-- Logs begin at Thu 2021-08-19 13:50:54 UTC, end at Thu 2021-08-19 16:47:11 UTC. -- Aug 19 14:40:03.744884 n-d-779913-32 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 14:40:06.769882 n-d-779913-32 neutron-server[101851]: INFO neutron.common.config [-] Logging enabled! Aug 19 14:40:06.770545 n-d-779913-32 neutron-server[101851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 14:40:06.770684 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 14:40:06.774605 n-d-779913-32 neutron-server[101851]: INFO neutron.common.config [-] Logging enabled! Aug 19 14:40:06.774870 n-d-779913-32 neutron-server[101851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 14:40:06.775206 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 14:40:06.776263 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 14:40:06.776488 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 14:40:06.776926 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 14:40:06.777199 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 14:40:06.777428 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 14:40:06.777753 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.778053 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.778374 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.778621 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.778938 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.779260 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.779569 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.779877 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.780733 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.781123 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.781426 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.781721 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.781954 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.782241 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.782570 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.782860 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.783089 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] debug = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.783373 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.783802 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.784224 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.784510 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.784838 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.785138 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.785436 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.785715 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.786004 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.786360 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] host = n-d-779913-32 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.786634 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.786927 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.787213 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.787499 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.787777 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.788055 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.788394 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.788714 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.788993 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.789306 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.789600 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.789892 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.790184 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.790409 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.790634 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.790925 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.791233 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.791492 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.791799 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.792083 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.792357 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.792633 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.793521 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.793521 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.793521 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.804915 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.805618 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] use_json = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806178 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.806784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.807966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.808520 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809074 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809074 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809074 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809074 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809390 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809504 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.809788 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.810083 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.810366 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.810645 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.810951 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.811266 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.811612 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.811977 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.812269 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.812555 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.812835 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.813177 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.813422 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.813720 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.814001 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.814276 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.814549 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.814831 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.815105 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.815460 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.815923 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.816201 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.816476 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.816760 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.817042 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.817416 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.817709 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.817994 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.818277 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.818558 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.818851 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.819147 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.819457 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.819736 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.820012 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.820290 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.820569 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.820845 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.821148 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.821421 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.821825 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.822114 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.822405 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.822753 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.823629 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.824007 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.824300 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.824588 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.824874 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.825185 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.825472 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.825758 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.826039 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.826342 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.826632 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.826928 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.827216 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.827512 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.827799 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.828085 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.828377 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.828661 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.828964 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.829294 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.829584 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.829888 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.830204 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.830665 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.830986 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.831307 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.831611 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.831935 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.832221 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:06.832443 n-d-779913-32 neutron-server[101851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 14:40:06.832698 n-d-779913-32 neutron-server[101851]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101851) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 14:40:07.206833 n-d-779913-32 neutron-server[101851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 14:40:07.207110 n-d-779913-32 neutron-server[101851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 14:40:07.207490 n-d-779913-32 neutron-server[101851]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 14:40:07.207846 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 14:40:07.628546 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.628781 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.628997 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.630255 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.630561 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.630833 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.668459 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.668737 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.669017 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.687573 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.687944 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.688475 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.721605 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.721892 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.722166 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.765206 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.765494 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:07.765763 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.020764 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.021518 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.021518 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.021664 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.022410 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.158359 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.158675 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.158960 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.159237 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.159506 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.159854 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.160147 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.160434 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.160693 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.160984 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.161271 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.161542 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.161801 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.162058 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.162312 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.162576 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.162833 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.163101 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.163402 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.163727 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.164063 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.164366 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.164690 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.165087 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.165563 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.165831 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.166269 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:08.167020 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:08.167275 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:08.167522 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:08.167763 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:08.168002 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:08.168389 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 14:40:08.172095 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 14:40:08.176185 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 14:40:08.180470 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 19 14:40:08.182310 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 14:40:08.183271 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 14:40:08.183616 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 14:40:08.184012 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 14:40:08.187267 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 14:40:08.187518 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 14:40:08.187876 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 14:40:08.193634 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 14:40:08.217753 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 14:40:08.218222 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.218577 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101851) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 14:40:08.218947 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.220371 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101851) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 14:40:08.220671 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 14:40:08.220923 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 14:40:08.224372 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.224820 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:08.293072 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 14:40:08.293285 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 14:40:08.293492 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 14:40:08.293877 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 14:40:08.316288 n-d-779913-32 neutron-server[101851]: DEBUG oslo_db.sqlalchemy.engines [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101851) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 14:40:09.184779 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing driver for type 'gre' Aug 19 14:40:09.185493 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] gre ID ranges: [(1, 1000)] Aug 19 14:40:09.494705 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing driver for type 'local' Aug 19 14:40:09.494936 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing driver for type 'vlan' Aug 19 14:40:09.584821 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] VlanTypeDriver initialization complete Aug 19 14:40:09.585252 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing driver for type 'vxlan' Aug 19 14:40:09.585762 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] vxlan ID ranges: [(1, 1000)] Aug 19 14:40:09.832086 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing extension driver 'port_security' Aug 19 14:40:09.832358 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] PortSecurityExtensionDriver initialization complete Aug 19 14:40:09.832690 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing mechanism driver 'openvswitch' Aug 19 14:40:09.833011 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing mechanism driver 'hyperv' Aug 19 14:40:09.840191 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.plugin [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:09.841132 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.844763 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.844763 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.844763 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:40:09.844763 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.844763 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.845469 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.845592 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:40:09.846081 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.846483 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.846863 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.847333 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:40:09.847820 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.848422 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.848991 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.849482 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:40:09.849934 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.850320 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.850704 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.851140 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:40:09.851681 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.852099 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.852673 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.853385 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:40:09.854112 n-d-779913-32 neutron-server[101851]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] ML2 OVO RPC backend initialized. {{(pid=101851) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 14:40:09.855691 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.856312 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.857144 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.857587 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > networks before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.858032 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.858624 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > ports before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.859231 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.859820 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.860434 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.861031 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.861654 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.862387 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.862772 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.863195 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.863733 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.864293 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.864834 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.865896 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.plugin [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Modular L2 Plugin initialization complete Aug 19 14:40:09.866444 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading services supported by the core plugin {{(pid=101851) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 14:40:09.866961 n-d-779913-32 neutron-server[101851]: INFO neutron.plugins.ml2.managers [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Got port-security extension from driver 'port_security' Aug 19 14:40:09.867701 n-d-779913-32 neutron-server[101851]: INFO neutron.extensions.vlantransparent [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Disabled vlantransparent extension. Aug 19 14:40:09.868519 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101851) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 14:40:09.869017 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: router Aug 19 14:40:09.912702 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.913088 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_create 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.913491 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router before_create 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.913860 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.914236 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.914613 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_delete 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.914976 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.917271 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.917707 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_create 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.918069 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_update 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.918431 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_update 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.918788 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.919154 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_update 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.919575 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.919956 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.920302 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.920655 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: subnet after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.921000 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.921376 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.921759 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.922077 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.922422 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.922800 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router after_update 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.923142 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.923523 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.923940 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.924307 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.924711 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > agent after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.925079 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.925476 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > network after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.926453 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Tracking information for resource: router configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:09.926814 n-d-779913-32 neutron-server[101851]: DEBUG neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Tracking information for resource: floatingip configured {{(pid=101851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:40:09.933312 n-d-779913-32 neutron-server[101851]: INFO neutron.db.l3_agentschedulers_db [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 14:40:09.933916 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.934284 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port after_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.934636 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port after_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.934990 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: port after_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.935868 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router before_create 55550100 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.936241 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.936633 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.937003 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.942142 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.provider_configuration [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service providers = [] {{(pid=101851) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 14:40:09.942534 n-d-779913-32 neutron-server[101851]: DEBUG neutron.db.servicetype_db [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101851) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 14:40:09.945768 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.service_base [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:40:09.946116 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.service_base [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:40:09.946459 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.service_base [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:40:09.947415 n-d-779913-32 neutron-server[101851]: DEBUG neutron.services.service_base [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:40:09.948543 n-d-779913-32 neutron-server[101851]: INFO neutron.services.service_base [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 14:40:09.948978 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:09.949323 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 14:40:09.960969 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:09.961346 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: auto_allocate Aug 19 14:40:09.967688 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: network precommit_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.968068 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: network precommit_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.968607 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:09.968926 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: tag Aug 19 14:40:09.976584 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:09.976914 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: timestamp Aug 19 14:40:09.981488 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:09.990926 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: network_ip_availability Aug 19 14:40:09.997638 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.998022 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.998385 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:09.999193 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:09.999523 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: flavors Aug 19 14:40:10.004974 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:10.005334 n-d-779913-32 neutron-server[101851]: INFO neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading Plugin: revisions Aug 19 14:40:10.010237 n-d-779913-32 neutron-server[101851]: DEBUG neutron.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:40:10.011222 n-d-779913-32 neutron-server[101851]: DEBUG oslo_concurrency.lockutils [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.804s {{(pid=101851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 14:40:10.012016 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101851) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 14:40:10.012362 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Initializing extension manager. Aug 19 14:40:10.012885 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: __init__.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.013289 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: __pycache__ {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.013630 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.013970 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: address_group.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.014793 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.015387 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: address-group Aug 19 14:40:10.015717 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: address_scope.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.016542 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.017066 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: address-scope Aug 19 14:40:10.020506 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.021410 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.022080 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: router-admin-state-down-before-update Aug 19 14:40:10.022703 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: agent.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.023469 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.024010 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: agent Aug 19 14:40:10.024327 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: agent_resources_synced.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.025371 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.026111 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: agent-resources-synced Aug 19 14:40:10.026504 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.028604 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.029171 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: allowed-address-pairs Aug 19 14:40:10.029505 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.030647 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.031186 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: auto-allocated-topology Aug 19 14:40:10.031510 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: availability_zone.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.032251 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.032866 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: availability_zone Aug 19 14:40:10.033223 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: availability_zone_filter.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.034167 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.034673 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: availability_zone_filter Aug 19 14:40:10.034990 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: data_plane_status.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.035895 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.036460 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 14:40:10.036781 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: default_subnetpools.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.037781 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.038283 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: default-subnetpools Aug 19 14:40:10.038602 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.039445 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.039956 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: dhcp_agent_scheduler Aug 19 14:40:10.040279 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: dns.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.041253 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.041869 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 14:40:10.042296 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: dns_domain_ports.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.043285 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.043799 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 14:40:10.044122 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.045061 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.045646 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 14:40:10.045972 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: dvr.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.046685 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.047218 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: dvr Aug 19 14:40:10.047558 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: ecmp_routes.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.048617 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.049170 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 14:40:10.049493 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: empty_string_filtering.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.050413 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.050924 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: empty-string-filtering Aug 19 14:40:10.051241 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.052173 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.052681 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 14:40:10.052998 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.053992 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.054573 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 14:40:10.054978 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: external_net.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.055945 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.056462 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: external-net Aug 19 14:40:10.056781 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.058335 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.058873 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: extra_dhcp_opt Aug 19 14:40:10.059194 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: extraroute.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.060173 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.060691 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: extraroute Aug 19 14:40:10.061032 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: extraroute_atomic.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.069547 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.070117 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: extraroute-atomic Aug 19 14:40:10.070452 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: filter_validation.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.071423 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.071945 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: filter-validation Aug 19 14:40:10.072272 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: fip_pf_description.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.073899 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.074454 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 14:40:10.074802 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: fip_port_details.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.075783 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.076310 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: fip-port-details Aug 19 14:40:10.076637 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: flavors.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.077983 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.078519 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: flavors Aug 19 14:40:10.078852 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.080615 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.081182 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 14:40:10.081518 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: floatingip_pools.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.082300 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.082783 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: floatingip-pools Aug 19 14:40:10.083112 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: ip_allocation.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.084096 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.084623 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 14:40:10.084953 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.086069 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.086617 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: ip-substring-filtering Aug 19 14:40:10.086951 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l2_adjacency.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.087953 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.088571 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 14:40:10.089464 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.090554 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.091089 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: router Aug 19 14:40:10.091417 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.093890 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.094444 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 14:40:10.094781 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.095812 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.096345 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: ext-gw-mode Aug 19 14:40:10.096676 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.097656 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.098178 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: l3-ha Aug 19 14:40:10.098510 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3_flavors.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.099445 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.099964 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: l3-flavors Aug 19 14:40:10.100294 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.108384 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.108967 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 14:40:10.109354 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: l3agentscheduler.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.110566 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.111096 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: l3_agent_scheduler Aug 19 14:40:10.111431 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: logging.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.113039 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.113610 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension logging not supported by any of loaded plugins Aug 19 14:40:10.113946 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: metering.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.114720 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.115336 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: metering Aug 19 14:40:10.115681 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.117012 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.117584 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: metering_source_and_destination_fields Aug 19 14:40:10.117917 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: multiprovidernet.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.118888 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.119411 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: multi-provider Aug 19 14:40:10.120300 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: netmtu.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.121294 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.121820 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: net-mtu Aug 19 14:40:10.122149 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: netmtu_writable.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.123100 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.123627 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: net-mtu-writable Aug 19 14:40:10.123956 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: network_availability_zone.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.124651 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.125215 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: network_availability_zone Aug 19 14:40:10.125575 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: network_ip_availability.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.126808 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.127339 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: network-ip-availability Aug 19 14:40:10.127673 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: network_segment_range.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.128486 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.129004 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 14:40:10.129363 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: pagination.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.130472 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.130824 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: pagination Aug 19 14:40:10.131217 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: port_device_profile.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.132274 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.132834 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: port-device-profile Aug 19 14:40:10.133189 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.134274 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.134797 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: port-mac-address-regenerate Aug 19 14:40:10.135122 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.136891 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.137449 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: port-numa-affinity-policy Aug 19 14:40:10.137781 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: port_resource_request.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.138764 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.139305 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 14:40:10.139633 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: portbindings.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.140597 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.141139 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: binding Aug 19 14:40:10.141473 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: portbindings_extended.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.142822 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.143353 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: binding-extended Aug 19 14:40:10.143685 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: portsecurity.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.144626 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.145178 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: port-security Aug 19 14:40:10.145514 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: project_id.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.146537 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.146875 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: project-id Aug 19 14:40:10.147204 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: providernet.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.148144 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.148671 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: provider Aug 19 14:40:10.148997 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.152684 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.153260 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos not supported by any of loaded plugins Aug 19 14:40:10.153601 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.154914 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.155443 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 14:40:10.155778 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.156747 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.157310 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 14:40:10.157644 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_default.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.158591 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.159118 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-default not supported by any of loaded plugins Aug 19 14:40:10.159447 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_fip.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.160136 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.160649 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 14:40:10.160977 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.161959 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.162481 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 14:40:10.162810 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.163746 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.164265 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 14:40:10.164596 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_pps_rule.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.165853 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.166389 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 14:40:10.167242 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.168373 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.168903 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 14:40:10.169267 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: qos_rules_alias.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.170355 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.170886 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 14:40:10.171217 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: quotasv2.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.172449 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.172788 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: quotas Aug 19 14:40:10.173153 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: quotasv2_detail.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.176383 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.176733 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: quota_details Aug 19 14:40:10.177074 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: rbac.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.178225 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.178802 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: rbac-policies Aug 19 14:40:10.179140 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: rbac_address_group.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.180240 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.180841 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: rbac-address-group Aug 19 14:40:10.181204 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: rbac_address_scope.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.182739 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.183479 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: rbac-address-scope Aug 19 14:40:10.183765 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: rbac_security_groups.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.184728 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.185378 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: rbac-security-groups Aug 19 14:40:10.185914 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.186644 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.187173 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: rbac-subnetpool Aug 19 14:40:10.187503 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: revisionifmatch.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.188443 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.188974 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: revision-if-match Aug 19 14:40:10.189326 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: revisions.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.190534 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.191060 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: standard-attr-revisions Aug 19 14:40:10.191389 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: router_availability_zone.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.192154 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.192678 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: router_availability_zone Aug 19 14:40:10.193005 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: routerservicetype.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.194006 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.194526 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 14:40:10.194853 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.195802 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.196377 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: security-groups-normalized-cidr Aug 19 14:40:10.196703 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.197666 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.198364 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: port-security-groups-filtering Aug 19 14:40:10.198864 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.199823 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.200364 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: security-groups-remote-address-group Aug 19 14:40:10.200691 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: securitygroup.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.210734 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.211311 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: security-group Aug 19 14:40:10.211651 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: segment.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.212529 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.213096 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension segment not supported by any of loaded plugins Aug 19 14:40:10.213546 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.214600 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.215126 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 14:40:10.215465 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: servicetype.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.216686 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.217253 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: service-type Aug 19 14:40:10.217590 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: sorting.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.218609 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.218954 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: sorting Aug 19 14:40:10.219288 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: standard_attr_segment.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.220309 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.220850 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 14:40:10.221228 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: standardattrdescription.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.221950 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.222501 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: standard-attr-description Aug 19 14:40:10.222831 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: stateful_security_group.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.223888 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.224513 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: stateful-security-group Aug 19 14:40:10.224853 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: stdattrs_common.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.225569 n-d-779913-32 neutron-server[101851]: WARNING neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 14:40:10.225898 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.226893 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.227432 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 14:40:10.227760 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: subnet_onboard.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.228882 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.230347 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: subnet_onboard Aug 19 14:40:10.230924 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.231904 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.233245 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 14:40:10.233245 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: subnet_service_types.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.233697 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.234226 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: subnet-service-types Aug 19 14:40:10.234578 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: subnetallocation.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.235684 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.236209 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: subnet_allocation Aug 19 14:40:10.236538 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.237298 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.237827 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: subnetpool-prefix-ops Aug 19 14:40:10.238152 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.239131 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.239653 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 14:40:10.239990 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: tagging.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.241325 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.241740 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: standard-attr-tag Aug 19 14:40:10.242075 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: timestamp.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.243450 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.243984 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loaded extension: standard-attr-timestamp Aug 19 14:40:10.244323 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: trunk.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.246434 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.247342 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension trunk not supported by any of loaded plugins Aug 19 14:40:10.247914 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: trunk_details.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.249670 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.250614 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 14:40:10.251170 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.252841 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.253820 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 14:40:10.254399 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Loading extension file: vlantransparent.py {{(pid=101851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:40:10.255571 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:40:10.256379 n-d-779913-32 neutron-server[101851]: INFO neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 14:40:10.263435 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:network Aug 19 14:40:10.264028 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:subnet Aug 19 14:40:10.264448 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:40:10.264855 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:port Aug 19 14:40:10.266291 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.266737 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service FLAVORS assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.267376 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.267816 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.268152 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:router Aug 19 14:40:10.268595 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 14:40:10.269104 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service METERING assigned prefix: /metering {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.270644 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:10.271019 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:10.271381 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:40:10.272489 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 14:40:10.272960 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:security_group Aug 19 14:40:10.273441 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 14:40:10.274075 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service CORE assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.274413 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:40:10.274770 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] subnetpool is already registered Aug 19 14:40:10.275229 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service CORE assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.275563 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:40:10.275939 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] subnetpool is already registered Aug 19 14:40:10.278563 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.280455 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service FLAVORS assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.281088 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.281578 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.281928 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:router Aug 19 14:40:10.282279 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] router is already registered Aug 19 14:40:10.282705 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 14:40:10.283176 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] floatingip is already registered Aug 19 14:40:10.283514 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service METERING assigned prefix: /metering {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.284211 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 14:40:10.284551 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] rbac_policy is already registered Aug 19 14:40:10.284970 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:security_group Aug 19 14:40:10.285349 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] security_group is already registered Aug 19 14:40:10.285759 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 14:40:10.286094 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] security_group_rule is already registered Aug 19 14:40:10.286588 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service CORE assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.286947 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:40:10.287293 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] subnetpool is already registered Aug 19 14:40:10.287718 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.v2.resource_helper [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Service CORE assigned prefix: {{(pid=101851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:40:10.288045 n-d-779913-32 neutron-server[101851]: INFO neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:40:10.288379 n-d-779913-32 neutron-server[101851]: WARNING neutron.quota.resource_registry [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] subnetpool is already registered Aug 19 14:40:10.288839 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: extensions {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.290524 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: address-groups {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.292671 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: address-scopes {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.300800 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: agents {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.300800 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: auto-allocated-topology {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.300800 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: availability_zones {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.300800 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: dhcp-networks {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.300800 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: dhcp-agents {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.300800 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: routers {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.302440 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: flavors {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.303657 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: service_profiles {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.304966 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: next_providers {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.306461 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: service_profiles {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.308626 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: floatingip-pools {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.309874 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: routers {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.311742 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: floatingips {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.312970 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: l3-routers {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.314413 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: l3-agents {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.315981 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: metering-labels {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.317279 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: metering-label-rules {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.318556 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: network-ip-availabilities {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.319920 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: bindings {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.321523 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: quotas {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.323030 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: quotas {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.324565 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: rbac-policies {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.325865 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: security-groups {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.327089 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: security-group-rules {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.328319 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: service-providers {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.329687 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: subnetpools {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.331150 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: subnetpools {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.332660 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.334457 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.336154 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.338101 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.339826 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.341731 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.344882 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.346776 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.348784 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.350818 n-d-779913-32 neutron-server[101851]: DEBUG neutron.api.extensions [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Extended resource: tags {{(pid=101851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:40:10.358234 n-d-779913-32 neutron-server[101851]: WARNING keystonemiddleware.auth_token [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 14:40:10.363209 n-d-779913-32 neutron-server[101851]: WARNING keystonemiddleware.auth_token [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 14:40:10.373328 n-d-779913-32 neutron-server[101851]: DEBUG oslo_concurrency.lockutils [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Acquired lock "singleton_lock" {{(pid=101851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 14:40:10.373820 n-d-779913-32 neutron-server[101851]: DEBUG oslo_concurrency.lockutils [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Releasing lock "singleton_lock" {{(pid=101851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 14:40:10.374512 n-d-779913-32 neutron-server[101851]: INFO oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Starting 2 workers Aug 19 14:40:10.379685 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Started child 101962 {{(pid=101851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:40:10.384608 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Started child 101963 {{(pid=101851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:40:10.385384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.386558 n-d-779913-32 neutron-server[101851]: INFO neutron.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 14:40:10.387169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [-] (101962) wsgi starting up on http://0.0.0.0:9696 Aug 19 14:40:10.387402 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Notify callbacks [] for process, before_spawn {{(pid=101851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.390330 n-d-779913-32 neutron-server[101851]: INFO oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Starting 1 workers Aug 19 14:40:10.393392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.395655 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Started child 101964 {{(pid=101851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:40:10.395782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [-] (101963) wsgi starting up on http://0.0.0.0:9696 Aug 19 14:40:10.396249 n-d-779913-32 neutron-server[101851]: INFO oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Starting 1 workers Aug 19 14:40:10.401413 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Started child 101965 {{(pid=101851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:40:10.401645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] calling RpcWorker wait() {{(pid=101964) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 14:40:10.402533 n-d-779913-32 neutron-server[101851]: DEBUG neutron_lib.callbacks.manager [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] Notify callbacks [] for process, after_spawn {{(pid=101851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.402646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.service [None req-2b16637e-bd57-498f-8c27-63895efba2f5 None None] returning from RpcWorker wait() {{(pid=101964) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 14:40:10.404501 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 14:40:10.404695 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 14:40:10.404835 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.404965 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 14:40:10.405099 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 14:40:10.405494 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 14:40:10.405643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:10.405770 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 14:40:10.406222 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.406521 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.406822 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.407109 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.407408 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.407659 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.408448 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.408448 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.408833 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.408833 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.409233 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.409233 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.409629 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.409839 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.410025 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.410210 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.410408 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.410666 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.410956 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.411158 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.411384 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.411651 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.411899 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.412203 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] debug = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.412436 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.412953 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.413372 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.413570 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.413775 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.414016 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.414250 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.414548 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.414793 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.415033 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.415271 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.415599 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.415817 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.416020 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.416213 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.417315 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.417547 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.418286 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] host = n-d-779913-32 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.418498 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.418688 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.418933 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.419190 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.419460 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.419702 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.419977 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.420251 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.420517 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.420764 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.421028 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.421325 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.421593 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.421845 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.422043 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_options = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.422243 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.422516 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.422949 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.423149 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.423149 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.423682 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.423682 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.424074 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.424074 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.424470 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.424470 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.424851 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.425062 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.425323 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.425521 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.425717 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.425913 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.426126 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.426337 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.426547 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.426763 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.427077 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.427284 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.427472 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.427677 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.427871 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.428077 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.428271 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.428614 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.428807 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.429015 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.429258 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.429537 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.429821 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.430074 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.430314 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.430554 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.430843 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.431078 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.431341 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.431594 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.431831 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.432154 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.432922 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.433392 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.433577 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_json = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.433921 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.434138 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.434335 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.434531 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.434720 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.434912 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.435119 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.435337 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.435769 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.436058 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.436399 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.436652 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.436896 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.437178 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.437458 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.437707 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.437943 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.438177 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.438509 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.438974 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.439158 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.439330 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.439491 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.439817 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.440062 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.440332 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.440575 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.440838 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.441057 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.441308 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.441650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.441925 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.442204 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.442471 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.442690 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.442930 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.443151 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.443459 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.443632 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.443853 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.444128 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.444339 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.444563 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.444820 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.445051 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.445314 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.445545 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.445794 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.446072 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.446306 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.446566 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.446802 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.447022 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.447265 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.447706 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.447988 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.448439 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.448920 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.449200 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.449419 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.449643 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.449895 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.450119 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.450332 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.450561 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.450768 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.450969 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.451213 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.451465 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.451725 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.451980 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.452203 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.452428 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.453254 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.453254 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.453254 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.453254 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.453741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38620) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:10.453875 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.453875 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.454121 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.454121 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.454489 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.454624 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.454818 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.455037 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.455244 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.455672 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.455891 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.456099 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.456360 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.456505 n-d-779913-32 neutron-server[101965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:10.456646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.456882 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.457382 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465276 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.465954 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466454 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.466982 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.467604 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.468194 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.468194 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.468373 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.468443 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.468651 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.469029 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.469537 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.469819 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074060 Aug 19 14:40:10.470079 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.470597 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.471126 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.472020 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.472020 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.472020 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.472416 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.472964 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.473749 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.473749 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.474029 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.474242 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.474457 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.474758 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.474923 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.475146 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.475406 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.475632 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.476029 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.476271 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.476512 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.476783 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.477019 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.477432 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.477753 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.477983 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478464 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478762 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478928 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478928 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478928 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478928 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.478928 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.480945 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.481049 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.481580 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.481944 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.482159 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.482399 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.482670 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.482971 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484056 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484056 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484056 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484056 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484056 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484752 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484752 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.484752 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.485222 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.485222 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.485521 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.485676 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.485867 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.486269 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.486495 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.486809 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.487085 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.487307 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488041 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488041 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488041 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488308 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488501 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488671 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.488894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.489194 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.489400 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.489615 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.489913 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.490164 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.490311 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.490482 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.490777 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.491029 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.491262 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.491544 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.491774 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.492023 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.492245 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.492455 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.492646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.492894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.493358 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.493863 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.493863 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.493863 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.495402 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.495402 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.495402 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.496082 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.496082 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.496497 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.496497 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.496817 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.497007 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.498788 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.498788 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.498788 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.499466 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.499466 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.499466 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.500570 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.500570 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.500570 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.500570 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.500570 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.501683 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.501683 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.501683 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.501683 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.501683 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.504166 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.506065 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.508886 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.510901 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.512646 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.513705 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.513705 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 14:40:10.513705 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 14:40:10.513705 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 14:40:10.513962 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 14:40:10.514030 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 14:40:10.514967 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 14:40:10.514967 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 14:40:10.514967 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.514967 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.514967 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.515293 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.515293 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.515411 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.515607 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.515757 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.515908 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.516072 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.516254 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.516398 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.516705 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.516705 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.516856 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.517013 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.518197 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.518413 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.518594 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.518772 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.518945 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.519135 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.519894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] debug = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.520321 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.520321 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.520544 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.520661 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.520754 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.521066 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.521440 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.521742 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.522034 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.522340 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.522569 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.522813 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.522813 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] host = n-d-779913-32 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.524877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.526929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_options = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.528559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.529832 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530269 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530269 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530269 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530269 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530269 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530545 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530545 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530664 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530844 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.530925 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.531085 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.531265 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.531420 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.531668 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.531668 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534280 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_json = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.534744 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.535240 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.535240 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.535240 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:40:10.535240 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.535240 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.535240 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.535567 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.535632 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.535919 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.535919 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.536140 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.536246 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.536925 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.536925 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.536925 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537198 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537198 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537324 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537495 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537728 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537959 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.537959 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.538396 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.538396 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.538396 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539039 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539039 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539039 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539039 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.539894 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.540948 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.542877 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.544297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.545698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.546732 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.547650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.547650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.547650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.547650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.547650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.547650 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.548500 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.548500 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.548500 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.548500 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.548500 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549856 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549856 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549856 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.549856 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.550310 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.550310 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.550310 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.550831 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.551249 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.551420 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.551562 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.551733 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.551907 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.552075 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.552242 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.552390 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.552558 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.552726 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.552934 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.553080 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.553279 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.553426 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.553517 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554366 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554366 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554366 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554366 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554366 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554702 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554702 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554840 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.554949 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.555108 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.555274 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.555439 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.555944 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.555944 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.555944 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.556298 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.556298 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.556539 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.556539 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.556774 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.556897 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.557020 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.557310 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.557578 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.557850 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.558018 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.558207 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.558491 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.558648 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.559645 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.560592 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.560592 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.560592 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.560592 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.560592 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.560592 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.561452 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.561452 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.561452 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.561452 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.561452 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562104 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562104 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562104 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562104 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562104 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562777 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562777 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562777 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.562777 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.564139 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.565256 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.566254 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.566424 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.566595 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.566763 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.566929 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.567094 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.567259 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.567478 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.567619 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.567756 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.567892 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568060 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568224 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568388 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568550 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568700 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568850 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.568992 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.569172 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.569341 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.569501 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.569663 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.569809 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.569980 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.570127 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.570297 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.571058 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.571453 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.571761 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.572071 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.572382 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.572733 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.574608 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.574810 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.575183 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.575524 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.575888 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.576264 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.576489 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.576708 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.576914 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.577937 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.577937 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.577937 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.577937 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.577937 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.577937 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.578616 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.579044 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.579205 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.579383 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.579559 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.579698 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.579903 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.580069 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.580450 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.580814 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.581045 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.581217 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.581359 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.581523 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.581704 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.581876 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.582054 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.582585 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.582585 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.582585 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.582847 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.582928 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.583042 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.583502 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.583859 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.584103 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.584320 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.584504 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.584688 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.584852 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.584996 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.585177 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.585315 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.585429 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.585567 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.585741 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.585911 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.586084 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.586282 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.586492 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.586653 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.586822 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587003 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587324 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587324 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587613 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587751 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587882 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.587993 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.588169 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.588858 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.589036 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.589243 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.589432 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.589598 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.589764 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.589930 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.590184 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:40:10.590299 n-d-779913-32 neutron-server[101851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 14:40:10.625653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:24.479501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c122fd-f663-46f0-9b7d-470b0b317d98 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:40:24.562799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c122fd-f663-46f0-9b7d-470b0b317d98 None None] No non-hosted networks {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 14:40:24.586691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.agentschedulers_db [None req-c4c122fd-f663-46f0-9b7d-470b0b317d98 None None] DHCP Agent not found on host n-d-779913-32 {{(pid=101964) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 14:40:24.826312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9da04150-da36-4f0b-8156-1bf7e6b7cfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.275335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.275335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.275335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.275335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.275335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.276932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.276932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.276932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.276932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.276932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.277499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.277499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.277499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.289091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-32', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:27.312523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-32', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:27.794990 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-614f785c-0526-4c22-b95d-94935c846e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.844466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-de2ae0e1-1523-49cb-882a-4e413b05d074 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-779913-32 {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:40:27.845072 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-de2ae0e1-1523-49cb-882a-4e413b05d074 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:40:28.395784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de2ae0e1-1523-49cb-882a-4e413b05d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:29.391646 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.538382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.800674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38726) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:32.661941 n-d-779913-32 neutron-server[101962]: WARNING oslo_policy.policy [None req-484294fe-4707-4143-b8e0-80c28ee591c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:32.662505 n-d-779913-32 neutron-server[101962]: WARNING oslo_policy.policy [None req-484294fe-4707-4143-b8e0-80c28ee591c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:32.913278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-484294fe-4707-4143-b8e0-80c28ee591c8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:40:32.914540 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-484294fe-4707-4143-b8e0-80c28ee591c8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1122484 Aug 19 14:40:33.301940 n-d-779913-32 neutron-server[101964]: INFO neutron.db.l3_hamode_db [None req-c2022898-dae6-4223-91cc-c30bcc4468f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 14:40:33.390444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2022898-dae6-4223-91cc-c30bcc4468f6 None None] Routers set() bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:40:33.391007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2022898-dae6-4223-91cc-c30bcc4468f6 None None] Router IDs set() for agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 14:40:35.559210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38740) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:36.211712 n-d-779913-32 neutron-server[101963]: WARNING oslo_policy.policy [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:36.212425 n-d-779913-32 neutron-server[101963]: WARNING oslo_policy.policy [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:36.436214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:36.536914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.policy [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101963) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 14:40:36.584808 n-d-779913-32 neutron-server[101963]: WARNING oslo_policy.policy [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:36.585645 n-d-779913-32 neutron-server[101963]: WARNING oslo_policy.policy [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:36.595384 n-d-779913-32 neutron-server[101963]: INFO neutron.quota [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] Loaded quota_driver: . Aug 19 14:40:36.811734 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747645404981', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747645404422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747645413645', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747645415646', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747643814411', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747645435943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593374', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803827', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268270946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268348315'] for rbac-policy, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.123384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.125039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ae4543a3-6a5d-46b4-ad15-07cbc677c4c1 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5634797 Aug 19 14:40:40.133953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:40.503449 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'name': 'private', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:40.505665 n-d-779913-32 neutron-server[101962]: INFO neutron.quota [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Loaded quota_driver: . Aug 19 14:40:40.772680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Made reservation on behalf of c3d9e77477f5467b95c96813d8a4dc57 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:40.901670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.policy [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101962) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 14:40:40.995724 n-d-779913-32 neutron-server[101962]: WARNING oslo_policy.policy [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:40.996373 n-d-779913-32 neutron-server[101962]: WARNING oslo_policy.policy [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:40:41.016526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.055883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.247710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.317681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.362068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:40:41.409834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747640849098', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.410842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Unsubscribe: segment precommit_create {{(pid=101962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 14:40:41.411681 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Added segment 0591eac9-8d4b-4908-8547-a3a09083648c of type vlan for network 07700017-f661-46a0-a51a-8ec5014a4960 Aug 19 14:40:41.428677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29efef2-03a7-4b09-b38e-ad8decd8863b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:41.488425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.494626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.494626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.494626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.494626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.494626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.495566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.495566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.495566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.495566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.495566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Tracked resource versions report: Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: pushed versions: Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: { 'AddressGroup': {'1.2'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'ConntrackHelper': {'1.0'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Log': {'1.0'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Network': {'1.1'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Port': {'1.7'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'PortForwarding': {'1.2'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'QosPolicy': {'1.9'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'SecurityGroup': {'1.4'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'SubPort': {'1.0'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Subnet': {'1.1'}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Trunk': {'1.1'}} Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: consumer versions: Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: L3 agent@n-d-779913-32: {}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: Metadata agent@n-d-779913-32: {}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: Metering agent@n-d-779913-32: {}, Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'ConntrackHelper': '1.0', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Log': '1.0', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Network': '1.1', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Port': '1.7', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'PortForwarding': '1.2', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'QosPolicy': '1.9', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'SecurityGroup': '1.4', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'SecurityGroupRule': '1.2', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'SubPort': '1.0', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Subnet': '1.1', Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: 'Trunk': '1.1'}} Aug 19 14:40:41.496128 n-d-779913-32 neutron-server[101962]: {{(pid=101962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:40:41.596538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.747579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.748839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:41.749684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.864463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] Pushing event updated for resources: {'Network': ['ID=07700017-f661-46a0-a51a-8ec5014a4960,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:41.879646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 07700017-f661-46a0-a51a-8ec5014a4960 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:40:41.935396 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f43ba99a-9893-471e-8f8f-b3714d7a0919 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7998931 Aug 19 14:40:44.963974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38774) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:45.503679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031df4-a5f4-41fb-abd3-951ca325f293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.505495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-92031df4-a5f4-41fb-abd3-951ca325f293 admin admin] 10.222.0.13 "GET /v2.0/networks/07700017-f661-46a0-a51a-8ec5014a4960 HTTP/1.1" status: 200 len: 825 time: 0.5404010 Aug 19 14:40:45.534523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8fb01577-a76a-4647-b141-210af5a2faef admin admin] 10.222.0.13 "GET /v2.0/subnetpools/d945f793-feb3-40f5-b85d-81a64d450dde HTTP/1.1" status: 200 len: 734 time: 0.0215940 Aug 19 14:40:45.545551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde', 'name': 'private-subnet', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:45.848440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Made reservation on behalf of c3d9e77477f5467b95c96813d8a4dc57 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:45.851286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.281633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.363002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Checking segment: {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:46.363410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Network hostable DHCP agents. Network: 07700017-f661-46a0-a51a-8ec5014a4960, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:40:46.377386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29a444c-ba46-4fa3-b593-dfd5cab52f61,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:46.391518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.391907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.392287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.392697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.393151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.393520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.393885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.394248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.394677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.395041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.395402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.395764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Tracked resource versions report: Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: pushed versions: Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: { 'AddressGroup': {'1.2'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'ConntrackHelper': {'1.0'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Log': {'1.0'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Network': {'1.1'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Port': {'1.7'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'PortForwarding': {'1.2'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'QosPolicy': {'1.9'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'SecurityGroup': {'1.4'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'SubPort': {'1.0'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Subnet': {'1.1'}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Trunk': {'1.1'}} Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: consumer versions: Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: L3 agent@n-d-779913-32: {}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: Metadata agent@n-d-779913-32: {}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: Metering agent@n-d-779913-32: {}, Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'ConntrackHelper': '1.0', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Log': '1.0', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Network': '1.1', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Port': '1.7', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'PortForwarding': '1.2', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'QosPolicy': '1.9', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'SecurityGroup': '1.4', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'SecurityGroupRule': '1.2', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'SubPort': '1.0', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Subnet': '1.1', Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: 'Trunk': '1.1'}} Aug 19 14:40:46.397026 n-d-779913-32 neutron-server[101963]: {{(pid=101963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:40:46.505514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Network 07700017-f661-46a0-a51a-8ec5014a4960 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:40:46.608595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 07700017-f661-46a0-a51a-8ec5014a4960) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:46.614889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.616187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.621153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a136b-b554-45dc-8300-a1b081f987a1 None None] Network 07700017-f661-46a0-a51a-8ec5014a4960 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:46.706643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3b1e8732-535b-47ad-9da8-f234924b7584 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1655500 Aug 19 14:40:47.081989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-07700017-f661-46a0-a51a-8ec5014a4960', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:40:47.084070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.591277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Allocated IP 172.20.0.2 (07700017-f661-46a0-a51a-8ec5014a4960/f29a444c-ba46-4fa3-b593-dfd5cab52f61/8b793441-3e83-42e7-ad23-2ca945b13bc5) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:47.894759 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.914418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Transition to ACTIVE for port object 8b793441-3e83-42e7-ad23-2ca945b13bc5 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:47.942468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Transition to ACTIVE for port object 8b793441-3e83-42e7-ad23-2ca945b13bc5 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:48.090227 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:48.171327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Network 07700017-f661-46a0-a51a-8ec5014a4960 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:48.179301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:48.190921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:48.197923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Pushing event updated for resources: {'Port': ['ID=8b793441-3e83-42e7-ad23-2ca945b13bc5,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:48.210417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.211850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.211850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.211850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.211850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.212439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.212439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.213268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.213610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.213893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.214222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.214546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Tracked resource versions report: Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: pushed versions: Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: { 'AddressGroup': {'1.2'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'ConntrackHelper': {'1.0'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Log': {'1.0'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Network': {'1.1'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Port': {'1.7'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'PortForwarding': {'1.2'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'QosPolicy': {'1.9'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'SecurityGroup': {'1.4'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'SubPort': {'1.0'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Subnet': {'1.1'}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Trunk': {'1.1'}} Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: consumer versions: Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: L3 agent@n-d-779913-32: {}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: Metadata agent@n-d-779913-32: {}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: Metering agent@n-d-779913-32: {}, Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'ConntrackHelper': '1.0', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Log': '1.0', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Network': '1.1', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Port': '1.7', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'PortForwarding': '1.2', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'QosPolicy': '1.9', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'SecurityGroup': '1.4', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'SecurityGroupRule': '1.2', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'SubPort': '1.0', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Subnet': '1.1', Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: 'Trunk': '1.1'}} Aug 19 14:40:48.215686 n-d-779913-32 neutron-server[101964]: {{(pid=101964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:40:48.305555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Attempting to bind port 8b793441-3e83-42e7-ad23-2ca945b13bc5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:48.306289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Attempting to bind port 8b793441-3e83-42e7-ad23-2ca945b13bc5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:48.307017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Attempting to bind port 8b793441-3e83-42e7-ad23-2ca945b13bc5 on network 07700017-f661-46a0-a51a-8ec5014a4960 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:48.316652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:48.317382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Checking segment: {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:48.318169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:48.318826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Bound using segment: {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:48.319627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Bound port: 8b793441-3e83-42e7-ad23-2ca945b13bc5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:48.320352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:48.406937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] For port 8b793441-3e83-42e7-ad23-2ca945b13bc5, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:48.412436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] For port 8b793441-3e83-42e7-ad23-2ca945b13bc5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8b793441-3e83-42e7-ad23-2ca945b13bc5,segment=NetworkSegment(0591eac9-8d4b-4908-8547-a3a09083648c),segment_id=0591eac9-8d4b-4908-8547-a3a09083648c)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:48.507290 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:48.638203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280dd9-6755-4d1a-806d-7942919cf60c None None] Pushing event updated for resources: {'Port': ['ID=8b793441-3e83-42e7-ad23-2ca945b13bc5,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:49.576221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38786) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:50.073940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-89ad83f4-61ac-4321-8e52-508e7fbc2e48 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:40:50.089156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-89ad83f4-61ac-4321-8e52-508e7fbc2e48 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4974449 Aug 19 14:40:53.205598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38794) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:53.707894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-6fc84e25-75e1-42d4-96fa-385eca164651 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:40:53.709140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6fc84e25-75e1-42d4-96fa-385eca164651 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5021639 Aug 19 14:40:54.426229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e5cc0506-a256-4cf8-a56d-c3a5daa0b346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.156782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38804) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:57.237373 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.597408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:57.711732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.713624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.778860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb88f-240f-4273-bca7-e9dd4ee29013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.913885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.975629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:58.157145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:58.159319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c3d3b2e-3c10-4be0-b05e-e6b023e67302 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0009263 Aug 19 14:40:59.350984 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.804570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552e93d-e248-49e3-96bc-a8a4162ca990 None None] Network 07700017-f661-46a0-a51a-8ec5014a4960 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:59.828635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8b793441-3e83-42e7-ad23-2ca945b13bc5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:00.106803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-caeb30aa-1d15-41bc-b4db-73d8dc6d68fd None None] Provisioning for port 8b793441-3e83-42e7-ad23-2ca945b13bc5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:00.141103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 8b793441-3e83-42e7-ad23-2ca945b13bc5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:00.150744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8b793441-3e83-42e7-ad23-2ca945b13bc5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:00.151150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.303335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.345907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 8b793441-3e83-42e7-ad23-2ca945b13bc5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8b793441-3e83-42e7-ad23-2ca945b13bc5,segment=NetworkSegment(0591eac9-8d4b-4908-8547-a3a09083648c),segment_id=0591eac9-8d4b-4908-8547-a3a09083648c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:00.420118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.485093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8e25f45d-d99d-462b-8ea4-e544f8a43467 None None] Provisioning complete for port 8b793441-3e83-42e7-ad23-2ca945b13bc5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:00.485475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8e25f45d-d99d-462b-8ea4-e544f8a43467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.492836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.511896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=8b793441-3e83-42e7-ad23-2ca945b13bc5,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:00.819408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38828) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:00.974470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-77181701-37b3-448f-9df0-5347bad96c7d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:41:00.975554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-77181701-37b3-448f-9df0-5347bad96c7d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1551683 Aug 19 14:41:01.747827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8b793441-3e83-42e7-ad23-2ca945b13bc5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:01.818130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8b793441-3e83-42e7-ad23-2ca945b13bc5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:01.818500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.459531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38846) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:03.514606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:03.602496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Made reservation on behalf of 45a2e828f0d943538ce31d9ef1fa0051 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:03.606302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.624366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.769188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.829375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.846378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=101963) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 14:41:03.871707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f01480-caca-41ca-99f2-941dd29df935,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:03.874551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747640849098', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.875183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Unsubscribe: segment precommit_create {{(pid=101963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 14:41:03.875680 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Added segment dd6d8972-96f9-4126-bec2-9b15cc1fa5dc of type flat for network 92142acc-d010-4f53-8bcd-13c3c37533ab Aug 19 14:41:03.934978 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.099539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.100581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.101271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.207548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=92142acc-d010-4f53-8bcd-13c3c37533ab,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:04.219001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 92142acc-d010-4f53-8bcd-13c3c37533ab details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:41:04.275628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b25fdbcb-f4d8-43f4-9f9f-3e315b19c1f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8149557 Aug 19 14:41:06.726424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:06.860538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6387a30-229b-400b-a42f-fe3476ce4b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.862736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e6387a30-229b-400b-a42f-fe3476ce4b8d admin admin] 10.222.0.13 "GET /v2.0/subnets/f29a444c-ba46-4fa3-b593-dfd5cab52f61 HTTP/1.1" status: 200 len: 849 time: 0.1348619 Aug 19 14:41:06.990540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2b4f4875-0c14-41f0-bd7e-2b1b17d3cb82 admin admin] 10.222.0.13 "GET /v2.0/routers/4ecda059-fb16-4237-b1dd-d85ca2edcb51 HTTP/1.1" status: 200 len: 704 time: 0.1189904 Aug 19 14:41:07.310661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:07.634737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Allocated IP 172.20.0.1 (07700017-f661-46a0-a51a-8ec5014a4960/f29a444c-ba46-4fa3-b593-dfd5cab52f61/4d583ffd-e7ef-435a-aa4b-3d61ed187300) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:07.802172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:07.828234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Transition to ACTIVE for port object 4d583ffd-e7ef-435a-aa4b-3d61ed187300 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:08.037188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.109969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Network 07700017-f661-46a0-a51a-8ec5014a4960 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:08.117509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:08.120440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:08.121034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.194310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Pushing event updated for resources: {'Port': ['ID=4d583ffd-e7ef-435a-aa4b-3d61ed187300,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:08.442680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.508636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a5c43185-e1e5-45e2-a215-65b5c0d39c33 None None] Provisioning for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:08.513750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a5c43185-e1e5-45e2-a215-65b5c0d39c33 None None] Provisioning complete for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:08.514181 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a5c43185-e1e5-45e2-a215-65b5c0d39c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.549144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a5c43185-e1e5-45e2-a215-65b5c0d39c33 None None] Port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:08.714535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.773502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.774350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.858652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Pushing event updated for resources: {'Port': ['ID=4d583ffd-e7ef-435a-aa4b-3d61ed187300,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:08.909248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Network 07700017-f661-46a0-a51a-8ec5014a4960 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:08.910869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:09.171807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aadad3e2-40fe-48a5-8555-6f3926630d7c None None] Provisioning complete for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:09.172201 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aadad3e2-40fe-48a5-8555-6f3926630d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:09.206618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-aadad3e2-40fe-48a5-8555-6f3926630d7c None None] Port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:09.209992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:41:09.355214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:41:09.361498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e87fdad7-af67-4cf6-bf92-baf27a356d59 admin admin] 10.222.0.13 "PUT /v2.0/routers/4ecda059-fb16-4237-b1dd-d85ca2edcb51/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3652050 Aug 19 14:41:09.380836 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Sync routers for ids ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:41:09.394899 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Routers {'4ecda059-fb16-4237-b1dd-d85ca2edcb51'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:09.395771 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:40:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:09.616940 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Set router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:10.181690 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:40:57Z', 'updated_at': '2021-08-19T14:41:08Z', 'revision_number': 2, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'gw_port_host': None, '_interfaces': [{'id': '4d583ffd-e7ef-435a-aa4b-3d61ed187300', 'name': '', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'mac_address': 'fa:16:3e:19:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:07Z', 'updated_at': '2021-08-19T14:41:08Z', 'revision_number': 2, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'subnets': [{'id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:10.235997 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Checking router: 4ecda059-fb16-4237-b1dd-d85ca2edcb51 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:41:10.236365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Updating router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:41:10.289598 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.156621 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.186844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Transition to ACTIVE for port object 4d583ffd-e7ef-435a-aa4b-3d61ed187300 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:11.486219 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.701775 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Pushing event updated for resources: {'Port': ['ID=4d583ffd-e7ef-435a-aa4b-3d61ed187300,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:11.724619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.725173 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.725737 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.726316 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.726893 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.727341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.728419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.728891 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.730101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.730498 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.731392 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.737601 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Tracked resource versions report: Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: pushed versions: Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: { 'AddressGroup': {'1.2'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'ConntrackHelper': {'1.0'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Log': {'1.0'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Network': {'1.1'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Port': {'1.7'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'PortForwarding': {'1.2'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'QosPolicy': {'1.9'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'SecurityGroup': {'1.4'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'SubPort': {'1.0'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Subnet': {'1.1'}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Trunk': {'1.1'}} Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: consumer versions: Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: L3 agent@n-d-779913-32: {}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: Metadata agent@n-d-779913-32: {}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: Metering agent@n-d-779913-32: {}, Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'ConntrackHelper': '1.0', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Log': '1.0', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Network': '1.1', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Port': '1.7', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'PortForwarding': '1.2', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'QosPolicy': '1.9', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'SecurityGroup': '1.4', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'SecurityGroupRule': '1.2', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'SubPort': '1.0', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Subnet': '1.1', Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: 'Trunk': '1.1'}} Aug 19 14:41:11.738811 n-d-779913-32 neutron-server[101965]: {{(pid=101965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:41:11.744844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Attempting to bind port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:11.745049 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Attempting to bind port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:11.745586 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Attempting to bind port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 on network 07700017-f661-46a0-a51a-8ec5014a4960 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:11.755394 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:11.756458 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Checking segment: {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:11.757206 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.758840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Bound using segment: {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:11.760261 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Bound port: 4d583ffd-e7ef-435a-aa4b-3d61ed187300, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591eac9-8d4b-4908-8547-a3a09083648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:11.760925 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.789808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38864) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:11.859722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] For port 4d583ffd-e7ef-435a-aa4b-3d61ed187300, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:11.885377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] For port 4d583ffd-e7ef-435a-aa4b-3d61ed187300, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4d583ffd-e7ef-435a-aa4b-3d61ed187300,segment=NetworkSegment(0591eac9-8d4b-4908-8547-a3a09083648c),segment_id=0591eac9-8d4b-4908-8547-a3a09083648c)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:11.932648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8288b-becf-44b0-97c6-178f5edd53fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:11.934208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-76b8288b-becf-44b0-97c6-178f5edd53fc admin admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 842 time: 0.1425636 Aug 19 14:41:11.945378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'ip_version': 4, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:11.980063 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:12.043867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Made reservation on behalf of 45a2e828f0d943538ce31d9ef1fa0051 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:12.047073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:12.063279 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e3093-4e24-4c0f-a0b6-62b0926d3356 None None] Pushing event updated for resources: {'Port': ['ID=4d583ffd-e7ef-435a-aa4b-3d61ed187300,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:12.074479 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Routers {'4ecda059-fb16-4237-b1dd-d85ca2edcb51'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:12.075200 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:40:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:12.191641 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] Set router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:12.477565 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:40:57Z', 'updated_at': '2021-08-19T14:41:08Z', 'revision_number': 2, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'gw_port_host': None, '_interfaces': [{'id': '4d583ffd-e7ef-435a-aa4b-3d61ed187300', 'name': '', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'mac_address': 'fa:16:3e:19:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:07Z', 'updated_at': '2021-08-19T14:41:11Z', 'revision_number': 4, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'subnets': [{'id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:12.513022 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce326116-fca9-4d4c-87ca-6e89c319403e None None] The sync data for ids ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'] in n-d-779913-32 is: [{'id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:40:57Z', 'updated_at': '2021-08-19T14:41:08Z', 'revision_number': 2, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'gw_port_host': None, '_interfaces': [{'id': '4d583ffd-e7ef-435a-aa4b-3d61ed187300', 'name': '', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'mac_address': 'fa:16:3e:19:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:07Z', 'updated_at': '2021-08-19T14:41:11Z', 'revision_number': 4, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'subnets': [{'id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:41:12.575087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.objects.ports [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101963) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:41:12.575819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:12.647124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6be180-0c16-4dd2-b261-86d5856a5baa,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:12.652381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:12.652740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Network hostable DHCP agents. Network: 92142acc-d010-4f53-8bcd-13c3c37533ab, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:41:12.765816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:41:12.882307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 92142acc-d010-4f53-8bcd-13c3c37533ab) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:12.888009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.888802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:12.896371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b63a34-a1fa-45e0-b9ef-dbb8e2a9bfd3 None None] Network 92142acc-d010-4f53-8bcd-13c3c37533ab requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:41:13.040846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3fbd02e4-db6e-47b5-9b51-ddbdc9817bbf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0894573 Aug 19 14:41:13.052122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d0c56-0ff6-4f50-a07a-b704133014b8 None None] Network 92142acc-d010-4f53-8bcd-13c3c37533ab requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:41:14.502243 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:41:15.613499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:15.932436 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4e9bacb6-dacd-4312-94a5-4d4c689c4f64 admin admin] 10.222.0.13 "GET /v2.0/routers/4ecda059-fb16-4237-b1dd-d85ca2edcb51 HTTP/1.1" status: 200 len: 710 time: 0.3172843 Aug 19 14:41:16.141682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff99f4-bace-4c1a-82a8-3b51037403d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:16.143149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e4ff99f4-bace-4c1a-82a8-3b51037403d6 admin admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 886 time: 0.2007105 Aug 19 14:41:16.154296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:16.459142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.874195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.970469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.221546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Allocated IP 172.25.5.133 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/22d5bb03-05a3-49ad-88ed-6fc7d18b46ad) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:17.359080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.517534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.591906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:17.598155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:17.613200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:17.657574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Pushing event updated for resources: {'Port': ['ID=22d5bb03-05a3-49ad-88ed-6fc7d18b46ad,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:18.141076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.385696 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.391898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.535477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:41:18.691226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:41:18.699381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.700744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50194099-8423-48c5-b6f1-563d0d78eb0b admin admin] 10.222.0.13 "PUT /v2.0/routers/4ecda059-fb16-4237-b1dd-d85ca2edcb51 HTTP/1.1" status: 200 len: 890 time: 2.5504534 Aug 19 14:41:19.809778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Sync routers for ids ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:41:19.826067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4d583ffd-e7ef-435a-aa4b-3d61ed187300 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:19.832324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Routers {'4ecda059-fb16-4237-b1dd-d85ca2edcb51'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:19.833348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:40:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:20.184454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Set router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:20.200890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:20.243133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:20.243556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:20.570138 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:20.645514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4d583ffd-e7ef-435a-aa4b-3d61ed187300, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4d583ffd-e7ef-435a-aa4b-3d61ed187300,segment=NetworkSegment(0591eac9-8d4b-4908-8547-a3a09083648c),segment_id=0591eac9-8d4b-4908-8547-a3a09083648c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:20.722380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:20.838818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '22d5bb03-05a3-49ad-88ed-6fc7d18b46ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:40:57Z', 'updated_at': '2021-08-19T14:41:17Z', 'revision_number': 4, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'gw_port': {'id': '22d5bb03-05a3-49ad-88ed-6fc7d18b46ad', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:16Z', 'updated_at': '2021-08-19T14:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4d583ffd-e7ef-435a-aa4b-3d61ed187300', 'name': '', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'mac_address': 'fa:16:3e:19:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:07Z', 'updated_at': '2021-08-19T14:41:11Z', 'revision_number': 4, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'subnets': [{'id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:20.897459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4d583ffd-e7ef-435a-aa4b-3d61ed187300,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:20.900562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Checking router: 4ecda059-fb16-4237-b1dd-d85ca2edcb51 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:41:20.900822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Updating router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:41:20.953987 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:21.400875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:21.416356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Transition to ACTIVE for port object 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:21.486880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:21.572430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Attempting to bind port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:21.573015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Attempting to bind port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:21.573614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Attempting to bind port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:21.590147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f3cf-097e-417b-b010-8678c3280ea3 None None] Pushing event updated for resources: {'Port': ['ID=22d5bb03-05a3-49ad-88ed-6fc7d18b46ad,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:21.593986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:21.594583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:21.595175 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:21.595853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:21.596695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Bound port: 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:21.597399 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:21.602898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38884) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:21.689215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] For port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:21.693436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] For port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=22d5bb03-05a3-49ad-88ed-6fc7d18b46ad,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:21.777390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4d583ffd-e7ef-435a-aa4b-3d61ed187300 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:21.821613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:21.871819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fe45df1b-b14a-4866-88b7-0e8d3dafb252 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2706397 Aug 19 14:41:22.004584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f3cf-097e-417b-b010-8678c3280ea3 None None] Pushing event updated for resources: {'Port': ['ID=22d5bb03-05a3-49ad-88ed-6fc7d18b46ad,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:22.007454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Routers {'4ecda059-fb16-4237-b1dd-d85ca2edcb51'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:22.008098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:40:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:22.047310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:22.047603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:22.182932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] Set router 4ecda059-fb16-4237-b1dd-d85ca2edcb51 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:22.505388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '22d5bb03-05a3-49ad-88ed-6fc7d18b46ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:40:57Z', 'updated_at': '2021-08-19T14:41:17Z', 'revision_number': 4, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'gw_port': {'id': '22d5bb03-05a3-49ad-88ed-6fc7d18b46ad', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:16Z', 'updated_at': '2021-08-19T14:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4d583ffd-e7ef-435a-aa4b-3d61ed187300', 'name': '', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'mac_address': 'fa:16:3e:19:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:07Z', 'updated_at': '2021-08-19T14:41:20Z', 'revision_number': 5, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'subnets': [{'id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:22.547410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f38e1-f99a-4ece-b3a2-ace4055c27d9 None None] The sync data for ids ['4ecda059-fb16-4237-b1dd-d85ca2edcb51'] in n-d-779913-32 is: [{'id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'name': 'router1', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '22d5bb03-05a3-49ad-88ed-6fc7d18b46ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:40:57Z', 'updated_at': '2021-08-19T14:41:17Z', 'revision_number': 4, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'gw_port': {'id': '22d5bb03-05a3-49ad-88ed-6fc7d18b46ad', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:16Z', 'updated_at': '2021-08-19T14:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4d583ffd-e7ef-435a-aa4b-3d61ed187300', 'name': '', 'network_id': '07700017-f661-46a0-a51a-8ec5014a4960', 'tenant_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'mac_address': 'fa:16:3e:19:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecda059-fb16-4237-b1dd-d85ca2edcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:07Z', 'updated_at': '2021-08-19T14:41:20Z', 'revision_number': 5, 'project_id': 'c3d9e77477f5467b95c96813d8a4dc57', 'subnets': [{'id': 'f29a444c-ba46-4fa3-b593-dfd5cab52f61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd945f793-feb3-40f5-b85d-81a64d450dde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:41:23.824385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:24.007899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:24.016666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:24.017413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:24.174836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:24.312163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=22d5bb03-05a3-49ad-88ed-6fc7d18b46ad,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:24.368937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:24.406789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be1fdbea-bc86-4721-b73b-805c5690ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:24.454113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=22d5bb03-05a3-49ad-88ed-6fc7d18b46ad,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:25.784169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:25.856092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 22d5bb03-05a3-49ad-88ed-6fc7d18b46ad triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:25.856698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.245642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.781024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5423ca30-40a0-4018-a44c-907a9a0540de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:29.350794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.519958 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.501056 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:41:54.401867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-207c9a3d-b43e-4289-8702-75668ef8e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.270358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.745086 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bd14351d-f9f4-436d-8d48-2f65ab451372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:59.338858 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.514840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.400455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-059eece4-b014-4e67-b4e9-eee5f9d409cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:27.252132 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:27.737762 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8047-59ae-4768-8890-0b69d6f796c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:28.501250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:42:29.330234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.547460 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.421474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dde17597-71a7-431a-a099-bae213fc1899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.243873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.731133 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5581cff6-09f5-47b4-8360-6c09b680c591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:59.348670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.514139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.499723 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:43:13.559322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:13.639139 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0677e94-5787-43a3-b106-0bc3c08cdd03 admin admin] GET failed (client error): The resource could not be found. Aug 19 14:43:13.640634 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f0677e94-5787-43a3-b106-0bc3c08cdd03 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0802517 Aug 19 14:43:13.865321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e0c27-f676-4dfc-887c-3b91cbbb8e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:13.868072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-724e0c27-f676-4dfc-887c-3b91cbbb8e3b admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2227495 Aug 19 14:43:16.147276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39494) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:16.268189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7086772-88b6-4838-9ef4-8ce2104cd434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:16.269648 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7086772-88b6-4838-9ef4-8ce2104cd434 admin admin] 10.222.0.13 "GET /v2.0/subnets/f29a444c-ba46-4fa3-b593-dfd5cab52f61 HTTP/1.1" status: 200 len: 849 time: 0.1211789 Aug 19 14:43:16.280986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:16.386205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:16.634318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747640898151'] for subnet, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:16.673740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:16.674978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:16.676555 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] 10.222.0.13 "PUT /v2.0/subnets/f29a444c-ba46-4fa3-b593-dfd5cab52f61 HTTP/1.1" status: 200 len: 868 time: 0.3993971 Aug 19 14:43:16.680301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c371c-404d-44e6-b5d6-0a51c2e5b432 None None] Network 07700017-f661-46a0-a51a-8ec5014a4960 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:43:16.701771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29a444c-ba46-4fa3-b593-dfd5cab52f61,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:16.710709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.711072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.711397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.711733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.712069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.712569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.712963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.713328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.713877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.714254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.714587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:16.715043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584fbedf-af8e-4fc1-9186-b5f2aa84e8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:17.155566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-15f31869-282b-4753-a810-060316574e88 None None] Provisioning complete for port 8b793441-3e83-42e7-ad23-2ca945b13bc5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:17.155945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15f31869-282b-4753-a810-060316574e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.265149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-15f31869-282b-4753-a810-060316574e88 None None] Provisioning complete for port 4d583ffd-e7ef-435a-aa4b-3d61ed187300 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:17.265638 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15f31869-282b-4753-a810-060316574e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.082847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:19.325776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ab848-9161-4e2f-abf0-263d504709ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:19.326410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ab848-9161-4e2f-abf0-263d504709ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:19.328230 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f56ab848-9161-4e2f-abf0-263d504709ed admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2443318 Aug 19 14:43:21.695703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39510) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:21.967320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c67fa-04bf-4a33-8e2e-52d48c2599f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:21.967798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c67fa-04bf-4a33-8e2e-52d48c2599f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:21.969421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2a8c67fa-04bf-4a33-8e2e-52d48c2599f4 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2723887 Aug 19 14:43:24.311720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39520) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:24.446231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bba1d5af-414f-4d57-8d5b-2d1751b9adaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.499596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd53292-c957-4a12-b35d-94acce5c4017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:24.500895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bfd53292-c957-4a12-b35d-94acce5c4017 admin admin] 10.222.0.13 "GET /v2.0/networks/07700017-f661-46a0-a51a-8ec5014a4960 HTTP/1.1" status: 200 len: 869 time: 0.1878731 Aug 19 14:43:26.780570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:26.941347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514e376-3900-49aa-9e1a-6fecbf8acfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:26.942775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c514e376-3900-49aa-9e1a-6fecbf8acfbf admin admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 886 time: 0.1608360 Aug 19 14:43:27.256942 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.723110 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-06de5fc2-f84e-4430-83dc-e8d730543a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.280134 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39536) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:29.353738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.509461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8a321-d8ee-4a3f-b12f-e16704998ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.509832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8a321-d8ee-4a3f-b12f-e16704998ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.511461 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5df8a321-d8ee-4a3f-b12f-e16704998ec0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2303510 Aug 19 14:43:30.530929 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.840118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39544) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:31.942091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70320676-c42a-4d2a-8647-8ccb6ec773d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:31.942542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70320676-c42a-4d2a-8647-8ccb6ec773d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:31.944222 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-70320676-c42a-4d2a-8647-8ccb6ec773d4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030467 Aug 19 14:43:34.287962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39552) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:34.393895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2d16d-d714-46e7-baab-0f7a32552be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:34.395350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-51a2d16d-d714-46e7-baab-0f7a32552be5 admin admin] 10.222.0.13 "GET /v2.0/subnets/aa6be180-0c16-4dd2-b261-86d5856a5baa HTTP/1.1" status: 200 len: 816 time: 0.1062891 Aug 19 14:43:36.693130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39560) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:36.798474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525d2eb-5244-41a4-8f39-f63a4b41ffb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:36.799892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6525d2eb-5244-41a4-8f39-f63a4b41ffb4 admin admin] 10.222.0.13 "GET /v2.0/subnets/f29a444c-ba46-4fa3-b593-dfd5cab52f61 HTTP/1.1" status: 200 len: 868 time: 0.1052310 Aug 19 14:43:42.500611 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:43:54.410397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1509-c54f-4b26-89ea-97ef99e30000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:57.259578 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:57.768443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e9a6e2e-7316-4a4a-bc31-a18d30cf7fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:59.359404 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.550988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.662998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39614) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:02.721885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-3a1a4c83-48ff-4014-a55e-39abfbf615b8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:44:02.722946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a1a4c83-48ff-4014-a55e-39abfbf615b8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589154 Aug 19 14:44:05.147833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:05.235369 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb996661-38be-42cc-987c-5f38bd45f850 admin admin] GET failed (client error): The resource could not be found. Aug 19 14:44:05.242818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fb996661-38be-42cc-987c-5f38bd45f850 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0886407 Aug 19 14:44:05.350154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2114ce5-b3cc-45e5-a91d-a826cddd19ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:05.351981 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f2114ce5-b3cc-45e5-a91d-a826cddd19ea admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1083395 Aug 19 14:44:07.774490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39630) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:07.837663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:07.964058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Made reservation on behalf of 45a2e828f0d943538ce31d9ef1fa0051 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:07.966792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.013235 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.revisions.revision_plugin [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Could not find related network for resource to bump revision. Aug 19 14:44:08.026372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:08.037207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.037555 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Added segment f7bf5244-4141-4c5c-82aa-b99db03dbdfd of type vlan for network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 Aug 19 14:44:08.082506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.238229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.239758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:08.240370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.306824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] Pushing event updated for resources: {'Network': ['ID=915ef604-5cca-448b-a1fd-5fbc3ec9d591,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:08.317151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:08.405508 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c5f5d6d9-e5c2-472b-b6c8-6843d7f6c343 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6297088 Aug 19 14:44:10.898788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:10.979919 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6102da-7716-407d-b139-1edbb70c4113 admin admin] GET failed (client error): The resource could not be found. Aug 19 14:44:10.981699 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cd6102da-7716-407d-b139-1edbb70c4113 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817437 Aug 19 14:44:11.080771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be173b-a80a-4a03-9f52-97e9f086e014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:11.083280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d7be173b-a80a-4a03-9f52-97e9f086e014 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0961921 Aug 19 14:44:11.094419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:11.226933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Made reservation on behalf of 45a2e828f0d943538ce31d9ef1fa0051 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:11.229424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.528038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.590441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4a0b19-de91-41ca-a10e-eb44fe4434e6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:11.603582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:11.603974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Network hostable DHCP agents. Network: 915ef604-5cca-448b-a1fd-5fbc3ec9d591, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:11.711442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:11.827343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 915ef604-5cca-448b-a1fd-5fbc3ec9d591) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:11.831935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:11.834495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.838893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb769a3-cf05-435a-a148-7ea800d2db6c None None] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:11.998035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'tenant_id': '45a2e828f0d943538ce31d9ef1fa0051', 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:11.998988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.017148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-052ab1ed-95e7-490d-b1a3-469b778dcf55 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9262276 Aug 19 14:44:12.200743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Allocated IP 192.168.233.2 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/4f9a5aa3-e687-4d8f-bac8-e3dd83942176) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:12.385072 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.400427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Transition to ACTIVE for port object 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:12.417486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Transition to ACTIVE for port object 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:12.508312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.569958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:12.575427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:12.579351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:12.589537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Pushing event updated for resources: {'Port': ['ID=4f9a5aa3-e687-4d8f-bac8-e3dd83942176,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:12.600858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.601239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.601837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.602179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.602516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.602843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.603171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.603581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.603817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.604167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.604457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.604776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:12.663130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Attempting to bind port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:12.663672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Attempting to bind port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:12.664214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Attempting to bind port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:12.673502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:12.674072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:12.674621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.675224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:12.675886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Bound port: 4f9a5aa3-e687-4d8f-bac8-e3dd83942176, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:12.676520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.767187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] For port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:12.773538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] For port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4f9a5aa3-e687-4d8f-bac8-e3dd83942176,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:12.867621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.940059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6cc5-1fd9-42f1-9879-cd63611ca979 None None] Pushing event updated for resources: {'Port': ['ID=4f9a5aa3-e687-4d8f-bac8-e3dd83942176,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:13.905274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0b2bd2-7aed-4013-b950-ae45738c6a15 None None] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:14.030262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:14.170787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f5d95e75-b7ee-4bc8-b178-cfca00008655 None None] Provisioning for port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:14.273245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:14.280505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:14.281072 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.406140 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.427503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3ae4d62c-5729-4aff-bfa1-cad03d10dcc2 None None] Provisioning complete for port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:14.427503 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d62c-5729-4aff-bfa1-cad03d10dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.477089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4f9a5aa3-e687-4d8f-bac8-e3dd83942176,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:14.542375 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d62c-5729-4aff-bfa1-cad03d10dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.577231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.656060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-3ae4d62c-5729-4aff-bfa1-cad03d10dcc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:44:14.656439 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-3ae4d62c-5729-4aff-bfa1-cad03d10dcc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:44:14.663455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4f9a5aa3-e687-4d8f-bac8-e3dd83942176,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:15.963512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:16.017433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4f9a5aa3-e687-4d8f-bac8-e3dd83942176 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:16.017888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.499673 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:44:24.415769 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f772f97-59d9-4042-8650-5dd5db717cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:27.232986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.210366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2842bae3-53f7-4794-bbbd-4a5f588ced9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.409742 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.581968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.397388 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-075d47aa-536b-43c5-9d1f-a9b9d51a4b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.503672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:44:57.363884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.767150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad6cfe30-09bb-4cbc-bff9-d033a8f955df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.398203 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.535726 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.423710 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-23569558-6e62-476c-8fbf-1b42660a49fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.276931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.772899 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c47f498d-5562-409a-b690-39b12d60fdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.406418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.546743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.503171 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:45:54.078381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:54.085835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-cc462bbb-74a6-4a07-a59e-c698d3d390f5 tempest-verify_tempest_config-180501635 tempest-verify_tempest_config-180501635-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:45:54.086810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cc462bbb-74a6-4a07-a59e-c698d3d390f5 tempest-verify_tempest_config-180501635 tempest-verify_tempest_config-180501635-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073681 Aug 19 14:45:54.390673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d0c750-afcb-4ea4-a35d-e301871c72cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.729502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:54.860149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.965170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.053240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.102764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b3fa1dd9ec8492796813e0f9071cf2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3721573 Aug 19 14:45:55.103711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0dcc1f-c42c-4b5b-8493-0c785d52bd08,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:55.105814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:55.111447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.111956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.112359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.112710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.113021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.113385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.113709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.114035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.114375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.114723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.115045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.115365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b2fc2-dc82-4023-b6bd-bf96ba8cb499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.180189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.203119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.379926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.382499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.383724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa0dcc1f-c42c-4b5b-8493-0c785d52bd08 HTTP/1.1" status: 204 len: 168 time: 0.2768419 Aug 19 14:45:55.392217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0dcc1f-c42c-4b5b-8493-0c785d52bd08,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:55.401747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.401747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.401747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.402126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.402213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.402544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.402881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.403209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.403538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.403869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.404187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:55.404512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f62fb-f56f-42e3-abad-ef9ae1ae9a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:57.251263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.716503 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5c367f0d-8a32-4820-98b8-281bbef1bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:59.373744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.551084 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.503473 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:46:24.390398 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f87206db-2753-488f-b9c7-c0486469120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.218537 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.727227 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e98e38-bd73-4060-af33-b91d11bf7df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.395821 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.538268 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.502955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:46:54.392941 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7358da11-e1e5-455f-b1cf-4edb24eeb4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.234626 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.726731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a96bce2c-ac10-4fbd-9bcf-f45a53a25069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:59.360501 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.530559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:24.394655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-48938e0e-f3e6-4e71-8316-a75b046bb642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:24.501743 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:47:27.226597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:27.729723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-722a90a7-1690-448a-bc19-ca44145e80c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.371198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.520062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.405177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c247364d-b76b-460e-a940-b2cee17af3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.228433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.725145 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85c22ea5-09a3-4c67-9835-d8617686655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.385901 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.603415 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:01.501295 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:48:24.408327 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0af15601-82ab-4a6c-8125-c8cc2f3feba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:27.240035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:27.750899 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-444bf79b-48b8-4772-979e-9a026471826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:29.396709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.562335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.500811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 5 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:48:54.410218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d7f7216-66d6-49d2-877e-ca15fe53cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.209451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.729983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1f952917-4367-477f-8027-e398b3c1787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.372980 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.552223 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.832233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.500185 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 6 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:49:24.386187 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09181074-08de-4b5c-8798-885cbc1d64c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.972546 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267930220'] for agent, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.289062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.780631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36df1396-96b1-4dea-acdc-ed10a7dcc23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.380668 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.569240 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.812519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.501869 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:49:54.402824 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-78eb0e1a-1ca8-4055-899f-237010388cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:54.938246 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.243318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.726392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-29420fea-8e76-4d0c-ba35-daed1faf4564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.396841 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.583512 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.166553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39774) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:09.306406 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c0d6941-dd69-42d4-a436-66a2e1913327 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1382749 Aug 19 14:50:11.691081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39784) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:11.753671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-450699bb-9fb1-466c-95ec-0040918c1e92 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0611684 Aug 19 14:50:12.815031 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.405733 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40103ec4-4a44-4e9b-80ea-149d5326e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.985385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.228939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.728107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9681-51ec-4740-becd-1464adecb225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.390791 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.502479 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:50:30.577064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.816715 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.424815 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8742d7f4-a3e1-40d9-af0c-bf5382b4db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.965413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.242101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.765064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ea582896-8d79-4349-b33c-3c34c2e05038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.416524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.555489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.508476 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:51:12.818570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:24.422117 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7ba539b8-bdda-4d8c-9dd6-4f19c15f8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:24.993229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.272886 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.730342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-337b37dc-6347-41fa-8e43-59ec1111d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.395740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:30.566592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.023515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39958) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:37.390458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-network', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:37.498147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Made reservation on behalf of 8baec6ad44344aa1b94b866d3c62a98e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:37.500996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.511329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.612209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.737659 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.760130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:51:37.776707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7315f1bd-251c-4823-bdad-9e3526242a46,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:37.786014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.786651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.787153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.787639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.788138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.788625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.789154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.789492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.789821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.790148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.790478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.790921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Tracked resource versions report: Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: pushed versions: Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: { 'AddressGroup': {'1.2'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'ConntrackHelper': {'1.0'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Log': {'1.0'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Network': {'1.1'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Port': {'1.7'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'PortForwarding': {'1.2'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'QosPolicy': {'1.9'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'SecurityGroup': {'1.4'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'SubPort': {'1.0'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Subnet': {'1.1'}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Trunk': {'1.1'}} Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: consumer versions: Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: HyperV agent@n-h1-779913-32: {}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: HyperV agent@n-h2-779913-32: {}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: L3 agent@n-d-779913-32: {}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: Metadata agent@n-d-779913-32: {}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: Metering agent@n-d-779913-32: {}, Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'ConntrackHelper': '1.0', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Log': '1.0', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Network': '1.1', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Port': '1.7', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'PortForwarding': '1.2', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'QosPolicy': '1.9', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'SecurityGroup': '1.4', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'SecurityGroupRule': '1.2', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'SubPort': '1.0', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Subnet': '1.1', Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: 'Trunk': '1.1'}} Aug 19 14:51:37.792000 n-d-779913-32 neutron-server[101962]: {{(pid=101962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:51:37.801082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.801505 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Added segment 0147d245-5011-4a3d-9187-37c747d802e2 of type vlan for network ec913136-bde3-41be-b86e-2178545ada6a Aug 19 14:51:37.855421 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.987089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.988078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:37.988667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.055834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] Pushing event updated for resources: {'Network': ['ID=ec913136-bde3-41be-b86e-2178545ada6a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:38.072920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ec913136-bde3-41be-b86e-2178545ada6a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:51:38.120469 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee1ff44d-2968-42da-87cf-b31cc5faea54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0955098 Aug 19 14:51:38.123280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40000) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:38.147278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Request body: {'subnet': {'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-subnet', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:38.261233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Made reservation on behalf of 8baec6ad44344aa1b94b866d3c62a98e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:38.263979 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.407770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:38.742083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.742083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8246f976-1487-44a2-a57b-3cdb765999a2,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:38.742083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Checking segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:38.742083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Network hostable DHCP agents. Network: ec913136-bde3-41be-b86e-2178545ada6a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:51:38.905549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ba921bf7-c321-4743-b152-f9ad47467193 tempest-AutoAllocateNetworkTest-1196244856 tempest-AutoAllocateNetworkTest-1196244856-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f585c55b707d41098a722bd9d54f42d7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4957933 Aug 19 14:51:38.909029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:38.920749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Network ec913136-bde3-41be-b86e-2178545ada6a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:51:39.012257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ec913136-bde3-41be-b86e-2178545ada6a) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:39.021780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:39.021780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.024636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb110bc-85c1-4d97-aa41-c33ebf8faba9 None None] Network ec913136-bde3-41be-b86e-2178545ada6a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:39.107159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22851976-ec54-46c7-b8c0-fc45af9daaa5 tempest-AutoAllocateNetworkTest-1196244856 tempest-AutoAllocateNetworkTest-1196244856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:39.112037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-22851976-ec54-46c7-b8c0-fc45af9daaa5 tempest-AutoAllocateNetworkTest-1196244856 tempest-AutoAllocateNetworkTest-1196244856-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2019160 Aug 19 14:51:39.112316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40030) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:39.179587 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b150ec0-b71a-45b6-9865-1f5e20d2a5b1 tempest-AutoAllocateNetworkTest-1196244856 tempest-AutoAllocateNetworkTest-1196244856-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661528 Aug 19 14:51:39.182115 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-101993b3-0aa9-4f3e-8093-5fa01dd6fa43 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0569310 Aug 19 14:51:39.186658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40032) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:39.190068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40034) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:39.200006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:39.221304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-09d77dc5-694f-4f31-9498-e241358c2c04 tempest-AutoAllocateNetworkTest-1196244856 tempest-AutoAllocateNetworkTest-1196244856-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f585c55b707d41098a722bd9d54f42d7 HTTP/1.1" status: 200 len: 208 time: 0.0346282 Aug 19 14:51:39.277537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ec913136-bde3-41be-b86e-2178545ada6a', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:51:39.278545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.367067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.368551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.435130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Allocated IP 172.20.0.2 (ec913136-bde3-41be-b86e-2178545ada6a/8246f976-1487-44a2-a57b-3cdb765999a2/88f287a3-2d57-4c08-b66d-0fe2dd7e43f7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:39.481382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.630630 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.641737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Transition to ACTIVE for port object 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:39.663113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Transition to ACTIVE for port object 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:39.732788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.795442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Network ec913136-bde3-41be-b86e-2178545ada6a is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:39.801012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:39.807393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:39.814528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.861217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Pushing event updated for resources: {'Port': ['ID=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:39.886116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.886449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.886784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.887116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.887442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.888154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.888154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.888382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.888699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.889018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.889374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.889693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Tracked resource versions report: Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: pushed versions: Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: { 'AddressGroup': {'1.2'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'ConntrackHelper': {'1.0'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Log': {'1.0'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Network': {'1.1'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Port': {'1.7'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'PortForwarding': {'1.2'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'QosPolicy': {'1.9'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'SecurityGroup': {'1.4'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'SubPort': {'1.0'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Subnet': {'1.1'}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Trunk': {'1.1'}} Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: consumer versions: Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: HyperV agent@n-h1-779913-32: {}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: HyperV agent@n-h2-779913-32: {}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: L3 agent@n-d-779913-32: {}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: Metadata agent@n-d-779913-32: {}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: Metering agent@n-d-779913-32: {}, Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'ConntrackHelper': '1.0', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Log': '1.0', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Network': '1.1', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Port': '1.7', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'PortForwarding': '1.2', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'QosPolicy': '1.9', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'SecurityGroup': '1.4', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'SecurityGroupRule': '1.2', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'SubPort': '1.0', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Subnet': '1.1', Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: 'Trunk': '1.1'}} Aug 19 14:51:39.890993 n-d-779913-32 neutron-server[101964]: {{(pid=101964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:51:39.902763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Attempting to bind port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:39.903071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Attempting to bind port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:39.903437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Attempting to bind port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 on network ec913136-bde3-41be-b86e-2178545ada6a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:39.909980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:39.910245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Checking segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:39.910636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.911036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Bound using segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:39.911523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Bound port: 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:39.911930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.010315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] For port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:40.014905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] For port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:40.116589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.132164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.159521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.189172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79343d-7d7f-463f-a594-57e1de8b4807 None None] Pushing event updated for resources: {'Port': ['ID=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.307244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Allocated IP 172.25.5.82 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/20f2e9a8-722a-431c-8844-a9694b809348) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:40.506630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.630635 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.681520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:40.685194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:40.688727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:40.728868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Pushing event updated for resources: {'Port': ['ID=20f2e9a8-722a-431c-8844-a9694b809348,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.791054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40070) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:41.098605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.289050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87ace9-945d-42df-b052-8a48e70aa1e4 None None] Network ec913136-bde3-41be-b86e-2178545ada6a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:41.348408 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.617463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b68865a4-f15c-40a0-997b-861375003112 None None] Provisioning for port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:41.646435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:51:41.785069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.800851 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:41.813612 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:41.823030 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:41.824699 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:41.912706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.964528 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:42.000937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.034667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa801f1-48ec-49c2-9b9d-816c23e49264,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.045920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.046636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.047217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.047971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.048688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.049277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.049870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.050401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.050975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.051501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.052060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.052585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] Tracked resource versions report: Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: pushed versions: Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: { 'AddressGroup': {'1.2'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'ConntrackHelper': {'1.0'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Log': {'1.0'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Network': {'1.1'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Port': {'1.7'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'PortForwarding': {'1.2'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'QosPolicy': {'1.9'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'SecurityGroup': {'1.4'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'SubPort': {'1.0'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Subnet': {'1.1'}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Trunk': {'1.1'}} Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: consumer versions: Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: HyperV agent@n-h1-779913-32: {}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: HyperV agent@n-h2-779913-32: {}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: L3 agent@n-d-779913-32: {}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: Metadata agent@n-d-779913-32: {}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: Metering agent@n-d-779913-32: {}, Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'ConntrackHelper': '1.0', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Log': '1.0', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Network': '1.1', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Port': '1.7', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'PortForwarding': '1.2', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'QosPolicy': '1.9', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'SecurityGroup': '1.4', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'SecurityGroupRule': '1.2', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'SubPort': '1.0', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Subnet': '1.1', Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: 'Trunk': '1.1'}} Aug 19 14:51:42.054011 n-d-779913-32 neutron-server[101963]: {{(pid=101963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:51:42.075815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.079159 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-68c8d032-75ad-4a8c-b7b7-c71ed9405839 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8864062 Aug 19 14:51:42.079938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-549479cb-2cbd-45b6-a95f-3fef16da0f17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f585c55b707d41098a722bd9d54f42d7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2877769 Aug 19 14:51:42.089714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40094) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:42.089714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40096) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:42.203481 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:40Z', 'revision_number': 3, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:42.251692 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:42.252033 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Updating router 9d7ad01e-0cf3-4212-adfc-90ee95226477 port 20f2e9a8-722a-431c-8844-a9694b809348 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:51:42.284732 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.334748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:42.457701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:42.462237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:42.462869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.645335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.694000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:42.717384 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.718911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.729865 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Transition to ACTIVE for port object 20f2e9a8-722a-431c-8844-a9694b809348 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:42.754526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf11b-841d-43ab-b3e2-edad7d073cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.789810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.821708 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.823578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf11b-841d-43ab-b3e2-edad7d073cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.890098 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Pushing event updated for resources: {'Port': ['ID=20f2e9a8-722a-431c-8844-a9694b809348,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.891603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.904117 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.904810 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.905607 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.907157 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.907660 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.908158 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.908643 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.909162 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.909650 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.910838 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.911384 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.912024 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Tracked resource versions report: Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: pushed versions: Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: { 'AddressGroup': {'1.2'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'ConntrackHelper': {'1.0'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Log': {'1.0'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Network': {'1.1'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Port': {'1.7'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'PortForwarding': {'1.2'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'QosPolicy': {'1.9'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'SecurityGroup': {'1.4'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'SubPort': {'1.0'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Subnet': {'1.1'}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Trunk': {'1.1'}} Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: consumer versions: Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: { DHCP agent@n-d-779913-32: {}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: HyperV agent@n-h1-779913-32: {}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: HyperV agent@n-h2-779913-32: {}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: L3 agent@n-d-779913-32: {}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: Metadata agent@n-d-779913-32: {}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: Metering agent@n-d-779913-32: {}, Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: Open vSwitch agent@n-d-779913-32: { 'AddressGroup': '1.2', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'ConntrackHelper': '1.0', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Log': '1.0', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Network': '1.1', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Port': '1.7', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'PortForwarding': '1.2', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'QosPolicy': '1.9', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'SecurityGroup': '1.4', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'SecurityGroupRule': '1.2', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'SubPort': '1.0', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Subnet': '1.1', Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: 'Trunk': '1.1'}} Aug 19 14:51:42.913623 n-d-779913-32 neutron-server[101965]: {{(pid=101965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:51:42.930460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.949996 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Attempting to bind port 20f2e9a8-722a-431c-8844-a9694b809348 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:42.950622 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Attempting to bind port 20f2e9a8-722a-431c-8844-a9694b809348 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:42.951317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Attempting to bind port 20f2e9a8-722a-431c-8844-a9694b809348 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:42.961186 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:42.961781 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:42.962622 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.963290 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:42.963958 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Bound port: 20f2e9a8-722a-431c-8844-a9694b809348, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:42.964553 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.052406 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] For port 20f2e9a8-722a-431c-8844-a9694b809348, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:43.056386 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] For port 20f2e9a8-722a-431c-8844-a9694b809348, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=20f2e9a8-722a-431c-8844-a9694b809348,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:43.089799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Allocated IP 172.20.0.1 (ec913136-bde3-41be-b86e-2178545ada6a/8246f976-1487-44a2-a57b-3cdb765999a2/4cc36103-c37e-431f-a43a-57be74237a5e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:43.120084 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.182158 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:43.183317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:43.222599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf11b-841d-43ab-b3e2-edad7d073cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.227937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf11b-841d-43ab-b3e2-edad7d073cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.230154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9c1bf11b-841d-43ab-b3e2-edad7d073cba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fa801f1-48ec-49c2-9b9d-816c23e49264 HTTP/1.1" status: 204 len: 168 time: 1.1434331 Aug 19 14:51:43.260667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bf11b-841d-43ab-b3e2-edad7d073cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa801f1-48ec-49c2-9b9d-816c23e49264,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.344055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.363213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Transition to ACTIVE for port object 4cc36103-c37e-431f-a43a-57be74237a5e will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:43.407784 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac70d01-85f7-4e6f-ade3-96c7535c476a None None] Pushing event updated for resources: {'Port': ['ID=20f2e9a8-722a-431c-8844-a9694b809348,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.424040 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:43.498368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.545503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Network ec913136-bde3-41be-b86e-2178545ada6a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:43.549728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:43.554005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:43.559048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.561502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Pushing event updated for resources: {'Port': ['ID=4cc36103-c37e-431f-a43a-57be74237a5e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.630523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:51:43.809458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.810910 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:40Z', 'revision_number': 3, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:43.840250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f84d67-7686-4946-8116-4e6571c5b516 None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:40Z', 'revision_number': 3, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:44.006567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-17356c05-4ea7-40cb-9530-b1cee6ce09f5 None None] Provisioning for port 4cc36103-c37e-431f-a43a-57be74237a5e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:44.019026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-17356c05-4ea7-40cb-9530-b1cee6ce09f5 None None] Provisioning complete for port 4cc36103-c37e-431f-a43a-57be74237a5e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:44.021370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-17356c05-4ea7-40cb-9530-b1cee6ce09f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.120237 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.145025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-17356c05-4ea7-40cb-9530-b1cee6ce09f5 None None] Port 4cc36103-c37e-431f-a43a-57be74237a5e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:44.183501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.184474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.301501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Pushing event updated for resources: {'Port': ['ID=4cc36103-c37e-431f-a43a-57be74237a5e,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:44.510949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Network ec913136-bde3-41be-b86e-2178545ada6a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:44.516590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:44.672409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 20f2e9a8-722a-431c-8844-a9694b809348 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:44.904590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:44.938545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 20f2e9a8-722a-431c-8844-a9694b809348 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:44.944592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 20f2e9a8-722a-431c-8844-a9694b809348 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:44.945425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.090949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-63c91db9-bbdf-4617-a136-70f8ec34e9e7 None None] Provisioning complete for port 4cc36103-c37e-431f-a43a-57be74237a5e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:45.093066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-63c91db9-bbdf-4617-a136-70f8ec34e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.186530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:45.197993 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.206263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-38b5b414-2afb-4c20-9189-350cbe17f08a admin admin] 10.222.0.13 "PUT /v2.0/routers/9d7ad01e-0cf3-4212-adfc-90ee95226477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1210713 Aug 19 14:51:45.266151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 20f2e9a8-722a-431c-8844-a9694b809348, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=20f2e9a8-722a-431c-8844-a9694b809348,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:45.269772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-63c91db9-bbdf-4617-a136-70f8ec34e9e7 None None] Port 4cc36103-c37e-431f-a43a-57be74237a5e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:45.358597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.359442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:45.446966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=20f2e9a8-722a-431c-8844-a9694b809348,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:45.469272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:45.469908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.284620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40214) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:46.296583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 20f2e9a8-722a-431c-8844-a9694b809348 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:46.391825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 20f2e9a8-722a-431c-8844-a9694b809348 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:46.392731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.656128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e899ff21-efdd-4e64-9e5b-2dfc25c59f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.676261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:46.701886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:46.703345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:46.840336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40246) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:46.841263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e899ff21-efdd-4e64-9e5b-2dfc25c59f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.843858 n-d-779913-32 neutron-server[101962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 14:51:46.889001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-e0d8dc73-6650-4d5e-8b5c-9b35c09d829d tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=77392ed49b414162b1e28e995d3b298f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464516 Aug 19 14:51:46.952289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e899ff21-efdd-4e64-9e5b-2dfc25c59f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.060873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:47.069016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e899ff21-efdd-4e64-9e5b-2dfc25c59f95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66a1e24152a7447e85e73c20c097e5cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7826188 Aug 19 14:51:47.071895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40260) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:47.072655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40262) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:47.082458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-network', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:47.094680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899ff21-efdd-4e64-9e5b-2dfc25c59f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c15ce8-af3c-432e-af32-0dba0e3f16c8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:47.181697 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61202253-fe30-4ed0-a817-ef4cb6d42fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.222727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61202253-fe30-4ed0-a817-ef4cb6d42fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.262072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Made reservation on behalf of ff134aa3621d4a4ab823ece1113f7b44 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:47.267658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.300846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.361486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-04484490-742a-4d40-b7de-375d8c6efa38 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:47.369764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-04484490-742a-4d40-b7de-375d8c6efa38 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4643915 Aug 19 14:51:47.392435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a747d0d9-e1a4-4fd2-a87b-d90ee35885c0 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/quotas/77392ed49b414162b1e28e995d3b298f HTTP/1.1" status: 200 len: 375 time: 0.0214207 Aug 19 14:51:47.478708 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-4789b55a-9dda-4caf-9a54-53ed7c13bcf8 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77392ed49b414162b1e28e995d3b298f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839097 Aug 19 14:51:47.490932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61202253-fe30-4ed0-a817-ef4cb6d42fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.495113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61202253-fe30-4ed0-a817-ef4cb6d42fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.500254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-61202253-fe30-4ed0-a817-ef4cb6d42fae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75c15ce8-af3c-432e-af32-0dba0e3f16c8 HTTP/1.1" status: 204 len: 168 time: 0.4191878 Aug 19 14:51:47.509397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 2, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:47.525699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61202253-fe30-4ed0-a817-ef4cb6d42fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c15ce8-af3c-432e-af32-0dba0e3f16c8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:47.563342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:47.566538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Updating router 9d7ad01e-0cf3-4212-adfc-90ee95226477 port 4cc36103-c37e-431f-a43a-57be74237a5e binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:51:47.659923 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.665559 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.825176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.861323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:51:47.881567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be4825-5124-45ed-a00f-bbd4731f70f2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:47.886224 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.887142 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Added segment 36256b63-75c0-4bdf-bf7f-3e46a6d9e599 of type vlan for network 259dfc4a-cae0-4758-8857-1a88b9b01177 Aug 19 14:51:47.954227 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.066373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.067371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:48.067994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.109389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.121381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Transition to ACTIVE for port object 4cc36103-c37e-431f-a43a-57be74237a5e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:48.139729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] Pushing event updated for resources: {'Network': ['ID=259dfc4a-cae0-4758-8857-1a88b9b01177,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:48.156640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:51:48.173652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-797d9f8e-6148-4886-8b5d-72c55a67b552 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0986309 Aug 19 14:51:48.176794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40300) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:48.191713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Request body: {'subnet': {'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-subnet', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:48.235093 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.306712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Made reservation on behalf of ff134aa3621d4a4ab823ece1113f7b44 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:48.309351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.375225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2d212-6f6b-490f-8baa-b8347ca94306 None None] Pushing event updated for resources: {'Port': ['ID=4cc36103-c37e-431f-a43a-57be74237a5e,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:48.423324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Attempting to bind port 4cc36103-c37e-431f-a43a-57be74237a5e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:48.423727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Attempting to bind port 4cc36103-c37e-431f-a43a-57be74237a5e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:48.427989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Attempting to bind port 4cc36103-c37e-431f-a43a-57be74237a5e on network ec913136-bde3-41be-b86e-2178545ada6a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:48.429753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:48.430128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Checking segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:48.430533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.430926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Bound using segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:48.431405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Bound port: 4cc36103-c37e-431f-a43a-57be74237a5e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:48.431802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.633817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] For port 4cc36103-c37e-431f-a43a-57be74237a5e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:48.638708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] For port 4cc36103-c37e-431f-a43a-57be74237a5e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4cc36103-c37e-431f-a43a-57be74237a5e,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:48.704778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.759641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.793538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:48.812643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Checking segment: {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:48.812867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Network hostable DHCP agents. Network: 259dfc4a-cae0-4758-8857-1a88b9b01177, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:51:48.831515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40326) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:48.847699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfa3e-21a5-498a-b408-5f12f35408a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.896024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2d212-6f6b-490f-8baa-b8347ca94306 None None] Pushing event updated for resources: {'Port': ['ID=4cc36103-c37e-431f-a43a-57be74237a5e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:48.921273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:51:48.922957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:48.923660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:49.037493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40336) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:49.046963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 259dfc4a-cae0-4758-8857-1a88b9b01177) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:49.054305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:49.054942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.098472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfa3e-21a5-498a-b408-5f12f35408a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.102148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854377a8-1c33-4b64-b9b4-5781e0954c1c None None] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:49.177103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfa3e-21a5-498a-b408-5f12f35408a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.213969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:49.293971 n-d-779913-32 neutron-server[101963]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 14:51:49.303858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bfa3e-21a5-498a-b408-5f12f35408a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b65a9b-9839-4afb-9d95-b58d9f8cbe61,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:49.314105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-73a3dda4-a0ac-41d0-b0e0-ab4a60c3f73c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1336007 Aug 19 14:51:49.317385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40346) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:49.323185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:49.343809 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1d5bfa3e-21a5-498a-b408-5f12f35408a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60944c09ecb244d4b018c3dc29e99720&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5149033 Aug 19 14:51:49.354713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40348) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:49.385025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1ee9034-23ec-4acb-9573-a5f45562e5a0 req-edf3d6d3-48db-4dd7-ac72-2ba48c5db890 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 210 time: 0.3446016 Aug 19 14:51:49.413162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-259dfc4a-cae0-4758-8857-1a88b9b01177', 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'fixed_ips': [{'subnet_id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:51:49.413162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.418619 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cdecad4-c3dd-410e-8480-3e4f1ca9594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.453900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cdecad4-c3dd-410e-8480-3e4f1ca9594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.465181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.468549 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.533594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.645463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Allocated IP 172.20.0.2 (259dfc4a-cae0-4758-8857-1a88b9b01177/c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe/27ee75db-6247-45e4-bf1a-0e367e6d966b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:49.722813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:48Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:49.735798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cdecad4-c3dd-410e-8480-3e4f1ca9594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.740639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cdecad4-c3dd-410e-8480-3e4f1ca9594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.748607 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8cdecad4-c3dd-410e-8480-3e4f1ca9594f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6b65a9b-9839-4afb-9d95-b58d9f8cbe61 HTTP/1.1" status: 204 len: 168 time: 0.3924663 Aug 19 14:51:49.760823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b4dc3-8a43-4960-8e14-a1a55a072ce3 None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:48Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:49.891975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdecad4-c3dd-410e-8480-3e4f1ca9594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b65a9b-9839-4afb-9d95-b58d9f8cbe61,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:49.974125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.991480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Transition to ACTIVE for port object 27ee75db-6247-45e4-bf1a-0e367e6d966b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:50.020581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Transition to ACTIVE for port object 27ee75db-6247-45e4-bf1a-0e367e6d966b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:50.108256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.121386 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.169920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:50.174551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:50.209449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:50.268244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Pushing event updated for resources: {'Port': ['ID=27ee75db-6247-45e4-bf1a-0e367e6d966b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:50.572306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4cc36103-c37e-431f-a43a-57be74237a5e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:50.669358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Attempting to bind port 27ee75db-6247-45e4-bf1a-0e367e6d966b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:50.671834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Attempting to bind port 27ee75db-6247-45e4-bf1a-0e367e6d966b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:50.672080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.673255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Attempting to bind port 27ee75db-6247-45e4-bf1a-0e367e6d966b on network 259dfc4a-cae0-4758-8857-1a88b9b01177 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:50.690239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:50.691923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Checking segment: {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:50.692559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.693239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Bound using segment: {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:50.693957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Bound port: 27ee75db-6247-45e4-bf1a-0e367e6d966b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:50.695372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.698428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.793437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] For port 27ee75db-6247-45e4-bf1a-0e367e6d966b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:50.797741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] For port 27ee75db-6247-45e4-bf1a-0e367e6d966b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=27ee75db-6247-45e4-bf1a-0e367e6d966b,segment=NetworkSegment(36256b63-75c0-4bdf-bf7f-3e46a6d9e599),segment_id=36256b63-75c0-4bdf-bf7f-3e46a6d9e599)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:50.891014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4cc36103-c37e-431f-a43a-57be74237a5e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:50.895140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4cc36103-c37e-431f-a43a-57be74237a5e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:50.895582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.933786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3634c7ad-974e-4a94-8f29-4f92457f841a req-2e9e0b48-9c64-426e-8a59-e382618cdae1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 210 time: 0.0970581 Aug 19 14:51:50.946008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.960592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Allocated IP 172.25.5.35 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/931a3512-e803-43b6-b939-3aa67cb99f92) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:51.124614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f999f-43ff-495a-9373-11e5b46a1215 None None] Pushing event updated for resources: {'Port': ['ID=27ee75db-6247-45e4-bf1a-0e367e6d966b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:51.176108 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:51.224245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:51.278886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4cc36103-c37e-431f-a43a-57be74237a5e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4cc36103-c37e-431f-a43a-57be74237a5e,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:51.398526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:51.440385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:51.515947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:51.522562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:51.527717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:51.588788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Pushing event updated for resources: {'Port': ['ID=931a3512-e803-43b6-b939-3aa67cb99f92,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:51.643385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4cc36103-c37e-431f-a43a-57be74237a5e,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:52.237044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40474) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:52.395553 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.475780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27ee75db-6247-45e4-bf1a-0e367e6d966b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:52.552862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f396ea-ca75-452e-961c-5d976d5ef60f None None] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:52.744142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40490) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:52.811502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.895285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e3acac5-3abb-4156-a331-a848b6513962 req-b6cd972b-b066-47e0-8393-a653142da295 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 210 time: 0.1048343 Aug 19 14:51:52.954736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6aaa3de-58f8-4917-a49d-a5e8dad3aea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.058542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 27ee75db-6247-45e4-bf1a-0e367e6d966b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:53.072323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-85b85bd7-07a6-4477-bd5e-221e462d6797 None None] Provisioning for port 27ee75db-6247-45e4-bf1a-0e367e6d966b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:53.084463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 27ee75db-6247-45e4-bf1a-0e367e6d966b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:53.084883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.092370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-85b85bd7-07a6-4477-bd5e-221e462d6797 None None] Provisioning complete for port 27ee75db-6247-45e4-bf1a-0e367e6d966b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:53.092752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85b85bd7-07a6-4477-bd5e-221e462d6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.180964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.46', 56415) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:53.295094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-da60d2a8-0c32-4e57-9f70-7141006acbb2 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=77392ed49b414162b1e28e995d3b298f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104586 Aug 19 14:51:53.305661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-64360745-cd55-4c92-888a-ae1aec35976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.372551 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.387623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Router 450c82de-cb68-4ea6-914d-1e892ec1e01f is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:51:53.392342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85b85bd7-07a6-4477-bd5e-221e462d6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.445167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6aaa3de-58f8-4917-a49d-a5e8dad3aea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.501806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 27ee75db-6247-45e4-bf1a-0e367e6d966b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=27ee75db-6247-45e4-bf1a-0e367e6d966b,segment=NetworkSegment(36256b63-75c0-4bdf-bf7f-3e46a6d9e599),segment_id=36256b63-75c0-4bdf-bf7f-3e46a6d9e599)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:53.544398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-3525fd3c-6fdb-4064-b8a4-8bdbce8c8222 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:53.574336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-3525fd3c-6fdb-4064-b8a4-8bdbce8c8222 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471838 Aug 19 14:51:53.617978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.624174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4cc36103-c37e-431f-a43a-57be74237a5e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:53.628426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:53.646171 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Sync routers for ids ['450c82de-cb68-4ea6-914d-1e892ec1e01f'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:53.690571 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Routers {'450c82de-cb68-4ea6-914d-1e892ec1e01f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:53.698346 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['450c82de-cb68-4ea6-914d-1e892ec1e01f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:53.771806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-64360745-cd55-4c92-888a-ae1aec35976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.773123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6aaa3de-58f8-4917-a49d-a5e8dad3aea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.812467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Request body: {'port': {'device_id': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '77392ed49b414162b1e28e995d3b298f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:53.941378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:54.019399 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Set router 450c82de-cb68-4ea6-914d-1e892ec1e01f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:54.090640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.099621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4cc5f391-b9aa-4cb3-b254-3330b623aac1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.7803364 Aug 19 14:51:54.100531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40544) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:54.120053 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-85b85bd7-07a6-4477-bd5e-221e462d6797 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:51:54.121018 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-85b85bd7-07a6-4477-bd5e-221e462d6797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:51:54.250620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d6aaa3de-58f8-4917-a49d-a5e8dad3aea5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c29c8d4fa4f649739cbe16924c05bf51&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0051115 Aug 19 14:51:54.250871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=27ee75db-6247-45e4-bf1a-0e367e6d966b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:54.255428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40552) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:54.268823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4cc36103-c37e-431f-a43a-57be74237a5e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:54.270512 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.318407 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-64360745-cd55-4c92-888a-ae1aec35976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.352599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-b32127c0-11dc-4600-be55-a064b94f2170 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4989b0b831384a3397c3aa8743643a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1305170 Aug 19 14:51:54.502910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d76f6ea-8226-43fa-99b0-49370eab3482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.526269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-64360745-cd55-4c92-888a-ae1aec35976a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b7d2780c34f43338e91d18dc3a61548&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7763498 Aug 19 14:51:54.538323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-e7c2bdac-3276-4476-a129-03ef2692ae54 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:54.546773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-e7c2bdac-3276-4476-a129-03ef2692ae54 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926355 Aug 19 14:51:54.557508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9ee-bd04-464f-9272-5afed33494b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.561558 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 3, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:54.570559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Made reservation on behalf of 77392ed49b414162b1e28e995d3b298f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:54.581955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:54.584189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.612723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-11d8fcb1-17eb-4970-9518-c908ce3e1950 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/quotas/4989b0b831384a3397c3aa8743643a50 HTTP/1.1" status: 200 len: 375 time: 0.0624070 Aug 19 14:51:54.682673 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eb15-487a-4e7b-ba80-922818b93ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.697106 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Checking router: 450c82de-cb68-4ea6-914d-1e892ec1e01f for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:54.697641 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Updating router 450c82de-cb68-4ea6-914d-1e892ec1e01f port 931a3512-e803-43b6-b939-3aa67cb99f92 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:51:54.714386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eb15-487a-4e7b-ba80-922818b93ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.759167 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.762113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-5bfffe76-e67c-4d79-b306-39f020652175 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4989b0b831384a3397c3aa8743643a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480083 Aug 19 14:51:54.775371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.798975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaa3de-58f8-4917-a49d-a5e8dad3aea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3ba147-ea1d-44b8-83f5-67d4f51db6e9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:54.852580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27ee75db-6247-45e4-bf1a-0e367e6d966b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:54.883965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64360745-cd55-4c92-888a-ae1aec35976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94fae3-74ac-4190-abc1-ed0a196341db,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:54.946727 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9ee-bd04-464f-9272-5afed33494b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.946949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ea985928-9d82-43cb-911b-fcfef5091407 None None] Provisioning complete for port 27ee75db-6247-45e4-bf1a-0e367e6d966b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:54.947452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ea985928-9d82-43cb-911b-fcfef5091407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.018324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 27ee75db-6247-45e4-bf1a-0e367e6d966b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:55.018799 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.027790 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a0f26dff-ecf8-4d04-9e80-23eaf12c03f1 req-a4773335-ecdb-4cac-8fb9-9ca109d7af5d tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 210 time: 0.3723640 Aug 19 14:51:55.128761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.190023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-968f8c5c-c243-4b3e-9cac-37301e7ab1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.194346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9ee-bd04-464f-9272-5afed33494b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.305484 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.317515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-968f8c5c-c243-4b3e-9cac-37301e7ab1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.321409 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Transition to ACTIVE for port object 931a3512-e803-43b6-b939-3aa67cb99f92 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:55.326244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eb15-487a-4e7b-ba80-922818b93ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.330594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1eb15-487a-4e7b-ba80-922818b93ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.334252 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9bc1eb15-487a-4e7b-ba80-922818b93ebb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e3ba147-ea1d-44b8-83f5-67d4f51db6e9 HTTP/1.1" status: 204 len: 168 time: 1.0696440 Aug 19 14:51:55.346438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2b9ee-bd04-464f-9272-5afed33494b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e460b3cc-356a-479c-8db9-043ced45de74,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.354438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fbd2b9ee-bd04-464f-9272-5afed33494b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2daa0ffa0fef47ccb1d74ec3a6584081&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4118934 Aug 19 14:51:55.355535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40606) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:55.415432 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.452246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1eb15-487a-4e7b-ba80-922818b93ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3ba147-ea1d-44b8-83f5-67d4f51db6e9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.524234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83058881-bec8-4f62-b847-e835b86e3827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.572340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.596842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83058881-bec8-4f62-b847-e835b86e3827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.626892 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058e914-09b4-4c4d-9b5d-26bf8a1a4abc None None] Pushing event updated for resources: {'Port': ['ID=931a3512-e803-43b6-b939-3aa67cb99f92,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.638835 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Attempting to bind port 931a3512-e803-43b6-b939-3aa67cb99f92 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:55.639480 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Attempting to bind port 931a3512-e803-43b6-b939-3aa67cb99f92 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:55.639979 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Attempting to bind port 931a3512-e803-43b6-b939-3aa67cb99f92 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:55.652758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:55.657941 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:55.658521 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.659651 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:55.659651 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Bound port: 931a3512-e803-43b6-b939-3aa67cb99f92, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:55.659922 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.681569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.707390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-968f8c5c-c243-4b3e-9cac-37301e7ab1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.710181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-968f8c5c-c243-4b3e-9cac-37301e7ab1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.716450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-968f8c5c-c243-4b3e-9cac-37301e7ab1a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d94fae3-74ac-4190-abc1-ed0a196341db HTTP/1.1" status: 204 len: 168 time: 1.0795784 Aug 19 14:51:55.786691 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] For port 931a3512-e803-43b6-b939-3aa67cb99f92, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:55.790963 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] For port 931a3512-e803-43b6-b939-3aa67cb99f92, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=931a3512-e803-43b6-b939-3aa67cb99f92,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:55.809047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f8c5c-c243-4b3e-9cac-37301e7ab1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94fae3-74ac-4190-abc1-ed0a196341db,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.881437 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.935777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2759809f-5922-4b4d-a435-2ec47ac39485 req-496d6349-dde3-43d9-aff5-48e7e7ab4644 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.1346257 Aug 19 14:51:55.945322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:56.010021 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Routers {'450c82de-cb68-4ea6-914d-1e892ec1e01f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:56.011043 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['450c82de-cb68-4ea6-914d-1e892ec1e01f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:56.039426 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83058881-bec8-4f62-b847-e835b86e3827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.045794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83058881-bec8-4f62-b847-e835b86e3827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.047085 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83058881-bec8-4f62-b847-e835b86e3827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e460b3cc-356a-479c-8db9-043ced45de74 HTTP/1.1" status: 204 len: 168 time: 0.6838670 Aug 19 14:51:56.067558 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058e914-09b4-4c4d-9b5d-26bf8a1a4abc None None] Pushing event updated for resources: {'Port': ['ID=931a3512-e803-43b6-b939-3aa67cb99f92,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:56.088432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83058881-bec8-4f62-b847-e835b86e3827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460b3cc-356a-479c-8db9-043ced45de74,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:56.220830 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] Set router 450c82de-cb68-4ea6-914d-1e892ec1e01f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:56.266963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.408317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Allocated IP 192.168.233.170 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/c11bb88e-d0fb-4990-8482-990345339b82) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:56.651876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.680325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Transition to ACTIVE for port object c11bb88e-d0fb-4990-8482-990345339b82 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:56.755449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b68dcd51-b713-4fde-82e2-541cf47c9fd1 req-a314c1a0-a89d-4311-a3eb-9463bcb39759 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 210 time: 0.0427520 Aug 19 14:51:56.778668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.125725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21e05c06-18fd-419b-b6a7-2d1ef977abe3 req-b55950c4-e8e8-4c20-a527-eaa67eb65eee tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.0493031 Aug 19 14:51:57.167258 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 3, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:57.245235 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bc8ee-8baf-40c2-a99f-d66c57ac4b48 None None] The sync data for ids ['450c82de-cb68-4ea6-914d-1e892ec1e01f'] in n-d-779913-32 is: [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 3, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:57.247691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:57.272219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:57.275257 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.285180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Allocated IP 172.20.0.1 (259dfc4a-cae0-4758-8857-1a88b9b01177/c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe/46f852fc-8405-4c9e-ba30-602e85337b06) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:57.294586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:57.318072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:57.319235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.351085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Pushing event updated for resources: {'Port': ['ID=c11bb88e-d0fb-4990-8482-990345339b82,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:57.544439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-924ce9c9-9299-4147-8315-8e25af5107e1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7371423 Aug 19 14:51:57.559245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-ab440d08-d26e-499e-b33a-1b5d261bc66d tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:51:57.568092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-ab440d08-d26e-499e-b33a-1b5d261bc66d tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161173 Aug 19 14:51:57.774063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40660) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:57.846286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.878880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Transition to ACTIVE for port object 46f852fc-8405-4c9e-ba30-602e85337b06 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:57.921789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63aed3be-859e-4458-ad8c-933b37fd8ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.196948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63aed3be-859e-4458-ad8c-933b37fd8ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.211226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-157d371f-7ea1-454a-8257-4c9e35f64629 None None] Provisioning for port c11bb88e-d0fb-4990-8482-990345339b82 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:58.222492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-baefdd68-3253-45c4-86d0-288adf96f1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.222962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.224070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-157d371f-7ea1-454a-8257-4c9e35f64629 None None] Provisioning complete for port c11bb88e-d0fb-4990-8482-990345339b82 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:58.224425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-157d371f-7ea1-454a-8257-4c9e35f64629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.273028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63aed3be-859e-4458-ad8c-933b37fd8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.364146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:58.367716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-157d371f-7ea1-454a-8257-4c9e35f64629 None None] Port c11bb88e-d0fb-4990-8482-990345339b82 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:58.411112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb6b2-6cb2-4f24-b9db-455dd9c4cad1 req-2806674a-527b-4ef6-a9b5-a157458ac8eb tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:58.414596 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7fdbb6b2-6cb2-4f24-b9db-455dd9c4cad1 req-2806674a-527b-4ef6-a9b5-a157458ac8eb tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 936 time: 0.2976992 Aug 19 14:51:58.417934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:58.456694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:58.458036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.473575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-63aed3be-859e-4458-ad8c-933b37fd8ab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6eff199144b410baba397387f88a795&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6989250 Aug 19 14:51:58.480224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40668) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:58.504738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed3be-859e-4458-ad8c-933b37fd8ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1086ba4a-bb4c-4760-8112-fa4c8952f7f7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:58.597279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40670) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:58.662354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Pushing event updated for resources: {'Port': ['ID=46f852fc-8405-4c9e-ba30-602e85337b06,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:58.727997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7fdbb6b2-6cb2-4f24-b9db-455dd9c4cad1 req-fe6adb71-f117-49dc-a03e-4b59094a3d8a tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552934 Aug 19 14:51:58.759844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ab37574-75e5-48a6-9ab8-3b348883aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.800723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdbf058e-ffe7-43a1-b83b-73162f6a6ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.908198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdbf058e-ffe7-43a1-b83b-73162f6a6ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.082974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 931a3512-e803-43b6-b939-3aa67cb99f92 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:59.196013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdbf058e-ffe7-43a1-b83b-73162f6a6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.200829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdbf058e-ffe7-43a1-b83b-73162f6a6ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.207688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bdbf058e-ffe7-43a1-b83b-73162f6a6ff5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1086ba4a-bb4c-4760-8112-fa4c8952f7f7 HTTP/1.1" status: 204 len: 168 time: 0.7226493 Aug 19 14:51:59.215197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-24cc6a43-27b1-4eba-854f-7cc19d9ab1ec None None] Provisioning for port 46f852fc-8405-4c9e-ba30-602e85337b06 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:59.244733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-24cc6a43-27b1-4eba-854f-7cc19d9ab1ec None None] Provisioning complete for port 46f852fc-8405-4c9e-ba30-602e85337b06 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:59.255949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91f11310-5d2f-4f89-8cf0-ba2eabaad382 req-beb49894-1468-4bac-89fb-64e280015e6b tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.1201177 Aug 19 14:51:59.267670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24cc6a43-27b1-4eba-854f-7cc19d9ab1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.283478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf058e-ffe7-43a1-b83b-73162f6a6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1086ba4a-bb4c-4760-8112-fa4c8952f7f7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:59.414306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-24cc6a43-27b1-4eba-854f-7cc19d9ab1ec None None] Port 46f852fc-8405-4c9e-ba30-602e85337b06 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:59.431952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ab37574-75e5-48a6-9ab8-3b348883aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.481542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.482965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 931a3512-e803-43b6-b939-3aa67cb99f92 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:59.493277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 931a3512-e803-43b6-b939-3aa67cb99f92 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:59.495605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.530333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.555379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ab37574-75e5-48a6-9ab8-3b348883aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.659722 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4ab37574-75e5-48a6-9ab8-3b348883aac1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acc619d078504e3885ffa9857b8079d5&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0613213 Aug 19 14:51:59.660478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab37574-75e5-48a6-9ab8-3b348883aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6399ed9-9250-4329-acd7-1e50fdb57e58,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:59.663638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.695757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.787354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 931a3512-e803-43b6-b939-3aa67cb99f92, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=931a3512-e803-43b6-b939-3aa67cb99f92,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:59.814255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a07eabf-bd3e-43f0-aeef-b895ebe7fb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.887115 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.901528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a07eabf-bd3e-43f0-aeef-b895ebe7fb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.969690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.990392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3275-ea41-44ae-84e0-0c404ef59d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.061149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=931a3512-e803-43b6-b939-3aa67cb99f92,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:00.159501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3275-ea41-44ae-84e0-0c404ef59d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.164580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a07eabf-bd3e-43f0-aeef-b895ebe7fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.171885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a07eabf-bd3e-43f0-aeef-b895ebe7fb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.173142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1a07eabf-bd3e-43f0-aeef-b895ebe7fb31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6399ed9-9250-4329-acd7-1e50fdb57e58 HTTP/1.1" status: 204 len: 168 time: 0.5076160 Aug 19 14:52:00.187258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07eabf-bd3e-43f0-aeef-b895ebe7fb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6399ed9-9250-4329-acd7-1e50fdb57e58,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:00.260602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3275-ea41-44ae-84e0-0c404ef59d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.294877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40696) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.349583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.358955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950d610-f034-4edd-ad8e-7e3777db067f req-c555fe06-8301-41f2-b01c-fd3ce26cf3e5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:00.361047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4950d610-f034-4edd-ad8e-7e3777db067f req-c555fe06-8301-41f2-b01c-fd3ce26cf3e5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 936 time: 0.4112010 Aug 19 14:52:00.397984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a5ac3275-ea41-44ae-84e0-0c404ef59d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4717386ca92416789d1b0802b90a5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269714 Aug 19 14:52:00.406036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.420086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac3275-ea41-44ae-84e0-0c404ef59d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea18b60-c724-4cc1-89f4-6ee5566a667e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:00.460784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8326cc-62ef-41b8-b472-431ab75e82f2 req-ccc3fd0c-262c-461f-91d1-b8dc3baf96c8 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.0475125 Aug 19 14:52:00.475504 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4950d610-f034-4edd-ad8e-7e3777db067f req-6b913210-656e-4dcd-8b7f-bbff89e9f746 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011014 Aug 19 14:52:00.525012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.526218 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.616197 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.670179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Pushing event updated for resources: {'Port': ['ID=46f852fc-8405-4c9e-ba30-602e85337b06,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:00.693898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06aef71-ae97-4bc2-bb5e-7ee1d49ff90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.752672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Request body: {'port': {'device_id': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:00.796976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06aef71-ae97-4bc2-bb5e-7ee1d49ff90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.857643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:00.865281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:00.948961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 931a3512-e803-43b6-b939-3aa67cb99f92 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:01.002512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.082231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 931a3512-e803-43b6-b939-3aa67cb99f92 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:01.084779 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.165907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06aef71-ae97-4bc2-bb5e-7ee1d49ff90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.168522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06aef71-ae97-4bc2-bb5e-7ee1d49ff90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.169931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a06aef71-ae97-4bc2-bb5e-7ee1d49ff90f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ea18b60-c724-4cc1-89f4-6ee5566a667e HTTP/1.1" status: 204 len: 168 time: 0.7629309 Aug 19 14:52:01.211811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aef71-ae97-4bc2-bb5e-7ee1d49ff90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea18b60-c724-4cc1-89f4-6ee5566a667e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:01.277012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Router 450c82de-cb68-4ea6-914d-1e892ec1e01f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:52:01.529717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:52:01.551113 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4f3f0d9b-91aa-41c1-8bd4-70ed16fc1c6f admin admin] 10.222.0.13 "PUT /v2.0/routers/450c82de-cb68-4ea6-914d-1e892ec1e01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4488189 Aug 19 14:52:01.584170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Sync routers for ids ['450c82de-cb68-4ea6-914d-1e892ec1e01f'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:52:01.592388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.46', 56421) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.673748 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-8cd5360c-3d9d-4084-b4b6-cd6f54046399 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4989b0b831384a3397c3aa8743643a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472958 Aug 19 14:52:01.695028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-66cffb90-4b23-4cf0-aef7-7319d371fae4 None None] Provisioning complete for port 46f852fc-8405-4c9e-ba30-602e85337b06 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:01.696219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-66cffb90-4b23-4cf0-aef7-7319d371fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.700824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Routers {'450c82de-cb68-4ea6-914d-1e892ec1e01f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:52:01.703657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['450c82de-cb68-4ea6-914d-1e892ec1e01f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:01.790713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11bb88e-d0fb-4990-8482-990345339b82 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:01.804777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.846947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Transition to ACTIVE for port object c11bb88e-d0fb-4990-8482-990345339b82 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:01.869272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d59a8e6-bf90-4404-ab1d-59f14e35b877 req-7690ba80-3421-4809-a78b-4792d77206ff tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.2384310 Aug 19 14:52:01.869876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40724) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.908915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efb4330b-60da-40ba-a11a-88cf05fbe60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.915322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.940204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-66cffb90-4b23-4cf0-aef7-7319d371fae4 None None] Port 46f852fc-8405-4c9e-ba30-602e85337b06 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:52:02.028463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11240f80-4096-4f3e-967d-37c19042f93c req-98ccae40-34b0-4b49-9804-0ce0742b2ac6 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:02.033758 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11240f80-4096-4f3e-967d-37c19042f93c req-98ccae40-34b0-4b49-9804-0ce0742b2ac6 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 936 time: 0.3585160 Aug 19 14:52:02.137225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Set router 450c82de-cb68-4ea6-914d-1e892ec1e01f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:52:02.194197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-a315e48a-5a34-43e4-9206-2ba7b7ec2792 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:02.204429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-a315e48a-5a34-43e4-9206-2ba7b7ec2792 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4947753 Aug 19 14:52:02.251956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Request body: {'port': {'device_id': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '4989b0b831384a3397c3aa8743643a50'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:02.645726 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11240f80-4096-4f3e-967d-37c19042f93c req-3bb5ab4c-4906-4fe9-b358-c425aae7f016 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929356 Aug 19 14:52:02.818195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efb4330b-60da-40ba-a11a-88cf05fbe60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.841245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=c11bb88e-d0fb-4990-8482-990345339b82,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:02.866433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '46f852fc-8405-4c9e-ba30-602e85337b06', 'name': '', 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'mac_address': 'fa:16:3e:4c:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:56Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 2, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'subnets': [{'id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:02.878018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e416fda-5be1-43c5-82d8-35a3cbc94ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.889326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Attempting to bind port c11bb88e-d0fb-4990-8482-990345339b82 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:02.890629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Attempting to bind port c11bb88e-d0fb-4990-8482-990345339b82 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:02.891492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Attempting to bind port c11bb88e-d0fb-4990-8482-990345339b82 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:02.941527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Checking router: 450c82de-cb68-4ea6-914d-1e892ec1e01f for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:52:02.943400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Updating router 450c82de-cb68-4ea6-914d-1e892ec1e01f port 46f852fc-8405-4c9e-ba30-602e85337b06 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:52:02.946075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efb4330b-60da-40ba-a11a-88cf05fbe60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.962588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Port c11bb88e-d0fb-4990-8482-990345339b82 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:02.963856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Attempting to bind port c11bb88e-d0fb-4990-8482-990345339b82 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:02.989870 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.037150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:03.038217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:03.039437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:03.040696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Bound port: c11bb88e-d0fb-4990-8482-990345339b82, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:03.041620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.117447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-efb4330b-60da-40ba-a11a-88cf05fbe60c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89dc7fc632a344ddb17a3e631ceb0977&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7957687 Aug 19 14:52:03.118389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40756) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:03.132595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4330b-60da-40ba-a11a-88cf05fbe60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433f183c-9b65-4309-888e-4cfc7b39d3b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:03.343357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Made reservation on behalf of 4989b0b831384a3397c3aa8743643a50 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:03.355863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.387991 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f65b046f-4357-48f8-9e53-018d6b54b5a7 req-ed334483-b34c-4704-8714-bc79c98edc25 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.3781757 Aug 19 14:52:03.389380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.441561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6b123d7-f670-467f-a02e-83469b5a4bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.461078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] For port c11bb88e-d0fb-4990-8482-990345339b82, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:03.556627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] For port c11bb88e-d0fb-4990-8482-990345339b82, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c11bb88e-d0fb-4990-8482-990345339b82,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:03.571389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6b123d7-f670-467f-a02e-83469b5a4bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.587716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.600595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Transition to ACTIVE for port object 46f852fc-8405-4c9e-ba30-602e85337b06 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:03.618541 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e416fda-5be1-43c5-82d8-35a3cbc94ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.673177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.784736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.806780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:03.811249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.815715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] 10.222.0.46 "PUT /v2.0/ports/c11bb88e-d0fb-4990-8482-990345339b82 HTTP/1.1" status: 200 len: 1097 time: 4.6050017 Aug 19 14:52:03.816667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'tag': 'c11bb88e-d0fb-4990-8482-990345339b82'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:04.028567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e416fda-5be1-43c5-82d8-35a3cbc94ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.053684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6b123d7-f670-467f-a02e-83469b5a4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.062480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6b123d7-f670-467f-a02e-83469b5a4bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.066591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b6b123d7-f670-467f-a02e-83469b5a4bf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/433f183c-9b65-4309-888e-4cfc7b39d3b8 HTTP/1.1" status: 204 len: 168 time: 0.9379413 Aug 19 14:52:04.123634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ed42-0edf-452c-b2a9-d452b28458cd None None] Pushing event updated for resources: {'Port': ['ID=46f852fc-8405-4c9e-ba30-602e85337b06,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:04.128206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e9b6-d9bf-46a6-b311-33ec07916c67 req-85adb642-6ce8-4c43-8aaf-8ed55553f626 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:04.146200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Attempting to bind port 46f852fc-8405-4c9e-ba30-602e85337b06 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:04.146972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Attempting to bind port 46f852fc-8405-4c9e-ba30-602e85337b06 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:04.147627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Attempting to bind port 46f852fc-8405-4c9e-ba30-602e85337b06 on network 259dfc4a-cae0-4758-8857-1a88b9b01177 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:04.150155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bc8e9b6-d9bf-46a6-b311-33ec07916c67 req-85adb642-6ce8-4c43-8aaf-8ed55553f626 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.3458529 Aug 19 14:52:04.157101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:04.157940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Checking segment: {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:04.158624 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.159324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Bound using segment: {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:04.159760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ed194-f5ca-47e1-bb57-8c0069965ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=c11bb88e-d0fb-4990-8482-990345339b82,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:04.162059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Bound port: 46f852fc-8405-4c9e-ba30-602e85337b06, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36256b63-75c0-4bdf-bf7f-3e46a6d9e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:04.166031 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.295629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e416fda-5be1-43c5-82d8-35a3cbc94ee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4c00e940fb846e3952cc4812148d7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3971021 Aug 19 14:52:04.296523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40788) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:04.309012 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bc8e9b6-d9bf-46a6-b311-33ec07916c67 req-2cbeeb57-8f2a-4e7c-8de6-08462ef80486 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325791 Aug 19 14:52:04.323553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] For port 46f852fc-8405-4c9e-ba30-602e85337b06, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:04.330544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] For port 46f852fc-8405-4c9e-ba30-602e85337b06, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46f852fc-8405-4c9e-ba30-602e85337b06,segment=NetworkSegment(36256b63-75c0-4bdf-bf7f-3e46a6d9e599),segment_id=36256b63-75c0-4bdf-bf7f-3e46a6d9e599)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:04.374924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.399845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e416fda-5be1-43c5-82d8-35a3cbc94ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4704c509-6a75-4504-b3b4-258df5d03e58,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:04.412836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.434404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b123d7-f670-467f-a02e-83469b5a4bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433f183c-9b65-4309-888e-4cfc7b39d3b8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:04.486108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.682912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ed42-0edf-452c-b2a9-d452b28458cd None None] Pushing event updated for resources: {'Port': ['ID=46f852fc-8405-4c9e-ba30-602e85337b06,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:04.772602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Routers {'450c82de-cb68-4ea6-914d-1e892ec1e01f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:52:04.779029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:51:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['450c82de-cb68-4ea6-914d-1e892ec1e01f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:05.007871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-679e0469-c866-4586-9fcd-d555b326d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:05.016290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-679e0469-c866-4586-9fcd-d555b326d0d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77392ed49b414162b1e28e995d3b298f&device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 1100 time: 0.5208786 Aug 19 14:52:05.046619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f583e2f3-9361-4300-918a-211c80b2c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.125479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f583e2f3-9361-4300-918a-211c80b2c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.173440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:05.175581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:05.198337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157234014', 'description': 'tempest-description--1321642941'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:05.213198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] Set router 450c82de-cb68-4ea6-914d-1e892ec1e01f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:52:05.278126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df24dffd-240b-4541-aabe-c4c0c07ee2d8 req-c4c471b1-2631-4bc0-8e3e-d5470ece2c0d tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.5312631 Aug 19 14:52:05.337194 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f583e2f3-9361-4300-918a-211c80b2c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.342150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f583e2f3-9361-4300-918a-211c80b2c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.351927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f583e2f3-9361-4300-918a-211c80b2c3d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4704c509-6a75-4504-b3b4-258df5d03e58 HTTP/1.1" status: 204 len: 168 time: 1.0015225 Aug 19 14:52:05.351927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-c8bb4dc9-e776-43de-828b-6e2d50456fcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c11bb88e-d0fb-4990-8482-990345339b82 HTTP/1.1" status: 200 len: 217 time: 0.3127255 Aug 19 14:52:05.367538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583e2f3-9361-4300-918a-211c80b2c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4704c509-6a75-4504-b3b4-258df5d03e58,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:05.455459 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6e93fc-1967-44bf-abee-6e63523d3e26" -d '{"events": [{"name": "network-changed", "server_uuid": "78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03", "tag": "c11bb88e-d0fb-4990-8482-990345339b82"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:05.687702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Allocated IP 192.168.233.136 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/9862f63c-b457-4375-bf6e-37f648799817) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:05.708253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-6d566700-dc20-4402-9202-8eecaeff5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:05.714297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-6d566700-dc20-4402-9202-8eecaeff5373 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2524781 Aug 19 14:52:05.748822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f94f70-aef4-439f-a228-73544c385295 req-e2136877-e853-487c-b87b-11ab11abb2d7 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:05.751808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14f94f70-aef4-439f-a228-73544c385295 req-e2136877-e853-487c-b87b-11ab11abb2d7 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.1981270 Aug 19 14:52:05.836191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14f94f70-aef4-439f-a228-73544c385295 req-b35c32b1-9df6-411d-9462-a730a609367a tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713494 Aug 19 14:52:05.899716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.960504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '46f852fc-8405-4c9e-ba30-602e85337b06', 'name': '', 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'mac_address': 'fa:16:3e:4c:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:56Z', 'updated_at': '2021-08-19T14:52:04Z', 'revision_number': 4, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'subnets': [{'id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:06.021960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db4ebe-f5ae-49c2-a5c3-1ec68f459b4a None None] The sync data for ids ['450c82de-cb68-4ea6-914d-1e892ec1e01f'] in n-d-779913-32 is: [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '46f852fc-8405-4c9e-ba30-602e85337b06', 'name': '', 'network_id': '259dfc4a-cae0-4758-8857-1a88b9b01177', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'mac_address': 'fa:16:3e:4c:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:56Z', 'updated_at': '2021-08-19T14:52:04Z', 'revision_number': 4, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'subnets': [{'id': 'c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:52:06.058294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-c4131ff2-9511-48f5-9a2b-96fc432baa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:06.059895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-c4131ff2-9511-48f5-9a2b-96fc432baa2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339841 Aug 19 14:52:06.108269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.157432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.192892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Transition to ACTIVE for port object 9862f63c-b457-4375-bf6e-37f648799817 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:06.249786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.309562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-ee69eba9-854c-458f-86b5-f31978600672 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114377 Aug 19 14:52:06.313066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734a664d-306e-4a0a-b0df-4e4ce5206dd0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:06.389042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.393621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b43746c1-9841-47f7-a13d-ffff9b6c18c1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2062323 Aug 19 14:52:06.393825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:06.400033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'security_group_rule': {'security_group_id': '734a664d-306e-4a0a-b0df-4e4ce5206dd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:06.419383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.476008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40826) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:06.560944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74a6419d-7026-4fae-858e-79e8834e0b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.644070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.851134 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Pushing event updated for resources: {'Port': ['ID=9862f63c-b457-4375-bf6e-37f648799817,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:06.883246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ab99-db04-4048-8e80-f284a9c7bc80 req-0d212d2d-dd90-4e4b-b837-0b18c56059fa tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:06.896383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e622ab99-db04-4048-8e80-f284a9c7bc80 req-0d212d2d-dd90-4e4b-b837-0b18c56059fa tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 936 time: 0.4223757 Aug 19 14:52:06.912447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:06.918676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:06.930355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:06.939665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46f852fc-8405-4c9e-ba30-602e85337b06 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:06.966291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:06.967219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.020902 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.035998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5275ca69-7e02-4d75-aeec-792cc9a48d56 req-24579cf7-6f8a-45d9-883c-199d68ce0425 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746236 Aug 19 14:52:07.122696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e622ab99-db04-4048-8e80-f284a9c7bc80 req-8c17d756-c210-4fcc-9c10-e133362a64c9 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250795 Aug 19 14:52:07.164791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.215418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 46f852fc-8405-4c9e-ba30-602e85337b06 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:07.223074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46f852fc-8405-4c9e-ba30-602e85337b06 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:07.228829 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.232891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797afa06-8aa5-4bee-af39-58460f256d14,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:07.252370 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9330c39-07f3-4be0-8627-7f52f91befa8 x-openstack-request-id: req-f9330c39-07f3-4be0-8627-7f52f91befa8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:07.252760 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03", "tag": "c11bb88e-d0fb-4990-8482-990345339b82", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:07.256680 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9330c39-07f3-4be0-8627-7f52f91befa8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:07.257294 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'tag': 'c11bb88e-d0fb-4990-8482-990345339b82', 'status': 'completed', 'code': 200} Aug 19 14:52:07.429896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74a6419d-7026-4fae-858e-79e8834e0b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.508821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-2fcffe5f-1855-47e0-9c88-7111e96f6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:07.510599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-2fcffe5f-1855-47e0-9c88-7111e96f6b6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77392ed49b414162b1e28e995d3b298f&device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 1100 time: 0.2278161 Aug 19 14:52:07.542638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bd203-566f-4058-b0e5-492f4614e03a req-c65efe19-f688-4ccd-a237-5b667fad1aeb tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:07.544238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a35bd203-566f-4058-b0e5-492f4614e03a req-c65efe19-f688-4ccd-a237-5b667fad1aeb tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.1906440 Aug 19 14:52:07.560296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74a6419d-7026-4fae-858e-79e8834e0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.569788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-c978603a-fa18-4d23-bbe7-0471ac65189a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3307617 Aug 19 14:52:07.585187 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.641820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Request body: {'port': {'device_id': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'device_owner': 'compute:tempest-test_az-1533940182', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:07.687854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 46f852fc-8405-4c9e-ba30-602e85337b06, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46f852fc-8405-4c9e-ba30-602e85337b06,segment=NetworkSegment(36256b63-75c0-4bdf-bf7f-3e46a6d9e599),segment_id=36256b63-75c0-4bdf-bf7f-3e46a6d9e599)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:07.690511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f27ed48e-ce3c-4cd4-9f13-58eb71715e71 None None] Provisioning for port 9862f63c-b457-4375-bf6e-37f648799817 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:07.696675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f27ed48e-ce3c-4cd4-9f13-58eb71715e71 None None] Provisioning complete for port 9862f63c-b457-4375-bf6e-37f648799817 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:07.697292 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f27ed48e-ce3c-4cd4-9f13-58eb71715e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.709921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.711145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-53a020ec-4cb1-4d61-82f8-29cab10f46f7 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3162241 Aug 19 14:52:07.741819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40838) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:07.749281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f27ed48e-ce3c-4cd4-9f13-58eb71715e71 None None] Port 9862f63c-b457-4375-bf6e-37f648799817 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:52:07.768916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'security_group_rule': {'security_group_id': '734a664d-306e-4a0a-b0df-4e4ce5206dd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:07.772796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.853085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=46f852fc-8405-4c9e-ba30-602e85337b06,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:07.898404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.898503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a35bd203-566f-4058-b0e5-492f4614e03a req-22e9359e-c33a-4c07-a357-9b6cf45206d9 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121777 Aug 19 14:52:07.929711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-74a6419d-7026-4fae-858e-79e8834e0b47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c4350d3307a43629ca9bd11e54ec1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4521790 Aug 19 14:52:07.938174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40842) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:07.938990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6419d-7026-4fae-858e-79e8834e0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7603f1-1bbf-4e0d-ad4d-0a9ab5ebf3ce,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:08.087652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc53cb76-cf48-4b87-9adb-ca2f9fab449a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.133541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-fce48d81-54a7-4958-9daa-a4e0f2b74a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:08.133541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-fce48d81-54a7-4958-9daa-a4e0f2b74a10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.5873148 Aug 19 14:52:08.144155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc53cb76-cf48-4b87-9adb-ca2f9fab449a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.181330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.247824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40846) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:08.321806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-8b1f62ff-bc0b-4ab4-bb3d-14733d916c88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c11bb88e-d0fb-4990-8482-990345339b82 HTTP/1.1" status: 200 len: 217 time: 0.1325908 Aug 19 14:52:08.355908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1513f47f-1230-43ac-8ef0-48576cbc697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.399164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc53cb76-cf48-4b87-9adb-ca2f9fab449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.408112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc53cb76-cf48-4b87-9adb-ca2f9fab449a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.410093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dc53cb76-cf48-4b87-9adb-ca2f9fab449a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b7603f1-1bbf-4e0d-ad4d-0a9ab5ebf3ce HTTP/1.1" status: 204 len: 168 time: 0.4650836 Aug 19 14:52:08.553785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2030a2-1e35-4696-922c-6acde15f3791 req-71340f2a-577a-4c34-b835-1007537ebc1d tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:08.555626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c2030a2-1e35-4696-922c-6acde15f3791 req-71340f2a-577a-4c34-b835-1007537ebc1d tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 936 time: 0.2987466 Aug 19 14:52:08.591672 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.667599 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c2030a2-1e35-4696-922c-6acde15f3791 req-70426738-7e49-47c4-baa1-751d59fafa69 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941930 Aug 19 14:52:08.700896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.712491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53cb76-cf48-4b87-9adb-ca2f9fab449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7603f1-1bbf-4e0d-ad4d-0a9ab5ebf3ce,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:08.753024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b50587-5646-41eb-8e73-256d904ec39a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:08.753837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-154f879b-5c8d-4a35-a346-eed865e3069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:08.756443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-154f879b-5c8d-4a35-a346-eed865e3069c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.3959088 Aug 19 14:52:08.775294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9862f63c-b457-4375-bf6e-37f648799817 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:08.820089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.834382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1513f47f-1230-43ac-8ef0-48576cbc697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.848366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-88410c4c-a075-431c-8586-f23b1b520b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:08.850436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-88410c4c-a075-431c-8586-f23b1b520b72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762949 Aug 19 14:52:08.870654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Transition to ACTIVE for port object 9862f63c-b457-4375-bf6e-37f648799817 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:08.942375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46f852fc-8405-4c9e-ba30-602e85337b06 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:08.949858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:08.985559 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1513f47f-1230-43ac-8ef0-48576cbc697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.059925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1513f47f-1230-43ac-8ef0-48576cbc697b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=785e13c4e4c44db8b6a1e8c7c1f37373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586255 Aug 19 14:52:09.063240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513f47f-1230-43ac-8ef0-48576cbc697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163927b-4a77-4ba5-b593-e91bcd3e35a2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:09.072689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40864) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:09.166620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46f852fc-8405-4c9e-ba30-602e85337b06 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:09.167235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.183375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-730b38a8-9445-4fc2-86e0-fcb1c1e7b2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.229959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-730b38a8-9445-4fc2-86e0-fcb1c1e7b2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.311233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Pushing event updated for resources: {'Port': ['ID=9862f63c-b457-4375-bf6e-37f648799817,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:09.387224 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.394043 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-99238544-c165-49ca-b3e4-aa943dd18d81 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6427505 Aug 19 14:52:09.398978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40866) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:09.419193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:09.491808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Attempting to bind port 9862f63c-b457-4375-bf6e-37f648799817 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:09.493404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Attempting to bind port 9862f63c-b457-4375-bf6e-37f648799817 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:09.495503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Attempting to bind port 9862f63c-b457-4375-bf6e-37f648799817 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:09.520744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Port 9862f63c-b457-4375-bf6e-37f648799817 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:09.521376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Attempting to bind port 9862f63c-b457-4375-bf6e-37f648799817 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:09.533943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:09.538695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-730b38a8-9445-4fc2-86e0-fcb1c1e7b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.540910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:09.541478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-730b38a8-9445-4fc2-86e0-fcb1c1e7b2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.541923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:09.544460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Bound port: 9862f63c-b457-4375-bf6e-37f648799817, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:09.545000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.546464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-730b38a8-9445-4fc2-86e0-fcb1c1e7b2ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e163927b-4a77-4ba5-b593-e91bcd3e35a2 HTTP/1.1" status: 204 len: 168 time: 0.4720390 Aug 19 14:52:09.553491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-44cfce37-8df0-4699-b422-f5401174dac3 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901636 Aug 19 14:52:09.563303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc295c94-4410-4037-be0c-8ef0f70d79c9 req-4f42e21d-18f3-4f36-92d7-b0b48709b28b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:09.577547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc295c94-4410-4037-be0c-8ef0f70d79c9 req-4f42e21d-18f3-4f36-92d7-b0b48709b28b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.4212668 Aug 19 14:52:09.680494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.709839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b38a8-9445-4fc2-86e0-fcb1c1e7b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163927b-4a77-4ba5-b593-e91bcd3e35a2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:09.764008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] For port 9862f63c-b457-4375-bf6e-37f648799817, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:09.784856 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] For port 9862f63c-b457-4375-bf6e-37f648799817, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9862f63c-b457-4375-bf6e-37f648799817,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:09.860173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.887658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc295c94-4410-4037-be0c-8ef0f70d79c9 req-648cb12e-063a-4f52-a737-025920127cc6 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505159 Aug 19 14:52:09.926562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b6e93fc-1967-44bf-abee-6e63523d3e26 req-21f1626d-aa47-4af1-a018-85fd32c6d3fa service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920587 Aug 19 14:52:09.965280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:09.966142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:09.970037 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] 10.222.0.46 "PUT /v2.0/ports/9862f63c-b457-4375-bf6e-37f648799817 HTTP/1.1" status: 200 len: 1119 time: 2.3337359 Aug 19 14:52:09.970756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'tag': '9862f63c-b457-4375-bf6e-37f648799817'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:10.055030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:10.209288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e62b3-4e7d-49a2-a335-baecae928882 req-4a09d5c5-a491-4675-8ae2-58a987bab7af tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:10.212696 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a87e62b3-4e7d-49a2-a335-baecae928882 req-4a09d5c5-a491-4675-8ae2-58a987bab7af tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 970 time: 0.3740709 Aug 19 14:52:10.216621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd14ad7-f9cf-4bd4-bf7f-27de474a9223 service neutron] Pushing event updated for resources: {'Port': ['ID=9862f63c-b457-4375-bf6e-37f648799817,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:10.220439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Allocated IP 172.25.5.115 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/5ab6b18f-4792-44da-b5f6-08861017b730) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:10.442314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:10.562016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a87e62b3-4e7d-49a2-a335-baecae928882 req-a30ac1af-53c2-434a-baa0-854b808edc0a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313770 Aug 19 14:52:10.603477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-202cedb9-9770-4aeb-900f-085b826729f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:10.607561 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-202cedb9-9770-4aeb-900f-085b826729f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4989b0b831384a3397c3aa8743643a50&device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 1122 time: 0.3486137 Aug 19 14:52:10.644070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:10.773546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:10.786471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:10.793064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:10.860651 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-6a5a2ffe-219c-415b-be47-21d473277f91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=9862f63c-b457-4375-bf6e-37f648799817 HTTP/1.1" status: 200 len: 217 time: 0.1992421 Aug 19 14:52:10.952918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1050d3ea-5867-4393-875f-8ccb9cb92b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:10.956129 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-1050d3ea-5867-4393-875f-8ccb9cb92b35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0880609 Aug 19 14:52:10.974486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'Port': ['ID=5ab6b18f-4792-44da-b5f6-08861017b730,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:11.022038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.123003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701f80-a887-4fb8-b264-939fe2939925 req-0195b7c6-71d8-476b-9eb6-b9dd971bb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:11.125837 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-0195b7c6-71d8-476b-9eb6-b9dd971bb4d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243312 Aug 19 14:52:11.131522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e0ea6-5a65-4d3b-ba95-330731cb6050 req-3abd2dde-2c71-43e8-abd4-14c39bb70c4f tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:11.133272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-766e0ea6-5a65-4d3b-ba95-330731cb6050 req-3abd2dde-2c71-43e8-abd4-14c39bb70c4f tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.0890369 Aug 19 14:52:11.175305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-766e0ea6-5a65-4d3b-ba95-330731cb6050 req-caf3454e-4720-41a6-8525-8b7fca42774a tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 19 14:52:11.269633 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-f12bb1ee-c7bd-4052-bd0d-aba880ea2222 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969527 Aug 19 14:52:11.381810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f701f80-a887-4fb8-b264-939fe2939925 req-4ad60fed-51fe-45fa-87a7-6be35fd28c32 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046820 Aug 19 14:52:11.394995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.459850 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58" -d '{"events": [{"name": "network-changed", "server_uuid": "575e4620-3387-47a9-b803-4dbcc7c7f16c", "tag": "9862f63c-b457-4375-bf6e-37f648799817"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:11.588920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.628273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40920) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:11.653730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e88730d-80e5-4893-92b6-2a324ed99ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.708875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.771025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.787261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'Port': ['ID=5ab6b18f-4792-44da-b5f6-08861017b730,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:11.806337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e88730d-80e5-4893-92b6-2a324ed99ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.897768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e88730d-80e5-4893-92b6-2a324ed99ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.957987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88730d-80e5-4893-92b6-2a324ed99ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8052ab12-67c6-47ec-bbc8-55bbc07390ac,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:11.988391 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0e88730d-80e5-4893-92b6-2a324ed99ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6169a1eb25164d7bac6206d390089e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578520 Aug 19 14:52:11.992890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:11.997098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.000486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-13cc5097-b376-40d9-abbb-f260ff3b0c3b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5949805 Aug 19 14:52:12.127016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b681045d-19b7-4c52-b351-bb13eecf2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.164321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b681045d-19b7-4c52-b351-bb13eecf2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.190223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e8795-5e89-4c6b-be91-fb8f089a96e6 req-35b3c12a-7bd1-4a9f-90f1-68657028cf62 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.190223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-328e8795-5e89-4c6b-be91-fb8f089a96e6 req-35b3c12a-7bd1-4a9f-90f1-68657028cf62 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 970 time: 0.1149085 Aug 19 14:52:12.269933 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-328e8795-5e89-4c6b-be91-fb8f089a96e6 req-ab68788f-6834-4b86-8dea-e97aee5d8c42 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692861 Aug 19 14:52:12.286862 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf9afed-9e07-45b9-8344-6c1b5625fdee x-openstack-request-id: req-bcf9afed-9e07-45b9-8344-6c1b5625fdee {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:12.287170 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575e4620-3387-47a9-b803-4dbcc7c7f16c", "tag": "9862f63c-b457-4375-bf6e-37f648799817", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:12.287435 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcf9afed-9e07-45b9-8344-6c1b5625fdee {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:12.287917 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'tag': '9862f63c-b457-4375-bf6e-37f648799817', 'status': 'completed', 'code': 200} Aug 19 14:52:12.389395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b681045d-19b7-4c52-b351-bb13eecf2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.394260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b681045d-19b7-4c52-b351-bb13eecf2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.395568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b681045d-19b7-4c52-b351-bb13eecf2b29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8052ab12-67c6-47ec-bbc8-55bbc07390ac HTTP/1.1" status: 204 len: 168 time: 0.4016082 Aug 19 14:52:12.409869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681045d-19b7-4c52-b351-bb13eecf2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052ab12-67c6-47ec-bbc8-55bbc07390ac,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:12.421837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-c69c37ed-a5ac-446d-b584-74ebe5c7c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.432636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-c69c37ed-a5ac-446d-b584-74ebe5c7c83f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4989b0b831384a3397c3aa8743643a50&device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 1122 time: 0.1003735 Aug 19 14:52:12.650562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb454f-b18c-4edc-a0c9-80452d735ab7 req-558ebd97-c97f-482c-bcd7-799544902318 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.650562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2dcb454f-b18c-4edc-a0c9-80452d735ab7 req-558ebd97-c97f-482c-bcd7-799544902318 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.1906807 Aug 19 14:52:12.693002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-a2e275fe-b6a4-467a-a92d-d66d43b994fb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--157234014&fields=id&tenant_id=8baec6ad44344aa1b94b866d3c62a98e HTTP/1.1" status: 200 len: 267 time: 0.0671184 Aug 19 14:52:12.699469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-9388fdf5-0724-414b-b2d4-9c074222bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.703012 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-9388fdf5-0724-414b-b2d4-9c074222bb96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2602763 Aug 19 14:52:12.757585 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2dcb454f-b18c-4edc-a0c9-80452d735ab7 req-86ae729b-5904-4c6a-91f2-fce49d0cf58d tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013763 Aug 19 14:52:12.758923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-ddda5ab9-5466-46fd-93ed-39969cdb2d63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=9862f63c-b457-4375-bf6e-37f648799817 HTTP/1.1" status: 200 len: 217 time: 0.0457757 Aug 19 14:52:12.825525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-5d6c74a7-4125-4c79-b4f9-ddf401bc4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.827917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-5d6c74a7-4125-4c79-b4f9-ddf401bc4abf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0592196 Aug 19 14:52:12.883022 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.883644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-17784390-9d48-439b-9665-9a7ee0da2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.885289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-17784390-9d48-439b-9665-9a7ee0da2e07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504699 Aug 19 14:52:12.914353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-a9cc7ca8-a60e-41c9-9fbc-ca139e0c8218 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.915964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-a9cc7ca8-a60e-41c9-9fbc-ca139e0c8218 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 823 time: 0.2151115 Aug 19 14:52:12.936057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-c86fa67b-e8ec-4be0-8e03-37a4d312f075 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/quotas/8baec6ad44344aa1b94b866d3c62a98e HTTP/1.1" status: 200 len: 375 time: 0.0103273 Aug 19 14:52:12.992989 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-e39aa272-8041-4fea-a2c2-a77be5b5c542 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986512 Aug 19 14:52:13.022819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-ee4ed234-bbf7-4985-b7ba-a5ccb9a083cd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754812 Aug 19 14:52:13.130105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b7d42c0-a63f-41b1-a336-cf8d8d874c58 req-a6d1c2a5-4490-4b6c-b26c-3bb5e47b8487 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281407 Aug 19 14:52:13.634532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:13.680838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:13.760117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-2c6ca710-d9d8-48a1-8560-c86754fbc968 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:52:13.761097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-2c6ca710-d9d8-48a1-8560-c86754fbc968 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001642 Aug 19 14:52:13.774893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbb677-58e4-46af-8644-fb5778fba0be req-2691b881-73e9-4cb8-8029-9fb72c84bdf2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:13.776574 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63dbb677-58e4-46af-8644-fb5778fba0be req-2691b881-73e9-4cb8-8029-9fb72c84bdf2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 970 time: 0.0744758 Aug 19 14:52:13.818540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6de6c394-59ea-4691-8632-91760ae703fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.878094 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-227067bb-d9f8-4ddf-8f37-b0bef088c40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.887633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-734f7bb6-f956-4cca-b285-752998ad2782 service neutron] 10.222.0.13 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183054 Aug 19 14:52:13.935377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63dbb677-58e4-46af-8644-fb5778fba0be req-581cbc79-d558-4918-b3e9-753d428aced2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419964 Aug 19 14:52:14.056083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-ac2f59e3-3129-4c51-a0ec-6248d3d0b0da service neutron] 10.222.0.13 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594210 Aug 19 14:52:14.204952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6de6c394-59ea-4691-8632-91760ae703fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.306082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6de6c394-59ea-4691-8632-91760ae703fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.431312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c8747-dfc9-491f-9923-aff2fd4e1258 req-243c0401-af38-4d2f-82e1-dee546159459 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:14.442133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-560c8747-dfc9-491f-9923-aff2fd4e1258 req-243c0401-af38-4d2f-82e1-dee546159459 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.1070836 Aug 19 14:52:14.485393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-560c8747-dfc9-491f-9923-aff2fd4e1258 req-0b56fee6-5e1e-4c41-b1b4-5e25ebeb9794 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Aug 19 14:52:14.513701 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6de6c394-59ea-4691-8632-91760ae703fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3634f4cde479496cad621c4b015d8912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8774064 Aug 19 14:52:14.522061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41020) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:14.538186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-901b0342-ed56-44a9-bd57-9cf7279d4b5e req-4be7a63a-6d0d-4582-9676-cde75ba6938a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 210 time: 0.0645120 Aug 19 14:52:14.538716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6c394-59ea-4691-8632-91760ae703fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a05fc-3a05-4188-9e72-155a7ae03a75,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:14.557232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-227067bb-d9f8-4ddf-8f37-b0bef088c40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.608067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9303f172-9c57-4e46-a856-a9e0079cde9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.633290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9303f172-9c57-4e46-a856-a9e0079cde9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.760087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-227067bb-d9f8-4ddf-8f37-b0bef088c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.807579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9303f172-9c57-4e46-a856-a9e0079cde9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.812323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9303f172-9c57-4e46-a856-a9e0079cde9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.820882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9303f172-9c57-4e46-a856-a9e0079cde9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e14a05fc-3a05-4188-9e72-155a7ae03a75 HTTP/1.1" status: 204 len: 168 time: 0.2902555 Aug 19 14:52:14.826698 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-227067bb-d9f8-4ddf-8f37-b0bef088c40e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2324b9141a04000a17d11dc671c070c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1449096 Aug 19 14:52:14.829890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:14.830823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227067bb-d9f8-4ddf-8f37-b0bef088c40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ca0d59-f075-4138-b701-3830f3841d7d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:14.840072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303f172-9c57-4e46-a856-a9e0079cde9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a05fc-3a05-4188-9e72-155a7ae03a75,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:14.917231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f4ae-b340-4be0-9b54-41ca31854327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.954899 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f4ae-b340-4be0-9b54-41ca31854327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.099611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf2315-5855-421f-b1bb-e0a9c6d5af8f req-f19ca91e-47e0-4045-997e-2875e9711890 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:15.101451 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-badf2315-5855-421f-b1bb-e0a9c6d5af8f req-f19ca91e-47e0-4045-997e-2875e9711890 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 970 time: 0.0596642 Aug 19 14:52:15.148241 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-badf2315-5855-421f-b1bb-e0a9c6d5af8f req-8a50e076-f179-403d-a93e-a2d45f1d7c9a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Aug 19 14:52:15.245689 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f4ae-b340-4be0-9b54-41ca31854327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.248704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f4ae-b340-4be0-9b54-41ca31854327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.254833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c2a9f4ae-b340-4be0-9b54-41ca31854327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ca0d59-f075-4138-b701-3830f3841d7d HTTP/1.1" status: 204 len: 168 time: 0.4192846 Aug 19 14:52:15.258627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9f4ae-b340-4be0-9b54-41ca31854327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ca0d59-f075-4138-b701-3830f3841d7d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:15.501253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c11bb88e-d0fb-4990-8482-990345339b82 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:15.621707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c11bb88e-d0fb-4990-8482-990345339b82, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c11bb88e-d0fb-4990-8482-990345339b82,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:15.628053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450d520-3eb7-4e8a-94f0-cb394fd09b13 req-fa83bd37-2173-4110-87bc-c0e8f79e14db tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:15.635855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f450d520-3eb7-4e8a-94f0-cb394fd09b13 req-fa83bd37-2173-4110-87bc-c0e8f79e14db tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 948 time: 0.0611708 Aug 19 14:52:15.642777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'c11bb88e-d0fb-4990-8482-990345339b82', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'c11bb88e-d0fb-4990-8482-990345339b82', 'mac_address': 'fa:16:3e:97:20:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:15.661742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c00368f-0456-476a-b189-b0b24a90c573 req-f0e66d06-8cf5-4f16-80ae-6917c0486c18 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 210 time: 0.0309079 Aug 19 14:52:15.675240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f450d520-3eb7-4e8a-94f0-cb394fd09b13 req-4320f069-f8f2-492d-8ca2-3d0eaa406085 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 Aug 19 14:52:15.708044 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.727044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11bb88e-d0fb-4990-8482-990345339b82 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:15.764101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c11bb88e-d0fb-4990-8482-990345339b82, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c11bb88e-d0fb-4990-8482-990345339b82,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:15.906409 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.907053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9862f63c-b457-4375-bf6e-37f648799817 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:15.981068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 9862f63c-b457-4375-bf6e-37f648799817, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9862f63c-b457-4375-bf6e-37f648799817,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:15.984035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c11bb88e-d0fb-4990-8482-990345339b82,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:15.996069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '9862f63c-b457-4375-bf6e-37f648799817', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '9862f63c-b457-4375-bf6e-37f648799817', 'mac_address': 'fa:16:3e:5d:bb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-1533940182', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:16.037101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.051983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9862f63c-b457-4375-bf6e-37f648799817 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:16.075640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 9862f63c-b457-4375-bf6e-37f648799817, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9862f63c-b457-4375-bf6e-37f648799817,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:16.305461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d71f-947f-4093-b647-77ef4b56411e req-5fc67ee4-25b8-49d0-93cf-422c79716a52 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:16.308063 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec11d71f-947f-4093-b647-77ef4b56411e req-5fc67ee4-25b8-49d0-93cf-422c79716a52 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 970 time: 0.0837045 Aug 19 14:52:16.350941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec11d71f-947f-4093-b647-77ef4b56411e req-faf941d1-efca-4a3b-bb45-8daebf1a4637 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Aug 19 14:52:16.799628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2b960c3-6e28-4c32-b4cf-08683e4410d5 req-ecee4770-5d88-40b3-bf6a-f3c9a437b835 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 210 time: 0.0431163 Aug 19 14:52:16.833581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59723-301b-4f10-bd9f-a1443e61baa6 req-3d9861bb-c5a5-40c3-a544-7b93c42f2b59 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:16.835170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0ee59723-301b-4f10-bd9f-a1443e61baa6 req-3d9861bb-c5a5-40c3-a544-7b93c42f2b59 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 949 time: 0.0612245 Aug 19 14:52:16.874532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0ee59723-301b-4f10-bd9f-a1443e61baa6 req-a2023cdb-60ee-4b15-ac64-d6ab9afb346a tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Aug 19 14:52:17.118383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41080) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:17.418185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.476450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744088d-4a09-4fe4-a962-27a07e6ba2e9 req-74c8e69b-52a5-4608-a554-9ef4c1cedd4e tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:17.477442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=9862f63c-b457-4375-bf6e-37f648799817,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:17.478251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4744088d-4a09-4fe4-a962-27a07e6ba2e9 req-74c8e69b-52a5-4608-a554-9ef4c1cedd4e tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 971 time: 0.0550885 Aug 19 14:52:17.521969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4744088d-4a09-4fe4-a962-27a07e6ba2e9 req-567003a3-87ea-4992-9a05-115bacbf132a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Aug 19 14:52:17.726373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41086) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:17.747702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3961-5029-4401-989e-f8094577d97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.866911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['9862f63c-b457-4375-bf6e-37f648799817'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:17.874032 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3961-5029-4401-989e-f8094577d97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.904463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41092) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:17.944828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc77fef7-f0d2-4288-ad3e-bbf94de07106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.970709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3961-5029-4401-989e-f8094577d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.994038 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02fb97d6-b515-4524-b12f-d91ac1c91843 req-e65fab5e-a073-4e62-8e21-6cd0e8de6658 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 210 time: 0.0960169 Aug 19 14:52:18.073509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2ef3961-5029-4401-989e-f8094577d97a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6605e8af727844d6aac0c7478221588b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455236 Aug 19 14:52:18.076128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:18.093321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef3961-5029-4401-989e-f8094577d97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416fd35-5f87-4cb3-82d4-9f9f103f485f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.104169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c11bb88e-d0fb-4990-8482-990345339b82'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:18.177776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e48843ce-35c7-4d5c-8abb-e91d011e844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.231753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e48843ce-35c7-4d5c-8abb-e91d011e844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.231965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d4ff9-70a9-4a3a-9dcd-d0ff115a0333 req-aca86015-4f1d-46d1-abae-4cacbe4304b1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.239699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-649d4ff9-70a9-4a3a-9dcd-d0ff115a0333 req-aca86015-4f1d-46d1-abae-4cacbe4304b1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 949 time: 0.1997955 Aug 19 14:52:18.308440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-649d4ff9-70a9-4a3a-9dcd-d0ff115a0333 req-05d6457d-5185-4059-9866-b036be454d75 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Aug 19 14:52:18.343514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc77fef7-f0d2-4288-ad3e-bbf94de07106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.388580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b566bb4-195b-43ae-b5f3-eab31f3c2bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.423280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e48843ce-35c7-4d5c-8abb-e91d011e844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.428532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e48843ce-35c7-4d5c-8abb-e91d011e844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.434265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e48843ce-35c7-4d5c-8abb-e91d011e844d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f416fd35-5f87-4cb3-82d4-9f9f103f485f HTTP/1.1" status: 204 len: 168 time: 0.3521352 Aug 19 14:52:18.442843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48843ce-35c7-4d5c-8abb-e91d011e844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416fd35-5f87-4cb3-82d4-9f9f103f485f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.487129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc77fef7-f0d2-4288-ad3e-bbf94de07106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.546774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77fef7-f0d2-4288-ad3e-bbf94de07106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0437a19f-d681-46a1-834d-eedab1da6f64,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.551228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dc77fef7-f0d2-4288-ad3e-bbf94de07106 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39c12b0649a44fe29c6100e201eb399d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435196 Aug 19 14:52:18.554264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:18.628088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0acf23c-13e7-4b17-ae9f-b610a5979db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.662002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0acf23c-13e7-4b17-ae9f-b610a5979db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.690998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b566bb4-195b-43ae-b5f3-eab31f3c2bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.717874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6bb5e-c3df-428f-8a7f-990b7af6f035 req-a4e9744c-4275-4e56-877f-4f8542918eff tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.724851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31c6bb5e-c3df-428f-8a7f-990b7af6f035 req-a4e9744c-4275-4e56-877f-4f8542918eff tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 971 time: 0.0924315 Aug 19 14:52:18.772178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31c6bb5e-c3df-428f-8a7f-990b7af6f035 req-e38f37cd-aaaa-4cca-971c-cd7f45d11286 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379438 Aug 19 14:52:18.800558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0acf23c-13e7-4b17-ae9f-b610a5979db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.800679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b566bb4-195b-43ae-b5f3-eab31f3c2bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.804315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0acf23c-13e7-4b17-ae9f-b610a5979db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.810314 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0acf23c-13e7-4b17-ae9f-b610a5979db7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0437a19f-d681-46a1-834d-eedab1da6f64 HTTP/1.1" status: 204 len: 168 time: 0.2505884 Aug 19 14:52:18.825550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acf23c-13e7-4b17-ae9f-b610a5979db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0437a19f-d681-46a1-834d-eedab1da6f64,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.885248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9b566bb4-195b-43ae-b5f3-eab31f3c2bef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e34cf6514f1f4f8984764197a8633591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7653599 Aug 19 14:52:18.892047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41118) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:18.895538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566bb4-195b-43ae-b5f3-eab31f3c2bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df885426-3ce3-4017-b4ae-186c0c9848d5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:19.024065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e76fcd16-e491-4e97-b5dc-0e2d62aca54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.091395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e76fcd16-e491-4e97-b5dc-0e2d62aca54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.162908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25c1add6-be25-4ab9-917e-081b03c34a93 req-4a69d186-9aa9-4f9a-b7ae-990f8aa0c13a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 210 time: 0.0381558 Aug 19 14:52:19.172571 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-3f59de02-2fcb-4dfb-a00e-3c441975c8d9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549786 Aug 19 14:52:19.190441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.54', 56293) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:19.363058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-ad531d32-d90d-4e0d-9dd1-a22511b7b469 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:19.365389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-ad531d32-d90d-4e0d-9dd1-a22511b7b469 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 823 time: 0.1727188 Aug 19 14:52:19.375655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-aa7bff26-5336-4dd1-af8b-68477e77b438 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:19.378060 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-aa7bff26-5336-4dd1-af8b-68477e77b438 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945016 Aug 19 14:52:19.386484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e76fcd16-e491-4e97-b5dc-0e2d62aca54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.390422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e76fcd16-e491-4e97-b5dc-0e2d62aca54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.392467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e76fcd16-e491-4e97-b5dc-0e2d62aca54a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df885426-3ce3-4017-b4ae-186c0c9848d5 HTTP/1.1" status: 204 len: 168 time: 0.4981360 Aug 19 14:52:19.407909 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-96f3ef94-c307-4b47-b180-46cb09dd367c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/quotas/99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 375 time: 0.0143385 Aug 19 14:52:19.413465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fcd16-e491-4e97-b5dc-0e2d62aca54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df885426-3ce3-4017-b4ae-186c0c9848d5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:19.488099 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-f60818a0-1f50-4539-928c-b528318fecde tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699863 Aug 19 14:52:19.508469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c11bb88e-d0fb-4990-8482-990345339b82 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:19.841989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port c11bb88e-d0fb-4990-8482-990345339b82 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:19.855746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port c11bb88e-d0fb-4990-8482-990345339b82 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:19.856510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.910264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be3f5d-a095-48e9-8038-7fb29068aeef req-23955478-aec4-4a9c-9782-b27416fbe1f5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:19.913814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00be3f5d-a095-48e9-8038-7fb29068aeef req-23955478-aec4-4a9c-9782-b27416fbe1f5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 949 time: 0.4321127 Aug 19 14:52:19.948969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-1ca74f16-dd39-4f9c-9487-9f6d3069b081 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8baec6ad44344aa1b94b866d3c62a98e HTTP/1.1" status: 200 len: 379 time: 0.1491997 Aug 19 14:52:19.962481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'port': {'device_id': 'a974c749-3615-4792-bf9c-114954f7ef00', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'admin_state_up': True, 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'security_groups': ['734a664d-306e-4a0a-b0df-4e4ce5206dd0']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:20.012621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.091457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11bb88e-d0fb-4990-8482-990345339b82'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:20.221781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c11bb88e-d0fb-4990-8482-990345339b82, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c11bb88e-d0fb-4990-8482-990345339b82,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:20.252661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00be3f5d-a095-48e9-8038-7fb29068aeef req-7b346a42-cb2b-47b4-8ee3-c70781070a9b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266606 Aug 19 14:52:20.329856 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.331317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9862f63c-b457-4375-bf6e-37f648799817 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:20.361679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Made reservation on behalf of 8baec6ad44344aa1b94b866d3c62a98e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:20.370949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.470419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c11bb88e-d0fb-4990-8482-990345339b82,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:20.598618 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:52:20.611544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 9862f63c-b457-4375-bf6e-37f648799817 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:20.619367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 9862f63c-b457-4375-bf6e-37f648799817 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:20.634673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.650514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abb3bd-84b2-4fe5-a360-94b531c95ec9 req-68d1ffb9-7939-4f93-a51c-72dbc1092176 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:20.652162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4abb3bd-84b2-4fe5-a360-94b531c95ec9 req-68d1ffb9-7939-4f93-a51c-72dbc1092176 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 971 time: 0.2630386 Aug 19 14:52:20.669079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8158fd8b-7389-41e1-b1c6-882f862b3498 req-3b156734-71e4-4f20-be07-54403864af7c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0680871 Aug 19 14:52:20.782671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70bba499-be8a-43b0-ba1f-039107b144c0 req-94ec9210-eaa1-463d-aa89-eec26dac9999 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 210 time: 0.0342700 Aug 19 14:52:20.790988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.793919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4abb3bd-84b2-4fe5-a360-94b531c95ec9 req-089a24b2-cbf5-418b-bf4b-7900515c7cec tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047769 Aug 19 14:52:20.798431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Allocated IP 172.20.0.14 (ec913136-bde3-41be-b86e-2178545ada6a/8246f976-1487-44a2-a57b-3cdb765999a2/63629d9a-4bf4-45bb-8b6e-7cddb9457507) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:20.834302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 9862f63c-b457-4375-bf6e-37f648799817, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9862f63c-b457-4375-bf6e-37f648799817,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:20.997269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.018762 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.020619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Transition to ACTIVE for port object 63629d9a-4bf4-45bb-8b6e-7cddb9457507 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:21.148580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=9862f63c-b457-4375-bf6e-37f648799817,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:21.166466 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee62650-05b7-471e-8812-6a9d15fe0d77" -d '{"events": [{"server_uuid": "78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03", "name": "network-vif-plugged", "status": "completed", "tag": "c11bb88e-d0fb-4990-8482-990345339b82"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:21.246467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.306292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Network ec913136-bde3-41be-b86e-2178545ada6a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:21.311171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:21.324781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:21.327986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41200) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:21.333296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:21.333979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.349635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'Port': ['ID=63629d9a-4bf4-45bb-8b6e-7cddb9457507,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:21.368107 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12659ae6-ceb5-4baa-b47a-2113bb135bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.434153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-4261f7ed-2388-4017-bc55-5fa14067985c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4755938 Aug 19 14:52:21.613356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12659ae6-ceb5-4baa-b47a-2113bb135bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.714367 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12659ae6-ceb5-4baa-b47a-2113bb135bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.765142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-12659ae6-ceb5-4baa-b47a-2113bb135bda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2545ed2545474b6aa433ebaf9132ad67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356775 Aug 19 14:52:21.769035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:21.786826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4ee5fb9d-09e2-4e0a-a45f-85c023984c03 None None] Provisioning for port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:21.799911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4ee5fb9d-09e2-4e0a-a45f-85c023984c03 None None] Provisioning complete for port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:21.800433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4ee5fb9d-09e2-4e0a-a45f-85c023984c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.811924 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0914f2dc-ff10-4d81-a725-5daf84a57a3c x-openstack-request-id: req-0914f2dc-ff10-4d81-a725-5daf84a57a3c {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:21.812198 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03", "name": "network-vif-plugged", "status": "completed", "tag": "c11bb88e-d0fb-4990-8482-990345339b82", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:21.812458 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0914f2dc-ff10-4d81-a725-5daf84a57a3c {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:21.815798 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11bb88e-d0fb-4990-8482-990345339b82', 'code': 200} Aug 19 14:52:21.890736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12659ae6-ceb5-4baa-b47a-2113bb135bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f902de-f6b0-4268-a00f-b1e48e3c339d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:21.925613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5fb9d-09e2-4e0a-a45f-85c023984c03 None None] Port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:52:21.977750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784b23c-b48a-443c-ab0a-fb2d83b67630 req-8ee45a7e-4142-4dc3-affe-135341020111 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:21.979836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5784b23c-b48a-443c-ab0a-fb2d83b67630 req-8ee45a7e-4142-4dc3-affe-135341020111 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 950 time: 0.1152401 Aug 19 14:52:22.025449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ee17d6-f88c-4d2d-b38f-378e24760789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.050019 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e07e11bb-7000-4e98-823a-a8228212ef0b req-62b82c3f-06ed-42cf-8303-543243151b67 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.1146493 Aug 19 14:52:22.051342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5784b23c-b48a-443c-ab0a-fb2d83b67630 req-8fd73fe9-a39e-4710-a59e-eac7049f79d1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634360 Aug 19 14:52:22.101591 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ee17d6-f88c-4d2d-b38f-378e24760789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.301919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9684-55f4-46ee-8395-0fec782e43d1 req-b29667fc-7e3a-4f32-9b5a-22741e7d8ba1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.303659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-339a9684-55f4-46ee-8395-0fec782e43d1 req-b29667fc-7e3a-4f32-9b5a-22741e7d8ba1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.1059499 Aug 19 14:52:22.392608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-339a9684-55f4-46ee-8395-0fec782e43d1 req-c9b87f28-5093-40d2-8d5f-0f4dde442803 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825033 Aug 19 14:52:22.476495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37a7f-6f59-490d-b967-d2cdbd854d5f req-377ff192-ea25-4db1-b1b6-2e900cb37f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.478086 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abe37a7f-6f59-490d-b967-d2cdbd854d5f req-377ff192-ea25-4db1-b1b6-2e900cb37f14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 1102 time: 0.5457718 Aug 19 14:52:22.508204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-abe37a7f-6f59-490d-b967-d2cdbd854d5f req-a9778d34-1dff-43f3-8daa-7b24acf86af9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.519920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adeb53-df19-4e7a-b968-dbf004689365 req-aecc2639-571c-4e04-9b1b-9858e841b564 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.521691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-06adeb53-df19-4e7a-b968-dbf004689365 req-aecc2639-571c-4e04-9b1b-9858e841b564 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.1801181 Aug 19 14:52:22.617223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-06adeb53-df19-4e7a-b968-dbf004689365 req-8d340f42-f177-4e68-beeb-b4fc6e0d4f83 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830941 Aug 19 14:52:22.667092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ee17d6-f88c-4d2d-b38f-378e24760789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.675917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ee17d6-f88c-4d2d-b38f-378e24760789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.677968 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1ee17d6-f88c-4d2d-b38f-378e24760789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06f902de-f6b0-4268-a00f-b1e48e3c339d HTTP/1.1" status: 204 len: 168 time: 0.9077137 Aug 19 14:52:22.707045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee17d6-f88c-4d2d-b38f-378e24760789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f902de-f6b0-4268-a00f-b1e48e3c339d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:22.812298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-abe37a7f-6f59-490d-b967-d2cdbd854d5f req-a9778d34-1dff-43f3-8daa-7b24acf86af9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.891614 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-abe37a7f-6f59-490d-b967-d2cdbd854d5f req-a9778d34-1dff-43f3-8daa-7b24acf86af9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.932557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abe37a7f-6f59-490d-b967-d2cdbd854d5f req-a9778d34-1dff-43f3-8daa-7b24acf86af9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465334 Aug 19 14:52:22.946549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9778d34-1dff-43f3-8daa-7b24acf86af9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8c476-bf2b-433f-bef0-09d15dfb5de0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:23.205995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4e85fbd-0b9d-46cf-ab07-27ab819d8ac1 req-f7e50ea0-c583-45d6-a735-c761cbe91d1f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0332196 Aug 19 14:52:23.211104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddf4bf-83f1-4627-9177-8b7afafa4d22 req-c88b9e31-39d9-4451-b46f-0adda909aa44 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:23.213085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29ddf4bf-83f1-4627-9177-8b7afafa4d22 req-c88b9e31-39d9-4451-b46f-0adda909aa44 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 950 time: 0.0668044 Aug 19 14:52:23.260205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29ddf4bf-83f1-4627-9177-8b7afafa4d22 req-e490aa65-3a9e-4ba4-959e-78bbd197a6ec tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Aug 19 14:52:23.541175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa44d4-f1df-4b30-8d90-530b4327eae6 req-d25d1c13-c4fb-47a0-b7a9-9fe6de68cbb8 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:23.542073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1fa44d4-f1df-4b30-8d90-530b4327eae6 req-d25d1c13-c4fb-47a0-b7a9-9fe6de68cbb8 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.0633581 Aug 19 14:52:23.590155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1fa44d4-f1df-4b30-8d90-530b4327eae6 req-f6db37ae-ab3e-40c5-8d72-128a918d82aa tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387444 Aug 19 14:52:23.781770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9425410-45c7-43f1-b300-49ae1b702160 req-3d48bf62-ac15-4e61-b780-e5789858a3f1 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:23.784377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9425410-45c7-43f1-b300-49ae1b702160 req-3d48bf62-ac15-4e61-b780-e5789858a3f1 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.0657737 Aug 19 14:52:23.829083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9862f63c-b457-4375-bf6e-37f648799817'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:23.832179 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2692e243-016a-4733-86dc-de42ec11a4b4" -d '{"events": [{"server_uuid": "575e4620-3387-47a9-b803-4dbcc7c7f16c", "name": "network-vif-plugged", "status": "completed", "tag": "9862f63c-b457-4375-bf6e-37f648799817"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:23.854757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9425410-45c7-43f1-b300-49ae1b702160 req-1e890447-cf27-4873-8b4b-d35ac13d9792 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603352 Aug 19 14:52:23.903458 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ae385-7bb1-4f7d-9063-2bffb8292156 x-openstack-request-id: req-738ae385-7bb1-4f7d-9063-2bffb8292156 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:23.903775 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e4620-3387-47a9-b803-4dbcc7c7f16c", "name": "network-vif-plugged", "status": "completed", "tag": "9862f63c-b457-4375-bf6e-37f648799817", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:23.904030 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-738ae385-7bb1-4f7d-9063-2bffb8292156 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:23.904416 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9862f63c-b457-4375-bf6e-37f648799817', 'code': 200} Aug 19 14:52:23.940618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41292) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:24.039690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016df2d-aabf-496f-9042-9901ad41eb02 req-40d74cfa-e863-4998-8334-e19b50480504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:24.041329 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c016df2d-aabf-496f-9042-9901ad41eb02 req-40d74cfa-e863-4998-8334-e19b50480504 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 1124 time: 0.0470479 Aug 19 14:52:24.090028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c016df2d-aabf-496f-9042-9901ad41eb02 req-e4a03af7-b756-4990-8e1b-e8dea4c424d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Aug 19 14:52:24.195905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b0dc-e19b-4752-8f0e-3526eca5eb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.400969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78acd5e0-df63-499a-8b41-dec677dfa928 req-6912f769-7f13-47f3-b65c-461bea9fab42 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0640271 Aug 19 14:52:24.486368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b0dc-e19b-4752-8f0e-3526eca5eb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.499981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f10c0-214f-4f08-80ac-090fd9370d9d req-f10752a3-91cf-461d-9725-84d57c778497 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:24.501359 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-430f10c0-214f-4f08-80ac-090fd9370d9d req-f10752a3-91cf-461d-9725-84d57c778497 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 950 time: 0.0978057 Aug 19 14:52:24.542974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a69800b-8dbc-4d3c-b393-5305326f9622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.554645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-430f10c0-214f-4f08-80ac-090fd9370d9d req-7d64aa10-a59c-423b-9756-69b33e888c14 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Aug 19 14:52:24.578942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b0dc-e19b-4752-8f0e-3526eca5eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.623428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1e6b0dc-e19b-4752-8f0e-3526eca5eb4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c0f63c1cc504397a4cdbe0a37a3f177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816263 Aug 19 14:52:24.626906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41322) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:24.630847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6b0dc-e19b-4752-8f0e-3526eca5eb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b706eb0-527e-4bff-a468-bab3c33cffed,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:24.711993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ae9b394-be07-452a-a394-351479a24788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.756326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ae9b394-be07-452a-a394-351479a24788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.884628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f95774-a00c-4bd1-9517-0eb45935e8d8 req-d8e15396-10a2-4368-9704-2101501a7c32 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:24.887442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31f95774-a00c-4bd1-9517-0eb45935e8d8 req-d8e15396-10a2-4368-9704-2101501a7c32 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.0843914 Aug 19 14:52:24.960023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31f95774-a00c-4bd1-9517-0eb45935e8d8 req-ea6f3b13-e61a-4577-8117-098d0cf75d31 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556457 Aug 19 14:52:25.142481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4f23-1fea-4b8b-9554-2e557ef0b82a req-f01b25eb-15f8-4e43-b494-253d7451dd5a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:25.145208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77ad4f23-1fea-4b8b-9554-2e557ef0b82a req-f01b25eb-15f8-4e43-b494-253d7451dd5a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.0912137 Aug 19 14:52:25.147060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ae9b394-be07-452a-a394-351479a24788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.151852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ae9b394-be07-452a-a394-351479a24788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.153934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ae9b394-be07-452a-a394-351479a24788 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b706eb0-527e-4bff-a468-bab3c33cffed HTTP/1.1" status: 204 len: 168 time: 0.5254166 Aug 19 14:52:25.192056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9b394-be07-452a-a394-351479a24788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b706eb0-527e-4bff-a468-bab3c33cffed,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:25.221889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.282150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77ad4f23-1fea-4b8b-9554-2e557ef0b82a req-aa4b0b13-b528-4d1a-9904-9acafbb984bb tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258652 Aug 19 14:52:25.530571 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-102e6a41-8dbf-4bc8-ae51-8361000b1455 req-53929e21-3793-4044-abd1-5c36e0997942 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0294731 Aug 19 14:52:25.722448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe1acb-3f8a-4436-b1a4-871acbfd556f req-37c242b8-cbcc-4407-8a0f-bd213dc76ebd tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:25.724168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8cfe1acb-3f8a-4436-b1a4-871acbfd556f req-37c242b8-cbcc-4407-8a0f-bd213dc76ebd tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 950 time: 0.0604966 Aug 19 14:52:25.805308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8cfe1acb-3f8a-4436-b1a4-871acbfd556f req-bd5895ca-1bc9-4457-8901-d776a7640272 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697985 Aug 19 14:52:26.009057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41374) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:26.267265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23597141-8a7a-4182-948f-77d57a96589e req-346ec054-661d-4a85-83f9-79fa1a6fd487 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:26.268808 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23597141-8a7a-4182-948f-77d57a96589e req-346ec054-661d-4a85-83f9-79fa1a6fd487 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.0732076 Aug 19 14:52:26.313678 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23597141-8a7a-4182-948f-77d57a96589e req-c04a3798-f6dd-4d8b-b5de-245dccd9bfd9 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382683 Aug 19 14:52:26.499610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba58cc-cfa4-4989-bd21-0cd6bfc0e884 req-dd7f93b2-b9e6-406f-a50e-0fd45857522a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:26.503045 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1ba58cc-cfa4-4989-bd21-0cd6bfc0e884 req-dd7f93b2-b9e6-406f-a50e-0fd45857522a tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.0639503 Aug 19 14:52:26.560997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1ba58cc-cfa4-4989-bd21-0cd6bfc0e884 req-96428eae-387f-4737-a2d9-70572a67f114 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Aug 19 14:52:26.604665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41390) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:26.634006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5151c678-da21-4071-82c0-ec24a4f2a096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.647780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.714329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:52:26.714329 n-d-779913-32 neutron-server[101963]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 14:52:26.714329 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id': '8666f0b8b13a4d52ae79ba55079bce03', 'id': '09fa4aff-3fcb-48e0-99c1-1708d3b57027', 'expiration': datetime.datetime(2021, 8, 19, 14, 54, 26, 705928)}] Aug 19 14:52:26.714329 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:52:26.716960 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:52:26.821081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5151c678-da21-4071-82c0-ec24a4f2a096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.862293 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59146686-42c4-488c-b1a6-7bfcff9ee779 req-c70c8bf9-598e-4d7f-a8f2-ba99a2a1327c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0443170 Aug 19 14:52:26.940707 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5151c678-da21-4071-82c0-ec24a4f2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.018861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5151c678-da21-4071-82c0-ec24a4f2a096 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de8f9e0fe26b43e5bf391f338c7968fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116323 Aug 19 14:52:27.021044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151c678-da21-4071-82c0-ec24a4f2a096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810afd0-010b-47a2-9871-3f85b05261b0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:27.022768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41400) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:27.105954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182e7c4-ee26-4a99-8e55-7296ce738971 req-2f4f9b29-a9e2-4337-86e0-1302e8a8b40e tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:27.109205 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1182e7c4-ee26-4a99-8e55-7296ce738971 req-2f4f9b29-a9e2-4337-86e0-1302e8a8b40e tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 1124 time: 0.1324232 Aug 19 14:52:27.159412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1182e7c4-ee26-4a99-8e55-7296ce738971 req-3d5d179a-1ddf-45a6-809e-e62eae9ea106 tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.165041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7965-0ec7-4e0b-8f5c-4e01ba8a0c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.212990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7965-0ec7-4e0b-8f5c-4e01ba8a0c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.216148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.298102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1c086-8304-4ba3-ab5c-be226ab303e4 req-84d920a0-32c3-46f9-bd91-8c7a938bd76b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:27.300209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02f1c086-8304-4ba3-ab5c-be226ab303e4 req-84d920a0-32c3-46f9-bd91-8c7a938bd76b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 950 time: 0.0716941 Aug 19 14:52:27.350426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.362615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02f1c086-8304-4ba3-ab5c-be226ab303e4 req-e38f59ef-faea-466d-a564-93a4164418d1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Aug 19 14:52:27.372395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1182e7c4-ee26-4a99-8e55-7296ce738971 req-3d5d179a-1ddf-45a6-809e-e62eae9ea106 tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.446419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7965-0ec7-4e0b-8f5c-4e01ba8a0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.450512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7965-0ec7-4e0b-8f5c-4e01ba8a0c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.455489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee9f7965-0ec7-4e0b-8f5c-4e01ba8a0c06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0810afd0-010b-47a2-9871-3f85b05261b0 HTTP/1.1" status: 204 len: 168 time: 0.4274187 Aug 19 14:52:27.485790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f7965-0ec7-4e0b-8f5c-4e01ba8a0c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810afd0-010b-47a2-9871-3f85b05261b0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:27.513783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1182e7c4-ee26-4a99-8e55-7296ce738971 req-3d5d179a-1ddf-45a6-809e-e62eae9ea106 tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.560067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1182e7c4-ee26-4a99-8e55-7296ce738971 req-3d5d179a-1ddf-45a6-809e-e62eae9ea106 tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436548 Aug 19 14:52:27.580507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d179a-1ddf-45a6-809e-e62eae9ea106 tempest-AggregatesAdminTestJSON-314523514 tempest-AggregatesAdminTestJSON-314523514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3bf04b-cf86-49a7-9e62-afe1dfe0093f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:27.619539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc17bb-2031-4f18-9d11-79850057f4ac req-b5cc010c-0088-4f0c-ba65-1180d3912017 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:27.622032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59fc17bb-2031-4f18-9d11-79850057f4ac req-b5cc010c-0088-4f0c-ba65-1180d3912017 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.1540318 Aug 19 14:52:27.698130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59fc17bb-2031-4f18-9d11-79850057f4ac req-c48dccd4-0a3e-47af-894c-dea542c6d8a4 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625112 Aug 19 14:52:27.767833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.896801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-393f7e29-0357-47da-94da-8ef7917aa825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.977896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.062934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8666f0b8b13a4d52ae79ba55079bce03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0509021 Aug 19 14:52:28.064893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:28.078251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c545c-3468-4521-8124-a0c04e623847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0e67e-ea8f-45cc-ba07-9b0bfc9d93ae,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:28.183238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-666294df-ae52-4b31-ae7c-c7f09cff6eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.239996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-666294df-ae52-4b31-ae7c-c7f09cff6eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.373685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-c7c632a3-76e9-47e7-800a-c6bd9d81c6a3 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:28.375206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-c7c632a3-76e9-47e7-800a-c6bd9d81c6a3 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 1102 time: 0.0452802 Aug 19 14:52:28.473223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Deleting port c11bb88e-d0fb-4990-8482-990345339b82 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:28.473568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.539023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-666294df-ae52-4b31-ae7c-c7f09cff6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.541654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-666294df-ae52-4b31-ae7c-c7f09cff6eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.542842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-666294df-ae52-4b31-ae7c-c7f09cff6eeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94d0e67e-ea8f-45cc-ba07-9b0bfc9d93ae HTTP/1.1" status: 204 len: 168 time: 0.4762540 Aug 19 14:52:28.556651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666294df-ae52-4b31-ae7c-c7f09cff6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0e67e-ea8f-45cc-ba07-9b0bfc9d93ae,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:28.594818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] For port c11bb88e-d0fb-4990-8482-990345339b82, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c11bb88e-d0fb-4990-8482-990345339b82,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:28.596033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.615881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Calling delete_port for c11bb88e-d0fb-4990-8482-990345339b82 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:28.747761 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4f2b4d40-1e38-4ae7-b8c6-d9bc81df68c8 req-6d319cf3-1615-4453-8b6f-47efc225b2d7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0306857 Aug 19 14:52:28.892811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99e71a-a7b9-49ce-af4b-c56c750dfac9 req-b0a23428-5f08-4c5a-b6d0-96c21ecec9ea tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:28.894458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac99e71a-a7b9-49ce-af4b-c56c750dfac9 req-b0a23428-5f08-4c5a-b6d0-96c21ecec9ea tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 950 time: 0.0634439 Aug 19 14:52:28.956671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac99e71a-a7b9-49ce-af4b-c56c750dfac9 req-e2923643-d4df-4f97-82fd-08a30ac493f9 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Aug 19 14:52:28.962033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.969255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c11bb88e-d0fb-4990-8482-990345339b82'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:29.039194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Pushing event deleted for resources: {'Port': ['ID=c11bb88e-d0fb-4990-8482-990345339b82,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:29.216110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] No DVR routers for this DVR port c11bb88e-d0fb-4990-8482-990345339b82 on host n-h1-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:29.222155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.224593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34db3cbf-8a65-4d17-bf9f-1ba2850fd2a4 req-36dd413d-5a45-4a46-a753-ed77898a15d4 tempest-DeleteServersAdminTestJSON-1825564105 tempest-DeleteServersAdminTestJSON-1825564105-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c11bb88e-d0fb-4990-8482-990345339b82 HTTP/1.1" status: 204 len: 173 time: 0.8421252 Aug 19 14:52:29.225104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'name': 'network-vif-deleted', 'tag': 'c11bb88e-d0fb-4990-8482-990345339b82'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:29.229054 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6908c6c-465c-40e6-ab3f-410424c4da6f" -d '{"events": [{"server_uuid": "78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03", "name": "network-vif-deleted", "tag": "c11bb88e-d0fb-4990-8482-990345339b82"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:29.309621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc9d9-fd4d-4ba2-b44d-ff087a7358ad req-3d2b21ff-dbee-447c-92ea-5245684e29bb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:29.312385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-babfc9d9-fd4d-4ba2-b44d-ff087a7358ad req-3d2b21ff-dbee-447c-92ea-5245684e29bb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.0597239 Aug 19 14:52:29.380922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-babfc9d9-fd4d-4ba2-b44d-ff087a7358ad req-bab1d548-b3d5-40ae-91a3-426bbbfb1225 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617459 Aug 19 14:52:29.594801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.783652 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60493f8f-dfea-4adc-9299-dc536d7702be x-openstack-request-id: req-60493f8f-dfea-4adc-9299-dc536d7702be {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:29.784143 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03", "name": "network-vif-deleted", "tag": "c11bb88e-d0fb-4990-8482-990345339b82", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:29.784231 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60493f8f-dfea-4adc-9299-dc536d7702be {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:29.784613 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03', 'name': 'network-vif-deleted', 'tag': 'c11bb88e-d0fb-4990-8482-990345339b82', 'status': 'completed', 'code': 200} Aug 19 14:52:30.088569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41496) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:30.112560 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44e2544e-7389-4a58-8b3e-1f51935f2fb5 req-f4e00ee0-ff63-4cb7-82f8-a73bd0626b06 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0536237 Aug 19 14:52:30.117055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bad79e86-3ea2-45e8-8b34-d95fe12c7fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.260591 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e259b1ae-cfea-463b-b59e-70bb4e304c98 req-e93f96d2-ef40-428f-b92b-0dea7e71890c tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8b4c0-aab1-44bd-8f7c-d0fa1d736d03 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Aug 19 14:52:30.263191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bad79e86-3ea2-45e8-8b34-d95fe12c7fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.432653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bad79e86-3ea2-45e8-8b34-d95fe12c7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.485807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-d43b7989-e9e4-4949-a79d-6dc1f999165b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:52:30.501593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-d43b7989-e9e4-4949-a79d-6dc1f999165b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418103 Aug 19 14:52:30.582615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bad79e86-3ea2-45e8-8b34-d95fe12c7fc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92d41cfa64304ff6af5ee7e9a4feb3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891150 Aug 19 14:52:30.583769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41522) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:30.610825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.619256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad79e86-3ea2-45e8-8b34-d95fe12c7fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee420c26-8ac4-44ec-8f86-666c43f7ca26,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:30.719211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0586476-bdce-48e2-8a8e-5eb429813a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.798700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0586476-bdce-48e2-8a8e-5eb429813a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.900889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02c8ee-d8d9-4d54-9c15-23d3c8967103 req-5485b6b3-f35a-4126-bb2e-c9345025a2f5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:30.911810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e02c8ee-d8d9-4d54-9c15-23d3c8967103 req-5485b6b3-f35a-4126-bb2e-c9345025a2f5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 932 time: 0.0868840 Aug 19 14:52:30.972176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e02c8ee-d8d9-4d54-9c15-23d3c8967103 req-06a910bb-73c0-4621-a909-cf237533bea2 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581667 Aug 19 14:52:30.978418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Request body: {'port': {'device_id': 'a974c749-3615-4792-bf9c-114954f7ef00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:31.039888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.124287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0586476-bdce-48e2-8a8e-5eb429813a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.130024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0586476-bdce-48e2-8a8e-5eb429813a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.132483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e0586476-bdce-48e2-8a8e-5eb429813a19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee420c26-8ac4-44ec-8f86-666c43f7ca26 HTTP/1.1" status: 204 len: 168 time: 0.5473342 Aug 19 14:52:31.146999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0586476-bdce-48e2-8a8e-5eb429813a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee420c26-8ac4-44ec-8f86-666c43f7ca26,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:31.549479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63629d9a-4bf4-45bb-8b6e-7cddb9457507 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:31.573715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.578562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c733c62-2e69-4586-9b49-89b1b45c8552 req-c464711c-ac74-4a10-bc02-262a0169daad tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0499091 Aug 19 14:52:31.602184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Transition to ACTIVE for port object 63629d9a-4bf4-45bb-8b6e-7cddb9457507 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:31.737424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.842152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Pushing event updated for resources: {'Port': ['ID=63629d9a-4bf4-45bb-8b6e-7cddb9457507,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:31.861034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Attempting to bind port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:31.861440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Attempting to bind port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:31.861778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Attempting to bind port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 on network ec913136-bde3-41be-b86e-2178545ada6a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:31.867461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 on network ec913136-bde3-41be-b86e-2178545ada6a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:31.868252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Attempting to bind port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 on network ec913136-bde3-41be-b86e-2178545ada6a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:31.875722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:31.876226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Checking segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:31.876682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Bound using segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:31.877218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Bound port: 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:31.877651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.058374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] For port 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:32.061857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.54', 56300) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:32.063250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] For port 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:32.095664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-4985edc0-c509-4f81-bff6-3ab6bc2e3897 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312271 Aug 19 14:52:32.227172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.297383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-36a1039a-d20e-465e-bc4c-8af134717411 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.299289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-36a1039a-d20e-465e-bc4c-8af134717411 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977415 Aug 19 14:52:32.339320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Request body: {'port': {'device_id': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '99124f7b967b44bea75c44452241c427'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:32.342005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.343534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.349402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] 10.222.0.54 "PUT /v2.0/ports/63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 200 len: 1093 time: 1.5764842 Aug 19 14:52:32.361607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:32.364422 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d" -d '{"events": [{"name": "network-changed", "server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:32.387688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-480f30af-edad-4f21-a420-f92625d4877e tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=77392ed49b414162b1e28e995d3b298f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872276 Aug 19 14:52:32.451373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69fa6-1693-43ba-8518-26ca67c9c758 service neutron] Pushing event updated for resources: {'Port': ['ID=63629d9a-4bf4-45bb-8b6e-7cddb9457507,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:32.538206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-846b0350-3376-4ca6-a321-776442ed1ffe tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.540040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-846b0350-3376-4ca6-a321-776442ed1ffe tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515477 Aug 19 14:52:32.579455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed8cf-93a7-45e9-b2d1-513fe39d77f8 req-7a0666aa-f9c3-451e-902c-95b697f88ac5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.581072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a7ed8cf-93a7-45e9-b2d1-513fe39d77f8 req-7a0666aa-f9c3-451e-902c-95b697f88ac5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 944 time: 0.0801933 Aug 19 14:52:32.593278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-c97ac048-9a1e-46bf-b8df-95d8d4ca51cf tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/quotas/77392ed49b414162b1e28e995d3b298f HTTP/1.1" status: 200 len: 375 time: 0.0420768 Aug 19 14:52:32.614564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-a3e82bb7-406e-4207-8d2c-c08d0d6a8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.616100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-a3e82bb7-406e-4207-8d2c-c08d0d6a8267 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 1096 time: 0.0867217 Aug 19 14:52:32.629625 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a7ed8cf-93a7-45e9-b2d1-513fe39d77f8 req-be16b922-ec80-4f38-9007-ed445207cb87 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Aug 19 14:52:32.633530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-44c80f25-677b-4bc8-95fa-ad245622f44d tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77392ed49b414162b1e28e995d3b298f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325201 Aug 19 14:52:32.690444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-2a758d28-e822-4945-bce5-bf1dff25513b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 200 len: 217 time: 0.0600798 Aug 19 14:52:32.758086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Made reservation on behalf of 99124f7b967b44bea75c44452241c427 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:32.763650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.781438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.786193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-0359f26e-1374-49fd-a615-2335b040dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.787852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-0359f26e-1374-49fd-a615-2335b040dca8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.0860338 Aug 19 14:52:32.847641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-8f3b2e9a-c8f1-46a3-b800-da4015151160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.850298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-8f3b2e9a-c8f1-46a3-b800-da4015151160 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522857 Aug 19 14:52:32.908405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.981369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-76b9ffad-1646-4db8-a60f-dd48d36f8360 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152489 Aug 19 14:52:33.088190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d85804-6adb-40c5-9557-3721ef2b76bd req-7acbdcd7-088d-4e6f-9685-6e305d1b8a1a service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994511 Aug 19 14:52:33.095413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.231023 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd5d1dd-fb23-4952-9994-eb15d9937daa x-openstack-request-id: req-ecd5d1dd-fb23-4952-9994-eb15d9937daa {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:33.231790 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:33.232502 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecd5d1dd-fb23-4952-9994-eb15d9937daa {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:33.234009 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'status': 'completed', 'code': 200} Aug 19 14:52:33.302274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:33.414591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6259e34-3b38-4f03-8eb9-d44c9bcad01d req-2166bad7-619d-4c4a-af97-1b0166826257 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0595663 Aug 19 14:52:33.432261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-5ce82bd7-713a-43b4-9abd-d2aa5550f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.435694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-5ce82bd7-713a-43b4-9abd-d2aa5550f24c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 1096 time: 0.1301897 Aug 19 14:52:33.499449 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Allocated IP 192.168.233.148 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/5e7a8269-8c56-49ad-939a-672af7a4882f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:33.594575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c11bb88e-d0fb-4990-8482-990345339b82 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:33.675488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-0dfcf471-737e-4522-9d8d-e76efa39d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.680497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-0dfcf471-737e-4522-9d8d-e76efa39d946 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.2235928 Aug 19 14:52:33.681600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41642) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:33.713990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: c11bb88e-d0fb-4990-8482-990345339b82 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:33.714345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c11bb88e-d0fb-4990-8482-990345339b82 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:33.766356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-ec9287c8-82bf-48dc-b4a0-b34522cf6229 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 200 len: 217 time: 0.0727482 Aug 19 14:52:33.767405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:33.909241 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1ccc214-c036-43bc-b293-baa540f47279 req-7e9d665a-4945-495b-b6b6-ed903478fdbb tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 210 time: 0.0767829 Aug 19 14:52:33.912348 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d361fdd7-c307-44ec-835c-e5c2fabd276e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.930674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.946398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Transition to ACTIVE for port object 5e7a8269-8c56-49ad-939a-672af7a4882f will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:33.970321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-0571f9b0-15b3-4568-bd82-07376fc1a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.971923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-0571f9b0-15b3-4568-bd82-07376fc1a761 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.1936009 Aug 19 14:52:33.985386 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d00e00-a25d-4092-8e8b-63c74a721730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.036953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6e6da-b789-4173-ae58-aaf08565107a req-7b48b183-93bc-490c-9888-b8b5875d737a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.038706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11b6e6da-b789-4173-ae58-aaf08565107a req-7b48b183-93bc-490c-9888-b8b5875d737a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 944 time: 0.1565037 Aug 19 14:52:34.095738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-1a915ef4-b0b2-416b-b5b0-c9e53c59748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.097436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-1a915ef4-b0b2-416b-b5b0-c9e53c59748d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165323 Aug 19 14:52:34.134981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.176298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11b6e6da-b789-4173-ae58-aaf08565107a req-d9935c81-99e0-47b9-9a87-d066cb545804 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209009 Aug 19 14:52:34.212653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:34.223229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:34.224926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:34.226832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d361fdd7-c307-44ec-835c-e5c2fabd276e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.233953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:34.245176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.245176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.254750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-10ed2ea2-393f-4228-90d3-ad18e60677e4 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444666 Aug 19 14:52:34.377923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a6e71c5-5eb9-472e-a20f-b313db0ac16d req-b578fcda-4ac9-4885-8855-3306e00ccad3 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160982 Aug 19 14:52:34.399099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d361fdd7-c307-44ec-835c-e5c2fabd276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.474010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361fdd7-c307-44ec-835c-e5c2fabd276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a5e387-ad8e-4235-894b-24c934e95461,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:34.478953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d361fdd7-c307-44ec-835c-e5c2fabd276e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2655b3a9fcde43e985820740b1e8eead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957056 Aug 19 14:52:34.482076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41678) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:34.565587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1bbffef-ceeb-481e-8142-644af7bdefc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.583828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d00e00-a25d-4092-8e8b-63c74a721730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.613591 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1bbffef-ceeb-481e-8142-644af7bdefc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.633812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95925d64-db06-40b6-9cf1-42f8e10768d6 req-641b8846-f587-4160-acef-aa6b9057c93e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.635327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-95925d64-db06-40b6-9cf1-42f8e10768d6 req-641b8846-f587-4160-acef-aa6b9057c93e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 936 time: 0.0918355 Aug 19 14:52:34.704387 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-95925d64-db06-40b6-9cf1-42f8e10768d6 req-113a7856-ce1d-4b74-841d-c311d83336c5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Aug 19 14:52:34.720143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f271719b-89b9-46af-a920-b0c4844e40ae None None] Provisioning for port 5e7a8269-8c56-49ad-939a-672af7a4882f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:34.735306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d00e00-a25d-4092-8e8b-63c74a721730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.735850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f271719b-89b9-46af-a920-b0c4844e40ae None None] Provisioning complete for port 5e7a8269-8c56-49ad-939a-672af7a4882f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:34.735931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f271719b-89b9-46af-a920-b0c4844e40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.811498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f271719b-89b9-46af-a920-b0c4844e40ae None None] Port 5e7a8269-8c56-49ad-939a-672af7a4882f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:52:34.818940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67d00e00-a25d-4092-8e8b-63c74a721730 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a8a5342c461436d96718629ab7ac38d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0499549 Aug 19 14:52:34.820064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d00e00-a25d-4092-8e8b-63c74a721730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a0019-a17c-4eaa-9fc4-0fcfd7992fcc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:34.821925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41692) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:34.859358 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b87d3280-c1aa-42b1-81dd-66a4b57124ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5376747 Aug 19 14:52:34.860366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1bbffef-ceeb-481e-8142-644af7bdefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.865734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1bbffef-ceeb-481e-8142-644af7bdefc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.867915 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1bbffef-ceeb-481e-8142-644af7bdefc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93a5e387-ad8e-4235-894b-24c934e95461 HTTP/1.1" status: 204 len: 168 time: 0.3843808 Aug 19 14:52:34.903294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Request body: {'port': {'device_id': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:34.926254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbffef-ceeb-481e-8142-644af7bdefc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a5e387-ad8e-4235-894b-24c934e95461,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.019600 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-113f814d-c581-4576-b0da-09379eff57f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.024236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.109140 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fff71c3f-5905-4c7d-b7e9-ee180636d625 req-271be810-a945-4393-9ed7-e6bfb9496055 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 210 time: 0.0591269 Aug 19 14:52:35.112416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-113f814d-c581-4576-b0da-09379eff57f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.483039 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-113f814d-c581-4576-b0da-09379eff57f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.485659 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-113f814d-c581-4576-b0da-09379eff57f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.486912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-113f814d-c581-4576-b0da-09379eff57f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d0a0019-a17c-4eaa-9fc4-0fcfd7992fcc HTTP/1.1" status: 204 len: 168 time: 0.6635132 Aug 19 14:52:35.518879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f814d-c581-4576-b0da-09379eff57f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a0019-a17c-4eaa-9fc4-0fcfd7992fcc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.518879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7a8269-8c56-49ad-939a-672af7a4882f {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:35.528037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.539874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296fd87-6c52-4624-b916-c91e268366bf req-6a97cb75-5ec6-4bef-8bb5-98569d61945f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:35.541598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0296fd87-6c52-4624-b916-c91e268366bf req-6a97cb75-5ec6-4bef-8bb5-98569d61945f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 944 time: 0.1256144 Aug 19 14:52:35.559764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Transition to ACTIVE for port object 5e7a8269-8c56-49ad-939a-672af7a4882f will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:35.598965 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0296fd87-6c52-4624-b916-c91e268366bf req-dde15050-bd94-48c5-b960-a71c5158768c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 Aug 19 14:52:35.674063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.766986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.809740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:35.810148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:35.810483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:35.816343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Port 5e7a8269-8c56-49ad-939a-672af7a4882f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:35.816672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:35.822304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:35.822650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:35.823037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:35.823471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Bound port: 5e7a8269-8c56-49ad-939a-672af7a4882f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:35.823832 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.905442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:35.910177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:36.078129 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.151094 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.151996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.153870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] 10.222.0.54 "PUT /v2.0/ports/5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 1097 time: 1.2620442 Aug 19 14:52:36.154504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:36.160605 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4148fc-cf65-4753-900c-0788d9162b77" -d '{"events": [{"name": "network-changed", "server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:36.193426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd14f67-db94-463d-ae07-fe8d9b50aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:36.477865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:36.511783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ce62ef6-8346-4043-af7f-857d4286afc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.560633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a2e41-aa91-4fe7-854b-9f7b2aa25af7 req-11412a8f-c143-4781-84b8-adb953997363 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.563573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-493a2e41-aa91-4fe7-854b-9f7b2aa25af7 req-11412a8f-c143-4781-84b8-adb953997363 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.1043501 Aug 19 14:52:36.587943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-82cfd41b-11b1-4468-9aab-3b826d151c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.589574 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-82cfd41b-11b1-4468-9aab-3b826d151c12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1100 time: 0.0909560 Aug 19 14:52:36.613105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-493a2e41-aa91-4fe7-854b-9f7b2aa25af7 req-27d340f8-8ef8-4ea2-95f7-2eea4430b3ab tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Aug 19 14:52:36.651361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-34fc2080-27ca-457f-a95d-d8e09b0c93a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0456827 Aug 19 14:52:36.732627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41756) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:36.741993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b88a72ff-ca7f-4554-81cc-def94ac63da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.744378 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-b88a72ff-ca7f-4554-81cc-def94ac63da8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0851498 Aug 19 14:52:36.747733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-200afc43-d1a1-4303-9bd7-7f3d605cd56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.783855 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ce62ef6-8346-4043-af7f-857d4286afc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.822676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-61fd7555-00e1-4bd8-93f1-e71f8ac3a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.825260 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-61fd7555-00e1-4bd8-93f1-e71f8ac3a720 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637808 Aug 19 14:52:37.000873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36cdd899-dd71-4c5e-b4ae-37f2925dc59d req-7786f4a9-45aa-4e8a-a245-ee286c12766a tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 210 time: 0.0417588 Aug 19 14:52:37.078661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ce62ef6-8346-4043-af7f-857d4286afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.083346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-200afc43-d1a1-4303-9bd7-7f3d605cd56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.088598 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e1cd9-fc92-4b4c-bbac-459fb2a6d631 x-openstack-request-id: req-208e1cd9-fc92-4b4c-bbac-459fb2a6d631 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:37.088871 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:37.089159 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-208e1cd9-fc92-4b4c-bbac-459fb2a6d631 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:37.089557 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'status': 'completed', 'code': 200} Aug 19 14:52:37.135388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce62ef6-8346-4043-af7f-857d4286afc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f7533-7121-49f2-940b-04dd36478bdd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:37.146783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ce62ef6-8346-4043-af7f-857d4286afc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a8ce763f764e2194b105df1938ab94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676579 Aug 19 14:52:37.149535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41762) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:37.184795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-ba0a17a5-2199-411b-8b74-06bf2daae10d service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516889 Aug 19 14:52:37.236212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4240cd7c-d781-46b5-9b7e-171f0a8f3aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.257517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68441d81-18fe-4a10-91e0-d35150dcf238 req-39c43157-335d-469e-89b6-de08916b123f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:37.259441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68441d81-18fe-4a10-91e0-d35150dcf238 req-39c43157-335d-469e-89b6-de08916b123f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 944 time: 0.0831246 Aug 19 14:52:37.299325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4240cd7c-d781-46b5-9b7e-171f0a8f3aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.329028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-200afc43-d1a1-4303-9bd7-7f3d605cd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.361609 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3eef5f94-ce70-406c-b3c7-31c278a96496 req-8c77b74e-53e1-4535-949e-2f10c580cb20 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694310 Aug 19 14:52:37.364619 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-5ea09319-3f1e-4125-8288-f3cabf4ff051 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=77392ed49b414162b1e28e995d3b298f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453217 Aug 19 14:52:37.562466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-c2183424-1ffb-4c3a-8d0a-67231227bd6b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:37.564128 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-c2183424-1ffb-4c3a-8d0a-67231227bd6b tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922326 Aug 19 14:52:37.578561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Request body: {'port': {'device_id': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '77392ed49b414162b1e28e995d3b298f'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:37.635800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200afc43-d1a1-4303-9bd7-7f3d605cd56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a36e30-0e53-4168-b81a-8ac41743fb3e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:37.652828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-200afc43-d1a1-4303-9bd7-7f3d605cd56a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21f95b02b9ee46c9bdccff70cdc7c67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9183509 Aug 19 14:52:37.658845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68441d81-18fe-4a10-91e0-d35150dcf238 req-1590a21f-66e9-4799-86d8-b258a4d69858 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893931 Aug 19 14:52:37.659386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:37.743582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe925305-cdde-472a-a2b4-145aa1640d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.752803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-67d63c42-d721-40ac-98cb-9a3ffb654083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:37.754453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-67d63c42-d721-40ac-98cb-9a3ffb654083 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1100 time: 0.1284239 Aug 19 14:52:37.775375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe925305-cdde-472a-a2b4-145aa1640d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.798442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 63629d9a-4bf4-45bb-8b6e-7cddb9457507 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:37.874848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4240cd7c-d781-46b5-9b7e-171f0a8f3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.878241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4240cd7c-d781-46b5-9b7e-171f0a8f3aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.880307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4240cd7c-d781-46b5-9b7e-171f0a8f3aa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f2f7533-7121-49f2-940b-04dd36478bdd HTTP/1.1" status: 204 len: 168 time: 0.7295179 Aug 19 14:52:37.903079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240cd7c-d781-46b5-9b7e-171f0a8f3aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f7533-7121-49f2-940b-04dd36478bdd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:37.929303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-e10210b5-e4dd-420e-9c23-1d693db226aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:37.942427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-e10210b5-e4dd-420e-9c23-1d693db226aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1682994 Aug 19 14:52:37.980794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe925305-cdde-472a-a2b4-145aa1640d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.987973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe925305-cdde-472a-a2b4-145aa1640d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.997332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fe925305-cdde-472a-a2b4-145aa1640d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88a36e30-0e53-4168-b81a-8ac41743fb3e HTTP/1.1" status: 204 len: 168 time: 0.3358283 Aug 19 14:52:38.021150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:38.034547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925305-cdde-472a-a2b4-145aa1640d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a36e30-0e53-4168-b81a-8ac41743fb3e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.047974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'port_id': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'mac_address': 'fa:16:3e:4b:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:38.079997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-732d8f37-c083-4bff-8e57-f4dcdb8331f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.1382747 Aug 19 14:52:38.082949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Made reservation on behalf of 77392ed49b414162b1e28e995d3b298f for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:38.087666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.103755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.123254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63629d9a-4bf4-45bb-8b6e-7cddb9457507 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:38.189204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:38.274482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-feb2f8f7-42e3-418c-a4df-dfa514804f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:38.276206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-feb2f8f7-42e3-418c-a4df-dfa514804f75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1845181 Aug 19 14:52:38.286463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa08c2-656d-4005-bb5f-4474a8c7ba2c req-46a5d5d1-1d28-488b-86a1-6fdb5ee71733 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:38.289623 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7fa08c2-656d-4005-bb5f-4474a8c7ba2c req-46a5d5d1-1d28-488b-86a1-6fdb5ee71733 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.2082202 Aug 19 14:52:38.325937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.413784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=63629d9a-4bf4-45bb-8b6e-7cddb9457507,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.423287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Allocated IP 192.168.233.190 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/dedbbdfd-9879-4d9f-a004-3d499d755ad2) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:38.427852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7fa08c2-656d-4005-bb5f-4474a8c7ba2c req-be3e01b5-a11f-469e-b1bc-2d6ba45660ca tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274629 Aug 19 14:52:38.430391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-4fe7aa82-6c87-47ee-8c08-98f4aa3dc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:38.431155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-4fe7aa82-6c87-47ee-8c08-98f4aa3dc55e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379466 Aug 19 14:52:38.532785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d86300df-130f-4be0-aa16-53338ba13d05 req-39df261e-f2e0-4979-a3ad-65747cd557f5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 210 time: 0.0639360 Aug 19 14:52:38.650913 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-118f1ff4-a262-4907-8f8e-105ed4fbfcac service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085180 Aug 19 14:52:38.779364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.805161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Transition to ACTIVE for port object dedbbdfd-9879-4d9f-a004-3d499d755ad2 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:38.847461 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec4148fc-cf65-4753-900c-0788d9162b77 req-c448626a-6b15-48ec-9da6-7501f8b406a8 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843247 Aug 19 14:52:38.932692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f6fa-548b-4f56-b32f-db31e0c48b03 req-3fffac4c-fd47-4aef-9c6a-b9afacc9aab5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:38.934231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9719f6fa-548b-4f56-b32f-db31e0c48b03 req-3fffac4c-fd47-4aef-9c6a-b9afacc9aab5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 945 time: 0.0575047 Aug 19 14:52:38.983751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9719f6fa-548b-4f56-b32f-db31e0c48b03 req-707240fe-59e4-47a5-8e55-7f285d9eb624 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416982 Aug 19 14:52:38.995653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['63629d9a-4bf4-45bb-8b6e-7cddb9457507'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:39.026424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.159327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:39.164251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:39.166844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Pushing event updated for resources: {'Port': ['ID=dedbbdfd-9879-4d9f-a004-3d499d755ad2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:39.169995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:39.181758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:39.182880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.211147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.212110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.216641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.221716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.222475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.223182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:39.392874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-482724f9-06b6-4b24-a332-913185e69d67 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8193333 Aug 19 14:52:39.417037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Request body: {'port': {'device_id': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:39.481902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.496845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-32ca93be-ca52-4fdf-8356-b1b2e90f148d None None] Provisioning for port dedbbdfd-9879-4d9f-a004-3d499d755ad2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:39.503542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-32ca93be-ca52-4fdf-8356-b1b2e90f148d None None] Provisioning complete for port dedbbdfd-9879-4d9f-a004-3d499d755ad2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:39.503930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32ca93be-ca52-4fdf-8356-b1b2e90f148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.552247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-32ca93be-ca52-4fdf-8356-b1b2e90f148d None None] Port dedbbdfd-9879-4d9f-a004-3d499d755ad2 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:52:39.763509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5523b60-b223-4984-b2af-a33d83eea0fc req-4c816711-0f96-41c4-a95b-826eae361de8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:39.773431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5523b60-b223-4984-b2af-a33d83eea0fc req-4c816711-0f96-41c4-a95b-826eae361de8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.0770586 Aug 19 14:52:39.823462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5523b60-b223-4984-b2af-a33d83eea0fc req-2dc8660e-c2fe-4204-8ca1-ff9c00b62e7e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Aug 19 14:52:39.872567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41846) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:39.958765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedbbdfd-9879-4d9f-a004-3d499d755ad2 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:39.974914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.976596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79067256-35a9-4808-9075-116b206be35b req-04a52530-a628-467b-8c82-f415b1d7f5b4 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:39.979202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79067256-35a9-4808-9075-116b206be35b req-04a52530-a628-467b-8c82-f415b1d7f5b4 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 936 time: 0.0758245 Aug 19 14:52:40.002123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Transition to ACTIVE for port object dedbbdfd-9879-4d9f-a004-3d499d755ad2 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:40.026447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79067256-35a9-4808-9075-116b206be35b req-998eff40-6a00-4782-9d4d-e7ee73298b27 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385172 Aug 19 14:52:40.055809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1489704792-network', 'tenant_id': '55ff8fd2b6f0468b908e64862f013c74'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:40.143353 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.176645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Made reservation on behalf of 55ff8fd2b6f0468b908e64862f013c74 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:40.179473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.202659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.211171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Pushing event updated for resources: {'Port': ['ID=dedbbdfd-9879-4d9f-a004-3d499d755ad2,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:40.250818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Attempting to bind port dedbbdfd-9879-4d9f-a004-3d499d755ad2 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:40.251500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Attempting to bind port dedbbdfd-9879-4d9f-a004-3d499d755ad2 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:40.252184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Attempting to bind port dedbbdfd-9879-4d9f-a004-3d499d755ad2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:40.257736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Port dedbbdfd-9879-4d9f-a004-3d499d755ad2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:40.258473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Attempting to bind port dedbbdfd-9879-4d9f-a004-3d499d755ad2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:40.260971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b0e7-74d4-47e0-a8ee-e84047829bd3 req-6dab87ea-3147-4434-a1e6-4a0105586818 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:40.266507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:40.267351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:40.267747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:40.268767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Bound port: dedbbdfd-9879-4d9f-a004-3d499d755ad2, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:40.269830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe93b0e7-74d4-47e0-a8ee-e84047829bd3 req-6dab87ea-3147-4434-a1e6-4a0105586818 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 945 time: 0.1323483 Aug 19 14:52:40.275718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.337791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe93b0e7-74d4-47e0-a8ee-e84047829bd3 req-d1b9fc15-3890-42b8-9793-9b705b0cd9cd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666912 Aug 19 14:52:40.397484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] For port dedbbdfd-9879-4d9f-a004-3d499d755ad2, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:40.403530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] For port dedbbdfd-9879-4d9f-a004-3d499d755ad2, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=dedbbdfd-9879-4d9f-a004-3d499d755ad2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:40.422906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.512545 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.517876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.568709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:40.579021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:40.580130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.581966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-26493c4e-dfc3-479a-851a-42283709152a service neutron] 10.222.0.46 "PUT /v2.0/ports/dedbbdfd-9879-4d9f-a004-3d499d755ad2 HTTP/1.1" status: 200 len: 1097 time: 1.1697028 Aug 19 14:52:40.582535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'tag': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:40.585012 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1f3d28-fba9-4c88-8f8c-df54fd62c664" -d '{"events": [{"name": "network-changed", "server_uuid": "b8985e23-2e73-4d9a-a94e-ae12131a003b", "tag": "dedbbdfd-9879-4d9f-a004-3d499d755ad2"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:40.594995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76b7ea-ed30-4e17-8031-caddce980347,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:40.620872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493c4e-dfc3-479a-851a-42283709152a service neutron] Pushing event updated for resources: {'Port': ['ID=dedbbdfd-9879-4d9f-a004-3d499d755ad2,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:40.646476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.657082 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Added segment 7fb35fdb-f86d-4c8a-85df-0d060668b312 of type vlan for network 669b41a5-b896-48cc-884a-214d808dd4e4 Aug 19 14:52:40.665557 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d37c735-ac36-4ccf-a152-381d4998ef7e x-openstack-request-id: req-3d37c735-ac36-4ccf-a152-381d4998ef7e {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:40.665764 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8985e23-2e73-4d9a-a94e-ae12131a003b", "tag": "dedbbdfd-9879-4d9f-a004-3d499d755ad2", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:40.666018 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d37c735-ac36-4ccf-a152-381d4998ef7e {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:40.666460 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'tag': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2', 'status': 'completed', 'code': 200} Aug 19 14:52:40.730861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.782279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d28-fba9-4c88-8f8c-df54fd62c664 req-cb3258d6-7f47-408c-9a79-9484363853d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:40.783839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e1f3d28-fba9-4c88-8f8c-df54fd62c664 req-cb3258d6-7f47-408c-9a79-9484363853d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77392ed49b414162b1e28e995d3b298f&device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 1100 time: 0.0942163 Aug 19 14:52:40.807572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41884) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:40.839912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e1f3d28-fba9-4c88-8f8c-df54fd62c664 req-24d0fed3-d925-43ec-bf5d-9b736d4d7158 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=77392ed49b414162b1e28e995d3b298f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484555 Aug 19 14:52:40.911599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.913343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:40.916195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.072109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2aea4279-407b-49a7-986a-c01ad650cedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.096518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d28-fba9-4c88-8f8c-df54fd62c664 req-7ede9697-c03c-4d53-8c89-fedc4aa74a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.098045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2226071 Aug 19 14:52:41.100199 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e1f3d28-fba9-4c88-8f8c-df54fd62c664 req-7ede9697-c03c-4d53-8c89-fedc4aa74a5c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506897 Aug 19 14:52:41.100199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41900) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.105375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Request body: {'subnet': {'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1489704792-subnet', 'tenant_id': '55ff8fd2b6f0468b908e64862f013c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:41.113548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78dc59-605c-4b5e-aef1-16a363045a41 admin admin] Pushing event updated for resources: {'Network': ['ID=669b41a5-b896-48cc-884a-214d808dd4e4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:41.128906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 669b41a5-b896-48cc-884a-214d808dd4e4 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:41.133374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7cb6-8b73-4495-ab10-aa34a1957d17 req-1507df91-211a-424c-a809-8cb1277ec53d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.141282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-845f7cb6-8b73-4495-ab10-aa34a1957d17 req-1507df91-211a-424c-a809-8cb1277ec53d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.1365197 Aug 19 14:52:41.149661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:52:41.149661 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:52:41.149661 n-d-779913-32 neutron-server[101962]: [parameters: {'project_id_1': '55ff8fd2b6f0468b908e64862f013c74', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 52, 41, 112720)}] Aug 19 14:52:41.149661 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:52:41.150364 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:52:41.250393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-845f7cb6-8b73-4495-ab10-aa34a1957d17 req-144addbf-b1c0-4760-afb5-65fefe91dce2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080492 Aug 19 14:52:41.273418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-6d879ae8-e66f-4b3a-9a45-ffb885c4141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.278115 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-6d879ae8-e66f-4b3a-9a45-ffb885c4141b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77392ed49b414162b1e28e995d3b298f&device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 1100 time: 0.1160970 Aug 19 14:52:41.347390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2aea4279-407b-49a7-986a-c01ad650cedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.361552 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-421b1d26-4767-4f7c-936e-9712b3a60781 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=dedbbdfd-9879-4d9f-a004-3d499d755ad2 HTTP/1.1" status: 200 len: 217 time: 0.0746150 Aug 19 14:52:41.425789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2aea4279-407b-49a7-986a-c01ad650cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.447489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-29a77a48-e061-4ccb-a16c-496c686d68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.449151 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-29a77a48-e061-4ccb-a16c-496c686d68e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0742362 Aug 19 14:52:41.458194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7061b18-1c9e-4770-81f8-17704db50e2e req-eb1c6dce-7302-4228-98e1-77f330ded77f tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.459770 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7061b18-1c9e-4770-81f8-17704db50e2e req-eb1c6dce-7302-4228-98e1-77f330ded77f tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 948 time: 0.0971310 Aug 19 14:52:41.468720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4279-407b-49a7-986a-c01ad650cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02128f63-3a4e-487f-ba73-f4cf6ff9e16b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:41.488999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2aea4279-407b-49a7-986a-c01ad650cedb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d698de089844b0d96f198e83b78f7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791267 Aug 19 14:52:41.489194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.578121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-6f2a4c16-70dc-4994-ae5b-ea3f7cd221ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.580200 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-6f2a4c16-70dc-4994-ae5b-ea3f7cd221ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194751 Aug 19 14:52:41.590017 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7061b18-1c9e-4770-81f8-17704db50e2e req-5684c3a3-2935-4eae-9955-4c68aeaeeba5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166816 Aug 19 14:52:41.665556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f6c5-8123-4778-b3bc-eb1e03ec9545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.736251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f6c5-8123-4778-b3bc-eb1e03ec9545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.776282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:41.776486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41918) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.798501 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-44d7a129-ba4d-41bb-90ed-d22f0149fd0d service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070880 Aug 19 14:52:41.823235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 63629d9a-4bf4-45bb-8b6e-7cddb9457507 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:41.870665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Made reservation on behalf of 55ff8fd2b6f0468b908e64862f013c74 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:41.873237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.896709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19896256-1099-40db-9b5e-5e3d10c89d50 req-35191d5d-a251-42a0-90d9-f72104438ad9 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.898462 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19896256-1099-40db-9b5e-5e3d10c89d50 req-35191d5d-a251-42a0-90d9-f72104438ad9 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 945 time: 0.2077227 Aug 19 14:52:41.934528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:41.956064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'mac_address': 'fa:16:3e:d8:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:42.011912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.028419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.054342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7a8269-8c56-49ad-939a-672af7a4882f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:42.104674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:42.126326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:42.132085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:42.133465 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.229030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19896256-1099-40db-9b5e-5e3d10c89d50 req-066b1f6b-064b-4240-8ffa-338e33b339b3 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084778 Aug 19 14:52:42.236399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d2591e4-7bce-4a13-beae-31bd14323635 req-5106c549-5014-4dc3-8132-1d6f1d487b22 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300706 Aug 19 14:52:42.239252 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.275244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:42.277671 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd4f079-56e3-41a7-a2c6-6d987a221585" -d '{"events": [{"server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "name": "network-vif-plugged", "status": "completed", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:42.303149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:42.324971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.341805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f6c5-8123-4778-b3bc-eb1e03ec9545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.345529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f6c5-8123-4778-b3bc-eb1e03ec9545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.346952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3cc9f6c5-8123-4778-b3bc-eb1e03ec9545 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02128f63-3a4e-487f-ba73-f4cf6ff9e16b HTTP/1.1" status: 204 len: 168 time: 0.8519382 Aug 19 14:52:42.366603 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3fb0e6-6496-4158-98e3-899b65b01920 x-openstack-request-id: req-1e3fb0e6-6496-4158-98e3-899b65b01920 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:42.366895 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "name": "network-vif-plugged", "status": "completed", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:42.367147 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e3fb0e6-6496-4158-98e3-899b65b01920 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:42.367707 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'code': 200} Aug 19 14:52:42.381401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9f6c5-8123-4778-b3bc-eb1e03ec9545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02128f63-3a4e-487f-ba73-f4cf6ff9e16b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.411199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.434473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.434957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.435357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.435734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.436511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.437008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.437561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.437964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.438614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.438954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.439598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.439946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.455203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5839-d339-4af9-b0db-b1ef988d5129 req-f047f2ab-ed46-4e1d-ae8f-e3e8a955e479 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:42.466102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.468172 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc2c5839-d339-4af9-b0db-b1ef988d5129 req-f047f2ab-ed46-4e1d-ae8f-e3e8a955e479 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 949 time: 0.1392326 Aug 19 14:52:42.514741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.570076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=63629d9a-4bf4-45bb-8b6e-7cddb9457507,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.579326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc2c5839-d339-4af9-b0db-b1ef988d5129 req-2d6af344-9056-4865-ad79-4e5356a76152 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974355 Aug 19 14:52:42.590616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2113790-b432-49db-a202-81c7ae2350a5 req-87a02ab8-ff06-4387-8370-b622a6200ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:42.593772 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f2113790-b432-49db-a202-81c7ae2350a5 req-87a02ab8-ff06-4387-8370-b622a6200ac7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 1097 time: 0.1271424 Aug 19 14:52:42.652600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f2113790-b432-49db-a202-81c7ae2350a5 req-d27c3cb7-3b22-40f7-a26b-1a8665398e66 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478146 Aug 19 14:52:42.683221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c623548e7d746639cfddf7376a03007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523988 Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef79468-0ffe-468c-82bf-fdf7a2c6f24d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.759869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c6dd5-e6d2-4090-a7ce-b5708961bb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:42.762137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13aa9f-d7dd-4ba4-93fb-5ac715a6929b req-26207859-f54d-4881-94f3-bf54a471b15e tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:42.762137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e13aa9f-d7dd-4ba4-93fb-5ac715a6929b req-26207859-f54d-4881-94f3-bf54a471b15e tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 948 time: 0.0631237 Aug 19 14:52:42.762762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41942) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:42.799201 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e13aa9f-d7dd-4ba4-93fb-5ac715a6929b req-19e07d62-0f5b-4034-92ea-91d7b71e9aa1 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Aug 19 14:52:42.810062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:42.822916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d158-e06d-4d56-a576-ea582de38f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.828889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.847604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d158-e06d-4d56-a576-ea582de38f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.899691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6b236a-6621-48b4-b173-5d1cf6d99652,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.906842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:42.907201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Network hostable DHCP agents. Network: 669b41a5-b896-48cc-884a-214d808dd4e4, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:43.222697 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:43.224222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Network 669b41a5-b896-48cc-884a-214d808dd4e4 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:43.233212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d158-e06d-4d56-a576-ea582de38f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:43.233212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d158-e06d-4d56-a576-ea582de38f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:43.233666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8bf0d158-e06d-4d56-a576-ea582de38f19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cef79468-0ffe-468c-82bf-fdf7a2c6f24d HTTP/1.1" status: 204 len: 168 time: 0.4693816 Aug 19 14:52:43.244559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0d158-e06d-4d56-a576-ea582de38f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef79468-0ffe-468c-82bf-fdf7a2c6f24d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:43.355966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41956) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:43.368482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 669b41a5-b896-48cc-884a-214d808dd4e4) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:43.373192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:43.374802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:43.380630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4458cae-6bfb-4642-b78d-9e074a2fa634 None None] Network 669b41a5-b896-48cc-884a-214d808dd4e4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:43.434993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d1558-7476-4236-aca1-6e3908b0521a req-9a6a605b-e38a-4aff-af8a-fc48084421ae tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:43.437305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d5d1558-7476-4236-aca1-6e3908b0521a req-9a6a605b-e38a-4aff-af8a-fc48084421ae tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 946 time: 0.0733421 Aug 19 14:52:43.492867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d5d1558-7476-4236-aca1-6e3908b0521a req-d6cdea7e-c4da-4ee0-a1fb-3002c08c5aa0 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Aug 19 14:52:43.502762 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f9a6661-796b-464f-b4bc-8d3733eaaf5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4027603 Aug 19 14:52:43.534146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc0877-00bf-4240-82dc-e0a80bcce404 None None] Network 669b41a5-b896-48cc-884a-214d808dd4e4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:43.739377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab77ea-654b-4eda-9b58-41250e81f227 req-412bf0f8-4688-4629-a56e-719c1c76e95c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:43.742223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fab77ea-654b-4eda-9b58-41250e81f227 req-412bf0f8-4688-4629-a56e-719c1c76e95c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 949 time: 0.0580587 Aug 19 14:52:43.798977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fab77ea-654b-4eda-9b58-41250e81f227 req-fc150541-f8d7-43d1-a96b-0531555f0d20 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495713 Aug 19 14:52:43.847609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41970) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:43.863330 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-596de25f-44cb-4300-875c-d1718fefb0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:43.874153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4406b-3aa3-4c8d-9fe9-f67b96728960 req-d9e2978a-f1b1-4ca9-be21-1ebcd35bb1f6 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:43.875332 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24e4406b-3aa3-4c8d-9fe9-f67b96728960 req-d9e2978a-f1b1-4ca9-be21-1ebcd35bb1f6 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.1044254 Aug 19 14:52:43.976499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24e4406b-3aa3-4c8d-9fe9-f67b96728960 req-eef10834-8f8e-4154-98ae-bd851bdf7c6e tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896492 Aug 19 14:52:44.004826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212861b5-4666-4b76-a350-00e75abb8f51 req-d62f2a8c-7315-4c0d-85bd-a38c5f7a5047 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.006496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-212861b5-4666-4b76-a350-00e75abb8f51 req-d62f2a8c-7315-4c0d-85bd-a38c5f7a5047 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 948 time: 0.0820076 Aug 19 14:52:44.072565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-212861b5-4666-4b76-a350-00e75abb8f51 req-90c9c2e5-1bc3-4334-a50e-c070e6a76ef0 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585597 Aug 19 14:52:44.085336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-596de25f-44cb-4300-875c-d1718fefb0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.148670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef6592a-43e0-4421-bc3e-e175ead8a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.236608 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-596de25f-44cb-4300-875c-d1718fefb0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.297534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-596de25f-44cb-4300-875c-d1718fefb0d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0995018dab34a04acc087eeaf1add26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485526 Aug 19 14:52:44.300433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de25f-44cb-4300-875c-d1718fefb0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1230c9de-adcc-4ecb-9c2c-201d0020a2a3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:44.301465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.399077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef6592a-43e0-4421-bc3e-e175ead8a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.400676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43551d39-d237-45a1-9133-db29bd60ba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.444015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43551d39-d237-45a1-9133-db29bd60ba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.497429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef6592a-43e0-4421-bc3e-e175ead8a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.531814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ef6592a-43e0-4421-bc3e-e175ead8a6da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8be371f5f4e4d7fa62041c24d34056b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1744833 Aug 19 14:52:44.532663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6592a-43e0-4421-bc3e-e175ead8a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebcd607-4ab0-40a5-bc1c-e5080f5183da,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:44.535258 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.557079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41982) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.583484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0036f663-4903-4505-8a8e-1a2a37a1e1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.635190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43551d39-d237-45a1-9133-db29bd60ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.637806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43551d39-d237-45a1-9133-db29bd60ba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.639623 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43551d39-d237-45a1-9133-db29bd60ba39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1230c9de-adcc-4ecb-9c2c-201d0020a2a3 HTTP/1.1" status: 204 len: 168 time: 0.3366287 Aug 19 14:52:44.659405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551d39-d237-45a1-9133-db29bd60ba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1230c9de-adcc-4ecb-9c2c-201d0020a2a3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:44.687827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af12f32d-90b3-4d83-ac75-ed6c22c8bda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.698319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ce8-428e-4011-be81-373c2c71ce63 req-1547a341-76d2-4651-9715-6154200a3f7c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.706943 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f1b61ce8-428e-4011-be81-373c2c71ce63 req-1547a341-76d2-4651-9715-6154200a3f7c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 946 time: 0.1107769 Aug 19 14:52:44.752168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af12f32d-90b3-4d83-ac75-ed6c22c8bda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.788773 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f1b61ce8-428e-4011-be81-373c2c71ce63 req-83203bfb-f9a5-420e-be65-12f76150c9bb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786612 Aug 19 14:52:44.809364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0036f663-4903-4505-8a8e-1a2a37a1e1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.907473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0036f663-4903-4505-8a8e-1a2a37a1e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.985773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036f663-4903-4505-8a8e-1a2a37a1e1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d01806-f790-402c-ae29-8bc2e5bc3db1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:44.991879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0036f663-4903-4505-8a8e-1a2a37a1e1bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95b0fe10f0644aa381c647c2d9563b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336474 Aug 19 14:52:44.995638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.006557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae4fde-0134-420a-aa8b-f5c49b53307b req-e1ef8be3-8a89-446d-b5da-680598ba9ca6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.008270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8ae4fde-0134-420a-aa8b-f5c49b53307b req-e1ef8be3-8a89-446d-b5da-680598ba9ca6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 949 time: 0.1162233 Aug 19 14:52:45.093821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8ae4fde-0134-420a-aa8b-f5c49b53307b req-6dae5fc7-829c-4025-9d47-f544ea006449 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Aug 19 14:52:45.107409 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af12f32d-90b3-4d83-ac75-ed6c22c8bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.110269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af12f32d-90b3-4d83-ac75-ed6c22c8bda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.111492 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af12f32d-90b3-4d83-ac75-ed6c22c8bda4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ebcd607-4ab0-40a5-bc1c-e5080f5183da HTTP/1.1" status: 204 len: 168 time: 0.5744462 Aug 19 14:52:45.122890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12f32d-90b3-4d83-ac75-ed6c22c8bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebcd607-4ab0-40a5-bc1c-e5080f5183da,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:45.205179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fa15ea2-cb5d-465e-ab9a-6fd1c9f431ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.265149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fa15ea2-cb5d-465e-ab9a-6fd1c9f431ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.273685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf6e85-901f-4b4f-aad0-834ae95f0a90 req-b9434734-deae-4f8f-a679-04d1d30b034c tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.282645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0bf6e85-901f-4b4f-aad0-834ae95f0a90 req-b9434734-deae-4f8f-a679-04d1d30b034c tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 948 time: 0.0776472 Aug 19 14:52:45.285878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e1829-cda3-4d73-bb24-f334da66b615 req-aa211bd5-4ad3-4cc7-9d5d-2e3e2b90e237 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.294176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-533e1829-cda3-4d73-bb24-f334da66b615 req-aa211bd5-4ad3-4cc7-9d5d-2e3e2b90e237 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.1637292 Aug 19 14:52:45.336609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-242532e3-2a8f-4895-9e96-85d3612f2394 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.338562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-242532e3-2a8f-4895-9e96-85d3612f2394 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.46 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 972 time: 0.1509023 Aug 19 14:52:45.369944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0bf6e85-901f-4b4f-aad0-834ae95f0a90 req-1f83437b-dba2-4b8d-9391-5cb485da1142 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826895 Aug 19 14:52:45.406985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.412109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1003285649-network', 'tenant_id': 'ccaaeb6540304cb384f12712fd008b14'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:45.448717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-533e1829-cda3-4d73-bb24-f334da66b615 req-05976775-2015-43d5-afa8-b2195c3bad3b tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536036 Aug 19 14:52:45.523665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Made reservation on behalf of ccaaeb6540304cb384f12712fd008b14 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:45.526589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.536304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.563781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Deleting port 9862f63c-b457-4375-bf6e-37f648799817 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:45.564151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.614843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fa15ea2-cb5d-465e-ab9a-6fd1c9f431ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.619276 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fa15ea2-cb5d-465e-ab9a-6fd1c9f431ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.625969 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5fa15ea2-cb5d-465e-ab9a-6fd1c9f431ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84d01806-f790-402c-ae29-8bc2e5bc3db1 HTTP/1.1" status: 204 len: 168 time: 0.6239669 Aug 19 14:52:45.652110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa15ea2-cb5d-465e-ab9a-6fd1c9f431ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d01806-f790-402c-ae29-8bc2e5bc3db1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:45.710360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device dedbbdfd-9879-4d9f-a004-3d499d755ad2 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:45.715294 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.767645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] For port 9862f63c-b457-4375-bf6e-37f648799817, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9862f63c-b457-4375-bf6e-37f648799817,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:45.768207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.788040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Calling delete_port for 9862f63c-b457-4375-bf6e-37f648799817 owned by compute:tempest-test_az-1533940182 {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:45.791752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:45.814747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.876833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port dedbbdfd-9879-4d9f-a004-3d499d755ad2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=dedbbdfd-9879-4d9f-a004-3d499d755ad2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:45.888661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2', 'mac_address': 'fa:16:3e:10:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:45.904582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:45.906728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62527df-d079-44b7-a508-6d3ad72f1c40,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:45.925518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.926040 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Added segment 67321e4e-156d-489c-911a-ec67b8e714c6 of type vlan for network e2f291a7-cb5a-4b22-b4d4-25b18b073c47 Aug 19 14:52:45.937373 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.955062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedbbdfd-9879-4d9f-a004-3d499d755ad2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:45.977434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port dedbbdfd-9879-4d9f-a004-3d499d755ad2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=dedbbdfd-9879-4d9f-a004-3d499d755ad2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:46.013462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.032936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7c007-1ec1-4d59-9fef-c46e3288d6a0 req-17a9a620-c25a-4aac-8dea-45e56f5f10ef tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:46.034821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaf7c007-1ec1-4d59-9fef-c46e3288d6a0 req-17a9a620-c25a-4aac-8dea-45e56f5f10ef tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 946 time: 0.1327159 Aug 19 14:52:46.046305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5e7a8269-8c56-49ad-939a-672af7a4882f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:46.050604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5e7a8269-8c56-49ad-939a-672af7a4882f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:46.051096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.085293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.088350 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.098063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaf7c007-1ec1-4d59-9fef-c46e3288d6a0 req-57b8accf-eb07-4a45-9922-a3daf3ad5d8f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512345 Aug 19 14:52:46.102369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['9862f63c-b457-4375-bf6e-37f648799817'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:46.192336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Pushing event deleted for resources: {'Port': ['ID=9862f63c-b457-4375-bf6e-37f648799817,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:46.208329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.209753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:46.210553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.220724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] No DVR routers for this DVR port 9862f63c-b457-4375-bf6e-37f648799817 on host n-h1-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:46.224688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.229363 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b9c6e99c-6cb8-460d-81ca-84db9c9e015b req-83e44b92-ac0a-4000-bd02-50453c691fa2 tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.46 "DELETE /v2.0/ports/9862f63c-b457-4375-bf6e-37f648799817 HTTP/1.1" status: 204 len: 173 time: 0.8691864 Aug 19 14:52:46.229363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'name': 'network-vif-deleted', 'tag': '9862f63c-b457-4375-bf6e-37f648799817'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:46.231913 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af94c1e7-9e71-4536-acad-c3e541ddfbb3" -d '{"events": [{"server_uuid": "575e4620-3387-47a9-b803-4dbcc7c7f16c", "name": "network-vif-deleted", "tag": "9862f63c-b457-4375-bf6e-37f648799817"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:46.270746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42028) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:46.302041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd418576-cb4d-4c55-bf2d-63ab430d39f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.311914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['dedbbdfd-9879-4d9f-a004-3d499d755ad2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:46.324487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675c617-690e-4796-be11-5830f6507fda req-200f27ef-ad45-47ba-b791-61eaecac501d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:46.326457 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d675c617-690e-4796-be11-5830f6507fda req-200f27ef-ad45-47ba-b791-61eaecac501d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 949 time: 0.1094286 Aug 19 14:52:46.375734 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d675c617-690e-4796-be11-5830f6507fda req-481c51e0-63b5-41cc-9cde-1a5becae6734 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Aug 19 14:52:46.392294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] Pushing event updated for resources: {'Network': ['ID=e2f291a7-cb5a-4b22-b4d4-25b18b073c47,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:46.457029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e2f291a7-cb5a-4b22-b4d4-25b18b073c47 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:46.492617 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3916295-617a-49b4-bf70-aca5cf32b0ba x-openstack-request-id: req-c3916295-617a-49b4-bf70-aca5cf32b0ba {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:46.493369 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e4620-3387-47a9-b803-4dbcc7c7f16c", "name": "network-vif-deleted", "tag": "9862f63c-b457-4375-bf6e-37f648799817", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:46.493369 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3916295-617a-49b4-bf70-aca5cf32b0ba {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:46.493589 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e4620-3387-47a9-b803-4dbcc7c7f16c', 'name': 'network-vif-deleted', 'tag': '9862f63c-b457-4375-bf6e-37f648799817', 'status': 'completed', 'code': 200} Aug 19 14:52:46.511829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199cd7f-b3c0-419f-ba55-80a7e6be4158 req-9b64fcdc-6938-47f9-8b10-049eb5f14542 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:46.513518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b199cd7f-b3c0-419f-ba55-80a7e6be4158 req-9b64fcdc-6938-47f9-8b10-049eb5f14542 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 946 time: 0.1449881 Aug 19 14:52:46.524915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42034) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:46.530759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-34e4d826-bdb4-4723-a269-1f7e178aba0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1225727 Aug 19 14:52:46.531615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42036) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:46.534674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'floatingip': {'port_id': '63629d9a-4bf4-45bb-8b6e-7cddb9457507'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:46.561175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Request body: {'subnet': {'network_id': 'e2f291a7-cb5a-4b22-b4d4-25b18b073c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1003285649-subnet', 'tenant_id': 'ccaaeb6540304cb384f12712fd008b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:46.622458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.667478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=dedbbdfd-9879-4d9f-a004-3d499d755ad2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:46.693157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a7a8aa9-85b7-4347-8372-635b48686061 req-29f3b1f0-b617-4604-95c9-6d91675bffea tempest-AggregatesAdminTestJSON-659945647 tempest-AggregatesAdminTestJSON-659945647-project] 10.222.0.13 "GET /v2.0/ports?device_id=575e4620-3387-47a9-b803-4dbcc7c7f16c HTTP/1.1" status: 200 len: 210 time: 0.0469384 Aug 19 14:52:46.713511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:46.721984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.723603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:46.726411 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3490a-907e-4093-9d0b-7088e52e1c12" -d '{"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:46.786684 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7a33f5-5592-4010-8fc4-dd29fc302c49 x-openstack-request-id: req-1a7a33f5-5592-4010-8fc4-dd29fc302c49 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:46.786945 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:46.787555 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a7a33f5-5592-4010-8fc4-dd29fc302c49 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:46.788177 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'code': 200} Aug 19 14:52:46.830452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.924427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd28897-504e-4069-9e21-28c987e5fd48 req-9d2b60db-7511-4be4-816a-35d6291e8b0e tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:46.929926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:46.931946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebd28897-504e-4069-9e21-28c987e5fd48 req-9d2b60db-7511-4be4-816a-35d6291e8b0e tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 949 time: 0.3075025 Aug 19 14:52:47.088013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd418576-cb4d-4c55-bf2d-63ab430d39f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.093382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb1124-4789-47a6-970f-7d4b5372b82e req-c66c3bda-3ce1-4119-986e-8cd63e8ead3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:47.095203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68eb1124-4789-47a6-970f-7d4b5372b82e req-c66c3bda-3ce1-4119-986e-8cd63e8ead3a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1102 time: 0.1920097 Aug 19 14:52:47.098206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebd28897-504e-4069-9e21-28c987e5fd48 req-a3283c69-7294-4ce2-a602-2e748d389214 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654329 Aug 19 14:52:47.177514 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68eb1124-4789-47a6-970f-7d4b5372b82e req-f44aba6f-ce03-44bd-848f-e84a3f671f63 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477190 Aug 19 14:52:47.426907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd418576-cb4d-4c55-bf2d-63ab430d39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.484969 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd418576-cb4d-4c55-bf2d-63ab430d39f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c54243de6a146ad8ea1d01d4e024c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2080300 Aug 19 14:52:47.487373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd418576-cb4d-4c55-bf2d-63ab430d39f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e165d7-5213-45df-b4b2-0e7a60c42306,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.489265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42066) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:47.551692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Made reservation on behalf of ccaaeb6540304cb384f12712fd008b14 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:47.554080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Notify callbacks [] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.646795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778afd1d-dffb-4224-ba3a-86db26dfecbb req-e68c4f6c-2898-4539-8522-a4b3593e5542 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:47.654637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-778afd1d-dffb-4224-ba3a-86db26dfecbb req-e68c4f6c-2898-4539-8522-a4b3593e5542 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1829960 Aug 19 14:52:47.700281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device dedbbdfd-9879-4d9f-a004-3d499d755ad2 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:47.769888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-778afd1d-dffb-4224-ba3a-86db26dfecbb req-21553fef-c9ea-4c4e-b47d-da940cae5634 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100445 Aug 19 14:52:47.772726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56e49b9-02ff-4c83-a377-26757266a4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.831555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.resource_extend [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:52:47.917970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port dedbbdfd-9879-4d9f-a004-3d499d755ad2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:47.923634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port dedbbdfd-9879-4d9f-a004-3d499d755ad2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:47.924009 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.932912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56e49b9-02ff-4c83-a377-26757266a4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.978563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.031138 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.067077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port dedbbdfd-9879-4d9f-a004-3d499d755ad2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=dedbbdfd-9879-4d9f-a004-3d499d755ad2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:48.083041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.131426 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.152013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56e49b9-02ff-4c83-a377-26757266a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.155089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56e49b9-02ff-4c83-a377-26757266a4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.162003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e56e49b9-02ff-4c83-a377-26757266a4ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e165d7-5213-45df-b4b2-0e7a60c42306 HTTP/1.1" status: 204 len: 168 time: 0.6394219 Aug 19 14:52:48.194516 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.194851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9862f63c-b457-4375-bf6e-37f648799817 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:48.207045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e49b9-02ff-4c83-a377-26757266a4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e165d7-5213-45df-b4b2-0e7a60c42306,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:48.223286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5359cb-e90b-4709-a9c3-b6632bae1fb4,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:48.228073 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01 associated. External IP: 172.25.5.115, port: 63629d9a-4bf4-45bb-8b6e-7cddb9457507. Aug 19 14:52:48.271952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 9862f63c-b457-4375-bf6e-37f648799817 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:48.272611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9862f63c-b457-4375-bf6e-37f648799817 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:48.286648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Checking segment: {'id': '67321e4e-156d-489c-911a-ec67b8e714c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e2f291a7-cb5a-4b22-b4d4-25b18b073c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:48.287124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Network hostable DHCP agents. Network: e2f291a7-cb5a-4b22-b4d4-25b18b073c47, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:48.327617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=dedbbdfd-9879-4d9f-a004-3d499d755ad2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:48.327866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3bf3-2510-45c0-a7b9-5893eceede34 req-473d36e2-c47c-490f-8c2e-3fe00943f9f7 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:48.329054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4eae3bf3-2510-45c0-a7b9-5893eceede34 req-473d36e2-c47c-490f-8c2e-3fe00943f9f7 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.0923660 Aug 19 14:52:48.376548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4eae3bf3-2510-45c0-a7b9-5893eceede34 req-a65ac3d9-ea4a-4da9-ad77-1a24dc1bf77c tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Aug 19 14:52:48.443154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Network e2f291a7-cb5a-4b22-b4d4-25b18b073c47 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:48.521640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:52:48.551143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e2f291a7-cb5a-4b22-b4d4-25b18b073c47) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:48.555901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:48.561616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.569048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4257478-4120-4597-b62c-2f8a0793b795 None None] Network e2f291a7-cb5a-4b22-b4d4-25b18b073c47 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:48.653769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0856d4ac-84eb-4a08-8e43-72fde9d5ccee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1210837 Aug 19 14:52:48.688499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:52:48.698886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.704683 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:52:48.720905 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:52:48.722109 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:52:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:48.750552 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb6ab56c-89ef-4ccc-a0bb-31f17602c3dd tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "PUT /v2.0/floatingips/b7f08129-5410-44bf-87f2-7dbe2417ab01 HTTP/1.1" status: 200 len: 992 time: 2.2245140 Aug 19 14:52:48.751568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:48.759068 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e4ad17-c9da-4c53-9426-e9fb10a4becb" -d '{"events": [{"name": "network-changed", "server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:48.793355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:48.796810 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22429871-9004-4a8e-aa25-32183a18047c" -d '{"events": [{"server_uuid": "b8985e23-2e73-4d9a-a94e-ae12131a003b", "name": "network-vif-plugged", "status": "completed", "tag": "dedbbdfd-9879-4d9f-a004-3d499d755ad2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:48.815307 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b4ad01-90a0-4c24-8557-9f9c84cacdc5 x-openstack-request-id: req-d0b4ad01-90a0-4c24-8557-9f9c84cacdc5 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:48.815938 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:48.816363 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0b4ad01-90a0-4c24-8557-9f9c84cacdc5 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:48.816957 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'status': 'completed', 'code': 200} Aug 19 14:52:48.833080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c258ec-4d19-4a57-b09c-9cff9af304e3 None None] Network e2f291a7-cb5a-4b22-b4d4-25b18b073c47 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:48.897452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42100) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:48.960194 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:52:49.002697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-580a6876-85f2-4c84-83ba-750e8bce5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.011751 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-580a6876-85f2-4c84-83ba-750e8bce5d16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 1098 time: 0.1328630 Aug 19 14:52:49.137403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683584a-86f3-47fb-a7a0-689aedcd3d03 req-bffb8635-6c52-47cc-9fdc-36cf963689e0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.144566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2683584a-86f3-47fb-a7a0-689aedcd3d03 req-bffb8635-6c52-47cc-9fdc-36cf963689e0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1458371 Aug 19 14:52:49.222889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-b03dad5d-9dc6-4ca5-8933-4ef937f450b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.225154 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-b03dad5d-9dc6-4ca5-8933-4ef937f450b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.2050035 Aug 19 14:52:49.238820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2683584a-86f3-47fb-a7a0-689aedcd3d03 req-94abe427-053d-4348-9109-5c0b30bbd2fe tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789633 Aug 19 14:52:49.354721 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59a46ac-b6a3-4573-8c3d-e7eba76c39a4 x-openstack-request-id: req-e59a46ac-b6a3-4573-8c3d-e7eba76c39a4 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:49.355480 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8985e23-2e73-4d9a-a94e-ae12131a003b", "name": "network-vif-plugged", "status": "completed", "tag": "dedbbdfd-9879-4d9f-a004-3d499d755ad2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:49.355480 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59a46ac-b6a3-4573-8c3d-e7eba76c39a4 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:49.355967 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2', 'code': 200} Aug 19 14:52:49.438545 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-69d77de4-7a18-4726-83ed-53e3e2171ea0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 200 len: 1000 time: 0.2036145 Aug 19 14:52:49.501753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b7f08129-5410-44bf-87f2-7dbe2417ab01', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'port_id': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'mac_address': 'fa:16:3e:4b:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c749-3615-4792-bf9c-114954f7ef00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:52:10Z', 'updated_at': '2021-08-19T14:52:47Z', 'revision_number': 1, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:49.574853 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:52:49.579988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-3ef43c5b-c5dc-4044-bccf-3d8310689222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.581646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-3ef43c5b-c5dc-4044-bccf-3d8310689222 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.1350451 Aug 19 14:52:49.593230 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:52:49.594916 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:52:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:49.626129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440a19-1fd5-4950-a3d2-6e15cb51ecbb req-be20a9d8-7efe-4128-bf6f-92e5a3c2a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.627690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c440a19-1fd5-4950-a3d2-6e15cb51ecbb req-be20a9d8-7efe-4128-bf6f-92e5a3c2a3fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 1102 time: 0.1506424 Aug 19 14:52:49.664940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-040a4696-cf54-40ff-b477-cb6093ee4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.666746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-040a4696-cf54-40ff-b477-cb6093ee4dd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751770 Aug 19 14:52:49.707485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd872-76ba-41f8-9f24-aebbd4aa455e req-3a0a59c7-9df3-4b9d-88bd-9b79e2777900 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.721287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32abd872-76ba-41f8-9f24-aebbd4aa455e req-3a0a59c7-9df3-4b9d-88bd-9b79e2777900 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.1869810 Aug 19 14:52:49.741325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e5948131-8a83-4bc5-9b31-e88780be3942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4989b0b831384a3397c3aa8743643a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417268 Aug 19 14:52:49.752875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42128) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:49.775784 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-e287c489-c56c-4aa7-b8c3-8b568345e80e service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004884 Aug 19 14:52:49.783851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c440a19-1fd5-4950-a3d2-6e15cb51ecbb req-52cea56a-77d5-4473-8929-a0c1dba62436 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467898 Aug 19 14:52:49.831911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32abd872-76ba-41f8-9f24-aebbd4aa455e req-60510bf2-4a64-4f08-ab29-5b1716f7389e tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089187 Aug 19 14:52:49.882711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61e4ad17-c9da-4c53-9426-e9fb10a4becb req-dcefd696-7997-420c-8b96-95fa5983bb86 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977230 Aug 19 14:52:49.885724 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:52:49.919537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936fee54-ef20-4d72-95e1-44093eca74c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.949576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936fee54-ef20-4d72-95e1-44093eca74c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.161488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936fee54-ef20-4d72-95e1-44093eca74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.161488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936fee54-ef20-4d72-95e1-44093eca74c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.162283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-936fee54-ef20-4d72-95e1-44093eca74c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a5ad24a-d9d0-41cb-9754-ee9f7aec2948 HTTP/1.1" status: 204 len: 168 time: 0.4078844 Aug 19 14:52:50.177385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fee54-ef20-4d72-95e1-44093eca74c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ad24a-d9d0-41cb-9754-ee9f7aec2948,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:50.357767 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b7f08129-5410-44bf-87f2-7dbe2417ab01', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'port_id': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'mac_address': 'fa:16:3e:4b:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c749-3615-4792-bf9c-114954f7ef00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:52:10Z', 'updated_at': '2021-08-19T14:52:47Z', 'revision_number': 1, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:50.411424 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba05ec3-dce0-4307-9d4d-633851fc70ce None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b7f08129-5410-44bf-87f2-7dbe2417ab01', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'port_id': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'mac_address': 'fa:16:3e:4b:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c749-3615-4792-bf9c-114954f7ef00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:52:10Z', 'updated_at': '2021-08-19T14:52:47Z', 'revision_number': 1, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:52:50.455938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe45a9-07e3-4529-9ad1-f2b0ac4b436a req-7a5e2b96-5136-4bc3-9331-3d96c6275c6a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:50.457746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bbe45a9-07e3-4529-9ad1-f2b0ac4b436a req-7a5e2b96-5136-4bc3-9331-3d96c6275c6a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0689650 Aug 19 14:52:50.467862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-be310c34-c8d2-46ef-b5ea-c85b12d960f6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:50.478434 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-be310c34-c8d2-46ef-b5ea-c85b12d960f6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.3517585 Aug 19 14:52:50.502383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-e9e50d3d-4cb1-4438-b327-90b0298b2cf2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/quotas/55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 375 time: 0.0181346 Aug 19 14:52:50.524027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bbe45a9-07e3-4529-9ad1-f2b0ac4b436a req-f8f0be66-0e90-4089-a9f3-83d5c65e502b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550222 Aug 19 14:52:50.559235 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-999547f1-6016-4af6-81b6-10dad9b656cd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403545 Aug 19 14:52:50.740501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d82af-1d8f-4871-b25a-839cfc3f3670 None None] New status for floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:52:51.245414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece58e3e-0fc5-43f1-bc1f-bd5109ea2615 req-0edaba90-c4ec-4704-a886-5b09d59a6bf3 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:51.247050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ece58e3e-0fc5-43f1-bc1f-bd5109ea2615 req-0edaba90-c4ec-4704-a886-5b09d59a6bf3 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1102 time: 0.0900643 Aug 19 14:52:51.268094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ece58e3e-0fc5-43f1-bc1f-bd5109ea2615 req-a739fbbb-7555-4ff9-9298-94c583572cf8 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.378691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ece58e3e-0fc5-43f1-bc1f-bd5109ea2615 req-a739fbbb-7555-4ff9-9298-94c583572cf8 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.591668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ece58e3e-0fc5-43f1-bc1f-bd5109ea2615 req-a739fbbb-7555-4ff9-9298-94c583572cf8 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.641494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ece58e3e-0fc5-43f1-bc1f-bd5109ea2615 req-a739fbbb-7555-4ff9-9298-94c583572cf8 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861160 Aug 19 14:52:51.667150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42184) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:51.674744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739fbbb-7555-4ff9-9298-94c583572cf8 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff36321-f989-4fb8-98d7-beb21921e3ce,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:51.743468 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-00b32702-15f6-494a-9661-18afeaa4ea30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e039204d4f6441cd92b54084dfc8cd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727990 Aug 19 14:52:51.744465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42188) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:51.844709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e66b1-2ff0-47dc-aee8-db5b48b6b48b req-76a088bc-4246-4e43-aa9a-b7039d743bfa tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:51.846185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d5e66b1-2ff0-47dc-aee8-db5b48b6b48b req-76a088bc-4246-4e43-aa9a-b7039d743bfa tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.0821834 Aug 19 14:52:51.847067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c58c-f071-4278-a825-b2ac30cc2d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.884499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c58c-f071-4278-a825-b2ac30cc2d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.932006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d5e66b1-2ff0-47dc-aee8-db5b48b6b48b req-3f6a5f4e-3d57-4e36-a171-5d650db9f049 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720410 Aug 19 14:52:52.013934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-53215cd4-11a8-40db-8dae-30f731ee253b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:52:52.015739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-53215cd4-11a8-40db-8dae-30f731ee253b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4008138 Aug 19 14:52:52.066943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c58c-f071-4278-a825-b2ac30cc2d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.072910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c58c-f071-4278-a825-b2ac30cc2d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.074991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4fb8c58c-f071-4278-a825-b2ac30cc2d95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f3bf04b-cf86-49a7-9e62-afe1dfe0093f HTTP/1.1" status: 204 len: 168 time: 0.3288779 Aug 19 14:52:52.093938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8c58c-f071-4278-a825-b2ac30cc2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3bf04b-cf86-49a7-9e62-afe1dfe0093f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:52.179080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-72b89f59-f6a6-44e5-8672-772a0c80c433 service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505260 Aug 19 14:52:52.310873 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-7a599c21-e074-4612-ae15-c92ee9e516fb service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208115 Aug 19 14:52:52.440396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42208) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:52.730841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1350096981-network', 'tenant_id': '4eb3f4d09b844c4fa709973b33304904'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:52.842532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Made reservation on behalf of 4eb3f4d09b844c4fa709973b33304904 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:52.845271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.854616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.974750 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.109097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.131882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:53.148832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd13780d-9852-4aa2-bdce-03172a6c7fc5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:53.153889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.154248 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Added segment 8447e591-0217-4a1b-aa1b-da87fec291af of type vlan for network 7b1a9431-d39f-4057-98ac-6b7f796d8862 Aug 19 14:52:53.204685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.336605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.338939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:53.339974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.439114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] Pushing event updated for resources: {'Network': ['ID=7b1a9431-d39f-4057-98ac-6b7f796d8862,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:53.456767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:53.531705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:53.532265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-37864f58-438f-4673-b6a8-99aa28144d6c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0855372 Aug 19 14:52:53.551551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Request body: {'subnet': {'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1350096981-subnet', 'tenant_id': '4eb3f4d09b844c4fa709973b33304904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:53.576430 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-467f5f55-aa99-4b60-a2f1-b78758a7704c req-8cd5545a-92fc-4ef1-b611-0c444067edf7 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0546396 Aug 19 14:52:53.662005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Made reservation on behalf of 4eb3f4d09b844c4fa709973b33304904 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:53.664364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.863216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42276) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:53.988923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-5cc3e656-ea3d-42a4-96fb-5202bb1390ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157854 Aug 19 14:52:54.066664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef294d2-6237-46b3-9b26-e47bafefb0ea req-a7788044-2971-4a08-b9f8-dfed0561fcf2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:54.069217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef294d2-6237-46b3-9b26-e47bafefb0ea req-a7788044-2971-4a08-b9f8-dfed0561fcf2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0682297 Aug 19 14:52:54.106952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1c89f-cf7b-4e88-a73b-ab86e7709875 req-5a635bc4-b3b2-4e9d-8580-380704c32365 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:54.110105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3b1c89f-cf7b-4e88-a73b-ab86e7709875 req-5a635bc4-b3b2-4e9d-8580-380704c32365 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.1284790 Aug 19 14:52:54.117467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef294d2-6237-46b3-9b26-e47bafefb0ea req-970ed6c3-cd77-4cef-930b-f990962f0251 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Aug 19 14:52:54.226297 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3b1c89f-cf7b-4e88-a73b-ab86e7709875 req-47a6a4b5-1d46-4545-9b04-127a0fb24ee4 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095574 Aug 19 14:52:54.479676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.533307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3503bb26-f3ff-4de1-ac43-8762a991122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.537996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec47daa7-977b-4e28-9858-278f2481c32c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:54.562757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:54.563556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Network hostable DHCP agents. Network: 7b1a9431-d39f-4057-98ac-6b7f796d8862, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:54.679932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:54.783222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 7b1a9431-d39f-4057-98ac-6b7f796d8862) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:54.808943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:54.811215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd2dd2-4243-42d7-8896-0fd882b578a2 None None] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:54.812518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.908926 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9732f32d-8bf1-4438-a9d3-2387f4a594e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3626213 Aug 19 14:52:54.973719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fa5202e-c4a3-4e82-8472-380cf9fbc713 req-09302310-6f8d-4b91-8481-b5db8f170c35 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0730338 Aug 19 14:52:55.148040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef0f28-458d-4308-b508-fb1d0577df66 None None] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:55.175935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.573953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc95bcc-0ef9-4387-a616-7c806783414b req-743d9d00-8234-4e94-98af-81acddbdfc22 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:55.575939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fc95bcc-0ef9-4387-a616-7c806783414b req-743d9d00-8234-4e94-98af-81acddbdfc22 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0794501 Aug 19 14:52:55.629549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fc95bcc-0ef9-4387-a616-7c806783414b req-0c54e525-8a4b-4e61-9b68-6f8c53a99e86 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Aug 19 14:52:55.692183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792b924-6a6d-43b5-827d-fbcec3523598 req-e15cf17a-427b-43dd-8465-960d48bd6024 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:55.693785 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5792b924-6a6d-43b5-827d-fbcec3523598 req-e15cf17a-427b-43dd-8465-960d48bd6024 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.0791378 Aug 19 14:52:55.735117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-9ab96409-026a-495d-870a-7ca4c7410612 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:55.736536 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-9ab96409-026a-495d-870a-7ca4c7410612 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.1951220 Aug 19 14:52:55.758759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Request body: {'port': {'device_id': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'admin_state_up': True, 'tenant_id': '55ff8fd2b6f0468b908e64862f013c74'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:55.805704 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5792b924-6a6d-43b5-827d-fbcec3523598 req-5b8cfc9c-4596-4de4-b376-446229bbe6fb tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040051 Aug 19 14:52:56.158646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15afba3d-68d8-4cb1-afa8-7e73e36d3171 req-748d399e-d744-44bb-9541-2c3dc246f788 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0291390 Aug 19 14:52:56.204678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Made reservation on behalf of 55ff8fd2b6f0468b908e64862f013c74 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:56.208609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.211567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42380) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:56.219953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-568867301-network', 'tenant_id': '7791fdac30894b48990a6cbfd37733da'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:56.405537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Made reservation on behalf of 7791fdac30894b48990a6cbfd37733da for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:56.408264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.416819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Allocated IP 172.20.0.13 (669b41a5-b896-48cc-884a-214d808dd4e4/8a6b236a-6621-48b4-b173-5d1cf6d99652/080b9478-4808-4475-b50b-59051bbc89af) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:56.419815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.609439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.645831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.655336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-ddffd3c4-57d0-47e2-8587-baf686285cea tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:56.657140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-ddffd3c4-57d0-47e2-8587-baf686285cea tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.0584342 Aug 19 14:52:56.795406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.822950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.836397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e141e063-85f8-4439-9f2c-1e5e87383b85,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:56.891030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:56.939543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Network 669b41a5-b896-48cc-884a-214d808dd4e4 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:56.942812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:56.943981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.944609 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Added segment 1fe00eb6-d030-435b-8299-e4a78338b133 of type vlan for network 884999f7-5323-4876-8194-a04640dee795 Aug 19 14:52:56.964045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:56.979030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:56.979982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.993339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:56.998570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Deleting port dedbbdfd-9879-4d9f-a004-3d499d755ad2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:56.998570 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.071815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.140413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224db23-a6b2-45ff-a626-463e5b418544 req-b1cddbaa-0dcf-4207-bbb3-366011249f76 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:57.146214 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-10ed68ee-6017-4f7a-a2dc-f003b584ac51 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3946841 Aug 19 14:52:57.148086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2224db23-a6b2-45ff-a626-463e5b418544 req-b1cddbaa-0dcf-4207-bbb3-366011249f76 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1889219 Aug 19 14:52:57.162145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Request body: {'port': {'device_id': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:57.216062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] For port dedbbdfd-9879-4d9f-a004-3d499d755ad2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=dedbbdfd-9879-4d9f-a004-3d499d755ad2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:57.220222 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.242773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2224db23-a6b2-45ff-a626-463e5b418544 req-f64a259d-14ab-4ef4-9a22-1eba83dfb5dd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936923 Aug 19 14:52:57.252047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.253274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:57.254039 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.256364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.257425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Calling delete_port for dedbbdfd-9879-4d9f-a004-3d499d755ad2 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:57.296301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b759-20f6-4976-81c7-9715ff3d5db4 req-4272513b-472e-4ae8-8c9d-d15c5a77d9c5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:57.297940 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4d30b759-20f6-4976-81c7-9715ff3d5db4 req-4272513b-472e-4ae8-8c9d-d15c5a77d9c5 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 950 time: 0.1304305 Aug 19 14:52:57.299051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.414611 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4d30b759-20f6-4976-81c7-9715ff3d5db4 req-647b01c7-5d50-4429-ad6f-3f8663d00701 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005008 Aug 19 14:52:57.593539 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:52:57.631936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4184210 Aug 19 14:52:57.636257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42436) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.637152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c06c39-afb2-4511-8c4b-26bd977e785a admin admin] Pushing event updated for resources: {'Network': ['ID=884999f7-5323-4876-8194-a04640dee795,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:57.644089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Request body: {'subnet': {'network_id': '884999f7-5323-4876-8194-a04640dee795', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-568867301-subnet', 'tenant_id': '7791fdac30894b48990a6cbfd37733da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:57.657325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 884999f7-5323-4876-8194-a04640dee795 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:57.799139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Made reservation on behalf of 7791fdac30894b48990a6cbfd37733da for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:57.799139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.805544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080b9478-4808-4475-b50b-59051bbc89af {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:57.815526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.818477 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d890a5e7-9c4c-4c87-a2b0-deb61df0b640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.819181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-28b37f08-623a-4182-8474-79a60a515354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:57.820746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-28b37f08-623a-4182-8474-79a60a515354 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1102 time: 0.1346791 Aug 19 14:52:57.851991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42444) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.949768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-b4f33eae-f724-4004-a4cd-1085093d14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:57.951431 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-b4f33eae-f724-4004-a4cd-1085093d14f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1188333 Aug 19 14:52:57.954861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbeed2-3b2f-4755-a5dc-648e6f46ea14 req-cc14d4f7-d51c-43eb-9cc1-0a7ebdace54f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:57.956922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33cbeed2-3b2f-4755-a5dc-648e6f46ea14 req-cc14d4f7-d51c-43eb-9cc1-0a7ebdace54f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 932 time: 0.1667893 Aug 19 14:52:58.011397 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-d33264d1-4f43-4839-a160-89793aa46877 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0525050 Aug 19 14:52:58.062388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Transition to ACTIVE for port object 080b9478-4808-4475-b50b-59051bbc89af will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:58.070677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.075053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33cbeed2-3b2f-4755-a5dc-648e6f46ea14 req-fd46109e-069b-4083-bd37-e7a95644e585 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109176 Aug 19 14:52:58.079722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0275-7a72-46fb-ae64-700314e0221e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.083445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['dedbbdfd-9879-4d9f-a004-3d499d755ad2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:58.136735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Pushing event deleted for resources: {'Port': ['ID=dedbbdfd-9879-4d9f-a004-3d499d755ad2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.160163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.203043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-f0c00006-9da5-430b-81c4-ea4946e7a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.210209 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-f0c00006-9da5-430b-81c4-ea4946e7a4c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1875188 Aug 19 14:52:58.303505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] No DVR routers for this DVR port dedbbdfd-9879-4d9f-a004-3d499d755ad2 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:58.308664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.310351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.314395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0275-7a72-46fb-ae64-700314e0221e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.318318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fda6063-3320-4603-b5db-b07ee1aa5e2f req-96a664d7-fed2-4e4e-9db0-56187e74ba87 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.46 "DELETE /v2.0/ports/dedbbdfd-9879-4d9f-a004-3d499d755ad2 HTTP/1.1" status: 204 len: 173 time: 1.6544161 Aug 19 14:52:58.335223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'name': 'network-vif-deleted', 'tag': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:58.345841 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c464eee-f581-461b-9b28-a87a625a8d96" -d '{"events": [{"server_uuid": "b8985e23-2e73-4d9a-a94e-ae12131a003b", "name": "network-vif-deleted", "tag": "dedbbdfd-9879-4d9f-a004-3d499d755ad2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:58.368268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.374920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:58.375250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:58.375589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:58.389404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-ff1c2762-b484-4882-950b-877faa2e0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.390756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-ff1c2762-b484-4882-950b-877faa2e0852 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578271 Aug 19 14:52:58.398259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:58.398588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:58.413466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0275-7a72-46fb-ae64-700314e0221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.453790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=97287058-a9c9-45a0-819d-0f66abaebccc,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.491278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:58.491937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:58.492443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:58.493210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Bound port: 080b9478-4808-4475-b50b-59051bbc89af, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:58.501169 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.501348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Checking segment: {'id': '1fe00eb6-d030-435b-8299-e4a78338b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '884999f7-5323-4876-8194-a04640dee795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:58.501348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Network hostable DHCP agents. Network: 884999f7-5323-4876-8194-a04640dee795, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:58.536704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90e45-ac74-47cc-bf6c-97fd92ef7ebb req-64c90892-dcd8-4bb8-8c99-8134ae95a966 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.539316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25a90e45-ac74-47cc-bf6c-97fd92ef7ebb req-64c90892-dcd8-4bb8-8c99-8134ae95a966 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0866113 Aug 19 14:52:58.589212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25a90e45-ac74-47cc-bf6c-97fd92ef7ebb req-0831c97d-709f-46aa-83ca-183310436d66 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Aug 19 14:52:58.604922 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7faf30-920d-46da-b33a-20d0260fcad0 x-openstack-request-id: req-ee7faf30-920d-46da-b33a-20d0260fcad0 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:58.605169 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8985e23-2e73-4d9a-a94e-ae12131a003b", "name": "network-vif-deleted", "tag": "dedbbdfd-9879-4d9f-a004-3d499d755ad2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:58.605422 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee7faf30-920d-46da-b33a-20d0260fcad0 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:58.605783 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8985e23-2e73-4d9a-a94e-ae12131a003b', 'name': 'network-vif-deleted', 'tag': 'dedbbdfd-9879-4d9f-a004-3d499d755ad2', 'status': 'completed', 'code': 200} Aug 19 14:52:58.625932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf0275-7a72-46fb-ae64-700314e0221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee100d-2920-4f6a-922e-edeaa61a2cfd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.637535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2bcf0275-7a72-46fb-ae64-700314e0221e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06353384af954293bff1a330ddb91605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7775326 Aug 19 14:52:58.637695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42474) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:58.671393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:58.677854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:58.680041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Network 884999f7-5323-4876-8194-a04640dee795 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:58.697764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-aec7b4f5-d4b9-4ddc-8ed7-effa19495789 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963421 Aug 19 14:52:58.713444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2f631cb-8412-43c1-8841-824c1ffc5cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.745995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2f631cb-8412-43c1-8841-824c1ffc5cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.788690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-30e147dd-9dd2-448b-ad54-d432af465086 req-26a9fba8-87b7-497b-8ec9-80174295c271 tempest-DeleteServersAdminTestJSON-1430957558 tempest-DeleteServersAdminTestJSON-1430957558-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8985e23-2e73-4d9a-a94e-ae12131a003b HTTP/1.1" status: 200 len: 210 time: 0.0806582 Aug 19 14:52:58.807100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.856984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 884999f7-5323-4876-8194-a04640dee795) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:58.862253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.862984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.872737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.873572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.875424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] 10.222.0.46 "PUT /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 1093 time: 1.7201264 Aug 19 14:52:58.877013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a7b16-7cba-40a0-b57c-ac5d8d83c4d4 None None] Network 884999f7-5323-4876-8194-a04640dee795 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:58.880872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'tag': '080b9478-4808-4475-b50b-59051bbc89af'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:58.883184 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa" -d '{"events": [{"name": "network-changed", "server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "tag": "080b9478-4808-4475-b50b-59051bbc89af"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:58.903914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9e3d65d6-f7bb-45b0-9ffb-0b89795457bb service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985285 Aug 19 14:52:58.911233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cea05b-dce2-4d19-abc2-ea7047d99164 service neutron] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.940122 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2f631cb-8412-43c1-8841-824c1ffc5cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.943744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2f631cb-8412-43c1-8841-824c1ffc5cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.948683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d2f631cb-8412-43c1-8841-824c1ffc5cae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56ee100d-2920-4f6a-922e-edeaa61a2cfd HTTP/1.1" status: 204 len: 168 time: 0.3134265 Aug 19 14:52:58.959636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f631cb-8412-43c1-8841-824c1ffc5cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee100d-2920-4f6a-922e-edeaa61a2cfd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:59.025520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ebd5a9ab-a337-4130-8ca8-6387887f03fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3855090 Aug 19 14:52:59.071043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538eea4-22dc-41dc-b9fa-20dadb61e612 None None] Network 884999f7-5323-4876-8194-a04640dee795 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:59.080990 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c1d896-763b-4328-9cdf-cba630a21169 x-openstack-request-id: req-97c1d896-763b-4328-9cdf-cba630a21169 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:59.084645 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "tag": "080b9478-4808-4475-b50b-59051bbc89af", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:59.085008 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97c1d896-763b-4328-9cdf-cba630a21169 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:59.085653 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'tag': '080b9478-4808-4475-b50b-59051bbc89af', 'status': 'completed', 'code': 200} Aug 19 14:52:59.113097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-9a788cce-eaa7-4623-8bf4-a54f79dae460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.114684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-9a788cce-eaa7-4623-8bf4-a54f79dae460 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0783756 Aug 19 14:52:59.177067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-0e6fa0aa-c7ea-4184-b194-ce45d1abaa9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 217 time: 0.0526886 Aug 19 14:52:59.255469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-f1e5cc5f-a9e2-413b-b663-471797286cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.264665 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-f1e5cc5f-a9e2-413b-b663-471797286cf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0730922 Aug 19 14:52:59.294414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d2311-d03d-43d8-89e0-4790275b121b req-bd9858de-2f88-4d51-9742-e131f745a93d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.302956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76d2311-d03d-43d8-89e0-4790275b121b req-bd9858de-2f88-4d51-9742-e131f745a93d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0765586 Aug 19 14:52:59.315133 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-48affa4a-4d16-467d-bf66-5407f4d4d702 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431352 Aug 19 14:52:59.399264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76d2311-d03d-43d8-89e0-4790275b121b req-184aef0f-0b11-4db0-9ecd-8981356943b4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932512 Aug 19 14:52:59.469887 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-2c6c3035-028a-47c2-a21d-bf9dd1735b2e service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443253 Aug 19 14:52:59.484587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.592228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd33d411-2d88-4429-9211-44e285db7ae3 req-702f36eb-a350-4135-a068-d7530e3e7635 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146789 Aug 19 14:52:59.791001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-ec27be93-5d07-46f3-986c-82e3e6a29675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.792616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-ec27be93-5d07-46f3-986c-82e3e6a29675 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0766413 Aug 19 14:52:59.895384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e330-0795-464b-9cc8-be35663f6705 req-2937f860-7d0b-4c5e-afa7-dbe909a2f259 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.897271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abd4e330-0795-464b-9cc8-be35663f6705 req-2937f860-7d0b-4c5e-afa7-dbe909a2f259 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1270034 Aug 19 14:52:59.963378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-5a54f6e4-69f1-4be1-b1b7-58151395f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.964996 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-5a54f6e4-69f1-4be1-b1b7-58151395f4f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1572733 Aug 19 14:52:59.975789 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abd4e330-0795-464b-9cc8-be35663f6705 req-2bc12b83-a860-417e-93e9-b164a30f93b6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612850 Aug 19 14:53:00.038022 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-0af3b089-7b42-4c63-b71c-5a9a53f258c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 217 time: 0.0607274 Aug 19 14:53:00.086044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-98d58a07-c798-4df1-b9df-e8164ee8123a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:00.087720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-98d58a07-c798-4df1-b9df-e8164ee8123a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.1440687 Aug 19 14:53:00.096428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-e378d891-cd7a-403f-8474-5da488a1dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:00.098112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-e378d891-cd7a-403f-8474-5da488a1dbda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0507169 Aug 19 14:53:00.109014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-593e0db4-3119-44e6-8bad-356271ed8689 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/quotas/4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 375 time: 0.0106370 Aug 19 14:53:00.132637 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-98ddffa0-1bc4-42b6-9d4f-882190a04217 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271502 Aug 19 14:53:00.145864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-dd6345eb-5e0b-46ac-aef0-1722b3511f4d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321457 Aug 19 14:53:00.222920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42538) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:00.229848 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-95a8144d-021d-47a2-b594-f94423c60455 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893114 Aug 19 14:53:00.251918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-979f5977-540c-45f9-9fc4-fbe5063eea5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.327456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-1adf2642-c4d2-4c42-995f-f047a0706afb service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735511 Aug 19 14:53:00.376346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc49eaf-356d-4b0f-b8cc-6d817b40adfa req-b1fd0dd5-f6d4-48a2-abc8-e168ee4d6826 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373694 Aug 19 14:53:00.444810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-979f5977-540c-45f9-9fc4-fbe5063eea5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.466978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-92b25adf-4a90-4963-8e0a-8a2f4faa265a service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297405 Aug 19 14:53:00.576432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-979f5977-540c-45f9-9fc4-fbe5063eea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.610126 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.620274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-979f5977-540c-45f9-9fc4-fbe5063eea5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa64e2d8c91f47d78bee90e4c33b8bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937073 Aug 19 14:53:00.620274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f5977-540c-45f9-9fc4-fbe5063eea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37074a80-fceb-492c-837b-f825b5d0f575,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:00.622199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42558) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:00.661603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a761d-a18e-4018-a088-29287e24be88 req-6e6593e0-19a8-4c1f-9e00-79dfb14f4bb2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:00.663140 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-015a761d-a18e-4018-a088-29287e24be88 req-6e6593e0-19a8-4c1f-9e00-79dfb14f4bb2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0752916 Aug 19 14:53:00.727476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d7942176-d3da-41b7-bce4-2b57cd4d403b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.737057 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-015a761d-a18e-4018-a088-29287e24be88 req-362540ce-6910-4572-9e58-b252f8a2c487 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621459 Aug 19 14:53:00.768555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d7942176-d3da-41b7-bce4-2b57cd4d403b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.990669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc42ce99-4750-40d7-a62b-8aca9ae4f93b req-bb40be4e-6d53-4a3c-b866-a90ea901bcd6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 210 time: 0.0553083 Aug 19 14:53:01.002607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d7942176-d3da-41b7-bce4-2b57cd4d403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.005250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d7942176-d3da-41b7-bce4-2b57cd4d403b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.007767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d7942176-d3da-41b7-bce4-2b57cd4d403b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37074a80-fceb-492c-837b-f825b5d0f575 HTTP/1.1" status: 204 len: 168 time: 0.3834214 Aug 19 14:53:01.030701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7942176-d3da-41b7-bce4-2b57cd4d403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37074a80-fceb-492c-837b-f825b5d0f575,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:01.144387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc08d5-aa2e-4b86-a755-f59981550e8d req-4c72679a-7941-4626-b14d-b2a1aa273be6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:01.147035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85dc08d5-aa2e-4b86-a755-f59981550e8d req-4c72679a-7941-4626-b14d-b2a1aa273be6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0819800 Aug 19 14:53:01.191182 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85dc08d5-aa2e-4b86-a755-f59981550e8d req-5fee4832-8f54-4860-a1c8-517ca8ec00ea tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 Aug 19 14:53:01.755198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 080b9478-4808-4475-b50b-59051bbc89af details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:01.757710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device dedbbdfd-9879-4d9f-a004-3d499d755ad2 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:01.768159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42612) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:01.802950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: dedbbdfd-9879-4d9f-a004-3d499d755ad2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:53:01.805449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device dedbbdfd-9879-4d9f-a004-3d499d755ad2 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:01.943027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:01.957107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '080b9478-4808-4475-b50b-59051bbc89af', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'port_id': '080b9478-4808-4475-b50b-59051bbc89af', 'mac_address': 'fa:16:3e:10:b4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b236a-6621-48b4-b173-5d1cf6d99652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:01.994740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b46d-d914-440c-a982-7a8e466c66cd req-34e91f02-2a5b-4125-a9f8-558a3cea287d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:01.996332 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5569b46d-d914-440c-a982-7a8e466c66cd req-34e91f02-2a5b-4125-a9f8-558a3cea287d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0652845 Aug 19 14:53:02.002650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.017268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080b9478-4808-4475-b50b-59051bbc89af {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:02.028710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-225b5351-5318-44ee-81ef-35174c1c02a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77392ed49b414162b1e28e995d3b298f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2555137 Aug 19 14:53:02.028995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42630) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:02.049341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:02.055794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5569b46d-d914-440c-a982-7a8e466c66cd req-bb301dd7-a17b-4bbf-b068-36ab6f5502be tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475156 Aug 19 14:53:02.096552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1c352a8-e13f-422a-a2ad-1ade9369c75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.122406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1c352a8-e13f-422a-a2ad-1ade9369c75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.168148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.221317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:02.290428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1c352a8-e13f-422a-a2ad-1ade9369c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.293025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1c352a8-e13f-422a-a2ad-1ade9369c75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.294237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b1c352a8-e13f-422a-a2ad-1ade9369c75c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b0da28a-8dab-438a-8e06-ee0d5c0c99b0 HTTP/1.1" status: 204 len: 168 time: 0.2640362 Aug 19 14:53:02.303026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c352a8-e13f-422a-a2ad-1ade9369c75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0da28a-8dab-438a-8e06-ee0d5c0c99b0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:02.364631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['080b9478-4808-4475-b50b-59051bbc89af'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:02.584916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-711e087c-dd88-48fa-960c-0f0624ea5bb4 req-834cf067-3f16-4946-9c46-edcc5592eb85 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 210 time: 0.0268657 Aug 19 14:53:02.694718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177c85-aeec-496d-87c3-96746cdcd239 req-052b5f21-80e6-48aa-a5df-702281466e24 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:02.696282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-45177c85-aeec-496d-87c3-96746cdcd239 req-052b5f21-80e6-48aa-a5df-702281466e24 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0523379 Aug 19 14:53:02.759302 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-45177c85-aeec-496d-87c3-96746cdcd239 req-a3874536-8c3e-4e2f-8a1e-65028001e318 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Aug 19 14:53:03.197732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42672) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:03.214868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d589119-8148-453d-a7ff-c7b87185dc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.335106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1381a5-3a4f-4b98-8c0c-9c713e3f31b2 req-a0958938-5204-4713-9509-7a80cdd63606 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:03.337670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf1381a5-3a4f-4b98-8c0c-9c713e3f31b2 req-a0958938-5204-4713-9509-7a80cdd63606 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0797243 Aug 19 14:53:03.349646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d589119-8148-453d-a7ff-c7b87185dc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.379488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf1381a5-3a4f-4b98-8c0c-9c713e3f31b2 req-6538cd0e-bd8d-4f9b-bfa5-a26148a70bce tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Aug 19 14:53:03.496241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d589119-8148-453d-a7ff-c7b87185dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.536655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6d589119-8148-453d-a7ff-c7b87185dc89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcbb031a66de4d5a9c306071481b0a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371100 Aug 19 14:53:03.537402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d589119-8148-453d-a7ff-c7b87185dc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c1cfe-e1a5-4c1d-b518-4099713dd42b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:03.540055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42680) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:03.614860 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d49e27cb-e221-494e-bf9f-50df9f5c0bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.645548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d49e27cb-e221-494e-bf9f-50df9f5c0bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.755023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 080b9478-4808-4475-b50b-59051bbc89af up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:03.785073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d49e27cb-e221-494e-bf9f-50df9f5c0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.787662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d49e27cb-e221-494e-bf9f-50df9f5c0bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.788857 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d49e27cb-e221-494e-bf9f-50df9f5c0bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d11c1cfe-e1a5-4c1d-b518-4099713dd42b HTTP/1.1" status: 204 len: 168 time: 0.2473001 Aug 19 14:53:03.802609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e27cb-e221-494e-bf9f-50df9f5c0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c1cfe-e1a5-4c1d-b518-4099713dd42b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:03.986406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463f71d-2213-40af-b949-35be1e81b0cc req-fc728b11-3987-43e6-8d06-b2ae34defc6f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:03.988060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0463f71d-2213-40af-b949-35be1e81b0cc req-fc728b11-3987-43e6-8d06-b2ae34defc6f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0821869 Aug 19 14:53:04.012466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70934977-2356-499d-be66-8ffe9d4f0466 req-3ed55ccf-4c1f-471c-80b7-4b80566628e6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 210 time: 0.1395128 Aug 19 14:53:04.054744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0463f71d-2213-40af-b949-35be1e81b0cc req-0964e72a-fb48-470c-88e6-21de24652c37 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Aug 19 14:53:04.071510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 080b9478-4808-4475-b50b-59051bbc89af completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:04.081255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 080b9478-4808-4475-b50b-59051bbc89af triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:04.081255 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.163186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-60ac1573-b6e9-4daa-9d91-413f967ecff8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:04.165356 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-60ac1573-b6e9-4daa-9d91-413f967ecff8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.2649560 Aug 19 14:53:04.170746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.184793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Request body: {'port': {'device_id': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'admin_state_up': True, 'tenant_id': '4eb3f4d09b844c4fa709973b33304904'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:04.201895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080b9478-4808-4475-b50b-59051bbc89af'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:04.204604 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53254c92-6363-42c1-81d3-a14335c729ae" -d '{"events": [{"server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "080b9478-4808-4475-b50b-59051bbc89af"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:04.225402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:04.322852 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.382242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:04.445877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Made reservation on behalf of 4eb3f4d09b844c4fa709973b33304904 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:04.464977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.506859 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0b5248-742c-4478-9089-15feed876809 x-openstack-request-id: req-6d0b5248-742c-4478-9089-15feed876809 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:04.507374 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "080b9478-4808-4475-b50b-59051bbc89af", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:04.507977 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d0b5248-742c-4478-9089-15feed876809 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:04.508555 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080b9478-4808-4475-b50b-59051bbc89af', 'code': 200} Aug 19 14:53:04.678969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae230440-9876-49b0-8fbb-751091780bf1 req-02ea0a0b-87fd-4940-807f-15fb627c1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:04.680610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae230440-9876-49b0-8fbb-751091780bf1 req-02ea0a0b-87fd-4940-807f-15fb627c1354 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1098 time: 0.0624926 Aug 19 14:53:04.719890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae230440-9876-49b0-8fbb-751091780bf1 req-db624920-2664-4af6-ac0f-cfa75db8d56e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Aug 19 14:53:04.723956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Allocated IP 172.20.0.10 (7b1a9431-d39f-4057-98ac-6b7f796d8862/ec47daa7-977b-4e28-9858-278f2481c32c/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:04.743822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162e0b8-9770-412e-98c3-eed7baa5cc1e req-60ecd93c-359d-4048-a504-25ee53552963 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:04.745392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9162e0b8-9770-412e-98c3-eed7baa5cc1e req-60ecd93c-359d-4048-a504-25ee53552963 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0763204 Aug 19 14:53:04.856650 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9162e0b8-9770-412e-98c3-eed7baa5cc1e req-99e2731a-99c4-45e1-91bc-f0bd3dd18973 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034563 Aug 19 14:53:04.934026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.069071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42748) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:05.160518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-08f78052-37ca-4767-b782-d28a649a541a req-ed59711c-0759-4eed-9e92-9a9623d283f2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Aug 19 14:53:05.204949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.209357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c6adcd2-43a7-4884-93a5-3df08d583464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.267912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:05.271371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:05.275909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:05.282106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:05.282776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.307794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:05.352625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a1a3e-f30d-4bf9-9ce7-98f1bdcf889c req-26f2023e-ae48-4a83-8ff0-a8d6b8bb39e8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:05.354691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b6a1a3e-f30d-4bf9-9ce7-98f1bdcf889c req-26f2023e-ae48-4a83-8ff0-a8d6b8bb39e8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0654233 Aug 19 14:53:05.372365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c6adcd2-43a7-4884-93a5-3df08d583464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.402330 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b6a1a3e-f30d-4bf9-9ce7-98f1bdcf889c req-a2862dd7-b814-4fc7-90a4-345cf35fc89b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Aug 19 14:53:05.576807 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c6adcd2-43a7-4884-93a5-3df08d583464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.631348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42776) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:05.632391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4c6adcd2-43a7-4884-93a5-3df08d583464 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c6d78ddbc2941f6bcac366360bcb716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609570 Aug 19 14:53:05.633668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6adcd2-43a7-4884-93a5-3df08d583464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f864b0e-07b0-4585-a0fb-86aae791662b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:05.911387 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-cc55a2ac-9dcc-4edb-aa0b-f75c107c91f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7351365 Aug 19 14:53:05.927015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Request body: {'port': {'device_id': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:06.031854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd548-1bdf-4bf2-92d8-7a08cb7538df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.041322 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.080767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaae13-10d0-4394-b4ae-eb15bac63ea5 req-be2d41cc-2db2-4f39-b875-76c60c2d2512 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:06.082436 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1eaae13-10d0-4394-b4ae-eb15bac63ea5 req-be2d41cc-2db2-4f39-b875-76c60c2d2512 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 946 time: 0.1280174 Aug 19 14:53:06.090456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd548-1bdf-4bf2-92d8-7a08cb7538df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.194297 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1eaae13-10d0-4394-b4ae-eb15bac63ea5 req-4199b060-97a7-454a-8106-f44b5e733f6b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844223 Aug 19 14:53:06.309391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42790) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:06.490720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd548-1bdf-4bf2-92d8-7a08cb7538df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.493339 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd548-1bdf-4bf2-92d8-7a08cb7538df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.497294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a0ccd548-1bdf-4bf2-92d8-7a08cb7538df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f864b0e-07b0-4585-a0fb-86aae791662b HTTP/1.1" status: 204 len: 168 time: 0.8614364 Aug 19 14:53:06.498651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7b316071-6594-4f6c-9db1-8d3212c35ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.520508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab7c2-7abc-400d-bf9d-49024f11ed71 req-f637ae22-46cf-41c9-967a-d19386c7787f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:06.522103 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-215ab7c2-7abc-400d-bf9d-49024f11ed71 req-f637ae22-46cf-41c9-967a-d19386c7787f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 932 time: 0.1238358 Aug 19 14:53:06.525091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccd548-1bdf-4bf2-92d8-7a08cb7538df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f864b0e-07b0-4585-a0fb-86aae791662b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:06.531693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fe44ee-a3c6-46ee-90a5-bb236aeee67a {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:06.545604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.574706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Transition to ACTIVE for port object c5fe44ee-a3c6-46ee-90a5-bb236aeee67a will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:06.599643 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-215ab7c2-7abc-400d-bf9d-49024f11ed71 req-ae758202-4744-4ac7-8368-67c3df24484b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704887 Aug 19 14:53:06.634085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7b316071-6594-4f6c-9db1-8d3212c35ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.738330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6bba-aa6d-4ee3-a34f-8acf1f1f9c78 req-431e10ae-c6d4-47e4-ac23-0c7fb317ecc4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:06.738330 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-065c6bba-aa6d-4ee3-a34f-8acf1f1f9c78 req-431e10ae-c6d4-47e4-ac23-0c7fb317ecc4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0615931 Aug 19 14:53:06.775195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7b316071-6594-4f6c-9db1-8d3212c35ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.778889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.804824 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-065c6bba-aa6d-4ee3-a34f-8acf1f1f9c78 req-fd050341-be87-4560-87a0-03a5faf1805d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638955 Aug 19 14:53:06.849629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b316071-6594-4f6c-9db1-8d3212c35ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c9dd4a-cc5f-4d01-9b2a-2f307a968cd8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:06.862384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7b316071-6594-4f6c-9db1-8d3212c35ac1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db808d63a63b43a7a5c6b3228113cb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471354 Aug 19 14:53:06.864291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42806) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:06.896912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:06.915114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:06.915368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:06.915639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:06.922352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:06.922718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:06.929751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:06.929751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:06.930772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:06.930772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Bound port: c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:06.931035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.933179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8040-a966-4b0a-acae-40eb2632832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.965276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8040-a966-4b0a-acae-40eb2632832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.010007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:07.017472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:07.193626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.233254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:07.233933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.235383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 1093 time: 1.3159478 Aug 19 14:53:07.235978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:07.238217 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a7730d-b178-42f6-87e1-9a9a78201ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:07.251357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8040-a966-4b0a-acae-40eb2632832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.258502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8040-a966-4b0a-acae-40eb2632832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.260949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f8b8040-a966-4b0a-acae-40eb2632832c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6c9dd4a-cc5f-4d01-9b2a-2f307a968cd8 HTTP/1.1" status: 204 len: 168 time: 0.3954239 Aug 19 14:53:07.272639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd7898-70c8-4c5a-aa93-75837ec9a923 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:07.278320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b8040-a966-4b0a-acae-40eb2632832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c9dd4a-cc5f-4d01-9b2a-2f307a968cd8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:07.385866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472b0b3-c21c-4976-9434-42e3c5f67b50 req-9cd076d9-8a7d-41dc-af98-f6bd641a47fb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:07.387532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9472b0b3-c21c-4976-9434-42e3c5f67b50 req-9cd076d9-8a7d-41dc-af98-f6bd641a47fb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0588996 Aug 19 14:53:07.459711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9472b0b3-c21c-4976-9434-42e3c5f67b50 req-c216f700-f142-46e1-be70-22e87c9d7ee3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625656 Aug 19 14:53:07.462602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-8e647ebc-bc04-499f-9c97-9c2dfd9beab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:07.464183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-8e647ebc-bc04-499f-9c97-9c2dfd9beab7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1096 time: 0.0755703 Aug 19 14:53:07.520149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-f3529b29-9093-4bf1-a75a-448298f96557 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 217 time: 0.0473266 Aug 19 14:53:07.525315 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba51739-7389-40b3-9d2a-1f3fa348d24d x-openstack-request-id: req-8ba51739-7389-40b3-9d2a-1f3fa348d24d {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:07.529170 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:07.529170 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ba51739-7389-40b3-9d2a-1f3fa348d24d {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:07.529170 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'status': 'completed', 'code': 200} Aug 19 14:53:07.587242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-0d901fe6-c948-4d46-8323-f16ea1781ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:07.588745 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-0d901fe6-c948-4d46-8323-f16ea1781ff3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0583522 Aug 19 14:53:07.618156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42832) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:07.628864 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-b406f783-7770-4df6-84ae-c9a6c482b685 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327508 Aug 19 14:53:07.641805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-463012c7-b291-466c-a262-f5f683866625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.752210 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-9b5cce13-9b02-4416-b048-db0c7e69ebbc service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164525 Aug 19 14:53:07.817824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-463012c7-b291-466c-a262-f5f683866625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.883511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-391ee4ad-9e33-448f-83a1-d96e8df209ba req-4dc1fa12-949c-4f71-8f48-ac568a910b08 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244297 Aug 19 14:53:07.924562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-463012c7-b291-466c-a262-f5f683866625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.965577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-463012c7-b291-466c-a262-f5f683866625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcb69bdff9d943d9bfdadbed3551d875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456228 Aug 19 14:53:07.967795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463012c7-b291-466c-a262-f5f683866625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8f510-a4a6-4c5e-ae37-a8f79c92bd2a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:07.971424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42842) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:08.021613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a30ce7-eb4e-4324-8d73-d5b7d3b3c1bd req-26b36f56-d7b7-439a-9c69-4581a6b71e50 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.023169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-95a30ce7-eb4e-4324-8d73-d5b7d3b3c1bd req-26b36f56-d7b7-439a-9c69-4581a6b71e50 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1098 time: 0.0661378 Aug 19 14:53:08.046937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a27b39f-c86b-419e-b5a9-0772a00d6d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.080248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a27b39f-c86b-419e-b5a9-0772a00d6d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.111755 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-95a30ce7-eb4e-4324-8d73-d5b7d3b3c1bd req-b739f28b-c402-4e59-a369-b49ecf7c77c6 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741801 Aug 19 14:53:08.123338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-4393b06b-d6dc-40b7-942e-72201d456da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.129453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-4393b06b-d6dc-40b7-942e-72201d456da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1096 time: 0.0730524 Aug 19 14:53:08.194089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b07e7f-24c2-4fb2-8ad7-32b6178b54da req-d87f700f-0bf6-4706-8bd2-8c76b8971d30 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.195966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6b07e7f-24c2-4fb2-8ad7-32b6178b54da req-d87f700f-0bf6-4706-8bd2-8c76b8971d30 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.0886359 Aug 19 14:53:08.250321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6b07e7f-24c2-4fb2-8ad7-32b6178b54da req-1413653d-15d5-482a-91da-d6402de5220f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Aug 19 14:53:08.272060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-d90e14df-12ab-4bc3-9ff2-a14d2bdb5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.272060 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-d90e14df-12ab-4bc3-9ff2-a14d2bdb5d49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.1272595 Aug 19 14:53:08.338181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-fad90af2-35c7-4d78-8b29-05b2a2393ac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 217 time: 0.0630147 Aug 19 14:53:08.388775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49d7c4-38f4-439e-88b3-4cced93fd6c4 req-53f0ce57-71d1-44f7-8648-e18de5c0d379 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.390302 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b49d7c4-38f4-439e-88b3-4cced93fd6c4 req-53f0ce57-71d1-44f7-8648-e18de5c0d379 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1290674 Aug 19 14:53:08.392066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0475f-80fd-44e8-9a08-e600af300836 req-84849a7f-1d8e-4d62-a420-0320465b490d tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.394276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c0475f-80fd-44e8-9a08-e600af300836 req-84849a7f-1d8e-4d62-a420-0320465b490d tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1098 time: 0.0507507 Aug 19 14:53:08.414747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a27b39f-c86b-419e-b5a9-0772a00d6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.417757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a27b39f-c86b-419e-b5a9-0772a00d6d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.418954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a27b39f-c86b-419e-b5a9-0772a00d6d4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19a8f510-a4a6-4c5e-ae37-a8f79c92bd2a HTTP/1.1" status: 204 len: 168 time: 0.4462507 Aug 19 14:53:08.425369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-d0e8a49a-c91b-4190-a2d5-42fe1567c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.426895 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-d0e8a49a-c91b-4190-a2d5-42fe1567c836 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0785811 Aug 19 14:53:08.430544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27b39f-c86b-419e-b5a9-0772a00d6d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8f510-a4a6-4c5e-ae37-a8f79c92bd2a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:08.451449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c0475f-80fd-44e8-9a08-e600af300836 req-3eefe7c3-b2a2-4e07-9436-1c0da606e565 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501275 Aug 19 14:53:08.465746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-d3b0c292-d0fc-4012-97a8-1d8253dccea5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286968 Aug 19 14:53:08.469739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b49d7c4-38f4-439e-88b3-4cced93fd6c4 req-9c843da4-1461-491a-bbae-4adcbb1152bf tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Aug 19 14:53:08.479422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:08.509824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51666232-104d-4749-bed4-874d40b40616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.631041 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-65ef0ce4-7ffa-438a-8cee-75ad23fc2000 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507719 Aug 19 14:53:08.660197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51666232-104d-4749-bed4-874d40b40616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.759907 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5a7730d-b178-42f6-87e1-9a9a78201ce4 req-2c29530f-18e6-452c-b1e8-ce60de54b971 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197839 Aug 19 14:53:08.802356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51666232-104d-4749-bed4-874d40b40616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.847543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-51666232-104d-4749-bed4-874d40b40616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cfbf1eb7dc84c3ea0120702ac5d3b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645797 Aug 19 14:53:08.847543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51666232-104d-4749-bed4-874d40b40616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4465ea-621a-475d-8b73-fbe6eff943a9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:08.847904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:08.903992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-195aec11-c65b-4638-b82c-aca967761c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.927551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-195aec11-c65b-4638-b82c-aca967761c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.065214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42872) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.183515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-195aec11-c65b-4638-b82c-aca967761c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.188488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-195aec11-c65b-4638-b82c-aca967761c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.190142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-195aec11-c65b-4638-b82c-aca967761c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f4465ea-621a-475d-8b73-fbe6eff943a9 HTTP/1.1" status: 204 len: 168 time: 0.3410470 Aug 19 14:53:09.199909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195aec11-c65b-4638-b82c-aca967761c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4465ea-621a-475d-8b73-fbe6eff943a9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:09.202292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1803534-04e9-4c26-b08d-973d79f0125c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.335485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1803534-04e9-4c26-b08d-973d79f0125c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.399841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51492414-be3f-4b36-a8d9-a61d98ee82cf req-94151be9-e7a4-4d2c-8994-3695f5bb106b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.401465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51492414-be3f-4b36-a8d9-a61d98ee82cf req-94151be9-e7a4-4d2c-8994-3695f5bb106b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.0712106 Aug 19 14:53:09.455982 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1803534-04e9-4c26-b08d-973d79f0125c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.491971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f1803534-04e9-4c26-b08d-973d79f0125c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d1ad11100164c3ea3dfd38a5973c4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251032 Aug 19 14:53:09.496143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42888) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.506154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51492414-be3f-4b36-a8d9-a61d98ee82cf req-25585976-cb3c-4c48-b374-289d57cae46d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926821 Aug 19 14:53:09.530449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1803534-04e9-4c26-b08d-973d79f0125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac05be84-af5d-4845-93f0-42f338102fe6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:09.592662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2d125cd-0467-4066-9353-7d19aba46ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.616909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42896) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.637580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2d125cd-0467-4066-9353-7d19aba46ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.654823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816632c4-2135-41fa-912d-e8a556545922 req-eaad161f-0d66-4260-9f14-51bb91ca709d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.656416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-816632c4-2135-41fa-912d-e8a556545922 req-eaad161f-0d66-4260-9f14-51bb91ca709d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0606699 Aug 19 14:53:09.712152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-816632c4-2135-41fa-912d-e8a556545922 req-ed369efd-bce3-40c1-82ab-f58a7480d79a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Aug 19 14:53:09.810947 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7be7489b-3fc8-49eb-8e10-031ef076baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.831036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2d125cd-0467-4066-9353-7d19aba46ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.833778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2d125cd-0467-4066-9353-7d19aba46ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.834959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2d125cd-0467-4066-9353-7d19aba46ce1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac05be84-af5d-4845-93f0-42f338102fe6 HTTP/1.1" status: 204 len: 168 time: 0.3375559 Aug 19 14:53:09.851098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d125cd-0467-4066-9353-7d19aba46ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac05be84-af5d-4845-93f0-42f338102fe6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:09.934895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7be7489b-3fc8-49eb-8e10-031ef076baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.004787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7be7489b-3fc8-49eb-8e10-031ef076baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.056868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7be7489b-3fc8-49eb-8e10-031ef076baa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20be094ffefe46b18464d847ba498a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389200 Aug 19 14:53:10.058093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7489b-3fc8-49eb-8e10-031ef076baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3bc5c5-467d-4958-9bf4-7ae00c917908,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:10.059596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:10.124726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1be6-b626-4f58-9c8a-1c75fe7de3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.154716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1be6-b626-4f58-9c8a-1c75fe7de3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.374070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1be6-b626-4f58-9c8a-1c75fe7de3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.376621 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1be6-b626-4f58-9c8a-1c75fe7de3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.377892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf2b1be6-b626-4f58-9c8a-1c75fe7de3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3bc5c5-467d-4958-9bf4-7ae00c917908 HTTP/1.1" status: 204 len: 168 time: 0.3161142 Aug 19 14:53:10.387653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b1be6-b626-4f58-9c8a-1c75fe7de3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3bc5c5-467d-4958-9bf4-7ae00c917908,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:10.675841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec47c-fd37-404c-8fa7-81a891efdd05 req-5bcd07b6-167b-43f2-9ee5-61b383f0dc25 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:10.677457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db0ec47c-fd37-404c-8fa7-81a891efdd05 req-5bcd07b6-167b-43f2-9ee5-61b383f0dc25 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.0591013 Aug 19 14:53:10.724545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db0ec47c-fd37-404c-8fa7-81a891efdd05 req-1f0361b9-1c4d-4a80-9cbe-266dbfa2bb8a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Aug 19 14:53:10.862084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a7c5b-c252-4345-9dfe-51e472723d86 req-f918b52c-319d-403d-877e-a2d793b0c33d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:10.863579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a8a7c5b-c252-4345-9dfe-51e472723d86 req-f918b52c-319d-403d-877e-a2d793b0c33d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0689397 Aug 19 14:53:10.905787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a8a7c5b-c252-4345-9dfe-51e472723d86 req-cce947c9-57a7-413e-9598-a41b4cdf3209 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Aug 19 14:53:11.100772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:11.114758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-60cd0baa-f59f-4d44-afb1-b719122feec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.268589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-60cd0baa-f59f-4d44-afb1-b719122feec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.507587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-60cd0baa-f59f-4d44-afb1-b719122feec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.557804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-60cd0baa-f59f-4d44-afb1-b719122feec2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28112bebd397427a93812ca84b756e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558263 Aug 19 14:53:11.558892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0baa-f59f-4d44-afb1-b719122feec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ad585-8aea-4044-b3a4-e814e4baad90,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:11.560812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:11.624207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c39330d-9dfd-4614-ae15-235c21ad1ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.650622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c39330d-9dfd-4614-ae15-235c21ad1ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.803774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:11.839343 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c39330d-9dfd-4614-ae15-235c21ad1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.845249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c39330d-9dfd-4614-ae15-235c21ad1ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.847442 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9c39330d-9dfd-4614-ae15-235c21ad1ff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/095ad585-8aea-4044-b3a4-e814e4baad90 HTTP/1.1" status: 204 len: 168 time: 0.2844951 Aug 19 14:53:11.861009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39330d-9dfd-4614-ae15-235c21ad1ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ad585-8aea-4044-b3a4-e814e4baad90,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:11.919429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1a6e9-9a01-4cee-8982-55c63e42415a req-f7c95d56-f57b-4879-9f81-62db4300a7e3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:11.921744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbf1a6e9-9a01-4cee-8982-55c63e42415a req-f7c95d56-f57b-4879-9f81-62db4300a7e3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.0759525 Aug 19 14:53:11.932080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:11.955880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'port_id': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'mac_address': 'fa:16:3e:eb:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec47daa7-977b-4e28-9858-278f2481c32c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:11.973798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.004759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-916a6c24-b6db-494d-a352-cc354da3180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.018671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbf1a6e9-9a01-4cee-8982-55c63e42415a req-3ea7b54e-76b7-4fd3-8887-58c7af0cfcd3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888882 Aug 19 14:53:12.051161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.079825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fe44ee-a3c6-46ee-90a5-bb236aeee67a {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:12.125455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:12.202965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0347e-aac2-4f53-be56-bee049d253c8 req-664d4c5c-d3d9-44fe-8f85-02e1d60c9be9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:12.205545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.217443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ca0347e-aac2-4f53-be56-bee049d253c8 req-664d4c5c-d3d9-44fe-8f85-02e1d60c9be9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1075001 Aug 19 14:53:12.218376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-916a6c24-b6db-494d-a352-cc354da3180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.277846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ca0347e-aac2-4f53-be56-bee049d253c8 req-db465769-a399-4a71-b693-f278508567f4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Aug 19 14:53:12.308125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-916a6c24-b6db-494d-a352-cc354da3180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.319004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.361659 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-916a6c24-b6db-494d-a352-cc354da3180c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e7beed0edad4e05a0b6f5feee420c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862851 Aug 19 14:53:12.363174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a6c24-b6db-494d-a352-cc354da3180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a7433-be2b-4881-b0d4-e99809fbdce9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.365931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.437633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:12.460079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36201990-2d6c-4f37-8e02-9de440f297fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.492031 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36201990-2d6c-4f37-8e02-9de440f297fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.632435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42994) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.677474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36201990-2d6c-4f37-8e02-9de440f297fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.684279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36201990-2d6c-4f37-8e02-9de440f297fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.686952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-36201990-2d6c-4f37-8e02-9de440f297fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f82a7433-be2b-4881-b0d4-e99809fbdce9 HTTP/1.1" status: 204 len: 168 time: 0.3195250 Aug 19 14:53:12.696492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201990-2d6c-4f37-8e02-9de440f297fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a7433-be2b-4881-b0d4-e99809fbdce9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.843268 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.847683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1481233068-network', 'tenant_id': '783c8b7ab6634434afbee2ce439ce439'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:12.998256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-1569f366-266e-4573-b9d3-b670a885f474 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:53:12.998256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-1569f366-266e-4573-b9d3-b670a885f474 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1778688 Aug 19 14:53:13.010044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Request body: {'binding': {'host': 'n-h2-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:13.010713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Unknown quota resources ['binding']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:53:13.025209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Made reservation on behalf of 783c8b7ab6634434afbee2ce439ce439 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:13.027582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.039654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.168335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.199233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079f9e2-25fe-4ac1-841a-80ca30beb77a req-ac27b533-b8d6-4a99-8684-6921e6368884 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.200884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e079f9e2-25fe-4ac1-841a-80ca30beb77a req-ac27b533-b8d6-4a99-8684-6921e6368884 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 945 time: 0.0752189 Aug 19 14:53:13.263929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on host n-h2-779913-32 for vnic_type normal with profile None {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:13.264705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:13.265238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:13.273185 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.275281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e079f9e2-25fe-4ac1-841a-80ca30beb77a req-facde2ed-6f25-44e2-a84a-04a3520245d5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658705 Aug 19 14:53:13.276495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:13.276982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:13.287775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:13.288115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:13.289356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:13.290176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Bound port: 080b9478-4808-4475-b50b-59051bbc89af, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:13.334602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:13.387313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcc808-fcfa-4d72-9b02-23079d5cf193,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:13.406667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.407025 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Added segment 573c5a52-1479-48fa-a39d-ee9807155d4c of type vlan for network 83aa8150-ca52-444f-82bb-89a48645415e Aug 19 14:53:13.493885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.588559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:13.588559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76189b1-1ce6-497a-bdcc-5dc4571c9aa5 req-dca38b33-5497-4f5a-ad66-fc8842df0d30 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.588559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76189b1-1ce6-497a-bdcc-5dc4571c9aa5 req-dca38b33-5497-4f5a-ad66-fc8842df0d30 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1360660 Aug 19 14:53:13.664536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76189b1-1ce6-497a-bdcc-5dc4571c9aa5 req-c0eebfa8-171e-431e-a0e2-f29ad3bc6c45 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Aug 19 14:53:13.812486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:13.884751 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.885749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.886335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.920234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.927689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-00a2f5c8-9351-4de1-bfec-156575e61715 service neutron] 10.222.0.13 "POST /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af/bindings HTTP/1.1" status: 201 len: 390 time: 0.9221504 Aug 19 14:53:13.967331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] Pushing event updated for resources: {'Network': ['ID=83aa8150-ca52-444f-82bb-89a48645415e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:13.980266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 83aa8150-ca52-444f-82bb-89a48645415e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:14.084925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:14.090254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:14.090673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.141199 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-64e95f7f-1a4c-4e06-addb-eb0f6c05703f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5032177 Aug 19 14:53:14.142177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43044) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:14.148264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Request body: {'subnet': {'network_id': '83aa8150-ca52-444f-82bb-89a48645415e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1481233068-subnet', 'tenant_id': '783c8b7ab6634434afbee2ce439ce439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:14.192610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.240620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:14.240620 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd706d97-f2c6-40ef-82e2-caa7fc11e803" -d '{"events": [{"server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "name": "network-vif-plugged", "status": "completed", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:14.253727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:14.322104 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.326758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Made reservation on behalf of 783c8b7ab6634434afbee2ce439ce439 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:14.327564 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Notify callbacks [] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.397256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:14.471046 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f002411-5fb9-4beb-8256-421e67f56de0 x-openstack-request-id: req-0f002411-5fb9-4beb-8256-421e67f56de0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:14.473601 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "name": "network-vif-plugged", "status": "completed", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:14.474622 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f002411-5fb9-4beb-8256-421e67f56de0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:14.475257 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'code': 200} Aug 19 14:53:14.650928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.656640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc34251-f485-4b19-806f-d4f3d34e1318 req-0bd29cf2-3ad9-4675-aaa4-93c9ba1313ca tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:14.658393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6bc34251-f485-4b19-806f-d4f3d34e1318 req-0bd29cf2-3ad9-4675-aaa4-93c9ba1313ca tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 946 time: 0.1120417 Aug 19 14:53:14.660713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f1bc-42d5-41be-95d7-fa727f887e7b req-bfb24aa9-ac8d-4bf9-944d-42786dcd5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:14.662467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7041f1bc-42d5-41be-95d7-fa727f887e7b req-bfb24aa9-ac8d-4bf9-944d-42786dcd5471 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1098 time: 0.0945415 Aug 19 14:53:14.728130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88633ea-6ea4-41ec-b2ed-67dc0ed96821,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:14.735763 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7041f1bc-42d5-41be-95d7-fa727f887e7b req-85a2fac0-d422-492a-af42-c9e63e925446 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663011 Aug 19 14:53:14.741469 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6bc34251-f485-4b19-806f-d4f3d34e1318 req-0b7bf06b-b96a-4ae7-9b33-814a841ad934 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637288 Aug 19 14:53:14.741844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439fa13-166c-43e5-ab54-e20be612598d req-3321b1fb-2082-462e-9cf4-418205acc51d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:14.743389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9439fa13-166c-43e5-ab54-e20be612598d req-3321b1fb-2082-462e-9cf4-418205acc51d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.1449916 Aug 19 14:53:14.814540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Checking segment: {'id': '573c5a52-1479-48fa-a39d-ee9807155d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83aa8150-ca52-444f-82bb-89a48645415e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:14.814951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Network hostable DHCP agents. Network: 83aa8150-ca52-444f-82bb-89a48645415e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:14.845475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9439fa13-166c-43e5-ab54-e20be612598d req-9a0b3eab-752d-4763-b820-dbdb636774ec tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848026 Aug 19 14:53:14.891743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d506f12b-a30e-4194-8fec-ac2804676753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:14.894250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d506f12b-a30e-4194-8fec-ac2804676753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1090617 Aug 19 14:53:14.928677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Network 83aa8150-ca52-444f-82bb-89a48645415e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:15.000727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 83aa8150-ca52-444f-82bb-89a48645415e) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:15.008401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.009160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.017902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e17713-0d8a-47ff-b3e8-709bfe276e1d None None] Network 83aa8150-ca52-444f-82bb-89a48645415e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:15.053523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed84ed7-46ae-46c8-8bf1-ea6ac7eea96a req-5bc85429-c937-4a79-864d-32ff618431ab tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.061718 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ed84ed7-46ae-46c8-8bf1-ea6ac7eea96a req-5bc85429-c937-4a79-864d-32ff618431ab tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1509016 Aug 19 14:53:15.098776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-8e63b41f-b1a0-4433-ba5e-9df6695230b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.100781 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-8e63b41f-b1a0-4433-ba5e-9df6695230b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1991072 Aug 19 14:53:15.122387 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ed84ed7-46ae-46c8-8bf1-ea6ac7eea96a req-8e9dba40-f317-49e6-adc9-6a3911d42058 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Aug 19 14:53:15.125591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-894dbeed-241d-4396-ba44-fbec66f50fab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9821584 Aug 19 14:53:15.172144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-54c7423a-5027-40ab-aeb3-e19618d2fd38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 217 time: 0.0420659 Aug 19 14:53:15.200001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ae53d-57f3-41d7-b0b2-3eeec2bc0e3f None None] Network 83aa8150-ca52-444f-82bb-89a48645415e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:15.331330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-e7a942e5-ddd7-460d-85bb-fea48f98df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.333569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-e7a942e5-ddd7-460d-85bb-fea48f98df2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0873506 Aug 19 14:53:15.392263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-0a326223-bb87-4443-92c9-f51cb4c61324 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472028 Aug 19 14:53:15.495885 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-a5c5ed28-82d8-497c-9d1c-239e3ac9b797 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955610 Aug 19 14:53:15.642827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-fe197a95-2b29-4f0d-81fd-0d949a737f2f service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234119 Aug 19 14:53:15.944563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5c9c5-e03b-43e5-98d2-5915e7e9765d req-52600271-b0c2-4d05-8257-20ac1cb2809a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.946303 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-30c5c9c5-e03b-43e5-98d2-5915e7e9765d req-52600271-b0c2-4d05-8257-20ac1cb2809a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0790663 Aug 19 14:53:16.037874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-30c5c9c5-e03b-43e5-98d2-5915e7e9765d req-772b240d-2016-481d-ba6c-028bba06eec0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803425 Aug 19 14:53:16.043216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cdabb-3cbe-4f84-9f51-8406076563d7 req-e2dc8413-90c6-4863-af3f-cce747abde37 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:16.043216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df2cdabb-3cbe-4f84-9f51-8406076563d7 req-e2dc8413-90c6-4863-af3f-cce747abde37 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0614555 Aug 19 14:53:16.114310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df2cdabb-3cbe-4f84-9f51-8406076563d7 req-2ba99912-5202-4850-b834-09d889ad8ed7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Aug 19 14:53:16.222750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-344147f7-0d08-41d2-a1bc-e0586476d187 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:16.224854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-344147f7-0d08-41d2-a1bc-e0586476d187 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1098 time: 0.1608703 Aug 19 14:53:16.252442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-32'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:16.325049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1104-184a-4fe2-ae15-6990b1fca76b req-951ebab9-275a-4717-8bb6-63cd8ebbf79d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:16.333323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23da1104-184a-4fe2-ae15-6990b1fca76b req-951ebab9-275a-4717-8bb6-63cd8ebbf79d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0838048 Aug 19 14:53:16.382992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.387571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23da1104-184a-4fe2-ae15-6990b1fca76b req-7dba5787-b713-4c1a-a8b0-d8d7ad009e45 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532901 Aug 19 14:53:16.405825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43134) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:16.543787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:16.591035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:16.633949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080b9478-4808-4475-b50b-59051bbc89af'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:16.636355 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a39d3-bd1a-4a18-bac4-57a34962318b" -d '{"events": [{"server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "080b9478-4808-4475-b50b-59051bbc89af"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:16.641699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.684172 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c876a0-ab19-43a9-96fd-95df536215f4 x-openstack-request-id: req-c8c876a0-ab19-43a9-96fd-95df536215f4 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:16.684472 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "080b9478-4808-4475-b50b-59051bbc89af", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:16.686124 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8c876a0-ab19-43a9-96fd-95df536215f4 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:16.687106 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080b9478-4808-4475-b50b-59051bbc89af', 'code': 200} Aug 19 14:53:16.687393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb4f3-1d5d-4b49-b429-7504e3d2afef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.745628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.808381 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb4f3-1d5d-4b49-b429-7504e3d2afef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.883849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=7']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:16.884656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb4f3-1d5d-4b49-b429-7504e3d2afef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.905874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on host n-h1-779913-32 for vnic_type normal with profile {"migrating_to": "n-h2-779913-32"} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:16.906242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:16.906548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:16.912286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:16.912953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Attempting to bind port 080b9478-4808-4475-b50b-59051bbc89af on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:16.920966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:16.921555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:16.922267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:16.923249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Bound port: 080b9478-4808-4475-b50b-59051bbc89af, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:16.923913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.940104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3bbfb4f3-1d5d-4b49-b429-7504e3d2afef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b9c970cfb044c1cb8ab651b3ee36495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283909 Aug 19 14:53:16.940104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfb4f3-1d5d-4b49-b429-7504e3d2afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76a6f02-e172-4f72-96ec-931ab5bafa32,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:16.940749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43154) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:16.998689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43156) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:17.005359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1928428423-network', 'tenant_id': 'e458ae7437694b1e8d1f5bd09dba0f2d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:17.045630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04868fcc-e8b7-4e93-9130-b5b22f5adba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.058078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:17.064270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:17.077271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04868fcc-e8b7-4e93-9130-b5b22f5adba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.090912 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-d566a3e9-6810-4a16-9867-daea2850a553 req-5669b788-3ad2-4cd0-93af-6ae52738447a service neutron] show failed (client error): The resource could not be found. Aug 19 14:53:17.092092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-5669b788-3ad2-4cd0-93af-6ae52738447a service neutron] 10.222.0.54 "GET /v2.0/ports/5e7a8269-8c56-49ad-939a-672af7a4882f/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.1443779 Aug 19 14:53:17.188831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1db3d-a397-4523-8ba9-1cf88b5fcbee req-3a15b577-3b13-4d3a-84ee-35582a34a2e9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.190451 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-72b1db3d-a397-4523-8ba9-1cf88b5fcbee req-3a15b577-3b13-4d3a-84ee-35582a34a2e9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0562503 Aug 19 14:53:17.192833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Made reservation on behalf of e458ae7437694b1e8d1f5bd09dba0f2d for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:17.198918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.210107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.236133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.298421 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-72b1db3d-a397-4523-8ba9-1cf88b5fcbee req-885b8ab1-c05a-42cd-8aeb-7a980eae6c05 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003036 Aug 19 14:53:17.299058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04868fcc-e8b7-4e93-9130-b5b22f5adba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.301663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04868fcc-e8b7-4e93-9130-b5b22f5adba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.302930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-04868fcc-e8b7-4e93-9130-b5b22f5adba7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b76a6f02-e172-4f72-96ec-931ab5bafa32 HTTP/1.1" status: 204 len: 168 time: 0.3602831 Aug 19 14:53:17.338586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04868fcc-e8b7-4e93-9130-b5b22f5adba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76a6f02-e172-4f72-96ec-931ab5bafa32,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:17.367115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.367806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.369291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] 10.222.0.54 "PUT /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 1124 time: 1.1245813 Aug 19 14:53:17.370122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef505d-1fcc-40fb-ad6f-a4b84490ad24 service neutron] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=8']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:17.447434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.454535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['080b9478-4808-4475-b50b-59051bbc89af'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:17.495547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb8839-2c95-4500-a14f-5843258f3741 req-f591fee6-c7fb-40c6-b8c6-c97c05431f54 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.498138 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-edfb8839-2c95-4500-a14f-5843258f3741 req-f591fee6-c7fb-40c6-b8c6-c97c05431f54 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0742443 Aug 19 14:53:17.557078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-1bbf7200-6fc7-4466-9078-9faee7d1ed9b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278471 Aug 19 14:53:17.558954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.563992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-edfb8839-2c95-4500-a14f-5843258f3741 req-56a7adcd-b4d8-4463-a342-62aa197c4711 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Aug 19 14:53:17.580934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:17.587830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.588261 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Added segment 8164e5c7-b1b8-486e-9f85-1a99d30f61e3 of type vlan for network 31948ddd-ae4f-484d-9700-cefb37114be2 Aug 19 14:53:17.641039 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.743729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd58bf-12bc-4492-87b6-ee8a279263dc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:17.798200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-72846f3c-3c85-4407-8606-43972080e15c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.800029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-72846f3c-3c85-4407-8606-43972080e15c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532652 Aug 19 14:53:17.817659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-dff90eef-207a-4f48-9796-f80265eb85a5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/quotas/17219ebf602642a781d1fdd831b49381 HTTP/1.1" status: 200 len: 375 time: 0.0112538 Aug 19 14:53:17.838093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.842253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.842253 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.864485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-fe761cce-641d-4c87-b3e2-aa3cc69bc88f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368075 Aug 19 14:53:17.904393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-478286c7-5203-4cd5-ae8e-cb733fcfbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.906726 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-478286c7-5203-4cd5-ae8e-cb733fcfbae8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5&tenant_id=99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 1102 time: 0.1683462 Aug 19 14:53:17.916107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413a433-d01e-4817-9134-31c362a46950 req-2c2f9b4c-c412-4af8-9ac7-9ce58e1eff05 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.925263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3413a433-d01e-4817-9134-31c362a46950 req-2c2f9b4c-c412-4af8-9ac7-9ce58e1eff05 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1626780 Aug 19 14:53:17.937533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:17.955928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] Pushing event updated for resources: {'Network': ['ID=31948ddd-ae4f-484d-9700-cefb37114be2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:17.970006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 31948ddd-ae4f-484d-9700-cefb37114be2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:18.041685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e44330e-616b-4cdc-bf2f-d68c682cbcdb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0409768 Aug 19 14:53:18.043094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43192) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:18.048634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Request body: {'subnet': {'network_id': '31948ddd-ae4f-484d-9700-cefb37114be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1928428423-subnet', 'tenant_id': 'e458ae7437694b1e8d1f5bd09dba0f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:18.063489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-a511fa2d-a411-4e7f-b260-be3d8798393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:18.065256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-a511fa2d-a411-4e7f-b260-be3d8798393c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1102 time: 0.0708210 Aug 19 14:53:18.186346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-43299f7c-6a48-44b5-be0c-ef4a48938e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:18.187900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-43299f7c-6a48-44b5-be0c-ef4a48938e8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.0988147 Aug 19 14:53:18.188973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Made reservation on behalf of e458ae7437694b1e8d1f5bd09dba0f2d for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:18.191718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.292537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-82ee6659-b247-4d09-92ed-ffa49640e69c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0824747 Aug 19 14:53:18.303783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3413a433-d01e-4817-9134-31c362a46950 req-a98c65c1-1b41-4323-84ad-42426cad6d5e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577268 Aug 19 14:53:18.322407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.482532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:18.514259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3967e418-1425-4535-8402-fadf89450346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.592403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-dc06c1e6-7e62-4654-bd54-b5a43d9995fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:18.594219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-dc06c1e6-7e62-4654-bd54-b5a43d9995fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2952623 Aug 19 14:53:18.679597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-ed7cdb06-9bff-4f66-b059-fa942158215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:18.681099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-ed7cdb06-9bff-4f66-b059-fa942158215a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793421 Aug 19 14:53:18.689230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'tag': '080b9478-4808-4475-b50b-59051bbc89af'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:18.691911 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d859fd2-850f-4396-be17-91c8ed9d5d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "tag": "080b9478-4808-4475-b50b-59051bbc89af"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:18.765555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:18.796583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bde624-e573-4de2-b784-ff0aace08662 req-6d700b0c-4fdf-4535-b318-f14b539bd792 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:18.798544 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66bde624-e573-4de2-b784-ff0aace08662 req-6d700b0c-4fdf-4535-b318-f14b539bd792 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1098 time: 0.0997529 Aug 19 14:53:18.822998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-c9c349db-b1bc-4446-93cc-7db9d6d81b66 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333659 Aug 19 14:53:18.850988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3967e418-1425-4535-8402-fadf89450346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.851962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.855272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:18.896304 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66bde624-e573-4de2-b784-ff0aace08662 req-ecd9b4af-61ae-42f3-bd64-9e062d199bbc tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Aug 19 14:53:18.912960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.936723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Transition to ACTIVE for port object 5e7a8269-8c56-49ad-939a-672af7a4882f will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:18.967830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3967e418-1425-4535-8402-fadf89450346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.973149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Checking segment: {'id': '8164e5c7-b1b8-486e-9f85-1a99d30f61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31948ddd-ae4f-484d-9700-cefb37114be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:18.973509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Network hostable DHCP agents. Network: 31948ddd-ae4f-484d-9700-cefb37114be2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:18.975640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c054ace-bf2f-4605-a1b6-3cf948a371b8,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:18.999937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b415b99-d4f6-41fa-ad8e-5227db1d7608 req-6f489c9d-e869-4ef3-9552-c0d717066b62 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677589 Aug 19 14:53:19.047805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.079369 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc021a14-96dc-4286-807a-32d82536496c req-ef28a6aa-d1fc-4502-8c09-02362cf955d8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 210 time: 0.0570779 Aug 19 14:53:19.081715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3967e418-1425-4535-8402-fadf89450346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28a8727087244c3c9fabe71cfa2f6f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978475 Aug 19 14:53:19.088717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43222) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:19.103876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Network 31948ddd-ae4f-484d-9700-cefb37114be2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:19.116573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967e418-1425-4535-8402-fadf89450346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0a9e9-017a-4431-95c1-5b271a760896,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:19.122118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d87c45-d8b6-4f8d-b5b3-11476dd32759 req-441da2f8-f448-40a2-88c3-0e98d8cd9e59 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.123728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53d87c45-d8b6-4f8d-b5b3-11476dd32759 req-441da2f8-f448-40a2-88c3-0e98d8cd9e59 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1020386 Aug 19 14:53:19.160065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] No DVR routers for this DVR port 5e7a8269-8c56-49ad-939a-672af7a4882f on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:19.162410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=6']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:19.221145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53d87c45-d8b6-4f8d-b5b3-11476dd32759 req-acc9bbeb-aa92-481a-8cba-c3d9652b08d8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867777 Aug 19 14:53:19.223923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 31948ddd-ae4f-484d-9700-cefb37114be2) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:19.225824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:19.227971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:19.233747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:19.246199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.258177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.258992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a09f8-1373-477a-92ab-f352a6c80acb None None] Network 31948ddd-ae4f-484d-9700-cefb37114be2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:19.265452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Port 5e7a8269-8c56-49ad-939a-672af7a4882f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:19.265983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Attempting to bind port 5e7a8269-8c56-49ad-939a-672af7a4882f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:19.287779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:19.288238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:19.288762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:19.289439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Bound port: 5e7a8269-8c56-49ad-939a-672af7a4882f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:19.289972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.299196 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9182bfa4-1054-47bf-bfd7-f335680cdef1 x-openstack-request-id: req-9182bfa4-1054-47bf-bfd7-f335680cdef1 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:19.299625 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "tag": "080b9478-4808-4475-b50b-59051bbc89af", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:19.300015 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9182bfa4-1054-47bf-bfd7-f335680cdef1 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:19.300620 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'tag': '080b9478-4808-4475-b50b-59051bbc89af', 'status': 'completed', 'code': 200} Aug 19 14:53:19.308058 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e818d997-4334-491c-9518-cc319a87001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.488793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e818d997-4334-491c-9518-cc319a87001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.493174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f25eada6-9474-4c0d-8898-ec759b711791 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4486442 Aug 19 14:53:19.530998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9113ce04-a201-43fb-abdd-0d950a823bb5 None None] Network 31948ddd-ae4f-484d-9700-cefb37114be2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:19.534306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:19.539823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:19.574420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f76d4-f68a-4c61-9b27-16e57fd179dc req-d6acbc90-f62b-4706-8965-199d9b70edf0 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.578178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c9f76d4-f68a-4c61-9b27-16e57fd179dc req-d6acbc90-f62b-4706-8965-199d9b70edf0 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1098 time: 0.1896262 Aug 19 14:53:19.582026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-a187f11c-564e-4a2d-bd9c-c37da472646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.584258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-a187f11c-564e-4a2d-bd9c-c37da472646a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1127 time: 0.2349572 Aug 19 14:53:19.657508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.691370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c9f76d4-f68a-4c61-9b27-16e57fd179dc req-11ee8109-a9b0-4ded-95ac-e96f8161266f tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056125 Aug 19 14:53:19.726314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-75ade2a2-8df2-4feb-b9a3-ab944857f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.727987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-75ade2a2-8df2-4feb-b9a3-ab944857f7d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1326694 Aug 19 14:53:19.748752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43240) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:19.787360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.788027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.789817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] 10.222.0.46 "PUT /v2.0/ports/5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 1097 time: 1.8601038 Aug 19 14:53:19.791670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e818d997-4334-491c-9518-cc319a87001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.796478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e818d997-4334-491c-9518-cc319a87001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.807629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e818d997-4334-491c-9518-cc319a87001a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffb0a9e9-017a-4431-95c1-5b271a760896 HTTP/1.1" status: 204 len: 168 time: 0.7068596 Aug 19 14:53:19.833988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-142ef653-eb07-46ab-a01b-1779e261faf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 217 time: 0.0956283 Aug 19 14:53:19.857905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818d997-4334-491c-9518-cc319a87001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0a9e9-017a-4431-95c1-5b271a760896,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:19.886412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8f08f-a77a-4210-a6a3-a268d32c7cf7 req-6683f873-df25-49f8-a138-5d3abb550cb2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.904940 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ad8f08f-a77a-4210-a6a3-a268d32c7cf7 req-6683f873-df25-49f8-a138-5d3abb550cb2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.1605830 Aug 19 14:53:19.908420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba0762-28a9-4a0a-a8ae-580f0355934f service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=7']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:19.967818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 080b9478-4808-4475-b50b-59051bbc89af details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:19.976057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-fc09cbed-fb53-4a84-9d8c-9dc3fea479dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.977750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-fc09cbed-fb53-4a84-9d8c-9dc3fea479dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1353946 Aug 19 14:53:19.983971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-3c2eea0f-caca-4722-80e8-8567744476bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.987036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-3c2eea0f-caca-4722-80e8-8567744476bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1100 time: 0.1632776 Aug 19 14:53:20.066999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-62a22806-43fe-4ee8-9e80-b37eebcd02e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792296 Aug 19 14:53:20.073616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Deleting subnet d88633ea-6ea4-41ec-b2ed-67dc0ed96821 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:53:20.089511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.145000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ad8f08f-a77a-4210-a6a3-a268d32c7cf7 req-ace612ea-05a5-444b-8bee-c0b1ead3e86a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389002 Aug 19 14:53:20.157544 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.191452 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:20.206671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 080b9478-4808-4475-b50b-59051bbc89af has no active binding in host n-h2-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:53:20.246676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.257902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-19787650-163e-45e9-a1a0-3cbcc6cdf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:20.258946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-19787650-163e-45e9-a1a0-3cbcc6cdf513 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2556763 Aug 19 14:53:20.314245 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-95bbca64-9862-4225-b9ec-387e2f270483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0434828 Aug 19 14:53:20.379066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-a2b461f9-afee-4b75-849c-9b9e2ce75879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:20.379383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-819f8f6d-21de-4ab3-ad90-95e45f93ef63 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996135 Aug 19 14:53:20.381492 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-a2b461f9-afee-4b75-849c-9b9e2ce75879 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0599542 Aug 19 14:53:20.477078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a3e9-6810-4a16-9867-daea2850a553 req-42a40d55-2c11-4304-af02-99a11b77d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:20.477078 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-42a40d55-2c11-4304-af02-99a11b77d203 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736499 Aug 19 14:53:20.542995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d859fd2-850f-4396-be17-91c8ed9d5d7c req-2001ec83-6128-46e2-8c7c-10acfcfb6b54 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510239 Aug 19 14:53:20.545432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.584275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88633ea-6ea4-41ec-b2ed-67dc0ed96821,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:20.603742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-c4993938-8bdb-4e5f-ab8d-70feb5bf2129 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283937 Aug 19 14:53:20.617911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.620316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4c8a2d0b-4877-4a08-9ced-7531111153f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d88633ea-6ea4-41ec-b2ed-67dc0ed96821 HTTP/1.1" status: 204 len: 168 time: 0.8702929 Aug 19 14:53:20.623880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43270) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:20.743964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d566a3e9-6810-4a16-9867-daea2850a553 req-af3766e6-db21-4413-a01d-e16616f6be22 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262727 Aug 19 14:53:20.747245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.845944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.858182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > port after_create 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > port after_update 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.864630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.922215 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-588792ce-88a7-48ff-8eb3-bf28536f10ed req-3bcba047-70a3-4ad6-99c8-89b939287480 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 210 time: 0.0352838 Aug 19 14:53:20.979360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.979936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.980491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.980994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:53:20.981653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aa8150-ca52-444f-82bb-89a48645415e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:21.012432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573c5a52-1479-48fa-a39d-ee9807155d4c') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:21.012746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573c5a52-1479-48fa-a39d-ee9807155d4c') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:21.040513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.231842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f195-4509-44ec-bb56-cbea06025299 req-3877fc7a-6ee1-4841-9e00-4959b7d5eec9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:21.240873 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5b86f195-4509-44ec-bb56-cbea06025299 req-3877fc7a-6ee1-4841-9e00-4959b7d5eec9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0904241 Aug 19 14:53:21.244609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.264726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:53:21.267434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.303120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f'}, {'name': 'network-changed', 'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: from cryptography.utils import int_from_bytes Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: from cryptography.utils import int_from_bytes Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:53:21.305411 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:53:21.308002 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666ed97-e16c-4151-a8ac-cff03f63854e" -d '{"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f"}, {"name": "network-changed", "server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:21.334944 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5b86f195-4509-44ec-bb56-cbea06025299 req-0dcbb123-a107-4c0f-a7d6-68f84a2e2cf0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785184 Aug 19 14:53:21.490117 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.498494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.504294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] 10.222.0.13 "DELETE /v2.0/networks/83aa8150-ca52-444f-82bb-89a48645415e HTTP/1.1" status: 204 len: 168 time: 0.8756948 Aug 19 14:53:21.506497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43312) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:21.511910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb26d3c-c243-4f38-aed7-a90313f5d97d admin admin] Pushing event deleted for resources: {'Network': ['ID=83aa8150-ca52-444f-82bb-89a48645415e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:21.579374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Deleting subnet 9c054ace-bf2f-4605-a1b6-3cf948a371b8 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:53:21.583677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.647722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.662102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.876237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e053d5-062b-4c71-b06f-b280beb12b04 req-5d249b6e-9115-463c-9b19-ef75a2fe0d37 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:21.879112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0e053d5-062b-4c71-b06f-b280beb12b04 req-5d249b6e-9115-463c-9b19-ef75a2fe0d37 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.0805418 Aug 19 14:53:21.924826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0e053d5-062b-4c71-b06f-b280beb12b04 req-26c3f1d3-3c79-4fb8-8100-76bc7d57136c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Aug 19 14:53:21.961511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-d7fb0f5e-ff04-4e5a-a043-883a37ea6af1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273318 Aug 19 14:53:21.964799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.989724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.991719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c054ace-bf2f-4605-a1b6-3cf948a371b8 HTTP/1.1" status: 204 len: 168 time: 0.4836433 Aug 19 14:53:21.994566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43326) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:21.997299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:22.047990 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8737082d-dee7-43b3-b852-cd4e59c2ba3e x-openstack-request-id: req-8737082d-dee7-43b3-b852-cd4e59c2ba3e {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:22.048304 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f", "code": 200}, {"name": "network-changed", "server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:22.048545 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8737082d-dee7-43b3-b852-cd4e59c2ba3e {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:22.048951 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'code': 200} Aug 19 14:53:22.049234 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'status': 'completed', 'code': 200} Aug 19 14:53:22.068923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b97d51-6ddd-4ca0-ac31-80c1a42cba22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c054ace-bf2f-4605-a1b6-3cf948a371b8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:22.087241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:22.150201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.152433 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-07507c5c-99c9-4c8f-ba9c-d25dad46edd8 req-a03af27e-deb4-4bf3-b87f-94ce69834889 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 210 time: 0.0403848 Aug 19 14:53:22.157221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-01797c7b-ad55-426e-8e8a-dc51b3e5ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.159098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-01797c7b-ad55-426e-8e8a-dc51b3e5ea90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1100 time: 0.0838287 Aug 19 14:53:22.226829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-2816b910-9eba-4502-b021-3fb621186158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.228368 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-2816b910-9eba-4502-b021-3fb621186158 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1100 time: 0.0832651 Aug 19 14:53:22.259650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-470b616a-e437-4882-941d-48d2481cca07 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.261224 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-470b616a-e437-4882-941d-48d2481cca07 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866292 Aug 19 14:53:22.276528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:22.301458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.317195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31948ddd-ae4f-484d-9700-cefb37114be2']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.339928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8164e5c7-b1b8-486e-9f85-1a99d30f61e3') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.340319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8164e5c7-b1b8-486e-9f85-1a99d30f61e3') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.358974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.383072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-d659fdc6-1904-4191-9f13-5bbed01af446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.384874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-d659fdc6-1904-4191-9f13-5bbed01af446 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2164865 Aug 19 14:53:22.391455 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.442726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:53:22.443517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:53:22.445975 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:53:22.458370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-f215cc01-a670-4286-90ab-440e806ea8f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0635817 Aug 19 14:53:22.564112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-136d4ab8-983c-42ad-b40e-1b96db634ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.566005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-136d4ab8-983c-42ad-b40e-1b96db634ef7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0752850 Aug 19 14:53:22.637300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-c00fffdd-2a85-484e-b5e7-aa0f82ca860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.639220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-c00fffdd-2a85-484e-b5e7-aa0f82ca860d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645216 Aug 19 14:53:22.663938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.676128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-083e10e6-8874-472b-b0ec-c017273e9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.678286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-083e10e6-8874-472b-b0ec-c017273e9664 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.4378347 Aug 19 14:53:22.692596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.698630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/31948ddd-ae4f-484d-9700-cefb37114be2 HTTP/1.1" status: 204 len: 168 time: 0.7023795 Aug 19 14:53:22.699692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0587184-0867-499b-be33-7cb86a43fbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31948ddd-ae4f-484d-9700-cefb37114be2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:22.744427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-074a34ff-3bb3-4d88-a4a4-79e71fe0a211 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0575705 Aug 19 14:53:22.757422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbadf3-44db-4e6d-abcf-b65d16e2eebc req-2151ae86-0f04-4622-9f49-ef5966d72d55 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.759260 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67cbadf3-44db-4e6d-abcf-b65d16e2eebc req-2151ae86-0f04-4622-9f49-ef5966d72d55 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1721869 Aug 19 14:53:22.781405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-0e91b3d6-c0d0-4896-b37c-1a568fd4625a service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281631 Aug 19 14:53:22.828844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-d676fe74-ddac-4875-83ee-aa4e89cd5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.830257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-d676fe74-ddac-4875-83ee-aa4e89cd5c63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0699179 Aug 19 14:53:22.856653 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67cbadf3-44db-4e6d-abcf-b65d16e2eebc req-9260be8c-ee94-488b-a87d-8aacd82bd7e2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674150 Aug 19 14:53:22.893405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-fab809bb-d341-4bfb-b7f4-95bd479d738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.894958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-fab809bb-d341-4bfb-b7f4-95bd479d738d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555665 Aug 19 14:53:22.901543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:22.905988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.912951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-db4f8c4d-cc98-4c65-9b5c-63a8de40acda service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228931 Aug 19 14:53:22.965139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.102802 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-ad064d02-61f9-4beb-b7a3-29feeaaf87ac service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929228 Aug 19 14:53:23.129709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-051bbeda-fdc7-49bd-9b3f-a5ab11e39a1b tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:53:23.130751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-051bbeda-fdc7-49bd-9b3f-a5ab11e39a1b tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067105 Aug 19 14:53:23.143239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Request body: {'binding': {'host': 'n-h2-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:23.144084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Unknown quota resources ['binding']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:53:23.199218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c57eb7-5271-4fac-bf87-936eb99c5594 req-d38fe0cd-8049-447f-8469-ae845b455b2a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:23.200816 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97c57eb7-5271-4fac-bf87-936eb99c5594 req-d38fe0cd-8049-447f-8469-ae845b455b2a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.1653891 Aug 19 14:53:23.271157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.311658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on host n-h2-779913-32 for vnic_type normal with profile None {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:23.312314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:23.312314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:23.317256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97c57eb7-5271-4fac-bf87-936eb99c5594 req-9d4b9134-d616-4d09-86cb-93e893ff23b3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903101 Aug 19 14:53:23.322386 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2666ed97-e16c-4151-a8ac-cff03f63854e req-a59b609b-efb8-4b26-a536-066abd09ec35 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106631 Aug 19 14:53:23.328001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:23.328001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:23.334483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:23.335209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:23.335559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:23.336018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Bound port: c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:23.354993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.408732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43354) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:23.475457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-033d5613-31aa-4343-95a9-dbb5e6b06b51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=783c8b7ab6634434afbee2ce439ce439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703444 Aug 19 14:53:23.477929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:23.478988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43356) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:23.479334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01742741-4635-442b-b543-77366eaa7876,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:23.520932 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cffd0c2b-9138-4ab0-8f76-90541dd31fe0 req-9426a532-698d-4e1d-91a7-8346c30d5ae9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 210 time: 0.0483835 Aug 19 14:53:23.563077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-750f3d0a-3657-4130-80ed-9b0741678cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.590677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-750f3d0a-3657-4130-80ed-9b0741678cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.608196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.609503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-800c207e-b9e8-4e2f-a764-ae3cb86d8c0f service neutron] 10.222.0.13 "POST /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4707839 Aug 19 14:53:23.647975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:23.667747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.68 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/1d830478-479f-4142-b7ff-03350f2c0513) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:23.759236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-750f3d0a-3657-4130-80ed-9b0741678cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.763721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-750f3d0a-3657-4130-80ed-9b0741678cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.768867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-750f3d0a-3657-4130-80ed-9b0741678cbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ddcc808-fcfa-4d72-9b02-23079d5cf193 HTTP/1.1" status: 204 len: 168 time: 0.2845845 Aug 19 14:53:23.775210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f3d0a-3657-4130-80ed-9b0741678cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcc808-fcfa-4d72-9b02-23079d5cf193,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:23.835843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:23.948301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.983873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object 1d830478-479f-4142-b7ff-03350f2c0513 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:24.063061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:24.069881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b4986412-dec9-42d9-82c0-890177786e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.098058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'mac_address': 'fa:16:3e:d8:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:24.147026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed15f4-5162-48da-a464-0f9cda706ee7 req-509a7457-6c81-4858-8ad2-379a9725b049 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.149787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05ed15f4-5162-48da-a464-0f9cda706ee7 req-509a7457-6c81-4858-8ad2-379a9725b049 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0805192 Aug 19 14:53:24.174054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18557e56-6281-41e3-9513-650fa84e7439 req-15c7f820-db03-406d-a8f0-12135a70264f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.175700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18557e56-6281-41e3-9513-650fa84e7439 req-15c7f820-db03-406d-a8f0-12135a70264f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0868595 Aug 19 14:53:24.206963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05ed15f4-5162-48da-a464-0f9cda706ee7 req-ff673200-ab13-477c-afba-1e9969ceec46 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484717 Aug 19 14:53:24.265034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18557e56-6281-41e3-9513-650fa84e7439 req-4131f4d8-2e31-4a3f-8b86-ea1bd1d214c8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770335 Aug 19 14:53:24.271414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.342191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.380388 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b4986412-dec9-42d9-82c0-890177786e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.381665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7a8269-8c56-49ad-939a-672af7a4882f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:24.400211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:24.414375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:24.421069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:24.424025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:24.430548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.431464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.442544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=1d830478-479f-4142-b7ff-03350f2c0513,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:24.502855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-510d0a46-6c4a-41bb-9d92-e7c521b0822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.541915 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b4986412-dec9-42d9-82c0-890177786e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.580667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.630639 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-edd7e91d-9ce0-4a99-82d1-f5c1a13dd98c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3588963 Aug 19 14:53:24.649896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Request body: {'port': {'device_id': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:24.658114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4986412-dec9-42d9-82c0-890177786e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e066fa-ca2d-435f-bf29-b9eff71b2093,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:24.695955 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b4986412-dec9-42d9-82c0-890177786e24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db0fafdfadae48998fb716370b391dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0452902 Aug 19 14:53:24.698818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43392) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:24.707311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37be01-5d27-4ff3-8a3c-2ef9db13a5ca req-326426db-0cd9-4f3b-980a-69969b29b89b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.707491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:24.715556 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-da37be01-5d27-4ff3-8a3c-2ef9db13a5ca req-326426db-0cd9-4f3b-980a-69969b29b89b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 948 time: 0.2804935 Aug 19 14:53:24.781440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.785629 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-da37be01-5d27-4ff3-8a3c-2ef9db13a5ca req-678acab3-915b-4687-9282-dfe18520aeff tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691268 Aug 19 14:53:24.791912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b08eb229-fba3-4cac-abf7-1a0df6f83785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.836394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:24.870997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b08eb229-fba3-4cac-abf7-1a0df6f83785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.871654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b3e4b4d5-0062-4609-a683-5599ccfa6d71 None None] Provisioning for port 1d830478-479f-4142-b7ff-03350f2c0513 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:24.882586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b3e4b4d5-0062-4609-a683-5599ccfa6d71 None None] Provisioning complete for port 1d830478-479f-4142-b7ff-03350f2c0513 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:24.883059 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b4d5-0062-4609-a683-5599ccfa6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.897145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebfa96-2730-40e5-957a-047abe60fc47 req-2817c410-e914-4bb7-b8c0-cf73af21a2b5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.899117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17ebfa96-2730-40e5-957a-047abe60fc47 req-2817c410-e914-4bb7-b8c0-cf73af21a2b5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 935 time: 0.1573689 Aug 19 14:53:24.911140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-6db199fe-7a18-4e64-b9fb-4461af883fe9 service neutron] 10.222.0.46 "GET /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.1310380 Aug 19 14:53:24.982873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4b4d5-0062-4609-a683-5599ccfa6d71 None None] Port 1d830478-479f-4142-b7ff-03350f2c0513 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:25.024714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17ebfa96-2730-40e5-957a-047abe60fc47 req-cb32f56c-4c5f-4718-8efb-5b0fd415f889 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158421 Aug 19 14:53:25.090756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.179613 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b08eb229-fba3-4cac-abf7-1a0df6f83785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.182833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b08eb229-fba3-4cac-abf7-1a0df6f83785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.184132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b08eb229-fba3-4cac-abf7-1a0df6f83785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e066fa-ca2d-435f-bf29-b9eff71b2093 HTTP/1.1" status: 204 len: 168 time: 0.4832487 Aug 19 14:53:25.205783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:25.208136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eb229-fba3-4cac-abf7-1a0df6f83785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e066fa-ca2d-435f-bf29-b9eff71b2093,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.233812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:25.258388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d830478-479f-4142-b7ff-03350f2c0513 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:25.262607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43410) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:25.268103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.282346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Transition to ACTIVE for port object 1d830478-479f-4142-b7ff-03350f2c0513 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:25.308396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080b9478-4808-4475-b50b-59051bbc89af {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:25.326774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:25.349068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-42078889-e2bb-451d-a86e-8ae7f89c811f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e458ae7437694b1e8d1f5bd09dba0f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840297 Aug 19 14:53:25.352093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43414) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:25.422671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.449514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.459215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438778b-31cd-4515-b825-8f4f366107af req-ac29eb33-0e7d-4b0f-936f-0ef6f8b9d253 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:25.460752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c438778b-31cd-4515-b825-8f4f366107af req-ac29eb33-0e7d-4b0f-936f-0ef6f8b9d253 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0831378 Aug 19 14:53:25.461456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b0698d6-3b66-431f-9221-6474089cec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.508620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b0698d6-3b66-431f-9221-6474089cec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.537658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d830478-479f-4142-b7ff-03350f2c0513,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.589746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c438778b-31cd-4515-b825-8f4f366107af req-20a465f2-7eb8-4e9e-8954-42b59e0d2746 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228395 Aug 19 14:53:25.612610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Attempting to bind port 1d830478-479f-4142-b7ff-03350f2c0513 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:25.612960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Attempting to bind port 1d830478-479f-4142-b7ff-03350f2c0513 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:25.616133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Attempting to bind port 1d830478-479f-4142-b7ff-03350f2c0513 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:25.632691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e1b8-ea67-4dba-a46e-226f3c70344f req-cfff816e-f5da-480c-b5e6-429a95d0912f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:25.634365 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e5c0e1b8-ea67-4dba-a46e-226f3c70344f req-cfff816e-f5da-480c-b5e6-429a95d0912f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1501470 Aug 19 14:53:25.638654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Port 1d830478-479f-4142-b7ff-03350f2c0513 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:25.639341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Attempting to bind port 1d830478-479f-4142-b7ff-03350f2c0513 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:25.649200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] Transition to ACTIVE for port object 080b9478-4808-4475-b50b-59051bbc89af will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:25.674007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:25.674604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:25.675177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:25.675798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Bound port: 1d830478-479f-4142-b7ff-03350f2c0513, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:25.676494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.780248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.832570 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e5c0e1b8-ea67-4dba-a46e-226f3c70344f req-65ad0b0d-01fd-4f77-b598-7f9e43b2fb69 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870947 Aug 19 14:53:25.838520 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b0698d6-3b66-431f-9221-6474089cec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.841289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b0698d6-3b66-431f-9221-6474089cec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.845319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1b0698d6-3b66-431f-9221-6474089cec46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acdd58bf-12bc-4492-87b6-ee8a279263dc HTTP/1.1" status: 204 len: 168 time: 0.4889920 Aug 19 14:53:25.850474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014833a-4209-4450-b4bf-6cc5cb2c698c req-403927c3-4e11-42c4-9173-489d68d5ca13 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:25.855672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:25.869169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3014833a-4209-4450-b4bf-6cc5cb2c698c req-403927c3-4e11-42c4-9173-489d68d5ca13 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 949 time: 0.1290827 Aug 19 14:53:25.875802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-4a85d747-0706-42f6-a8ea-cb76e0b01402 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:25.877406 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-4a85d747-0706-42f6-a8ea-cb76e0b01402 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5&tenant_id=99124f7b967b44bea75c44452241c427&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 949 time: 0.1789467 Aug 19 14:53:25.902489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] No DVR routers for this DVR port 080b9478-4808-4475-b50b-59051bbc89af on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:25.923203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0698d6-3b66-431f-9221-6474089cec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd58bf-12bc-4492-87b6-ee8a279263dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.959704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3014833a-4209-4450-b4bf-6cc5cb2c698c req-c815b061-8578-43c3-aaf9-3afee4f2c4f6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003363 Aug 19 14:53:25.960367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.995499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] For port 1d830478-479f-4142-b7ff-03350f2c0513, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:26.001204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] For port 1d830478-479f-4142-b7ff-03350f2c0513, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d830478-479f-4142-b7ff-03350f2c0513,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:26.008236 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-6d222818-c7ff-4a0d-acfd-b9e5b5c615b8 service neutron] delete failed (client error): The resource could not be found. Aug 19 14:53:26.009329 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-6d222818-c7ff-4a0d-acfd-b9e5b5c615b8 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5e7a8269-8c56-49ad-939a-672af7a4882f/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.1227882 Aug 19 14:53:26.009847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-3eb6c942-2363-48ad-9563-aee500d61ab5 service neutron] 10.222.0.46 "PUT /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af/bindings/n-h2-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 1.0635657 Aug 19 14:53:26.038438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 5e7a8269-8c56-49ad-939a-672af7a4882f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:26.043010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 5e7a8269-8c56-49ad-939a-672af7a4882f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:26.043458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.150787 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.171714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.180882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:26.183536 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba43885-6f4d-410b-b15c-b1ae873ccf0b" -d '{"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:26.196451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733153c-9a73-4d9d-b63f-d070edd92c56 req-df45be2a-3882-46a8-a977-1675c0a86e19 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.198001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:26.201725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1733153c-9a73-4d9d-b63f-d070edd92c56 req-df45be2a-3882-46a8-a977-1675c0a86e19 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 947 time: 0.0671248 Aug 19 14:53:26.214221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.214519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.215881 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d830478-479f-4142-b7ff-03350f2c0513 HTTP/1.1" status: 200 len: 1096 time: 1.5723150 Aug 19 14:53:26.220535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'tag': '1d830478-479f-4142-b7ff-03350f2c0513'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:26.223459 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc70b6-3064-4983-843b-b87e5d34de9c" -d '{"events": [{"name": "network-changed", "server_uuid": "988da4af-d5ab-458e-9ca2-6eedf7a8b80a", "tag": "1d830478-479f-4142-b7ff-03350f2c0513"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:26.256409 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96cc606-b975-4b6b-8f50-a380ebab452b x-openstack-request-id: req-a96cc606-b975-4b6b-8f50-a380ebab452b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:26.256409 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:26.256409 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a96cc606-b975-4b6b-8f50-a380ebab452b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:26.256409 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'code': 200} Aug 19 14:53:26.258745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-e9e40441-2b59-42a4-b0c4-1be670554ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.259645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-e9e40441-2b59-42a4-b0c4-1be670554ceb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1101 time: 0.1230450 Aug 19 14:53:26.282664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113acc46-2e5b-44e9-8d87-5a8f669480b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d830478-479f-4142-b7ff-03350f2c0513,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:26.290452 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee58bea-b268-48a9-aefc-76898ff09248 x-openstack-request-id: req-7ee58bea-b268-48a9-aefc-76898ff09248 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:26.295273 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988da4af-d5ab-458e-9ca2-6eedf7a8b80a", "tag": "1d830478-479f-4142-b7ff-03350f2c0513", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:26.295273 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ee58bea-b268-48a9-aefc-76898ff09248 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:26.295273 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'tag': '1d830478-479f-4142-b7ff-03350f2c0513', 'status': 'completed', 'code': 200} Aug 19 14:53:26.305331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1733153c-9a73-4d9d-b63f-d070edd92c56 req-002a668b-4df6-4db0-aff6-08e9a8db3765 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007128 Aug 19 14:53:26.348903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43432) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:26.385391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df0c24cf-bc1e-4350-8182-6d1420a89b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.398393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.399718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 080b9478-4808-4475-b50b-59051bbc89af no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:26.512770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df0c24cf-bc1e-4350-8182-6d1420a89b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.514661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43436) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:26.634474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:26.642561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 080b9478-4808-4475-b50b-59051bbc89af not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:26.728425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc70b6-3064-4983-843b-b87e5d34de9c req-90a57da4-73f5-4e08-adc3-79a8ffb39965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.730379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aebc70b6-3064-4983-843b-b87e5d34de9c req-90a57da4-73f5-4e08-adc3-79a8ffb39965 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 1099 time: 0.4152882 Aug 19 14:53:26.773075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-a6bdacde-8b23-45f8-9cf1-6e47a0adc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.774545 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-a6bdacde-8b23-45f8-9cf1-6e47a0adc819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.4720547 Aug 19 14:53:26.797890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aebc70b6-3064-4983-843b-b87e5d34de9c req-fb3884f0-7903-420c-8527-7615583e5016 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563517 Aug 19 14:53:26.838420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df0c24cf-bc1e-4350-8182-6d1420a89b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.844692 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-e0434949-0ad2-4d77-8c92-123215ec1433 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0583904 Aug 19 14:53:26.846981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-52316c9b-ea1f-4b5c-aca3-5477ffb558ad tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.848547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-52316c9b-ea1f-4b5c-aca3-5477ffb558ad tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.5423534 Aug 19 14:53:26.878405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcae2-6d2b-493f-8a02-86d9b5f777aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.956542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579b0c-166f-4b5b-b493-1cff8789aa20 req-3da3be83-25fa-41b8-8e39-8cf68cbb84f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.958439 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63579b0c-166f-4b5b-b493-1cff8789aa20 req-3da3be83-25fa-41b8-8e39-8cf68cbb84f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.2497447 Aug 19 14:53:26.969130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df0c24cf-bc1e-4350-8182-6d1420a89b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d965ebf635484470a05a697ceb423b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202674 Aug 19 14:53:26.973207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43452) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:26.976208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c24cf-bc1e-4350-8182-6d1420a89b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42fea7-dcbb-429e-a604-c74897130e90,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:27.022577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-bcf281f4-2693-4497-a651-29549a37b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.024234 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-bcf281f4-2693-4497-a651-29549a37b28c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1663339 Aug 19 14:53:27.044311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-e162972a-8133-49e3-b95f-337f9b8249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.045922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-e162972a-8133-49e3-b95f-337f9b8249d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0&tenant_id=55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 1097 time: 0.1848314 Aug 19 14:53:27.068715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef644fa-2438-4c3d-8563-c5f8a25bb8e8 req-5b251a60-01e6-4402-a6ad-7f99b8b2c15f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.070315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef644fa-2438-4c3d-8563-c5f8a25bb8e8 req-5b251a60-01e6-4402-a6ad-7f99b8b2c15f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1284425 Aug 19 14:53:27.126211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63579b0c-166f-4b5b-b493-1cff8789aa20 req-614c09be-e2ab-4ea6-a43b-0e5769838207 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560493 Aug 19 14:53:27.130619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc70b6-3064-4983-843b-b87e5d34de9c req-4d81ff73-a96a-480a-b2d3-1f122364a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.132440 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aebc70b6-3064-4983-843b-b87e5d34de9c req-4d81ff73-a96a-480a-b2d3-1f122364a09e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3015637 Aug 19 14:53:27.173507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-e648bae4-b3cf-450d-a1d0-ebb029f6bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.175800 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-e648bae4-b3cf-450d-a1d0-ebb029f6bc21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376808 Aug 19 14:53:27.176815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ce43a7-58df-4caf-bd82-cbbae7a38a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.188044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef644fa-2438-4c3d-8563-c5f8a25bb8e8 req-6877d3b3-21be-42f2-b0ae-541f64bfaac2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Aug 19 14:53:27.217382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcae2-6d2b-493f-8a02-86d9b5f777aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.234620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-615ac506-7390-443e-85a9-a79933c34184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.235992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-615ac506-7390-443e-85a9-a79933c34184 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1368108 Aug 19 14:53:27.270358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.355365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcae2-6d2b-493f-8a02-86d9b5f777aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.365857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ce43a7-58df-4caf-bd82-cbbae7a38a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.432550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8b8fcae2-6d2b-493f-8a02-86d9b5f777aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=123b9bb4ae5f45339acb664e63ffc738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9134097 Aug 19 14:53:27.436933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fcae2-6d2b-493f-8a02-86d9b5f777aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eb5f63-9b47-4103-9ebc-9ca5c12bca22,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:27.439541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43466) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.469971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-66f5951a-4eb8-47a1-aaed-e2367db1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.471662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-66f5951a-4eb8-47a1-aaed-e2367db1e13e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 1099 time: 0.2388442 Aug 19 14:53:27.511630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c33b93-7217-40cc-936a-cc114e02b9d0 req-974d8af7-fce5-4eba-846e-3f499d9dc586 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.513950 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-06c33b93-7217-40cc-936a-cc114e02b9d0 req-974d8af7-fce5-4eba-846e-3f499d9dc586 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1729538 Aug 19 14:53:27.531207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d6338085-3070-4be5-aefc-708a70fbbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.531207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d6338085-3070-4be5-aefc-708a70fbbd50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.2770185 Aug 19 14:53:27.540474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.54', 56317) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.547060 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-55366bf3-911d-47e9-828d-011ce3bd7168 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623695 Aug 19 14:53:27.556499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-1e4aa61c-49c0-4bbd-9e1e-054c076a4be1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=1d830478-479f-4142-b7ff-03350f2c0513 HTTP/1.1" status: 200 len: 217 time: 0.0736771 Aug 19 14:53:27.629776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43470) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.640845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ecb7-854a-41c4-95e4-0bf4b9feb682 req-696625aa-4848-4cac-8837-ac37fbff9218 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.642510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93a2ecb7-854a-41c4-95e4-0bf4b9feb682 req-696625aa-4848-4cac-8837-ac37fbff9218 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 947 time: 0.2174387 Aug 19 14:53:27.650705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-130c8454-1d3a-4959-9db5-56c16af1afea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 217 time: 0.0950234 Aug 19 14:53:27.653148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9ad98dc-23b1-4efa-bbfc-354005e5b77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.721428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9ad98dc-23b1-4efa-bbfc-354005e5b77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.742403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ce43a7-58df-4caf-bd82-cbbae7a38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.744807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-5dbe8b42-a176-4df7-8df4-141dce64297f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1993649 Aug 19 14:53:27.745302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0ce43a7-58df-4caf-bd82-cbbae7a38a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.750734 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a0ce43a7-58df-4caf-bd82-cbbae7a38a18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae42fea7-dcbb-429e-a604-c74897130e90 HTTP/1.1" status: 204 len: 168 time: 0.7721753 Aug 19 14:53:27.753914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f9ed-ff7b-4a73-b480-0558c6cad60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.765389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce43a7-58df-4caf-bd82-cbbae7a38a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42fea7-dcbb-429e-a604-c74897130e90,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:27.781187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-06c33b93-7217-40cc-936a-cc114e02b9d0 req-2c7c2563-56e2-4948-89da-b6ec36cf8b70 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329700 Aug 19 14:53:27.809561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-b9914ef5-cdd4-4643-b478-a47006e05f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.812984 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-b9914ef5-cdd4-4643-b478-a47006e05f54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2360418 Aug 19 14:53:27.836630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93a2ecb7-854a-41c4-95e4-0bf4b9feb682 req-bb8fdf46-9f89-4989-8640-db756d8922b2 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538131 Aug 19 14:53:27.838520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-ceb94641-6ec9-4f21-9b30-23a6dfa7c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.840023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-ceb94641-6ec9-4f21-9b30-23a6dfa7c6a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1790955 Aug 19 14:53:27.882839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-674460c8-9295-4849-87b4-7ce4070facfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331762 Aug 19 14:53:27.919252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-network', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:27.922104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fe04a3e-f553-4c2e-9f99-417af71191cf req-02f5f749-32c4-4294-bcda-d68f7ca17c84 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633778 Aug 19 14:53:27.937044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-d5d9e22b-6258-4ec4-8f3c-11e7da5984f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.938707 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-d5d9e22b-6258-4ec4-8f3c-11e7da5984f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135156 Aug 19 14:53:28.009238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd981-e028-45ce-9130-4345051f786f req-bd1753f4-a642-452e-be84-e263ba6234bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.010881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-bd1753f4-a642-452e-be84-e263ba6234bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 1098 time: 0.1314898 Aug 19 14:53:28.042177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-fbff1da4-cfd9-4bd9-836a-191c7f4ac8c6 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280682 Aug 19 14:53:28.054511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-cd2de568-d534-4158-8297-83d4227ed8f4 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082251 Aug 19 14:53:28.095444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9ad98dc-23b1-4efa-bbfc-354005e5b77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.098079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9ad98dc-23b1-4efa-bbfc-354005e5b77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.099242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e9ad98dc-23b1-4efa-bbfc-354005e5b77f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8eb5f63-9b47-4103-9ebc-9ca5c12bca22 HTTP/1.1" status: 204 len: 168 time: 0.6486137 Aug 19 14:53:28.151131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Made reservation on behalf of 93bddeaedec6408ca99a30f5e16df2bf for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:28.153502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.163349 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4066b80-1057-4e40-8b58-d7759b7a47c9 req-657a0eb1-5aa0-46d5-835d-41701322d920 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012225 Aug 19 14:53:28.171809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad98dc-23b1-4efa-bbfc-354005e5b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eb5f63-9b47-4103-9ebc-9ca5c12bca22,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:28.189825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.266661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-31534e9d-c3c3-4838-a28b-76bff195ddb9 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148840 Aug 19 14:53:28.279329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd981-e028-45ce-9130-4345051f786f req-ac72f297-7b40-4590-859b-be234529c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.281038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-ac72f297-7b40-4590-859b-be234529c7e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.2379239 Aug 19 14:53:28.383016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859c600-bce4-410f-9023-81ae0ec320ff req-30af5d89-1b4f-40cf-a821-d34d9dd8a5f3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.384649 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e859c600-bce4-410f-9023-81ae0ec320ff req-30af5d89-1b4f-40cf-a821-d34d9dd8a5f3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0683205 Aug 19 14:53:28.439700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e859c600-bce4-410f-9023-81ae0ec320ff req-a3d66313-56bb-415b-b4bb-48f4a4abf842 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Aug 19 14:53:28.448790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-7175930b-91d5-4f7f-ae0a-e8b51f4e9afd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 200 len: 1002 time: 0.1582210 Aug 19 14:53:28.549494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4736c-96ec-464a-8fcf-047badfe6d7c req-783e0555-49d4-4049-90bf-d20ea3379ff1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.550857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ca4736c-96ec-464a-8fcf-047badfe6d7c req-783e0555-49d4-4049-90bf-d20ea3379ff1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.2070796 Aug 19 14:53:28.561545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd981-e028-45ce-9130-4345051f786f req-3477b565-86c9-4da8-ac5a-55e6cc79c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.563182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-3477b565-86c9-4da8-ac5a-55e6cc79c780 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.1056776 Aug 19 14:53:28.584954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.635149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ca4736c-96ec-464a-8fcf-047badfe6d7c req-218a0139-459d-4b99-aca8-8017c7937244 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Aug 19 14:53:28.653161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd981-e028-45ce-9130-4345051f786f req-0dcead3e-86cf-4a14-811a-ed6082f6e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.653161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-0dcead3e-86cf-4a14-811a-ed6082f6e86e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629544 Aug 19 14:53:28.678246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.728465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:28.758333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.758674 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Added segment 02a6178d-8d94-4074-ade4-2c91b75cdff9 of type vlan for network f03d4b09-9184-4e2a-bd08-93fabd4ca909 Aug 19 14:53:28.779795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf6fa7f-9148-4708-9a44-520b1a7eaebe,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:28.855046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.861483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-8e0afba2-f18f-4126-8578-1ed93884ac71 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018058 Aug 19 14:53:28.969501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856995-addd-46f1-b26a-0231a0e86efa req-9f290bd1-bee7-4123-8b3a-2427e86495bc tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.973960 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba856995-addd-46f1-b26a-0231a0e86efa req-9f290bd1-bee7-4123-8b3a-2427e86495bc tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0924964 Aug 19 14:53:29.038484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.040479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.041581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.043035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba856995-addd-46f1-b26a-0231a0e86efa req-162fad35-cf19-4257-8d27-6ddc4b1bfe86 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Aug 19 14:53:29.077482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051cf23-0b34-4bc8-8df0-6b30a31069f0 req-ef65586b-de85-43b7-9951-6b472a3f1a8f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.088077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f051cf23-0b34-4bc8-8df0-6b30a31069f0 req-ef65586b-de85-43b7-9951-6b472a3f1a8f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 947 time: 0.1338253 Aug 19 14:53:29.131479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a9bd981-e028-45ce-9130-4345051f786f req-8cb97a13-1b64-4d2a-ba97-fb6bfa8d48de service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585878 Aug 19 14:53:29.140844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43508) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.158072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-908b0d50-5a00-45a0-a099-576bea9a49b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.173936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] Pushing event updated for resources: {'Network': ['ID=f03d4b09-9184-4e2a-bd08-93fabd4ca909,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:29.185906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:29.191575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f051cf23-0b34-4bc8-8df0-6b30a31069f0 req-a6ca7ca7-9226-4252-871c-e4a12d23035a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895030 Aug 19 14:53:29.345989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-53a6d566-70b2-4ae6-84fc-e4826fdb272b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7134666 Aug 19 14:53:29.348569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43510) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.354823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Request body: {'subnet': {'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-subnet', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:29.418801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.446007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-908b0d50-5a00-45a0-a099-576bea9a49b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.600822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-bd55939e-811f-47d4-aac1-2a9470333b36 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.602431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ad761-0295-4f09-8a6e-a43366fe8c96 req-d8408edf-c4dd-4afd-a14f-cd61e246aabb tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.602653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-bd55939e-811f-47d4-aac1-2a9470333b36 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.0646610 Aug 19 14:53:29.604039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b37ad761-0295-4f09-8a6e-a43366fe8c96 req-d8408edf-c4dd-4afd-a14f-cd61e246aabb tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0855961 Aug 19 14:53:29.632280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-908b0d50-5a00-45a0-a099-576bea9a49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.665697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b0d50-5a00-45a0-a099-576bea9a49b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b0d080-4c41-465b-99be-9484a9583796,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:29.709334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b37ad761-0295-4f09-8a6e-a43366fe8c96 req-8b3c2360-d904-4232-8d6b-e5276795975e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933957 Aug 19 14:53:29.742152 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-908b0d50-5a00-45a0-a099-576bea9a49b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2baf81b10aef48358899b2b1f2fad7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977533 Aug 19 14:53:29.742492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43522) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.784315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Made reservation on behalf of 93bddeaedec6408ca99a30f5e16df2bf for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:29.788415 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.802624 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e105401-bd44-4729-9a17-351f99e7ca4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.828292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e105401-bd44-4729-9a17-351f99e7ca4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.954651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c2fd3-d3f4-4d89-9404-031e6e1ad6f4 req-ba48cb39-4aec-43d1-b78e-97d43530eacb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.958982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-682c2fd3-d3f4-4d89-9404-031e6e1ad6f4 req-ba48cb39-4aec-43d1-b78e-97d43530eacb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1420858 Aug 19 14:53:29.998798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-682c2fd3-d3f4-4d89-9404-031e6e1ad6f4 req-57eb427e-72c7-4204-8a1a-32f1a736f1f1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Aug 19 14:53:30.078813 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e105401-bd44-4729-9a17-351f99e7ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.081430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e105401-bd44-4729-9a17-351f99e7ca4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.082612 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9e105401-bd44-4729-9a17-351f99e7ca4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48b0d080-4c41-465b-99be-9484a9583796 HTTP/1.1" status: 204 len: 168 time: 0.3390784 Aug 19 14:53:30.095580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e105401-bd44-4729-9a17-351f99e7ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b0d080-4c41-465b-99be-9484a9583796,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:30.142919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d760ad5f-34f4-4c5f-aaec-7b256ec8ca73 service neutron] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:30.147986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d760ad5f-34f4-4c5f-aaec-7b256ec8ca73 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.149460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d802ff0c-7df8-4ca9-9f7e-3f4780c00448 req-d760ad5f-34f4-4c5f-aaec-7b256ec8ca73 service neutron] 10.222.0.54 "DELETE /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af/bindings/n-h1-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.5389731 Aug 19 14:53:30.217245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd2c07-e4e3-4d76-a18a-3c8c215525ab req-6153d44e-3250-40a4-935f-9f7a69d3bee3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.219775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4fd2c07-e4e3-4d76-a18a-3c8c215525ab req-6153d44e-3250-40a4-935f-9f7a69d3bee3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0665488 Aug 19 14:53:30.271086 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4fd2c07-e4e3-4d76-a18a-3c8c215525ab req-29c8bb29-bd2f-4d14-a8c5-c4b29ef9ebee tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Aug 19 14:53:30.297658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c03af5-7f94-47c2-a975-3a3b1d7f4113 req-4da84137-679e-43fd-b23e-a8851b961cfd tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.297658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93c03af5-7f94-47c2-a975-3a3b1d7f4113 req-4da84137-679e-43fd-b23e-a8851b961cfd tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1383998 Aug 19 14:53:30.351468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93c03af5-7f94-47c2-a975-3a3b1d7f4113 req-772a6f77-19b2-4710-a984-a4e09282ff7e tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528851 Aug 19 14:53:30.415852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.425343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2c5a-acb8-4433-adf3-18070bb165cc req-a8b257ba-0a83-4eb3-8ccb-f64bd8b42e37 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.434010 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f24a2c5a-acb8-4433-adf3-18070bb165cc req-a8b257ba-0a83-4eb3-8ccb-f64bd8b42e37 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 947 time: 0.0840650 Aug 19 14:53:30.485090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8fd827-d419-49c4-9047-22bc73e9ffb9,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:30.512519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f24a2c5a-acb8-4433-adf3-18070bb165cc req-d550038a-1ddb-41d0-bf27-cab556f555ac tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771022 Aug 19 14:53:30.536426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Checking segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:30.536771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Network hostable DHCP agents. Network: f03d4b09-9184-4e2a-bd08-93fabd4ca909, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:30.561371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855f236-1381-43e3-8dd8-e22393dd490d req-5d9163bf-cf01-4fbf-ba16-5715fac5801f tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.562906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c855f236-1381-43e3-8dd8-e22393dd490d req-5d9163bf-cf01-4fbf-ba16-5715fac5801f tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1102 time: 0.0641398 Aug 19 14:53:30.625923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c855f236-1381-43e3-8dd8-e22393dd490d req-f96dccbe-8635-4625-87f1-5a5b21d72f7d tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Aug 19 14:53:30.644556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.687940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:30.787408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f03d4b09-9184-4e2a-bd08-93fabd4ca909) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:30.799695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994bdcf-4799-4603-bbbd-0050a13a4134 None None] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:30.801317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.802425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.926193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df8efa02-fcf9-4867-910d-68fa2c7e9728 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5759037 Aug 19 14:53:30.930835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43572) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:30.940794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:31.002740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28548051-e401-4804-9a63-4c6f216bd0b3 req-b45a0152-e46d-4f38-8cfb-afccf26476b2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:31.004775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28548051-e401-4804-9a63-4c6f216bd0b3 req-b45a0152-e46d-4f38-8cfb-afccf26476b2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0966957 Aug 19 14:53:31.027877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-b265f464-a4e0-4eb7-b059-12ac3ee14ab1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:31.044195 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-b265f464-a4e0-4eb7-b059-12ac3ee14ab1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.3204618 Aug 19 14:53:31.062163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-2802ca38-025e-4a6b-b562-47b85e00c10a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/quotas/55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 375 time: 0.0170562 Aug 19 14:53:31.120079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28548051-e401-4804-9a63-4c6f216bd0b3 req-be70733c-53a1-48ef-a8b3-a25c5ce491c9 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076007 Aug 19 14:53:31.137042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:31.139589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.178791 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-a2d58835-f5ca-4017-b39e-38c1a0932cd2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098294 Aug 19 14:53:31.199079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.200859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.321657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-c5e2791d-021c-49fa-8e13-4e0d1e783c73 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271661 Aug 19 14:53:31.322335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.354915 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-b27a4eff-b4a3-4784-94f9-b9374b86d95b service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751420 Aug 19 14:53:31.377050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Allocated IP 172.20.0.2 (f03d4b09-9184-4e2a-bd08-93fabd4ca909/ab8fd827-d419-49c4-9047-22bc73e9ffb9/03138623-6f15-4de9-9465-436c8d4b57bc) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:31.581246 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.596855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.618084 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0ad6726b-3b11-4960-8721-b624109156a7 service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621932 Aug 19 14:53:31.625337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Transition to ACTIVE for port object 03138623-6f15-4de9-9465-436c8d4b57bc will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:31.648187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Transition to ACTIVE for port object 03138623-6f15-4de9-9465-436c8d4b57bc will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:31.727872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-f8af63c2-b330-4b54-aced-baad6d457669 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:31.736249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-f8af63c2-b330-4b54-aced-baad6d457669 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4073095 Aug 19 14:53:31.752725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-1cb4b9a2-376e-448a-a388-f25be5a21fe8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/quotas/99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 375 time: 0.0155144 Aug 19 14:53:31.799829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-9f20c8ad-1f0c-47ed-be46-316862190ac4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462031 Aug 19 14:53:31.828819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.861174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d830478-479f-4142-b7ff-03350f2c0513 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:31.888534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:31.896207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:31.903564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:31.912182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Pushing event updated for resources: {'Port': ['ID=03138623-6f15-4de9-9465-436c8d4b57bc,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:31.921755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.947245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.031386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Attempting to bind port 03138623-6f15-4de9-9465-436c8d4b57bc on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:32.031808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Attempting to bind port 03138623-6f15-4de9-9465-436c8d4b57bc by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:32.032245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Attempting to bind port 03138623-6f15-4de9-9465-436c8d4b57bc on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:32.054071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:32.054517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Checking segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:32.054933 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.055337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Bound using segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:32.055845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Bound port: 03138623-6f15-4de9-9465-436c8d4b57bc, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:32.057235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.152650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Allocated IP 172.25.5.236 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/c2833782-72b1-4108-93fa-b56ad6b5f912) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:32.206750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1d830478-479f-4142-b7ff-03350f2c0513, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d830478-479f-4142-b7ff-03350f2c0513,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:32.272080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1d830478-479f-4142-b7ff-03350f2c0513', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '1d830478-479f-4142-b7ff-03350f2c0513', 'mac_address': 'fa:16:3e:86:e0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:32.371252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87211f02-5a2a-41d5-8668-f7f0e06c4f39 req-22be5784-d6dc-4297-8eab-e03144bc1435 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.384457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87211f02-5a2a-41d5-8668-f7f0e06c4f39 req-22be5784-d6dc-4297-8eab-e03144bc1435 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 947 time: 0.1933446 Aug 19 14:53:32.417133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-67fb4820-104b-4056-90b9-be2f54c28703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.418866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-67fb4820-104b-4056-90b9-be2f54c28703 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1098 time: 0.1772571 Aug 19 14:53:32.422074 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.424519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] For port 03138623-6f15-4de9-9465-436c8d4b57bc, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:32.428324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.463501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] For port 03138623-6f15-4de9-9465-436c8d4b57bc, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03138623-6f15-4de9-9465-436c8d4b57bc,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:32.465367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d830478-479f-4142-b7ff-03350f2c0513 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:32.491319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1d830478-479f-4142-b7ff-03350f2c0513, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d830478-479f-4142-b7ff-03350f2c0513,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:32.506310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87211f02-5a2a-41d5-8668-f7f0e06c4f39 req-1f16673f-ef1a-4fbf-a389-bebc968b6b4c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195865 Aug 19 14:53:32.535179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5e2f6fac-fd41-44b8-8a03-269b179efa41 req-1c6f8a72-f3e6-4331-a2e0-8460cd2e5040 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 210 time: 0.0529971 Aug 19 14:53:32.604489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.608195 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.652724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e951b257-0dc8-4835-9603-5e83d2317236 req-b7373bdf-ca92-4c24-98d4-030d98014671 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.0706205 Aug 19 14:53:32.657575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-6077131d-2505-4489-ae7e-806890547394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.659714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-6077131d-2505-4489-ae7e-806890547394 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.2289910 Aug 19 14:53:32.692495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1d830478-479f-4142-b7ff-03350f2c0513,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:32.722517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-1641bc1c-2c6a-4c30-8615-6680c57a81b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 217 time: 0.0551643 Aug 19 14:53:32.731681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56445c23-9210-42f8-869d-4721f375993a req-a4791389-f051-4daa-a30e-52b48f05fdd5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.733228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56445c23-9210-42f8-869d-4721f375993a req-a4791389-f051-4daa-a30e-52b48f05fdd5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 946 time: 0.0925004 Aug 19 14:53:32.735025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.797664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3956b-1237-438f-b868-6ef4227b001a None None] Pushing event updated for resources: {'Port': ['ID=03138623-6f15-4de9-9465-436c8d4b57bc,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:32.853223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-7098f5bd-3b2c-4094-96cd-067601b41cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.865412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-7098f5bd-3b2c-4094-96cd-067601b41cb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1027172 Aug 19 14:53:32.878608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:32.880739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:32.897566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:32.914409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-8b810dfb-36b9-4e37-9f53-a1b672b9210f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507889 Aug 19 14:53:32.916634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:32.958413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Pushing event updated for resources: {'Port': ['ID=c2833782-72b1-4108-93fa-b56ad6b5f912,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:33.067793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56445c23-9210-42f8-869d-4721f375993a req-ee2e6c9b-bde2-4190-87d7-797833f4cdda tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237855 Aug 19 14:53:33.152311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-430dbfa7-4793-496c-af6a-410f363913c8 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305775 Aug 19 14:53:33.387850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-446958ef-c626-4e47-a6cf-57a469427745 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183509 Aug 19 14:53:33.707121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-08f50ad3-6256-4153-ae00-85452f86c1cf tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:33.709165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-08f50ad3-6256-4153-ae00-85452f86c1cf tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1098 time: 0.1039686 Aug 19 14:53:33.723412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:33.821931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1174557726', 'description': 'tempest-description-1042645056'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:33.847192 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.848841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d830478-479f-4142-b7ff-03350f2c0513 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:33.897275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.981148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97350f-97b4-4f76-8ff0-929d8eaf9913 req-1d9e69b0-f38b-441d-a578-9940c704a3bd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:33.988902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e97350f-97b4-4f76-8ff0-929d8eaf9913 req-1d9e69b0-f38b-441d-a578-9940c704a3bd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 948 time: 0.1514249 Aug 19 14:53:34.076384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e97350f-97b4-4f76-8ff0-929d8eaf9913 req-5ba558cb-8589-4893-84c2-eaa5166bbe95 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859001 Aug 19 14:53:34.089587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 1d830478-479f-4142-b7ff-03350f2c0513 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:34.094201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1d830478-479f-4142-b7ff-03350f2c0513 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:34.094656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.121279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.151169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:34.158920 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.169829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.211270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:34.271344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.276737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:34.279771 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e035e467-660f-466b-9dc4-3b7503b7b3fa" -d '{"events": [{"server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:34.290284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.320998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8db5328-b8a5-4633-a52d-47310a94f064 req-b548ee3c-cb99-4eb8-a0b5-ab1b4a45d086 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 210 time: 0.0346930 Aug 19 14:53:34.333670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d830478-479f-4142-b7ff-03350f2c0513'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:34.336014 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da36bad-f11f-4274-8b0c-ebbf0eeccd34" -d '{"events": [{"server_uuid": "988da4af-d5ab-458e-9ca2-6eedf7a8b80a", "name": "network-vif-plugged", "status": "completed", "tag": "1d830478-479f-4142-b7ff-03350f2c0513"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:34.368498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1d830478-479f-4142-b7ff-03350f2c0513, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d830478-479f-4142-b7ff-03350f2c0513,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:34.374048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.454810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb3d4e-f982-4a9d-877b-13199fa54b32 None None] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:34.467538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30f2511b-eb70-4cf6-8c20-7e0aefaf60c8 req-1f3713e4-14c2-4c44-afa9-e159a7668d6e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.0629642 Aug 19 14:53:34.514446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.518712 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.522979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:53:34.547926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.573243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on host n-h1-779913-32 for vnic_type normal with profile {"migrating_to": "n-h2-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:34.573714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:34.573995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:34.580964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:34.581356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Attempting to bind port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:34.586803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:34.587116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:34.587550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:34.587939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Bound port: c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:34.588331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.615558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1d830478-479f-4142-b7ff-03350f2c0513,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.615888 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:53:34.661135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-54f254c9-8c58-437f-a10b-a5f63d7ecd9c None None] Provisioning for port 03138623-6f15-4de9-9465-436c8d4b57bc completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:34.663375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.694867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43696) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:34.739818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:34.757766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:34.765592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183ec893-05ac-4daa-b635-2b29134f917c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.776424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86199d-ae53-4a1c-8402-28e6d14e5f1f req-89f02ba4-cf70-429d-8bf9-036765d2083a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:34.778214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa86199d-ae53-4a1c-8402-28e6d14e5f1f req-89f02ba4-cf70-429d-8bf9-036765d2083a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.0822446 Aug 19 14:53:34.835490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa86199d-ae53-4a1c-8402-28e6d14e5f1f req-fd6de9b0-9220-46d1-bfab-cd146f09c212 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Aug 19 14:53:34.836445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:34.855493 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:34.880451 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:34.881967 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:34.890959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.931025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.003277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03138623-6f15-4de9-9465-436c8d4b57bc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:35.010093 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b196f4b-7387-4eb2-b1a9-40f7ed80a504 x-openstack-request-id: req-3b196f4b-7387-4eb2-b1a9-40f7ed80a504 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:35.010397 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:35.014452 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b196f4b-7387-4eb2-b1a9-40f7ed80a504 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:35.014452 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'code': 200} Aug 19 14:53:35.028879 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50323c9a-707e-4ecd-b9c5-c90fb0527e1a x-openstack-request-id: req-50323c9a-707e-4ecd-b9c5-c90fb0527e1a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:35.029192 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988da4af-d5ab-458e-9ca2-6eedf7a8b80a", "name": "network-vif-plugged", "status": "completed", "tag": "1d830478-479f-4142-b7ff-03350f2c0513", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:35.029650 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50323c9a-707e-4ecd-b9c5-c90fb0527e1a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:35.030201 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d830478-479f-4142-b7ff-03350f2c0513', 'code': 200} Aug 19 14:53:35.035040 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.048897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f67a593-6f88-45dd-9c03-a8c33093efc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.081247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:35.102722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9298ffb-bd68-4438-b1bb-c3ae6ddcdfa5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:35.117751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.118199 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.120348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ae20da4e-7a8a-4f6b-b488-6a8ea6b9a67e service neutron] 10.222.0.54 "PUT /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 1124 time: 1.4035203 Aug 19 14:53:35.138867 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:35.187036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.190922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c93846f0-4cac-4695-ab6d-d7d88c37658f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2539444 Aug 19 14:53:35.191655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43702) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:35.204391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:35.244078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a67e-28ed-4caa-b81f-8ff29612ebc0 req-62061340-3f99-43ab-9042-77a0030df024 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.249107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 03138623-6f15-4de9-9465-436c8d4b57bc completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:35.253554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.258165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 03138623-6f15-4de9-9465-436c8d4b57bc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:35.258891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.260380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba98a67e-28ed-4caa-b81f-8ff29612ebc0 req-62061340-3f99-43ab-9042-77a0030df024 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 949 time: 0.0794747 Aug 19 14:53:35.271858 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7ba4ae-8b49-4155-ab66-54f100b24e68 req-d21d6d36-a493-435e-bca3-48963ff5b30d tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4565451 Aug 19 14:53:35.322429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05f482-9e61-48f7-9ad8-1788b75057f5 req-755d9705-17ae-423d-858a-6b43a80fa563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.326463 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e05f482-9e61-48f7-9ad8-1788b75057f5 req-755d9705-17ae-423d-858a-6b43a80fa563 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 1101 time: 0.1795530 Aug 19 14:53:35.334195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d3fa6bb8-f11c-4e0c-abd6-36ce45bfc858 req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1596857795', 'description': 'tempest-description-417970977'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:35.432230 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.459806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba98a67e-28ed-4caa-b81f-8ff29612ebc0 req-eecd0209-484f-4c56-b1fa-5cac40abc34d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984627 Aug 19 14:53:35.483354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 03138623-6f15-4de9-9465-436c8d4b57bc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03138623-6f15-4de9-9465-436c8d4b57bc,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:35.500071 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:33Z', 'revision_number': 3, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:35.534921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e05f482-9e61-48f7-9ad8-1788b75057f5 req-e4312a6a-7137-411e-bb02-063159d885f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929753 Aug 19 14:53:35.543034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-5136be9d-8695-4b59-9b7f-78f47ac70ac6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.546246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-5136be9d-8695-4b59-9b7f-78f47ac70ac6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.2460878 Aug 19 14:53:35.556542 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:53:35.556901 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Updating router 5ff20954-0ed4-4a2b-9324-37504b7d250a port c2833782-72b1-4108-93fa-b56ad6b5f912 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:53:35.580975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Request body: {'port': {'device_id': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'admin_state_up': True, 'tenant_id': '55ff8fd2b6f0468b908e64862f013c74'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:35.586736 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.593856 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.659637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f67a593-6f88-45dd-9c03-a8c33093efc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.690350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=03138623-6f15-4de9-9465-436c8d4b57bc,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:35.706195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0f7ffbf-78d1-4c01-b902-35f6b57d6c43 req-88169b1f-00c3-4d50-a009-73b802f6f919 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 210 time: 0.1201410 Aug 19 14:53:35.781088 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f67a593-6f88-45dd-9c03-a8c33093efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.856166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4f67a593-6f88-45dd-9c03-a8c33093efc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8eac0a9dc5e42bf8a227bf708cdb35f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1588626 Aug 19 14:53:35.865939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:35.874400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67a593-6f88-45dd-9c03-a8c33093efc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe37270-5d21-459b-885c-86033d909b50,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:35.902135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-839dbdcb-b348-4106-af3f-2b90724a6703 req-3f4f71da-6479-462d-b1cd-19ae8bff76ac tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.0800161 Aug 19 14:53:35.915021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d3fa6bb8-f11c-4e0c-abd6-36ce45bfc858 req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.008246 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.019448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5102769e-d426-46fb-822e-7bc648b2fd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.047722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Made reservation on behalf of 55ff8fd2b6f0468b908e64862f013c74 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:36.051424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.067838 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.093166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5102769e-d426-46fb-822e-7bc648b2fd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.099606 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Transition to ACTIVE for port object c2833782-72b1-4108-93fa-b56ad6b5f912 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:36.230866 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.232716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08d848-3a62-4605-9380-2901736238ac req-eed5b514-4650-4300-84c5-d7a5df323e5a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:36.235826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f08d848-3a62-4605-9380-2901736238ac req-eed5b514-4650-4300-84c5-d7a5df323e5a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.1809859 Aug 19 14:53:36.288606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-d0f4fe81-0713-43b1-9925-e687d7f92af5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902388 Aug 19 14:53:36.331545 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Pushing event updated for resources: {'Port': ['ID=c2833782-72b1-4108-93fa-b56ad6b5f912,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:36.335176 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Attempting to bind port c2833782-72b1-4108-93fa-b56ad6b5f912 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:36.335759 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Attempting to bind port c2833782-72b1-4108-93fa-b56ad6b5f912 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:36.336331 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Attempting to bind port c2833782-72b1-4108-93fa-b56ad6b5f912 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:36.344417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d3fa6bb8-f11c-4e0c-abd6-36ce45bfc858 req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.353741 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:36.354460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:36.355112 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.355907 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:36.356551 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Bound port: c2833782-72b1-4108-93fa-b56ad6b5f912, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:36.357606 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.361862 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.362403 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.363815 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.363815 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.364142 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.364613 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.365163 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.365787 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.366259 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.366781 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.368044 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.368044 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:36.446466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d3fa6bb8-f11c-4e0c-abd6-36ce45bfc858 req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.450199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Allocated IP 172.20.0.1 (f03d4b09-9184-4e2a-bd08-93fabd4ca909/ab8fd827-d419-49c4-9047-22bc73e9ffb9/c1500b53-9945-4581-94af-b602ffa6a351) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:36.459117 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] For port c2833782-72b1-4108-93fa-b56ad6b5f912, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:36.462958 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] For port c2833782-72b1-4108-93fa-b56ad6b5f912, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2833782-72b1-4108-93fa-b56ad6b5f912,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:36.475387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f08d848-3a62-4605-9380-2901736238ac req-4c6ac67d-75ba-4761-8af9-4d8808e649fb tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237883 Aug 19 14:53:36.489956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5102769e-d426-46fb-822e-7bc648b2fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.492982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5102769e-d426-46fb-822e-7bc648b2fd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.498793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5102769e-d426-46fb-822e-7bc648b2fd8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fe37270-5d21-459b-885c-86033d909b50 HTTP/1.1" status: 204 len: 168 time: 0.6275628 Aug 19 14:53:36.524697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f43689-0b0f-4405-9fd7-9b9375fc49af,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:36.557561 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.577841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102769e-d426-46fb-822e-7bc648b2fd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe37270-5d21-459b-885c-86033d909b50,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:36.599789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Allocated IP 172.20.0.11 (669b41a5-b896-48cc-884a-214d808dd4e4/8a6b236a-6621-48b4-b173-5d1cf6d99652/ed18ad12-a56a-48f9-8917-132a07fa332b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:36.605049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d3fa6bb8-f11c-4e0c-abd6-36ce45bfc858 req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.606328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3fa6bb8-f11c-4e0c-abd6-36ce45bfc858 req-3cceb672-83bb-4c9f-ac1d-13981efe9f9b tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2879715 Aug 19 14:53:36.629265 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:36.629915 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:36.640856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-876d424c-94f5-488f-9730-378e0c59b2f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:36.642484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-876d424c-94f5-488f-9730-378e0c59b2f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359525 Aug 19 14:53:36.666297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Request body: {'port': {'device_id': 'b3795d88-b952-4036-beea-8c597969ed17', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '99124f7b967b44bea75c44452241c427'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:36.675299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.695038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Transition to ACTIVE for port object c1500b53-9945-4581-94af-b602ffa6a351 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:36.698021 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104bdfc-ad32-4c1b-9f92-8a2aa232bf76 None None] Pushing event updated for resources: {'Port': ['ID=c2833782-72b1-4108-93fa-b56ad6b5f912,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:36.757364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7979c-ada3-454f-bca8-b39d0ada7866 req-8616b0e7-73e1-451d-a444-a158d6362998 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:36.763783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96d7979c-ada3-454f-bca8-b39d0ada7866 req-8616b0e7-73e1-451d-a444-a158d6362998 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 949 time: 0.1961043 Aug 19 14:53:36.817602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.846798 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:36.859858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:36.865289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:36.871239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:36.871239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.910907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96d7979c-ada3-454f-bca8-b39d0ada7866 req-11f061c6-4b71-4cc8-94aa-8f3a9fe90d85 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460888 Aug 19 14:53:36.980367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Pushing event updated for resources: {'Port': ['ID=c1500b53-9945-4581-94af-b602ffa6a351,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:36.987858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03138623-6f15-4de9-9465-436c8d4b57bc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:36.989973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2448270', 'description': 'tempest-description-1293021320'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:37.019516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:37.039440 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc6054-96fc-4b43-83c0-f883ee85af0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:37.127331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 03138623-6f15-4de9-9465-436c8d4b57bc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:37.127716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.151002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32448a1d-728e-4cbf-973f-e0acafc08b08 req-6efa5728-237a-491a-9b71-0cf8b32b48c8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 210 time: 0.0602984 Aug 19 14:53:37.162162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.262304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Made reservation on behalf of 99124f7b967b44bea75c44452241c427 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:37.280179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.292173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1fa4955-11a0-4089-85e8-3f9662c9d849 req-384aebe4-eb88-45f4-be9d-75964e5af021 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.0484557 Aug 19 14:53:37.317223 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:33Z', 'revision_number': 3, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:37.362862 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.371547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0a77d-1622-48f9-881a-bd80e11e7d9a None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:33Z', 'revision_number': 3, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:37.377548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.434954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.450008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.456618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Network 669b41a5-b896-48cc-884a-214d808dd4e4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:37.466770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:37.472687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-18bb46f9-0479-4a74-81d8-1e99c69490ce None None] Provisioning for port c1500b53-9945-4581-94af-b602ffa6a351 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:37.478776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-18bb46f9-0479-4a74-81d8-1e99c69490ce None None] Provisioning complete for port c1500b53-9945-4581-94af-b602ffa6a351 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:37.479159 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-18bb46f9-0479-4a74-81d8-1e99c69490ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.487323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:37.552479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-18bb46f9-0479-4a74-81d8-1e99c69490ce None None] Port c1500b53-9945-4581-94af-b602ffa6a351 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:37.552632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:37.569277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Allocated IP 192.168.233.206 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/1eb8fe13-13f9-4776-a19e-91d2e5992c2f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:37.618175 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082dbf51-8209-4451-8b63-90873b433c6f x-openstack-request-id: req-082dbf51-8209-4451-8b63-90873b433c6f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:37.619028 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:37.619449 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-082dbf51-8209-4451-8b63-90873b433c6f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:37.619883 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'status': 'completed', 'code': 200} Aug 19 14:53:37.669975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:37.682865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-5104022d-2c96-44ec-bfa2-fc403362e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.684399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-5104022d-2c96-44ec-bfa2-fc403362e063 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1127 time: 0.1217635 Aug 19 14:53:37.745245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-548e1b0e-353c-4cd5-9c51-1956b0dc1099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.755874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.788460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.789017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.807773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48bd6-4464-48d1-9b24-7583222db7f7 req-676b9ee9-cc6d-469e-b635-4f19d9dcbde7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.807773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ec48bd6-4464-48d1-9b24-7583222db7f7 req-676b9ee9-cc6d-469e-b635-4f19d9dcbde7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.1801488 Aug 19 14:53:37.819233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.875361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ec48bd6-4464-48d1-9b24-7583222db7f7 req-c601750a-aa27-4200-adc7-8b91806d3d75 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676537 Aug 19 14:53:37.877250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-0e2b3e3c-e298-49c0-aaa8-42f1bfed11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.879490 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-0e2b3e3c-e298-49c0-aaa8-42f1bfed11ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.1792676 Aug 19 14:53:37.899522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.900772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.910810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.930233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Transition to ACTIVE for port object 1eb8fe13-13f9-4776-a19e-91d2e5992c2f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:37.952290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-22d59eed-7c19-47d6-9632-9321d61c7607 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 217 time: 0.0607266 Aug 19 14:53:37.973045 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.047651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fa6e2-357c-4610-a863-12e87da48866 req-2533075e-c848-4e3c-b8ce-b010d8180c9e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:38.049236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-639fa6e2-357c-4610-a863-12e87da48866 req-2533075e-c848-4e3c-b8ce-b010d8180c9e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 949 time: 0.0547340 Aug 19 14:53:38.094200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-639fa6e2-357c-4610-a863-12e87da48866 req-a830e31c-3bdb-42e1-96cc-44d2dd631b55 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Aug 19 14:53:38.115646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-0dbb42c8-3cc7-4504-817b-e2095fd09984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5471737 Aug 19 14:53:38.125221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:38.144442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Request body: {'port': {'device_id': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:38.191839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.214222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:38.293477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:38.305869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:38.310312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:38.317166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:38.346391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.429556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:38.430240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.490509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Pushing event updated for resources: {'Port': ['ID=c1500b53-9945-4581-94af-b602ffa6a351,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:38.559056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd8601-cc24-4da1-ac14-09c483bc7b46,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:38.594025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-08da99e4-b61c-4879-821b-3840ac4a05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:38.595598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-08da99e4-b61c-4879-821b-3840ac4a05a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.6126487 Aug 19 14:53:38.631346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:38.652541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-bec80d73-b97e-481f-8a81-8ad3004f10a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378346 Aug 19 14:53:38.656581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a has no active binding in host n-h2-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:53:38.730446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e4ab2-f2f7-4f3b-9763-d59c61e3ad23 req-2c02652b-08fc-416d-a64f-adfdd5c69013 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:38.732210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d64e4ab2-f2f7-4f3b-9763-d59c61e3ad23 req-2c02652b-08fc-416d-a64f-adfdd5c69013 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 1101 time: 0.0679727 Aug 19 14:53:38.738679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:38.742888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:38.771977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d64e4ab2-f2f7-4f3b-9763-d59c61e3ad23 req-d02664e1-0368-4ac1-ae40-f81649108bd6 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.868910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed18ad12-a56a-48f9-8917-132a07fa332b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:38.878315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.898819 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-2772507c-e42e-44ab-9d18-ca5989f7a091 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388620 Aug 19 14:53:38.905818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Transition to ACTIVE for port object ed18ad12-a56a-48f9-8917-132a07fa332b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:38.937711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b54852ac-1c67-429a-8995-90e0a1655c58 None None] Provisioning for port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:38.942431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2833782-72b1-4108-93fa-b56ad6b5f912 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:38.946777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b54852ac-1c67-429a-8995-90e0a1655c58 None None] Provisioning complete for port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:38.947211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b54852ac-1c67-429a-8995-90e0a1655c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.967544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-548e1b0e-353c-4cd5-9c51-1956b0dc1099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.008738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:53:39.020076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b54852ac-1c67-429a-8995-90e0a1655c58 None None] Port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:39.023537 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5cc6054-96fc-4b43-83c0-f883ee85af0a req-221b8941-4fb9-480d-856c-7baca5d5d57f service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133285 Aug 19 14:53:39.038928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.078847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-548e1b0e-353c-4cd5-9c51-1956b0dc1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.098909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:39.121471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c2833782-72b1-4108-93fa-b56ad6b5f912 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:39.125832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c2833782-72b1-4108-93fa-b56ad6b5f912 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:39.126869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.163059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-548e1b0e-353c-4cd5-9c51-1956b0dc1099 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=301d6d51306f455189d1032cee4d57dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4879451 Aug 19 14:53:39.166443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:39.175050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e1b0e-353c-4cd5-9c51-1956b0dc1099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89de829-548e-46c0-96c3-c756f8f0f5fa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:39.182234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-178ca5dc-4385-4c2c-b810-be02511a3690 None None] Provisioning complete for port c1500b53-9945-4581-94af-b602ffa6a351 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:39.182592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-178ca5dc-4385-4c2c-b810-be02511a3690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.198076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:39.199311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:39.199910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:39.206779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:39.207585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:39.210359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:39.214277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:39.214904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:39.215715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:39.217364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Bound port: ed18ad12-a56a-48f9-8917-132a07fa332b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:39.218119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.223224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-eb341147-bfd6-4f01-b8f7-6a4f96b082f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5640621 Aug 19 14:53:39.233261 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ec2b3dce-b0f1-4782-8b44-abcfcae006ed admin admin] 10.222.0.13 "PUT /v2.0/routers/5ff20954-0ed4-4a2b-9324-37504b7d250a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0353420 Aug 19 14:53:39.246037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Request body: {'port': {'device_id': 'b3795d88-b952-4036-beea-8c597969ed17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:39.274530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.300693 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.320748 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.346155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.355089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c2833782-72b1-4108-93fa-b56ad6b5f912, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2833782-72b1-4108-93fa-b56ad6b5f912,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:39.357277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-178ca5dc-4385-4c2c-b810-be02511a3690 None None] Port c1500b53-9945-4581-94af-b602ffa6a351 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:39.363789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:39.397791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:39.430659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.472167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.477105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.477105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f89de829-548e-46c0-96c3-c756f8f0f5fa HTTP/1.1" status: 204 len: 168 time: 0.3093302 Aug 19 14:53:39.501397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c2833782-72b1-4108-93fa-b56ad6b5f912,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:39.510927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89de829-548e-46c0-96c3-c756f8f0f5fa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:39.518147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.534440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.534814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.535126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.535465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.535805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.536141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.536474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.536816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.537176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.537480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.537801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.538131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a7a2d-4a26-492c-8c24-03e04cea7b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:39.566774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:39.567977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.581018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:39.581933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:39.683744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.712593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:39.719540 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7ce6c-a05b-47d7-afd0-da76cbf786c5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:39.832384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:39.833014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.834556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] 10.222.0.54 "PUT /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 1093 time: 1.7005200 Aug 19 14:53:39.835019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:39.837522 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:39.899736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e738b06-1df6-401b-b798-01def9bbc850 service neutron] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.012870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 2, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:40.072020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:53:40.072630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Updating router 5ff20954-0ed4-4a2b-9324-37504b7d250a port c1500b53-9945-4581-94af-b602ffa6a351 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:53:40.113666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.133316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb8fe13-13f9-4776-a19e-91d2e5992c2f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:40.141985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d64e4ab2-f2f7-4f3b-9763-d59c61e3ad23 req-d02664e1-0368-4ac1-ae40-f81649108bd6 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.144009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.163299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8f02a6e8-c38e-4960-8488-27c95e64a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.163299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-8f02a6e8-c38e-4960-8488-27c95e64a8ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1096 time: 0.1647487 Aug 19 14:53:40.164244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Transition to ACTIVE for port object 1eb8fe13-13f9-4776-a19e-91d2e5992c2f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:40.220690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-bd211e4b-3239-4d4b-98f6-5abedb883213 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 217 time: 0.0396395 Aug 19 14:53:40.238574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d64e4ab2-f2f7-4f3b-9763-d59c61e3ad23 req-d02664e1-0368-4ac1-ae40-f81649108bd6 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.279578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.303898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d64e4ab2-f2f7-4f3b-9763-d59c61e3ad23 req-d02664e1-0368-4ac1-ae40-f81649108bd6 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5587304 Aug 19 14:53:40.327635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02664e1-0368-4ac1-ae40-f81649108bd6 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e65196-b454-43b6-a7f1-1f854e8ac7f6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.336132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-ae551a8d-8e08-40fa-aca3-682b131e1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.338831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-ae551a8d-8e08-40fa-aca3-682b131e1ab3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1096623 Aug 19 14:53:40.383188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.390476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-1c747fb6-02cb-48aa-b777-4b19f1ef5ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415955 Aug 19 14:53:40.402013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.403879 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2edb724e-9dd5-43fe-8710-34c407c50bc8 req-b76623ad-26a8-4773-9a31-38fcf5a00ce6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4244833 Aug 19 14:53:40.463151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.478241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Transition to ACTIVE for port object c1500b53-9945-4581-94af-b602ffa6a351 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:40.564698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcb3c5-47a6-4086-91d2-25ebc84252a1 req-fbbb5029-dd8c-4e0d-9609-4a57f68d3d17 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.566310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3bcb3c5-47a6-4086-91d2-25ebc84252a1 req-fbbb5029-dd8c-4e0d-9609-4a57f68d3d17 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.1804223 Aug 19 14:53:40.568901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111542-1c14-4c42-a7fc-ef79f64c7c4d req-befc974b-752f-4f8b-88dc-bdc176522d11 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.571606 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8d111542-1c14-4c42-a7fc-ef79f64c7c4d req-befc974b-752f-4f8b-88dc-bdc176522d11 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 948 time: 0.0648623 Aug 19 14:53:40.579090 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.596844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-531ce18d-9ad2-4018-ad1b-0dffdf2f4f4f service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924057 Aug 19 14:53:40.603575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Attempting to bind port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:40.603920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Attempting to bind port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:40.604337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Attempting to bind port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:40.623495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:40.623750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Attempting to bind port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:40.640401 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8d111542-1c14-4c42-a7fc-ef79f64c7c4d req-9165e914-cd0c-443b-8ba3-0f7e819be842 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529094 Aug 19 14:53:40.643231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b6d9-dde4-4ae8-a9da-472a3fc1ead1 None None] Pushing event updated for resources: {'Port': ['ID=c1500b53-9945-4581-94af-b602ffa6a351,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.679678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:40.679939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:40.680334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:40.680766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Bound port: 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:40.681171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.695755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3bcb3c5-47a6-4086-91d2-25ebc84252a1 req-30f6dd46-8db8-4ffa-aaa0-05f736fb5b98 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210277 Aug 19 14:53:40.745794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Attempting to bind port c1500b53-9945-4581-94af-b602ffa6a351 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:40.746483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Attempting to bind port c1500b53-9945-4581-94af-b602ffa6a351 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:40.746615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Attempting to bind port c1500b53-9945-4581-94af-b602ffa6a351 on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:40.756983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:40.757438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Checking segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:40.757971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.758449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Bound using segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:40.759023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Bound port: c1500b53-9945-4581-94af-b602ffa6a351, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:40.759514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.804659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-403a7fe0-fd0c-40a3-8ef3-98312d743deb req-63dd0286-f371-4381-b2c1-b82df27a0c38 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954501 Aug 19 14:53:40.822691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:40.828308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:40.899583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] For port c1500b53-9945-4581-94af-b602ffa6a351, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:40.905218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] For port c1500b53-9945-4581-94af-b602ffa6a351, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c1500b53-9945-4581-94af-b602ffa6a351,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:40.907144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.970380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebebc22-1597-4936-b60d-068cf1323614 req-fe833a6a-257f-4320-84f4-1ef939628790 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.972025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ebebc22-1597-4936-b60d-068cf1323614 req-fe833a6a-257f-4320-84f4-1ef939628790 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.1371360 Aug 19 14:53:40.980000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2833782-72b1-4108-93fa-b56ad6b5f912 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:40.980539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.980539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.980539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 1097 time: 1.7399163 Aug 19 14:53:41.031463 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.054096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a468fd-1b42-4ac0-a2f5-56a9e2c158d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:41.098386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ebebc22-1597-4936-b60d-068cf1323614 req-6e2c5a66-dd7d-4d47-9484-7697c5ec5c66 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078489 Aug 19 14:53:41.111434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:41.112253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:41.245242 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9da93-8dd6-43e1-9c8f-e38cf9d4aecf x-openstack-request-id: req-eee9da93-8dd6-43e1-9c8f-e38cf9d4aecf {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:41.245800 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:41.251993 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eee9da93-8dd6-43e1-9c8f-e38cf9d4aecf {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:41.251993 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'status': 'completed', 'code': 200} Aug 19 14:53:41.261713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:41.354196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b6d9-dde4-4ae8-a9da-472a3fc1ead1 None None] Pushing event updated for resources: {'Port': ['ID=c1500b53-9945-4581-94af-b602ffa6a351,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:41.367316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c2833782-72b1-4108-93fa-b56ad6b5f912 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:41.367693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.435519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:41.461690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-a1a1ce6d-ca80-46c8-b9ac-7a90c10952fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.464339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-a1a1ce6d-ca80-46c8-b9ac-7a90c10952fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1100 time: 0.2598836 Aug 19 14:53:41.476095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-2adb949c-a46b-429c-bf5a-6fc8abd145b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.479204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-2adb949c-a46b-429c-bf5a-6fc8abd145b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1096 time: 0.1194816 Aug 19 14:53:41.498608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-3e3cad54-9ecb-4d6a-97ab-d5da903f247e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.506178 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-3e3cad54-9ecb-4d6a-97ab-d5da903f247e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 821 time: 0.1567452 Aug 19 14:53:41.525720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-9965f17a-867b-43aa-9551-5900dfb14aee tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/quotas/93bddeaedec6408ca99a30f5e16df2bf HTTP/1.1" status: 200 len: 375 time: 0.0181863 Aug 19 14:53:41.532943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1365801776-network', 'tenant_id': '1081d72689d145ab8da0d34f7fa18a43'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:41.588583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-659cbdcd-7554-47c4-9b0e-f7c6e9f1a364 req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1571560366', 'description': 'tempest-description-767419347'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:41.611290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-9f178b2e-a033-46fe-808b-9df864c3f7b5 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843916 Aug 19 14:53:41.619884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-ee0ca96d-a03d-41bd-bd63-f2a922a07e19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 217 time: 0.1392179 Aug 19 14:53:41.699273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Made reservation on behalf of 1081d72689d145ab8da0d34f7fa18a43 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:41.701684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.718796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.723720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-2913ddd8-7145-4a5a-85a1-cef47ea57b79 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110311 Aug 19 14:53:41.741321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:40Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:41.776346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc67d3a-9f59-4b57-8cc2-9be42c3736b5 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:40Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:41.781946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-e3b96c48-07b5-4df9-99f3-5d5b3a85108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.785393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-e3b96c48-07b5-4df9-99f3-5d5b3a85108e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1229084 Aug 19 14:53:41.838415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-e8449177-7c9c-4f3d-a15f-b4e924af8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.845218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-e8449177-7c9c-4f3d-a15f-b4e924af8fcc service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.3484569 Aug 19 14:53:41.859795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-e16089aa-ba51-4092-bab5-290f042b7be8 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252639 Aug 19 14:53:41.909596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-659cbdcd-7554-47c4-9b0e-f7c6e9f1a364 req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.913309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-d1edff48-d315-4295-8c8c-d337d5a6e2bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 217 time: 0.0591311 Aug 19 14:53:41.929669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-d3c8d1e7-12c2-48f1-b446-aee01a754124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.931202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-d3c8d1e7-12c2-48f1-b446-aee01a754124 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329381 Aug 19 14:53:42.003500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.047650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-d0326cb3-da73-4b8b-a38d-0ab492a2c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.049293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-d0326cb3-da73-4b8b-a38d-0ab492a2c22b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1228361 Aug 19 14:53:42.089646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-f74162c2-3992-496b-8b41-f13c35ab0143 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296831 Aug 19 14:53:42.161200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-38760d0e-97e9-441b-a5ca-f108584e52df service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186480 Aug 19 14:53:42.171121 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.244208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e71dd6-3965-4114-ac8d-b555f26c0fb0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:42.262369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:42.284084 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.284084 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Added segment 73e30e7a-2f3b-46cc-9359-d0d79f2750a1 of type vlan for network b8badaff-e4d5-41a6-a394-6b7ef0ee813a Aug 19 14:53:42.321500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-09dc89c7-d0d3-4bea-b92c-59ff151ce130 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231362 Aug 19 14:53:42.329877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3af57-a6d5-4875-846d-0f4196351f9f req-6bb1e063-a8fe-4ef7-b755-6aa562fb7b4e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.338644 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e3f3af57-a6d5-4875-846d-0f4196351f9f req-6bb1e063-a8fe-4ef7-b755-6aa562fb7b4e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 948 time: 0.1784341 Aug 19 14:53:42.396490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.421480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b27d99-362d-4fa8-acba-a92fa4633f40 req-0e54fa06-7843-4777-8e3d-6ed4fe05d554 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502229 Aug 19 14:53:42.436525 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e3f3af57-a6d5-4875-846d-0f4196351f9f req-987f4685-06cc-48b6-8781-6fa4ea620ce1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898573 Aug 19 14:53:42.455351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-659cbdcd-7554-47c4-9b0e-f7c6e9f1a364 req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.496337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef97dc3-9db7-4359-ae87-74d8b172c7e4 req-daf9887b-a387-4121-89b5-9ea946beb3dd service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558957 Aug 19 14:53:42.547059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-8ba077b5-258e-4459-b6d9-78542619cdaf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249870 Aug 19 14:53:42.602876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-659cbdcd-7554-47c4-9b0e-f7c6e9f1a364 req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.610285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.611268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.612508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.639884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0062b73-16c6-4551-8269-2742945fb735,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:42.697822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] Pushing event updated for resources: {'Network': ['ID=b8badaff-e4d5-41a6-a394-6b7ef0ee813a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:42.708975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:42.735017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-cb7a4611-57d8-4081-bdf2-1fa876ab646d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.736334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-cb7a4611-57d8-4081-bdf2-1fa876ab646d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810787 Aug 19 14:53:42.741309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-659cbdcd-7554-47c4-9b0e-f7c6e9f1a364 req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.742595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-659cbdcd-7554-47c4-9b0e-f7c6e9f1a364 req-37a28c1f-291c-4abc-bc2f-33f47740a2b2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1609631 Aug 19 14:53:42.770257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e46c16f8-764e-420f-8381-17011298e03e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/quotas/17219ebf602642a781d1fdd831b49381 HTTP/1.1" status: 200 len: 375 time: 0.0274124 Aug 19 14:53:42.804144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2874e728-bd6d-431a-be25-bb8723d8b359 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5379467 Aug 19 14:53:42.804701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43830) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:42.815342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Request body: {'subnet': {'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1365801776-subnet', 'tenant_id': '1081d72689d145ab8da0d34f7fa18a43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:42.919522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa294f4-4fb5-4ddf-a6c9-95504f8b6878 req-8c677da3-75f8-41d4-84f1-975ce5ae4ed0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.921598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fa294f4-4fb5-4ddf-a6c9-95504f8b6878 req-8c677da3-75f8-41d4-84f1-975ce5ae4ed0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0727143 Aug 19 14:53:42.937355 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.941985 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-22589cdb-cb8c-4c2f-9d09-6f03f3320de0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591923 Aug 19 14:53:42.951954 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-98224a0b-0848-4a64-ad07-89c21752f0a0 service neutron] 10.222.0.46 "GET /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.0987012 Aug 19 14:53:42.963085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c1500b53-9945-4581-94af-b602ffa6a351 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:42.986064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fa294f4-4fb5-4ddf-a6c9-95504f8b6878 req-3367d9c3-b9a9-4dce-ae3d-261aa10df307 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562878 Aug 19 14:53:43.098462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Made reservation on behalf of 1081d72689d145ab8da0d34f7fa18a43 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:43.101654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.170870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c1500b53-9945-4581-94af-b602ffa6a351 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:43.177106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c1500b53-9945-4581-94af-b602ffa6a351 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:43.177771 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.226192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:43.254159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:43.267781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:43.271978 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb5c8b-5db5-41e1-9032-65641eb73c72" -d '{"events": [{"name": "network-changed", "server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:43.279780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34e2ed2c-dfe0-4dda-ac5c-0452ad00f94b req-152bed14-e4e4-4111-9bae-b8c17d267979 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 210 time: 0.0961893 Aug 19 14:53:43.321850 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.330660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fe44ee-a3c6-46ee-90a5-bb236aeee67a {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:43.365528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:43.367965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c1500b53-9945-4581-94af-b602ffa6a351, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c1500b53-9945-4581-94af-b602ffa6a351,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:43.470831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d3124-2931-4516-998b-cc5af39a9b49 req-08c53769-b257-494b-b8e3-dc4c1f33b823 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:43.472452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-487d3124-2931-4516-998b-cc5af39a9b49 req-08c53769-b257-494b-b8e3-dc4c1f33b823 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 944 time: 0.0980437 Aug 19 14:53:43.487255 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.522896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-487d3124-2931-4516-998b-cc5af39a9b49 req-4e0a8191-5383-432e-a442-5d09ede5f766 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Aug 19 14:53:43.547909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c1500b53-9945-4581-94af-b602ffa6a351,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:43.556475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.557002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.557500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.557837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.558312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.558655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.558988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.559337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.560202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.560527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.560927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.561270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.562390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.596009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.665710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] Transition to ACTIVE for port object c5fe44ee-a3c6-46ee-90a5-bb236aeee67a will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:43.694883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99283a40-1c1b-433e-877c-9839e0acd836,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:43.723650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.723995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.724333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.724667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.725004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.725358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.725690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.726014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.726334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.726670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.726972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.727289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:43.738970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Checking segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:43.739520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Network hostable DHCP agents. Network: b8badaff-e4d5-41a6-a394-6b7ef0ee813a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:43.781576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.848819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] No DVR routers for this DVR port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on host n-h1-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:43.884412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=10']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:43.896202 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ceaaff8e-2f27-4eeb-959d-8fdb39575995 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a/bindings/n-h2-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 0.9356267 Aug 19 14:53:43.904430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:43.931718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-c1940f89-8c70-4d72-9625-0099d04a177b tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56132 time: 0.3848493 Aug 19 14:53:43.984202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-b9762185-46c2-4a76-b420-171720a67e53 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/01742741-4635-442b-b543-77366eaa7876 HTTP/1.1" status: 200 len: 2981 time: 0.0406699 Aug 19 14:53:44.056484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-aa46feb2-c2b2-4444-ac6a-a8b03ccee17b tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/01742741-4635-442b-b543-77366eaa7876 HTTP/1.1" status: 200 len: 2981 time: 0.0657933 Aug 19 14:53:44.098908 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e6bb1-4f3e-459a-9c87-dab66a72f7b5 x-openstack-request-id: req-b57e6bb1-4f3e-459a-9c87-dab66a72f7b5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:44.099347 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:44.099608 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b57e6bb1-4f3e-459a-9c87-dab66a72f7b5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:44.099998 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'status': 'completed', 'code': 200} Aug 19 14:53:44.102292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b8badaff-e4d5-41a6-a394-6b7ef0ee813a) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:44.112763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c638c-ea4b-4f83-ad73-1aeff137ab92 None None] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:44.136009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.136655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.201394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-625aa0e0-c603-45a7-95f5-04ef7eaac85b tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/183ec893-05ac-4daa-b635-2b29134f917c HTTP/1.1" status: 200 len: 2981 time: 0.1437187 Aug 19 14:53:44.279195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-8c74d8eb-b698-4b24-9360-fd55f39791d4 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.280862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-8c74d8eb-b698-4b24-9360-fd55f39791d4 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.1570532 Aug 19 14:53:44.282369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43edb-bbdd-4e6a-9fd7-68c0c5ee1741 req-42b78a1e-1e92-4a86-992e-52e35eae0f37 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.303813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c2ec3bec-438b-4506-b0bd-8b5d613c80e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4879451 Aug 19 14:53:44.304277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31f43edb-bbdd-4e6a-9fd7-68c0c5ee1741 req-42b78a1e-1e92-4a86-992e-52e35eae0f37 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 948 time: 0.1404729 Aug 19 14:53:44.350132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-7fe4c1ed-190e-4163-a06f-af60a37d956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.351672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-7fe4c1ed-190e-4163-a06f-af60a37d956f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1100 time: 0.1816783 Aug 19 14:53:44.404922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31f43edb-bbdd-4e6a-9fd7-68c0c5ee1741 req-691355fc-a461-44ea-99ba-ee16fd14ed31 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019216 Aug 19 14:53:44.413323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-513904dc-e7dd-4829-9d52-85b403f66d92 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/183ec893-05ac-4daa-b635-2b29134f917c HTTP/1.1" status: 200 len: 2981 time: 0.2107668 Aug 19 14:53:44.479903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-7e1311e8-2dc1-4f9d-97b3-d39678bc37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.481698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-7e1311e8-2dc1-4f9d-97b3-d39678bc37b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352&tenant_id=4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 1097 time: 0.1862171 Aug 19 14:53:44.962369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303377b-c74c-468c-9341-8d99f78177c7 None None] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-48a67493-0795-423a-a067-68dd605cd4a3 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/24dd8601-cc24-4da1-ac14-09c483bc7b46 HTTP/1.1" status: 200 len: 2981 time: 0.1968069 Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-c946b233-f7f8-4e78-89e1-847f67094515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-c946b233-f7f8-4e78-89e1-847f67094515 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2960591 Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-196c3836-de13-4364-a636-496834ccd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-196c3836-de13-4364-a636-496834ccd8c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1097 time: 0.2024546 Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-47ba765d-bf2d-4f6c-b207-93f8de3142b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 217 time: 0.0534809 Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-643161b9-28c3-4d51-90d1-3f03b13784b5 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/24dd8601-cc24-4da1-ac14-09c483bc7b46 HTTP/1.1" status: 200 len: 2981 time: 0.1096973 Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-58f3313b-4abe-4cd0-b4e1-a57970905a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-58f3313b-4abe-4cd0-b4e1-a57970905a31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1236873 Aug 19 14:53:44.964348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-09b376f3-b45e-4554-bb74-5564276345c5 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/32e65196-b454-43b6-a7f1-1f854e8ac7f6 HTTP/1.1" status: 200 len: 2981 time: 0.1655395 Aug 19 14:53:44.965653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b891e-3629-4079-a4e9-c3425111a9d5 req-3e19defd-8c6b-4f57-b3b4-d2531e717e8f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.966768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c1500b53-9945-4581-94af-b602ffa6a351 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:44.967350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-789b891e-3629-4079-a4e9-c3425111a9d5 req-3e19defd-8c6b-4f57-b3b4-d2531e717e8f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0921247 Aug 19 14:53:44.968782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-367c02a3-03ab-4fed-ab71-d2f6f5b4eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.971109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-367c02a3-03ab-4fed-ab71-d2f6f5b4eb98 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.2330296 Aug 19 14:53:45.005715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-789b891e-3629-4079-a4e9-c3425111a9d5 req-ff6bf1f9-77f6-4d70-bac1-8a32b1f42780 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522754 Aug 19 14:53:45.005822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-b3dc7278-ccfd-4241-9655-096848de5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:45.005822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-b3dc7278-ccfd-4241-9655-096848de5b03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234169 Aug 19 14:53:45.031361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c1500b53-9945-4581-94af-b602ffa6a351 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:45.031888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.068717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-c5dd6290-d2a8-4ff5-8bf1-0b879dce95f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 217 time: 0.0864816 Aug 19 14:53:45.144273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-ac26fc88-0ad3-4bc4-86e6-e26f0802f870 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/32e65196-b454-43b6-a7f1-1f854e8ac7f6 HTTP/1.1" status: 200 len: 2981 time: 0.2058718 Aug 19 14:53:45.183176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebec9d4d-76a5-431f-99f2-ed2ca84597cd req-96dc2266-32c2-4d22-88af-2752f383c899 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Aug 19 14:53:45.190404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-4fffd1bf-857d-4128-82e9-6f12023074a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:45.191877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-4fffd1bf-857d-4128-82e9-6f12023074a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0903676 Aug 19 14:53:45.252139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-84a7d958-9ec4-4a29-8b45-285f491ce0d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498300 Aug 19 14:53:45.254030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-fc9acbfd-5efd-49bb-ad04-c0e2d0c2f1e6 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424691 Aug 19 14:53:45.259753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-ca89c0f0-46e0-4f5f-9936-ede69762c689 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6f76b7ea-ed30-4e17-8031-caddce980347 HTTP/1.1" status: 200 len: 2981 time: 0.1056609 Aug 19 14:53:45.303744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf2c9d-c8ce-4bc4-ae32-6e68d7789ef3 req-8db37767-e128-442e-9810-c5964542f2dc tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:45.305324 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-00cf2c9d-c8ce-4bc4-ae32-6e68d7789ef3 req-8db37767-e128-442e-9810-c5964542f2dc tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 945 time: 0.0628409 Aug 19 14:53:45.360156 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-00cf2c9d-c8ce-4bc4-ae32-6e68d7789ef3 req-0eaa6e1f-b0f7-46af-8cc4-cf3b77ac5fbf tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Aug 19 14:53:45.430584 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a152709d-1c0b-486a-8660-b6b9710f8a08 req-0e6f3c39-b9fb-49c5-b25f-d1d83007f94d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 210 time: 0.0349960 Aug 19 14:53:45.443269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-9c4c914f-dc7e-4ae4-bf45-869a6fec10f2 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6f76b7ea-ed30-4e17-8031-caddce980347 HTTP/1.1" status: 200 len: 2981 time: 0.1583443 Aug 19 14:53:45.490308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-b0fb417a-744d-4c50-bb6e-9e399f148840 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245424 Aug 19 14:53:45.497946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdbb5c8b-5db5-41e1-9032-65641eb73c72 req-f7c24673-576c-49c1-b475-c48a4702a99d service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300980 Aug 19 14:53:45.566706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-78ec9b34-9161-4f92-94d6-140e51cbe249 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6ff36321-f989-4fb8-98d7-beb21921e3ce HTTP/1.1" status: 200 len: 2981 time: 0.1049426 Aug 19 14:53:45.643883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-ce90447c-f415-4ff9-8d20-849621d038e5 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448629 Aug 19 14:53:45.646737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-ac028d90-3fdc-4e8d-8510-0575c411217f tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6ff36321-f989-4fb8-98d7-beb21921e3ce HTTP/1.1" status: 200 len: 2981 time: 0.0736575 Aug 19 14:53:45.698919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-40f55c34-8591-4b6a-9c8d-6be1b26b632a tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7315f1bd-251c-4823-bdad-9e3526242a46 HTTP/1.1" status: 200 len: 2977 time: 0.0458734 Aug 19 14:53:45.810410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-0eee0723-4cbe-4017-b38f-d485e43d07a0 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:45.811719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-0eee0723-4cbe-4017-b38f-d485e43d07a0 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.1213892 Aug 19 14:53:45.830863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b715f4c0-a6ef-428a-ab79-0489b3bad964 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/quotas/1081d72689d145ab8da0d34f7fa18a43 HTTP/1.1" status: 200 len: 375 time: 0.0109541 Aug 19 14:53:45.869105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-33e62e9f-5188-4a78-9c25-10388741d04c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321155 Aug 19 14:53:45.933895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:45.985765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-fb43f47e-1924-40b1-bbe7-4c8fe3e3de88 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7315f1bd-251c-4823-bdad-9e3526242a46 HTTP/1.1" status: 200 len: 2977 time: 0.2791324 Aug 19 14:53:45.993197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:46.048485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-6e96f486-73e7-4fa3-b7fa-08acae8c451b tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b HTTP/1.1" status: 200 len: 2981 time: 0.0496376 Aug 19 14:53:46.070636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-4cc6b8d8-9c32-40f9-8b19-fe17daeacd58 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887896 Aug 19 14:53:46.104218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-8ef335b8-cd04-4e00-87e6-da0088585963 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b HTTP/1.1" status: 200 len: 2981 time: 0.0486143 Aug 19 14:53:46.156115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:46.176991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-5ae50bff-acc6-47dc-992b-d7e34ba54aea tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/94be4825-5124-45ed-a00f-bbd4731f70f2 HTTP/1.1" status: 200 len: 2977 time: 0.0633395 Aug 19 14:53:46.221912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-0f0013cd-3f8b-42e5-8c30-7ea598348383 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.223439 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-0f0013cd-3f8b-42e5-8c30-7ea598348383 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.46 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 821 time: 0.2121866 Aug 19 14:53:46.244498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'port': {'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'admin_state_up': True, 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:46.261404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-b7ae9df8-61a1-4a2c-8628-e9f4119eec26 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/94be4825-5124-45ed-a00f-bbd4731f70f2 HTTP/1.1" status: 200 len: 2977 time: 0.0628812 Aug 19 14:53:46.298384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:46.307322 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c783b054-8929-46c0-a820-344ba3860433 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260764 Aug 19 14:53:46.318069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'port_id': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'mac_address': 'fa:16:3e:5e:00:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b236a-6621-48b4-b173-5d1cf6d99652', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:46.347132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-11879efd-9255-47e1-93d4-4826ce707eb8 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.348783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-11879efd-9255-47e1-93d4-4826ce707eb8 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.0864809 Aug 19 14:53:46.350619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-f66068b9-abe3-4ece-8e85-f323a4c90421 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b2f01480-caca-41ca-99f2-941dd29df935 HTTP/1.1" status: 200 len: 2977 time: 0.0757325 Aug 19 14:53:46.378208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.406635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed18ad12-a56a-48f9-8917-132a07fa332b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:46.442502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:46.449784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-d3e780e8-3517-44fb-9f2d-b1a2fe5228e3 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b2f01480-caca-41ca-99f2-941dd29df935 HTTP/1.1" status: 200 len: 2977 time: 0.0909734 Aug 19 14:53:46.532087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-78ad4ca7-3ece-46bc-b708-d78450ae2f3d tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bd13780d-9852-4aa2-bdce-03172a6c7fc5 HTTP/1.1" status: 200 len: 2981 time: 0.0759394 Aug 19 14:53:46.535385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.536179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:46.546805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Made reservation on behalf of 93bddeaedec6408ca99a30f5e16df2bf for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:46.551551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.597641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-b45089eb-abd9-4782-b90c-d71a86f5e6b0 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bd13780d-9852-4aa2-bdce-03172a6c7fc5 HTTP/1.1" status: 200 len: 2981 time: 0.0485253 Aug 19 14:53:46.703142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-89908b9d-682f-4054-9865-c5cef8c819e8 service neutron] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:46.710724 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-89908b9d-682f-4054-9865-c5cef8c819e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.712438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dd2395f-a1a1-4067-aa3d-b38c38bce37f req-89908b9d-682f-4054-9865-c5cef8c819e8 service neutron] 10.222.0.54 "DELETE /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a/bindings/n-h1-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.3525689 Aug 19 14:53:46.727531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-a8aafd98-1ba0-4d42-945d-e2d1ce34a5d5 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c29efef2-03a7-4b09-b38e-ad8decd8863b HTTP/1.1" status: 200 len: 2973 time: 0.1130114 Aug 19 14:53:46.753403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:46.772494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528fcb5-5a62-4c15-82e7-9145dcdfcff6 req-f71653ca-6987-4bfa-bbb3-c5fd03cba741 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.774143 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0528fcb5-5a62-4c15-82e7-9145dcdfcff6 req-f71653ca-6987-4bfa-bbb3-c5fd03cba741 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 948 time: 0.1173260 Aug 19 14:53:46.782898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Allocated IP 172.20.0.6 (f03d4b09-9184-4e2a-bd08-93fabd4ca909/ab8fd827-d419-49c4-9047-22bc73e9ffb9/3bc09778-2d0e-4eae-884b-509cdd56d9f3) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:46.801068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-9942becc-db97-4fdc-88ce-c43bca0bda12 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c29efef2-03a7-4b09-b38e-ad8decd8863b HTTP/1.1" status: 200 len: 2973 time: 0.0720565 Aug 19 14:53:46.835843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:46.854842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-c2921211-17d4-451d-bd1b-ae63d5b27d60 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cdf6fa7f-9148-4708-9a44-520b1a7eaebe HTTP/1.1" status: 200 len: 2981 time: 0.0523667 Aug 19 14:53:46.860237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'mac_address': 'fa:16:3e:c0:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:46.941948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-9fe95fd4-34c8-441c-8a47-24e5eeb6742a tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cdf6fa7f-9148-4708-9a44-520b1a7eaebe HTTP/1.1" status: 200 len: 2981 time: 0.0860453 Aug 19 14:53:46.944047 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.976264 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0528fcb5-5a62-4c15-82e7-9145dcdfcff6 req-156b8024-55fd-4f92-a881-66e6b4612dae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669102 Aug 19 14:53:46.987804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb8fe13-13f9-4776-a19e-91d2e5992c2f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:46.996014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-f18d6639-fd8d-4b88-836c-412ca2765eec tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e141e063-85f8-4439-9f2c-1e5e87383b85 HTTP/1.1" status: 200 len: 2981 time: 0.0530195 Aug 19 14:53:47.060648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.067903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:47.080307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Transition to ACTIVE for port object 3bc09778-2d0e-4eae-884b-509cdd56d9f3 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:47.125706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-303d89b7-5b21-41a2-ac89-dda7b4e6f3d0 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e141e063-85f8-4439-9f2c-1e5e87383b85 HTTP/1.1" status: 200 len: 2981 time: 0.1175549 Aug 19 14:53:47.166248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5505-930c-4f51-86f7-22993cb14684 req-701ee77b-6f2d-4b03-bf10-3dadd04d20db tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:47.168020 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba1d5505-930c-4f51-86f7-22993cb14684 req-701ee77b-6f2d-4b03-bf10-3dadd04d20db tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.0842931 Aug 19 14:53:47.190624 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.196803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-b4509116-b600-43cf-b763-56a97ba31880 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e62527df-d079-44b7-a508-6d3ad72f1c40 HTTP/1.1" status: 200 len: 2981 time: 0.0629506 Aug 19 14:53:47.220723 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba1d5505-930c-4f51-86f7-22993cb14684 req-ef6d1461-047d-49e5-bf6b-6c9e5ca7af19 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Aug 19 14:53:47.256946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-d00011a0-11a9-4b40-9de8-0ead32bcd1f0 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e62527df-d079-44b7-a508-6d3ad72f1c40 HTTP/1.1" status: 200 len: 2981 time: 0.0465412 Aug 19 14:53:47.268741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:47.299372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.306779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-d5bd15a5-2e28-4d1e-9cee-57debd71f697 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/eeb8c476-bf2b-433f-bef0-09d15dfb5de0 HTTP/1.1" status: 200 len: 2981 time: 0.0446241 Aug 19 14:53:47.370804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-e90d8bee-7806-497c-9c3f-5e29d31e6963 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/eeb8c476-bf2b-433f-bef0-09d15dfb5de0 HTTP/1.1" status: 200 len: 2981 time: 0.0484967 Aug 19 14:53:47.371405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:47.376053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:47.380762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:47.388153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:47.388153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.392202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event updated for resources: {'Port': ['ID=3bc09778-2d0e-4eae-884b-509cdd56d9f3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:47.436539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-079550a4-ba73-4ee4-bfe5-bf950e7a5a3b tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f6e71dd6-3965-4114-ac8d-b555f26c0fb0 HTTP/1.1" status: 200 len: 2981 time: 0.0501521 Aug 19 14:53:47.458522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff558933-2ea9-4b1c-9bb7-1c3e53f87385 req-b01d1121-cbca-4090-93e9-8adced49dfda tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:47.460309 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff558933-2ea9-4b1c-9bb7-1c3e53f87385 req-b01d1121-cbca-4090-93e9-8adced49dfda tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 931 time: 0.0600214 Aug 19 14:53:47.494216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95514ad2-6b57-4f59-b376-c782e1ab3a16 req-330b24a6-5514-405b-ad8f-032bbc62d343 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f6e71dd6-3965-4114-ac8d-b555f26c0fb0 HTTP/1.1" status: 200 len: 2981 time: 0.0478415 Aug 19 14:53:47.514529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff558933-2ea9-4b1c-9bb7-1c3e53f87385 req-fc77f2d2-d41a-4d47-9bd4-44d717e9c8d0 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 Aug 19 14:53:47.541896 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-d12a2da3-8837-45b1-bd92-9cede8135864 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015742 Aug 19 14:53:47.575364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Request body: {'port': {'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:47.648404 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-347d268e-7d53-4711-a1bf-831c02d02ca8 req-fe9c41a6-5192-4db0-a5a4-05d01b850017 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 210 time: 0.0363715 Aug 19 14:53:47.677753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5eaba-32ca-41b6-9ee5-5891ece702b7 req-f35f2921-c13b-4619-a66d-ddf8ff8f87fd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:47.678463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7a5eaba-32ca-41b6-9ee5-5891ece702b7 req-f35f2921-c13b-4619-a66d-ddf8ff8f87fd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 945 time: 0.0969071 Aug 19 14:53:47.696371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['ed18ad12-a56a-48f9-8917-132a07fa332b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:47.705363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.744577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7a5eaba-32ca-41b6-9ee5-5891ece702b7 req-af3f3281-5b17-4cc1-84e8-c08ed7cf977f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580907 Aug 19 14:53:47.750776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1eb8fe13-13f9-4776-a19e-91d2e5992c2f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:47.799750 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-04cfd23a-75ca-4392-8f8e-93e07bebda58 req-9dc0230a-1d1a-48c7-8a0c-4867909ed00d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 210 time: 0.0716503 Aug 19 14:53:47.942049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4a24462-c146-438d-ad0d-9fd7453945ef None None] Provisioning for port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:47.946401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4a24462-c146-438d-ad0d-9fd7453945ef None None] Provisioning complete for port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:47.947080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4a24462-c146-438d-ad0d-9fd7453945ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.965052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec6e150a-4c10-481f-94b7-64774a938915 req-42664125-40e0-417f-a83d-5f6373950eab tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e05ea17613b3478e93909659453738c7 HTTP/1.1" status: 200 len: 6103 time: 0.1865449 Aug 19 14:53:48.036742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec6e150a-4c10-481f-94b7-64774a938915 req-166911b3-129f-46b5-bc90-f798c13b7058 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "GET /v2.0/security-groups/183ec893-05ac-4daa-b635-2b29134f917c HTTP/1.1" status: 200 len: 2981 time: 0.0699623 Aug 19 14:53:48.043845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d4a24462-c146-438d-ad0d-9fd7453945ef None None] Port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:48.100765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec6e150a-4c10-481f-94b7-64774a938915 req-c8ab31d4-05b1-41e0-8943-d1806299a834 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "GET /v2.0/security-groups/183ec893-05ac-4daa-b635-2b29134f917c HTTP/1.1" status: 200 len: 2981 time: 0.0625641 Aug 19 14:53:48.151843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc065b-5423-4225-8c57-3747539724d6 req-14e167e3-88be-4573-bf5d-3e0998bfd27c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.153619 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97dc065b-5423-4225-8c57-3747539724d6 req-14e167e3-88be-4573-bf5d-3e0998bfd27c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1097 time: 0.1466804 Aug 19 14:53:48.207635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab43a4a-cbaf-4a7c-83fe-75f1fca98a83 req-761bd7de-ae3d-4542-a2c6-7ab9d6512950 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.210693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ab43a4a-cbaf-4a7c-83fe-75f1fca98a83 req-761bd7de-ae3d-4542-a2c6-7ab9d6512950 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 949 time: 0.0585279 Aug 19 14:53:48.215000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97dc065b-5423-4225-8c57-3747539724d6 req-9f7c0fb8-a565-4225-9e49-e7f07524ac5c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546644 Aug 19 14:53:48.281140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ab43a4a-cbaf-4a7c-83fe-75f1fca98a83 req-665ff9ac-9d41-4eb1-9a1a-861dc89c20e1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Aug 19 14:53:48.298547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-baa53a66-ad0d-4450-90ef-abd715f4110a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302923 Aug 19 14:53:48.342485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc09778-2d0e-4eae-884b-509cdd56d9f3 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:48.351273 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cdc1f683-8969-4609-b3ef-ea6b0f774f00 req-42b0801b-5c8c-4ce8-a5a3-e2f5b98780c6 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f0062b73-16c6-4551-8269-2742945fb735 HTTP/1.1" status: 200 len: 1777 time: 0.0927505 Aug 19 14:53:48.352420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.379112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Transition to ACTIVE for port object 3bc09778-2d0e-4eae-884b-509cdd56d9f3 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:48.420403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cdc1f683-8969-4609-b3ef-ea6b0f774f00 req-6d77deb2-2727-428d-8063-8c66c33bdbac tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.442601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cdc1f683-8969-4609-b3ef-ea6b0f774f00 req-6d77deb2-2727-428d-8063-8c66c33bdbac tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.467952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.474885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97429c6-6e7a-4468-91cd-8f7946e7d123 req-d1ecc14c-71f2-49dc-a2c6-6909e4bd54a9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.476437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e97429c6-6e7a-4468-91cd-8f7946e7d123 req-d1ecc14c-71f2-49dc-a2c6-6909e4bd54a9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.0824249 Aug 19 14:53:48.493429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-902352cc-5588-44b6-bf10-ed246df9971f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.494899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-902352cc-5588-44b6-bf10-ed246df9971f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891651 Aug 19 14:53:48.515345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:48.525043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Pushing event updated for resources: {'Port': ['ID=3bc09778-2d0e-4eae-884b-509cdd56d9f3,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:48.567183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Attempting to bind port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:48.567854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Attempting to bind port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:48.568357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Attempting to bind port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:48.577020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:48.577367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Attempting to bind port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:48.584685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:48.585033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Checking segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:48.585461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Bound using segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:48.585908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Bound port: 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:48.586944 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.596738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e97429c6-6e7a-4468-91cd-8f7946e7d123 req-a1f66c4b-1d10-4c27-833d-8753bac34c4e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007268 Aug 19 14:53:48.641062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cdc1f683-8969-4609-b3ef-ea6b0f774f00 req-6d77deb2-2727-428d-8063-8c66c33bdbac tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.645667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cdc1f683-8969-4609-b3ef-ea6b0f774f00 req-6d77deb2-2727-428d-8063-8c66c33bdbac tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.660702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cdc1f683-8969-4609-b3ef-ea6b0f774f00 req-6d77deb2-2727-428d-8063-8c66c33bdbac tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0062b73-16c6-4551-8269-2742945fb735 HTTP/1.1" status: 204 len: 173 time: 0.3010595 Aug 19 14:53:48.733845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77deb2-2727-428d-8063-8c66c33bdbac tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0062b73-16c6-4551-8269-2742945fb735,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:48.746005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] For port 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:48.752761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] For port 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:48.780588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:48.786197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.862448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.924651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.925321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.939057 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] 10.222.0.46 "PUT /v2.0/ports/3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 1092 time: 1.3603158 Aug 19 14:53:48.939057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:48.939057 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:48.966828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d22f0-07b8-47a1-8f73-fe3fe186abdd service neutron] Pushing event updated for resources: {'Port': ['ID=3bc09778-2d0e-4eae-884b-509cdd56d9f3,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:48.986394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba469f-3113-46ea-a616-3a463e530f09 req-9a680d2f-21ae-44e2-98bc-a33985db8991 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.987859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-d4bea75f-8d5a-4707-a33e-2fd1cfee872c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.993788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95ba469f-3113-46ea-a616-3a463e530f09 req-9a680d2f-21ae-44e2-98bc-a33985db8991 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 943 time: 0.1818330 Aug 19 14:53:48.994764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-d4bea75f-8d5a-4707-a33e-2fd1cfee872c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.2447095 Aug 19 14:53:49.012163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-826c5395-b7df-4e4e-ae18-9bdb2263307a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/quotas/4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 375 time: 0.0163903 Aug 19 14:53:49.045687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.171 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/aadb7781-a3e4-4909-9dc9-ea0021dcfd43) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:49.066966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95ba469f-3113-46ea-a616-3a463e530f09 req-e9a02528-b4d9-4c10-98eb-912fb569960c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Aug 19 14:53:49.256080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31773792-30a6-4d1e-9d86-181c5332002c req-4fbb49fd-0b41-4397-90ab-bdf46073f15d tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fbf7ce6c-a05b-47d7-afd0-da76cbf786c5 HTTP/1.1" status: 200 len: 1775 time: 0.1405308 Aug 19 14:53:49.350912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.362225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-61c871fa-f152-43c4-a9e6-4fa18ce62f6e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3484466 Aug 19 14:53:49.379249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-096e747f-c045-4269-90d5-c9471dff1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.380860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-096e747f-c045-4269-90d5-c9471dff1e93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1095 time: 0.0680408 Aug 19 14:53:49.386494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object aadb7781-a3e4-4909-9dc9-ea0021dcfd43 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:49.391795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-31773792-30a6-4d1e-9d86-181c5332002c req-1c4b6122-5320-4a2a-af3e-7a479684a633 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.425431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-31773792-30a6-4d1e-9d86-181c5332002c req-1c4b6122-5320-4a2a-af3e-7a479684a633 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.468959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-6f0df81a-2289-4021-a7d3-c049b121b485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0681331 Aug 19 14:53:49.548186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-13e88af0-5d66-46c7-a009-ebe6454d0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.549725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-13e88af0-5d66-46c7-a009-ebe6454d0cbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0705783 Aug 19 14:53:49.555876 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-22fe89c0-67b0-425e-91f3-1ead6124b72a service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790431 Aug 19 14:53:49.580149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.596374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:49.625582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-31773792-30a6-4d1e-9d86-181c5332002c req-1c4b6122-5320-4a2a-af3e-7a479684a633 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.628101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-31773792-30a6-4d1e-9d86-181c5332002c req-1c4b6122-5320-4a2a-af3e-7a479684a633 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.629305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31773792-30a6-4d1e-9d86-181c5332002c req-1c4b6122-5320-4a2a-af3e-7a479684a633 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbf7ce6c-a05b-47d7-afd0-da76cbf786c5 HTTP/1.1" status: 204 len: 173 time: 0.3655400 Aug 19 14:53:49.640247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.46', 56484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:49.642914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:49.672547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:49.690449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:49.698206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b6122-5320-4a2a-af3e-7a479684a633 tempest-SecurityGroupsTestAdminJSON-1103427100 tempest-SecurityGroupsTestAdminJSON-1103427100-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7ce6c-a05b-47d7-afd0-da76cbf786c5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:49.702104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-5341cb20-6e24-40a5-a9c4-3bcbfb441817 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556262 Aug 19 14:53:49.721665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:49.738263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-1fcb6765-ef92-4bd3-aee6-d3ab06e58912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.740721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-1fcb6765-ef92-4bd3-aee6-d3ab06e58912 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835072 Aug 19 14:53:49.814675 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-e7b2c7db-b9df-46b3-9e9f-1619e3e28ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484603 Aug 19 14:53:49.872683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-47649f56-cf7a-4a33-833f-d7f8d9345992 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219246 Aug 19 14:53:49.909822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14c438be-7905-4cc9-b8df-211f96fc1f61 req-f1d7d2c8-1da1-40f5-999c-d84ad11a1911 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 210 time: 0.1530292 Aug 19 14:53:49.970822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.978470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.072843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-057080a9-43f1-40ba-a25e-06637d37fcdd req-64768035-6bf8-445d-b309-2aa6f849355c service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825435 Aug 19 14:53:50.082647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3459a639-aea2-4c8c-9741-400c825587a9 req-e109f43b-7930-4cd7-98ed-83d19c6b5dee tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 210 time: 0.0465984 Aug 19 14:53:50.116413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-0761f982-82b9-473a-95aa-1051f33bdb1d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.117939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-0761f982-82b9-473a-95aa-1051f33bdb1d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937123 Aug 19 14:53:50.131835 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9afdf-7f5a-45a1-b764-6d9a9ea25a97 x-openstack-request-id: req-e2d9afdf-7f5a-45a1-b764-6d9a9ea25a97 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:50.132143 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:50.132498 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2d9afdf-7f5a-45a1-b764-6d9a9ea25a97 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:50.132910 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'status': 'completed', 'code': 200} Aug 19 14:53:50.137869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:50.194234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c37c469a-ef2b-45f2-b1db-97e18cefc0ae tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6830645 Aug 19 14:53:50.212581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:50.221696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Request body: {'port': {'device_id': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:50.339121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2ff7ad67-ec89-4a64-97ba-e68ad8b8d98c None None] Provisioning for port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:50.339564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2ff7ad67-ec89-4a64-97ba-e68ad8b8d98c None None] Provisioning complete for port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:50.340117 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ad67-ec89-4a64-97ba-e68ad8b8d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.356810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347032-39b8-4b1c-beeb-1c8f70f7bbf7 req-9b1e2b44-0232-404e-94bf-5a1ca571293d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.358446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d347032-39b8-4b1c-beeb-1c8f70f7bbf7 req-9b1e2b44-0232-404e-94bf-5a1ca571293d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 949 time: 0.1610899 Aug 19 14:53:50.362804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.46', 56485) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:50.383730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48770613-c9ad-4a85-99a4-fdc408d10c3c req-1bc52a58-c47d-406a-976f-fb0aaa6bcc57 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.386126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-48770613-c9ad-4a85-99a4-fdc408d10c3c req-1bc52a58-c47d-406a-976f-fb0aaa6bcc57 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.1321816 Aug 19 14:53:50.389045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7ad67-ec89-4a64-97ba-e68ad8b8d98c None None] Port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:50.391566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-331e0c6c-bf24-469b-8b5f-9d31f2a1b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.393083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-331e0c6c-bf24-469b-8b5f-9d31f2a1b402 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1095 time: 0.1002438 Aug 19 14:53:50.483587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.495425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-48770613-c9ad-4a85-99a4-fdc408d10c3c req-fbc190a7-3bad-42ab-9d5b-1a9b0a15af72 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010940 Aug 19 14:53:50.518189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port ed18ad12-a56a-48f9-8917-132a07fa332b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:50.527459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port ed18ad12-a56a-48f9-8917-132a07fa332b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:50.535101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.535378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d347032-39b8-4b1c-beeb-1c8f70f7bbf7 req-4b246913-21bd-43cb-a78a-6ed482189c01 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286671 Aug 19 14:53:50.603699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-57ba2474-fb19-4bac-bfde-80dfc788c030 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.605284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-57ba2474-fb19-4bac-bfde-80dfc788c030 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.46 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.2403738 Aug 19 14:53:50.611932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-db946467-1f8b-49f8-b9c8-1a8322e1f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.613534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-db946467-1f8b-49f8-b9c8-1a8322e1f3d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.2129853 Aug 19 14:53:50.624234 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-38a6e3ab-7479-487d-8c83-7d26bbac2a89 req-5dcb83f5-3b99-4ac5-8415-d047a2827a61 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "GET /v2.0/security-groups/f2f43689-0b0f-4405-9fd7-9b9375fc49af HTTP/1.1" status: 200 len: 1777 time: 0.0664837 Aug 19 14:53:50.641858 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.673182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:50.676526 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edeb4b0-617d-4930-bcaa-dd0ba4025b8a" -d '{"events": [{"server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "name": "network-vif-plugged", "status": "completed", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:50.676945 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-6dad7afe-b09e-4c9c-a311-df530abcc53a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0438225 Aug 19 14:53:50.696270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:50.702995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Request body: {'port': {'device_id': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'admin_state_up': True, 'tenant_id': '1081d72689d145ab8da0d34f7fa18a43'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:50.754951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-38a6e3ab-7479-487d-8c83-7d26bbac2a89 req-2da13660-eacf-4d3c-9d72-50fc80bee948 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.763508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-a4404326-8a1d-4c18-ba10-be7daef489b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.764683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-a4404326-8a1d-4c18-ba10-be7daef489b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0759022 Aug 19 14:53:50.770232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:50.775658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.812116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-38a6e3ab-7479-487d-8c83-7d26bbac2a89 req-2da13660-eacf-4d3c-9d72-50fc80bee948 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.836444 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.840289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:50.854615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-5314ddb7-6891-4a17-9243-50b022c63776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.856670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-5314ddb7-6891-4a17-9243-50b022c63776 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820806 Aug 19 14:53:50.962292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:50.984466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-83e17ca0-4bbf-4b94-bc16-ebf9e688832b service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183612 Aug 19 14:53:51.052681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce62f08-97fe-430c-b901-38530e2fd035 req-6cef9a4b-4d7b-434e-9a7d-c1a31dcc0d57 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:51.054262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ce62f08-97fe-430c-b901-38530e2fd035 req-6cef9a4b-4d7b-434e-9a7d-c1a31dcc0d57 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 943 time: 0.3197989 Aug 19 14:53:51.074117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-38a6e3ab-7479-487d-8c83-7d26bbac2a89 req-2da13660-eacf-4d3c-9d72-50fc80bee948 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.077025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-38a6e3ab-7479-487d-8c83-7d26bbac2a89 req-2da13660-eacf-4d3c-9d72-50fc80bee948 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.086042 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-38a6e3ab-7479-487d-8c83-7d26bbac2a89 req-2da13660-eacf-4d3c-9d72-50fc80bee948 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2f43689-0b0f-4405-9fd7-9b9375fc49af HTTP/1.1" status: 204 len: 173 time: 0.4605424 Aug 19 14:53:51.125691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da13660-eacf-4d3c-9d72-50fc80bee948 tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f43689-0b0f-4405-9fd7-9b9375fc49af,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:51.151133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:51.161442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:51.162609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.163589 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b73e7a74-bc07-451a-b979-4a12ccd2c858 req-cd1220f5-18d1-4c62-8477-fbb06c12afad tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 210 time: 0.0470915 Aug 19 14:53:51.180660 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ec3514b-d553-4aa6-9b10-071ac6e74cc2 req-2b7fbfca-dd73-4d6e-8e09-1e8d7709abc4 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875591 Aug 19 14:53:51.184176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ce62f08-97fe-430c-b901-38530e2fd035 req-bc48deca-0994-452e-8bc2-7d8330055ca5 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097212 Aug 19 14:53:51.227373 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab9feab-447a-41b1-809a-516ec4f9b38c x-openstack-request-id: req-bab9feab-447a-41b1-809a-516ec4f9b38c {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:51.228176 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "name": "network-vif-plugged", "status": "completed", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:51.229975 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab9feab-447a-41b1-809a-516ec4f9b38c {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:51.230893 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'code': 200} Aug 19 14:53:51.248619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Made reservation on behalf of 1081d72689d145ab8da0d34f7fa18a43 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:51.252208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.300509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadb7781-a3e4-4909-9dc9-ea0021dcfd43 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:51.313014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.344368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.346069 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4eb588e-acc0-46d9-98b2-072f228252cd req-869c01c3-b6ea-4f48-a2b7-2ef6fd741a5a tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "GET /v2.0/security-groups/e9298ffb-bd68-4438-b1bb-c3ae6ddcdfa5 HTTP/1.1" status: 200 len: 1778 time: 0.0860176 Aug 19 14:53:51.409031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:51.411825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Transition to ACTIVE for port object aadb7781-a3e4-4909-9dc9-ea0021dcfd43 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:51.419159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b42f06c-e9ed-417f-80d0-dd6879c8b539 req-25ace807-89cc-44d2-8ead-8135a3895302 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 210 time: 0.0960224 Aug 19 14:53:51.421833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4eb588e-acc0-46d9-98b2-072f228252cd req-c51196f5-2311-47f2-9845-6f8bdc2d200e tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.450965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4eb588e-acc0-46d9-98b2-072f228252cd req-c51196f5-2311-47f2-9845-6f8bdc2d200e tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.503486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267f628-7c43-4aa3-8b5e-0bf868bd2a9f req-1d73222f-4996-40af-aff1-d4d5513f186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:51.504266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.504997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e267f628-7c43-4aa3-8b5e-0bf868bd2a9f req-1d73222f-4996-40af-aff1-d4d5513f186e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1098 time: 0.1551137 Aug 19 14:53:51.558206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:51.624973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4eb588e-acc0-46d9-98b2-072f228252cd req-c51196f5-2311-47f2-9845-6f8bdc2d200e tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.628070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d4eb588e-acc0-46d9-98b2-072f228252cd req-c51196f5-2311-47f2-9845-6f8bdc2d200e tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.629427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4eb588e-acc0-46d9-98b2-072f228252cd req-c51196f5-2311-47f2-9845-6f8bdc2d200e tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9298ffb-bd68-4438-b1bb-c3ae6ddcdfa5 HTTP/1.1" status: 204 len: 173 time: 0.2815974 Aug 19 14:53:51.643334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51196f5-2311-47f2-9845-6f8bdc2d200e tempest-SecurityGroupsTestAdminJSON-625462973 tempest-SecurityGroupsTestAdminJSON-625462973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9298ffb-bd68-4438-b1bb-c3ae6ddcdfa5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:51.771553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104637b5-0517-4666-be92-121a6142068a req-ec169fa0-a369-4a23-beb3-efb9a7effcf4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:51.773189 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-104637b5-0517-4666-be92-121a6142068a req-ec169fa0-a369-4a23-beb3-efb9a7effcf4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 946 time: 0.0700207 Aug 19 14:53:51.782378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8c7323c-38ef-40e4-bc45-ee4e4d91b2d7 req-de8a57a2-04d9-430a-b383-33512496f13a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 210 time: 0.2853327 Aug 19 14:53:51.794553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.820059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-104637b5-0517-4666-be92-121a6142068a req-ce9d208f-6a4f-438d-a185-5700eedcd91f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Aug 19 14:53:51.863097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Allocated IP 172.20.0.5 (b8badaff-e4d5-41a6-a394-6b7ef0ee813a/99283a40-1c1b-433e-877c-9839e0acd836/411ac8fa-4585-4387-849c-8db4cfeee16d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:51.940069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e267f628-7c43-4aa3-8b5e-0bf868bd2a9f req-7f2f7568-9b9d-4cac-abea-7f37724138a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246931 Aug 19 14:53:51.967889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Pushing event updated for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:51.976760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.221 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/7b203c96-7ad9-4562-926d-b2fd46817636) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:52.097528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0138642-5b41-4f05-95e5-94cdb814481e req-2a1ffb4b-ceb3-4eb6-bb9e-5ac18f1822f7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:52.099082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0138642-5b41-4f05-95e5-94cdb814481e req-2a1ffb4b-ceb3-4eb6-bb9e-5ac18f1822f7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.2430151 Aug 19 14:53:52.212938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Attempting to bind port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:52.214195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Attempting to bind port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:52.214195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Attempting to bind port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:52.257212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0138642-5b41-4f05-95e5-94cdb814481e req-286cdfcd-ac6b-47cc-882c-07fc3759b9da tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248477 Aug 19 14:53:52.257212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:52.257212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Attempting to bind port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:52.257993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43982) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:52.280515 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7372cc1-6fe0-4479-a802-45d3e22817c4 req-fee791c9-e069-4260-810d-0090414c400e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 210 time: 0.0373881 Aug 19 14:53:52.298435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:52.298785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:52.299200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:52.299613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Bound port: aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:52.299979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.392744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.506903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.511974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:52.516778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-06984249-390f-42d5-adf8-96888e6069e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e05ea17613b3478e93909659453738c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574825 Aug 19 14:53:52.520930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:52.547280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:52.569975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6932c4-ee17-4e46-b068-d6279fe38023 req-cb448bdb-ed24-4cea-aa24-ee7d1dbacba0 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:52.569975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da6932c4-ee17-4e46-b068-d6279fe38023 req-cb448bdb-ed24-4cea-aa24-ee7d1dbacba0 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 943 time: 0.1743195 Aug 19 14:53:52.569975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object 7b203c96-7ad9-4562-926d-b2fd46817636 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:52.584272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca8b5983-4f50-49f4-ab59-2a8504a92cdd req-3250529c-4bcb-4ef6-8786-6a3c95a3e2ea tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 210 time: 0.0511229 Aug 19 14:53:52.622990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da6932c4-ee17-4e46-b068-d6279fe38023 req-a0f0896e-71d4-4015-a49f-a0f820ca6f4d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556595 Aug 19 14:53:52.632024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc60f15f-7fe0-4878-a933-f978264573d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.656644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc60f15f-7fe0-4878-a933-f978264573d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.687418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.722981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:52.723614 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.725055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] 10.222.0.46 "PUT /v2.0/ports/aadb7781-a3e4-4909-9dc9-ea0021dcfd43 HTTP/1.1" status: 200 len: 1097 time: 2.5106742 Aug 19 14:53:52.725595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:52.727883 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e90559-3bbc-4a0c-93a7-3e5cfab4b4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:52.735393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.747656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.748315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:52.782191 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef82955-72e9-4079-a937-3fbb41621577 x-openstack-request-id: req-aef82955-72e9-4079-a937-3fbb41621577 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:52.782489 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:52.782745 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aef82955-72e9-4079-a937-3fbb41621577 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:52.783138 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', 'status': 'completed', 'code': 200} Aug 19 14:53:52.790593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:52.795883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:52.801085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082605fd-a94e-4a58-96f7-01c4e82ea1cb service neutron] Pushing event updated for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:52.805382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:52.806290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:52.860262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:52.887096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:52.906187 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc60f15f-7fe0-4878-a933-f978264573d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.908805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc60f15f-7fe0-4878-a933-f978264573d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.915411 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cc60f15f-7fe0-4878-a933-f978264573d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/183ec893-05ac-4daa-b635-2b29134f917c HTTP/1.1" status: 204 len: 168 time: 0.3929796 Aug 19 14:53:52.927138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60f15f-7fe0-4878-a933-f978264573d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ec893-05ac-4daa-b635-2b29134f917c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:53.013878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dccfe9-c93a-4698-a8ad-cc7bd2dc2f32 req-08f09d30-4bf9-46ef-8d36-de7ea205501a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.022007 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f7dccfe9-c93a-4698-a8ad-cc7bd2dc2f32 req-08f09d30-4bf9-46ef-8d36-de7ea205501a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 946 time: 0.0900266 Aug 19 14:53:53.038945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.040089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.056165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=7b203c96-7ad9-4562-926d-b2fd46817636,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:53.088476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f7dccfe9-c93a-4698-a8ad-cc7bd2dc2f32 req-5bb4ca88-f564-4729-95e4-01e225b8d693 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654364 Aug 19 14:53:53.143105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.144229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.190589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4b95a-0ab1-4ede-b16a-a46c2947a2bd req-1263f45c-3278-440b-80f4-0551ca802c0a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.192225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a4b95a-0ab1-4ede-b16a-a46c2947a2bd req-1263f45c-3278-440b-80f4-0551ca802c0a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 931 time: 0.2981148 Aug 19 14:53:53.197517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e90559-3bbc-4a0c-93a7-3e5cfab4b4b1 req-cde69084-b109-4a78-8bef-6c6319a32e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.199013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2e90559-3bbc-4a0c-93a7-3e5cfab4b4b1 req-cde69084-b109-4a78-8bef-6c6319a32e00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 1100 time: 0.3808422 Aug 19 14:53:53.206171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-6dad62dc-d624-420e-83ff-ef0b925d294c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0728061 Aug 19 14:53:53.212043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:53.234548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:53.236703 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6c1dc-1793-474a-b4a2-9ed878295ce1" -d '{"events": [{"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-plugged", "status": "completed", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:53.252729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Request body: {'port': {'device_id': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:53.306311 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb82852-17d2-4a3f-bb27-83daaedd2465 x-openstack-request-id: req-6bb82852-17d2-4a3f-bb27-83daaedd2465 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:53.306854 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-plugged", "status": "completed", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:53.307286 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bb82852-17d2-4a3f-bb27-83daaedd2465 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:53.307872 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'code': 200} Aug 19 14:53:53.310356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2e90559-3bbc-4a0c-93a7-3e5cfab4b4b1 req-f63f24a8-ef62-4e5d-976b-9ea70224f077 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932534 Aug 19 14:53:53.340327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b560b499-972f-4caa-a4e5-472bf5c4e6ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6486337 Aug 19 14:53:53.371020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a4b95a-0ab1-4ede-b16a-a46c2947a2bd req-3645c7f3-199c-4564-8da5-0f610c11d1fe tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707187 Aug 19 14:53:53.409295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Request body: {'port': {'device_id': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:53.524729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247247-9491-468d-a4af-4c6214494bb3 req-aac02e27-946f-4650-8769-0b354cf8a809 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.525651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ad7d62f6-7f99-46ab-9d8a-3fb861dfc3d7 None None] Provisioning for port 7b203c96-7ad9-4562-926d-b2fd46817636 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:53.527026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49247247-9491-468d-a4af-4c6214494bb3 req-aac02e27-946f-4650-8769-0b354cf8a809 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1193452 Aug 19 14:53:53.533270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ad7d62f6-7f99-46ab-9d8a-3fb861dfc3d7 None None] Provisioning complete for port 7b203c96-7ad9-4562-926d-b2fd46817636 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:53.533704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad7d62f6-7f99-46ab-9d8a-3fb861dfc3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.574415 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.622749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d62f6-7f99-46ab-9d8a-3fb861dfc3d7 None None] Port 7b203c96-7ad9-4562-926d-b2fd46817636 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:53.634318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49247247-9491-468d-a4af-4c6214494bb3 req-e9f6fa6f-7ee3-4bf2-91db-4e729dd91adb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967505 Aug 19 14:53:53.727772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-268aa8d7-4519-4f49-b86f-82ce9c3f8871 req-cc0e9e9e-53ce-4110-a9b4-771dca8d7ae0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 210 time: 0.1650212 Aug 19 14:53:53.805316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5744e52-62dd-4047-afa8-0dfe76e134ec req-d8370863-51b7-4086-8017-b8ef3320b853 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.810723 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f5744e52-62dd-4047-afa8-0dfe76e134ec req-d8370863-51b7-4086-8017-b8ef3320b853 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 936 time: 0.0986941 Aug 19 14:53:53.810911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.836947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e90559-3bbc-4a0c-93a7-3e5cfab4b4b1 req-36ca327a-6ed1-4bdc-9ca4-ebe483424a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.838482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2e90559-3bbc-4a0c-93a7-3e5cfab4b4b1 req-36ca327a-6ed1-4bdc-9ca4-ebe483424a2e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5148222 Aug 19 14:53:53.855310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9693-6e34-4179-969f-c0109e6878e3 req-1e5f7de1-e69c-451a-94bc-3aa07177b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.857542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aacf9693-6e34-4179-969f-c0109e6878e3 req-1e5f7de1-e69c-451a-94bc-3aa07177b324 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1102 time: 0.3728828 Aug 19 14:53:53.859157 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f5744e52-62dd-4047-afa8-0dfe76e134ec req-5a12babe-f52a-47af-a1ec-cacd069e00cf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 Aug 19 14:53:53.912337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-92da3412-ac69-4bad-857c-66e2158e488f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.913845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-92da3412-ac69-4bad-857c-66e2158e488f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.4715374 Aug 19 14:53:53.954239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Request body: {'port': {'device_id': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'admin_state_up': True, 'tenant_id': '4eb3f4d09b844c4fa709973b33304904'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:53.958669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3bc09778-2d0e-4eae-884b-509cdd56d9f3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:54.074274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:54.079188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44012) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:54.093650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:54.141391 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c3a700c-b59d-4d78-874d-b82939175e52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d6880b784cf4342a22ec8db7ef0cb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579710 Aug 19 14:53:54.142589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:54.155269 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.177632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc09778-2d0e-4eae-884b-509cdd56d9f3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:54.210704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:54.236403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a1eafb-a1c2-4794-a42b-42a673e85cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.285980 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a1eafb-a1c2-4794-a42b-42a673e85cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.321012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2104c0-63b9-44fc-9f10-58a5d5be6e74 req-f25e6cc9-f8e6-4a84-a0b7-3a3e441d17d3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.322627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a2104c0-63b9-44fc-9f10-58a5d5be6e74 req-f25e6cc9-f8e6-4a84-a0b7-3a3e441d17d3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 946 time: 0.1024120 Aug 19 14:53:54.346202 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.393825 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a2104c0-63b9-44fc-9f10-58a5d5be6e74 req-d64dd4bc-d6b4-4e0d-8663-a6ed4e11711f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Aug 19 14:53:54.424695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aacf9693-6e34-4179-969f-c0109e6878e3 req-32d2e5d8-aabe-4276-b0b3-d14a6a229e5c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379949 Aug 19 14:53:54.425250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3bc09778-2d0e-4eae-884b-509cdd56d9f3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:54.450733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3db3e-6047-4b2e-9cb9-977335d00e82 req-d7b3c995-767d-4a14-8911-7003fb987984 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.452286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32e3db3e-6047-4b2e-9cb9-977335d00e82 req-d7b3c995-767d-4a14-8911-7003fb987984 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 943 time: 0.6214786 Aug 19 14:53:54.477732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-002821bf-14f1-48bc-a5d7-93ee9aca12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.479241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-002821bf-14f1-48bc-a5d7-93ee9aca12e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 1100 time: 0.5644853 Aug 19 14:53:54.540835 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c74-fa39-42a0-bb21-a0ab9079a015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.541183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a1eafb-a1c2-4794-a42b-42a673e85cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.545243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a1eafb-a1c2-4794-a42b-42a673e85cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.546557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-58a1eafb-a1c2-4794-a42b-42a673e85cd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24dd8601-cc24-4da1-ac14-09c483bc7b46 HTTP/1.1" status: 204 len: 168 time: 0.4035044 Aug 19 14:53:54.556640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1eafb-a1c2-4794-a42b-42a673e85cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd8601-cc24-4da1-ac14-09c483bc7b46,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:54.590853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3bc09778-2d0e-4eae-884b-509cdd56d9f3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:54.601026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-682f8df4-9364-4287-bc90-32497ff6507c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43 HTTP/1.1" status: 200 len: 217 time: 0.0893409 Aug 19 14:53:54.726724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32e3db3e-6047-4b2e-9cb9-977335d00e82 req-9fed186f-69e0-46d3-a875-ee5936fd178b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627316 Aug 19 14:53:54.752544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-700520c5-b8c3-4853-a2e4-ff0ba93333ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.754068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-700520c5-b8c3-4853-a2e4-ff0ba93333ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1252644 Aug 19 14:53:54.877805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Made reservation on behalf of 4eb3f4d09b844c4fa709973b33304904 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:54.881517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.924942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb740cb3-3cf6-47aa-a371-37572939f0c4 req-8b1ef54b-1b36-46a8-a927-a55ce08a6155 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.926592 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb740cb3-3cf6-47aa-a371-37572939f0c4 req-8b1ef54b-1b36-46a8-a927-a55ce08a6155 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 931 time: 0.0587161 Aug 19 14:53:54.971587 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb740cb3-3cf6-47aa-a371-37572939f0c4 req-3dc239e7-d675-4ebe-942d-368d29936fad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385659 Aug 19 14:53:54.994579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b203c96-7ad9-4562-926d-b2fd46817636 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:55.002300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c83b4ae5-401f-424f-a1bf-e045ae472cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.009143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-c83b4ae5-401f-424f-a1bf-e045ae472cee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2326028 Aug 19 14:53:55.010344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a63e-4ab1-466d-9198-00544dcf90ec req-47722666-4a1d-4e96-b90d-e38016413fff tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.011861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495a63e-4ab1-466d-9198-00544dcf90ec req-47722666-4a1d-4e96-b90d-e38016413fff tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1098 time: 0.1980166 Aug 19 14:53:55.038380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.045205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.072814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411ac8fa-4585-4387-849c-8db4cfeee16d {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:55.139755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.204746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495a63e-4ab1-466d-9198-00544dcf90ec req-38de6547-4be4-4bc3-b3be-39b8725d0f10 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550817 Aug 19 14:53:55.255662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Allocated IP 172.20.0.2 (7b1a9431-d39f-4057-98ac-6b7f796d8862/ec47daa7-977b-4e28-9858-278f2481c32c/b6951918-cf29-4c04-94a8-31e156e701db) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:55.282905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Transition to ACTIVE for port object 7b203c96-7ad9-4562-926d-b2fd46817636 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:55.285907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-095e93cc-7ba2-4f50-9ae5-4e49e43753ec service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326097 Aug 19 14:53:55.301136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Transition to ACTIVE for port object 411ac8fa-4585-4387-849c-8db4cfeee16d will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:55.327869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352081-18b6-406d-b8f2-ac957d9e9afd req-dcffd4e8-5b19-4912-b393-f13692447b53 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.329636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15352081-18b6-406d-b8f2-ac957d9e9afd req-dcffd4e8-5b19-4912-b393-f13692447b53 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.2966568 Aug 19 14:53:55.372867 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15352081-18b6-406d-b8f2-ac957d9e9afd req-5bb3ea4c-8169-4a01-a994-a037fcedc27d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353675 Aug 19 14:53:55.409731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6569698-364a-42d3-bd55-f65b34cb03de req-e5a391d8-4b87-4ad4-b62b-d1de61f26605 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 210 time: 0.0936124 Aug 19 14:53:55.422593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.435411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.556743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e59bd-e9e2-4e77-a90b-d404f0a85c9a req-e851b03e-6316-4440-945b-91e410a1a314 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.559979 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae2e59bd-e9e2-4e77-a90b-d404f0a85c9a req-e851b03e-6316-4440-945b-91e410a1a314 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 948 time: 0.1099014 Aug 19 14:53:55.627373 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae2e59bd-e9e2-4e77-a90b-d404f0a85c9a req-232c348b-5919-43c0-9129-9346f9631f3b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590301 Aug 19 14:53:55.688798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b203c96-7ad9-4562-926d-b2fd46817636,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:55.815447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-27d1c94a-89ee-46ee-a8ae-83df0732b8fa service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159376 Aug 19 14:53:55.857486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:55.882117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1903-2640-43d1-8087-a83804c6bd63 req-7d617447-c7f1-4996-8398-e67fc5d27178 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.883666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-402c1903-2640-43d1-8087-a83804c6bd63 req-7d617447-c7f1-4996-8398-e67fc5d27178 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1098 time: 0.3329980 Aug 19 14:53:55.893616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da4614-6dd6-48b7-aed0-653524f1a900 req-0e70d58f-56aa-4e71-9b9f-e622d0bb6661 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.895205 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7da4614-6dd6-48b7-aed0-653524f1a900 req-0e70d58f-56aa-4e71-9b9f-e622d0bb6661 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 944 time: 0.0709822 Aug 19 14:53:55.902629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Attempting to bind port 7b203c96-7ad9-4562-926d-b2fd46817636 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:55.903840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Attempting to bind port 7b203c96-7ad9-4562-926d-b2fd46817636 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:55.904179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Attempting to bind port 7b203c96-7ad9-4562-926d-b2fd46817636 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:55.937941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.941843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Attempting to bind port 411ac8fa-4585-4387-849c-8db4cfeee16d on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:55.942022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Attempting to bind port 411ac8fa-4585-4387-849c-8db4cfeee16d by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:55.942323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Attempting to bind port 411ac8fa-4585-4387-849c-8db4cfeee16d on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:55.944463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Port 7b203c96-7ad9-4562-926d-b2fd46817636 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:55.944780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Attempting to bind port 7b203c96-7ad9-4562-926d-b2fd46817636 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:55.946418 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7da4614-6dd6-48b7-aed0-653524f1a900 req-4294bd1f-7149-40fe-b06d-a3fa899e6251 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Aug 19 14:53:55.963195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Port 411ac8fa-4585-4387-849c-8db4cfeee16d on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:55.963529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Attempting to bind port 411ac8fa-4585-4387-849c-8db4cfeee16d on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:55.974690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3bc09778-2d0e-4eae-884b-509cdd56d9f3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:55.976469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:55.977042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:55.977522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:55.979310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Bound port: 7b203c96-7ad9-4562-926d-b2fd46817636, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:55.979674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.006015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:56.006439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Checking segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:56.006835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Bound using segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:56.007284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Bound port: 411ac8fa-4585-4387-849c-8db4cfeee16d, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:56.007643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.032456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-402c1903-2640-43d1-8087-a83804c6bd63 req-e4f9c9e8-011b-4a39-a68a-4a2ec6954a81 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391459 Aug 19 14:53:56.219522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] For port 7b203c96-7ad9-4562-926d-b2fd46817636, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:56.225447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:56.235708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:56.241765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:56.242146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.246296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] For port 7b203c96-7ad9-4562-926d-b2fd46817636, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7b203c96-7ad9-4562-926d-b2fd46817636,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:56.251278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:56.264133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acd824-0c95-49a4-b5b7-6dc5dfa4d83e req-06b7c40b-1b19-4725-bd68-1eb2fa42b8f4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.266002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8acd824-0c95-49a4-b5b7-6dc5dfa4d83e req-06b7c40b-1b19-4725-bd68-1eb2fa42b8f4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 943 time: 0.1126220 Aug 19 14:53:56.313559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8acd824-0c95-49a4-b5b7-6dc5dfa4d83e req-ee48ec3d-b85c-41ac-8056-ff4589c5ed36 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Aug 19 14:53:56.336480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.363593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:56.365920 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f762a2e4-3af1-421c-a787-4d7cdf42c42a" -d '{"events": [{"server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "name": "network-vif-plugged", "status": "completed", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:56.379154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:56.379874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.426209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:56.431507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:56.434144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:56.444348 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.446491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.494914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:56.513170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.513170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.516309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] 10.222.0.46 "PUT /v2.0/ports/411ac8fa-4585-4387-849c-8db4cfeee16d HTTP/1.1" status: 200 len: 1092 time: 3.1377640 Aug 19 14:53:56.516406 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17766de5-5167-4745-afe1-0fb8d94663d5 x-openstack-request-id: req-17766de5-5167-4745-afe1-0fb8d94663d5 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:56.516406 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "name": "network-vif-plugged", "status": "completed", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:56.516406 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17766de5-5167-4745-afe1-0fb8d94663d5 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:56.516406 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'code': 200} Aug 19 14:53:56.519275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.519947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.521663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b203c96-7ad9-4562-926d-b2fd46817636 HTTP/1.1" status: 200 len: 1097 time: 3.2881522 Aug 19 14:53:56.549717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d'}, {'name': 'network-changed', 'server_uuid': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'tag': '7b203c96-7ad9-4562-926d-b2fd46817636'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:56.552405 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d"}, {"name": "network-changed", "server_uuid": "b8aeadb1-bb0b-469c-a113-92bd65e24c36", "tag": "7b203c96-7ad9-4562-926d-b2fd46817636"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:56.582314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.583332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.596012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.646881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea11d8-71ac-48d5-8200-ff10dd8507a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b203c96-7ad9-4562-926d-b2fd46817636,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:56.756661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d324cce-c253-4703-beae-69048d0ef090 req-bb54456a-a314-425e-aa68-fa72bbee6c48 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.769273 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6d324cce-c253-4703-beae-69048d0ef090 req-bb54456a-a314-425e-aa68-fa72bbee6c48 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 931 time: 0.0814667 Aug 19 14:53:56.854911 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6d324cce-c253-4703-beae-69048d0ef090 req-82a4bff4-8211-4682-b171-588f4f031420 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831120 Aug 19 14:53:56.856043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3bc09778-2d0e-4eae-884b-509cdd56d9f3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:57.011147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6006e-93bf-4372-8347-f58da5e65dcd req-71187966-cfc1-4c2f-aa59-d8bb719d50da tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.013969 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56b6006e-93bf-4372-8347-f58da5e65dcd req-71187966-cfc1-4c2f-aa59-d8bb719d50da tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1098 time: 0.0510843 Aug 19 14:53:57.050948 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63329ba-d98e-43e5-89c6-9c6d1e63cf80 x-openstack-request-id: req-d63329ba-d98e-43e5-89c6-9c6d1e63cf80 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:57.051437 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8aeadb1-bb0b-469c-a113-92bd65e24c36", "tag": "7b203c96-7ad9-4562-926d-b2fd46817636", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:57.051744 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d63329ba-d98e-43e5-89c6-9c6d1e63cf80 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:57.052234 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'status': 'completed', 'code': 200} Aug 19 14:53:57.053059 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'tag': '7b203c96-7ad9-4562-926d-b2fd46817636', 'status': 'completed', 'code': 200} Aug 19 14:53:57.057281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56b6006e-93bf-4372-8347-f58da5e65dcd req-2c8d3046-6641-4050-a3a0-8d2c0a80b0a8 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329027 Aug 19 14:53:57.084020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-8a8309c7-a2d8-4348-ae17-0cee1228e21a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1510615 Aug 19 14:53:57.109196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee38c3-2251-4e70-9b43-4170d8955013 req-ac665df0-8b78-4a2e-bc0d-9180872ca019 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.110590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83ee38c3-2251-4e70-9b43-4170d8955013 req-ac665df0-8b78-4a2e-bc0d-9180872ca019 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.5097263 Aug 19 14:53:57.141141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Request body: {'port': {'device_id': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:57.209720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0875c-e03e-4a33-948a-258c3c2b4d61 req-75f76dd3-f850-42f9-b725-5e8b41109abe tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.211608 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ba0875c-e03e-4a33-948a-258c3c2b4d61 req-75f76dd3-f850-42f9-b725-5e8b41109abe tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 948 time: 0.0688879 Aug 19 14:53:57.230664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebf987-a82f-41df-9727-d42e04af1db3 req-16b72b4e-ba5c-4c79-b404-e07134ed6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.235683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6ebf987-a82f-41df-9727-d42e04af1db3 req-16b72b4e-ba5c-4c79-b404-e07134ed6be5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.5777655 Aug 19 14:53:57.241773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337d8d9-6d9f-4328-9860-1f5faed680de service neutron] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:57.268721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ba0875c-e03e-4a33-948a-258c3c2b4d61 req-b3d73f39-f419-455f-bab4-db3c5c0480ea tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460458 Aug 19 14:53:57.319663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-219d6670-edbc-40c4-98fc-48ac63f9ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.321283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-219d6670-edbc-40c4-98fc-48ac63f9ae8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 1095 time: 0.2593153 Aug 19 14:53:57.324200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83ee38c3-2251-4e70-9b43-4170d8955013 req-4dfb1e73-73da-4620-b8c7-e7320407bb9c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912756 Aug 19 14:53:57.330620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-f413ed2f-3192-4dd2-aca7-c2a6b942469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.332652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-f413ed2f-3192-4dd2-aca7-c2a6b942469a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 1100 time: 0.2788165 Aug 19 14:53:57.344067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.371775 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.402732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-f2251096-1e3f-4558-8000-cbed98868231 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=411ac8fa-4585-4387-849c-8db4cfeee16d HTTP/1.1" status: 200 len: 217 time: 0.0691938 Aug 19 14:53:57.428160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e344aa-3f41-4163-8919-0964e4c2c918 req-870a3696-7736-4e66-b0be-baed1b5cae36 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.429985 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-88e344aa-3f41-4163-8919-0964e4c2c918 req-870a3696-7736-4e66-b0be-baed1b5cae36 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.0626547 Aug 19 14:53:57.440056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-d785e463-e02f-494d-ba43-3716e1fb70c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7b203c96-7ad9-4562-926d-b2fd46817636 HTTP/1.1" status: 200 len: 217 time: 0.0936437 Aug 19 14:53:57.453345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6ebf987-a82f-41df-9727-d42e04af1db3 req-5d533ff6-431a-482b-8d35-d0ecfd6b0f00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051544 Aug 19 14:53:57.505023 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-88e344aa-3f41-4163-8919-0964e4c2c918 req-82ce3e9f-607b-4ca0-9196-b1f2a97c931e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681713 Aug 19 14:53:57.634215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df22e-8d79-48b4-8bc4-345097f256ba req-2f5ecf7c-0e5c-474a-834c-7f3b4c4de114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.636246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-2f5ecf7c-0e5c-474a-834c-7f3b4c4de114 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.1993878 Aug 19 14:53:57.642265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-b37269af-25f5-4e5a-927a-8e19afd4db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.643836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-b37269af-25f5-4e5a-927a-8e19afd4db97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1939371 Aug 19 14:53:57.733996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-b710a1c8-1e05-492c-b438-4fe047a9211c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684366 Aug 19 14:53:57.763798 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-974430e4-7d44-441c-a70d-6bee686e001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.843751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7be99c-a304-46d4-bf74-45602e12d983 req-cb16482f-e121-49c9-9215-ec1bc38d1b5d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.845223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca7be99c-a304-46d4-bf74-45602e12d983 req-cb16482f-e121-49c9-9215-ec1bc38d1b5d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 943 time: 0.2786205 Aug 19 14:53:57.873609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-77a19827-e15b-4a7d-b145-24b74d3c3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.875076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-77a19827-e15b-4a7d-b145-24b74d3c3f01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2107716 Aug 19 14:53:57.975957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device aadb7781-a3e4-4909-9dc9-ea0021dcfd43 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:58.024143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca7be99c-a304-46d4-bf74-45602e12d983 req-44fd0b50-03a1-4a62-a791-0ad50f2daf0c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654255 Aug 19 14:53:58.051265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df925f9d-f19b-4546-85fc-2178eb20e8f0 req-de95a9c1-6a61-4f21-8a1b-765ce658cfce tempest-FlavorsV2NegativeTest-487170362 tempest-FlavorsV2NegativeTest-487170362-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=91c75c2d15d3436580d3e326d42e1aba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264516 Aug 19 14:53:58.054560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-5936a3cc-52f8-48ec-a12f-6c7a22aa753b service neutron] 10.222.0.46 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099241 Aug 19 14:53:58.144159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:58.158938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', 'mac_address': 'fa:16:3e:16:de:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:58.207899 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.233768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-bd750005-a25a-4a0f-9ba7-ef831be83674 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451991 Aug 19 14:53:58.242731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadb7781-a3e4-4909-9dc9-ea0021dcfd43 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:58.243994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925f9d-f19b-4546-85fc-2178eb20e8f0 req-80f48a39-9680-457f-911a-7543d58e9b42 tempest-FlavorsV2NegativeTest-487170362 tempest-FlavorsV2NegativeTest-487170362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.251759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6951918-cf29-4c04-94a8-31e156e701db {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:58.256360 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df925f9d-f19b-4546-85fc-2178eb20e8f0 req-80f48a39-9680-457f-911a-7543d58e9b42 tempest-FlavorsV2NegativeTest-487170362 tempest-FlavorsV2NegativeTest-487170362-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973248 Aug 19 14:53:58.272768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.284730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df925f9d-f19b-4546-85fc-2178eb20e8f0 req-c65a8dca-fe38-4531-abab-57e3acc71be0 tempest-FlavorsV2NegativeTest-487170362 tempest-FlavorsV2NegativeTest-487170362-project] 10.222.0.13 "GET /v2.0/quotas/91c75c2d15d3436580d3e326d42e1aba HTTP/1.1" status: 200 len: 375 time: 0.0265923 Aug 19 14:53:58.287266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:58.333165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df925f9d-f19b-4546-85fc-2178eb20e8f0 req-1df5c176-46d9-4f95-9ad3-66bd4cc6ca05 tempest-FlavorsV2NegativeTest-487170362 tempest-FlavorsV2NegativeTest-487170362-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91c75c2d15d3436580d3e326d42e1aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469747 Aug 19 14:53:58.346149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-806df22e-8d79-48b4-8bc4-345097f256ba req-fd50f703-e5e3-460a-a1cd-b22389cc4e32 service neutron] 10.222.0.46 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823679 Aug 19 14:53:58.351182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Transition to ACTIVE for port object b6951918-cf29-4c04-94a8-31e156e701db will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:58.362560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44142) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:58.373694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d1d3a-2039-4db2-8fd8-1f960cd388fc req-05d92937-885e-4e7a-bc71-db6e09ed6a27 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.379711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-505d1d3a-2039-4db2-8fd8-1f960cd388fc req-05d92937-885e-4e7a-bc71-db6e09ed6a27 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 931 time: 0.2226188 Aug 19 14:53:58.409214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.464827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-505d1d3a-2039-4db2-8fd8-1f960cd388fc req-7fb42075-6d2e-4e89-b8e8-73d72d8d203a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Aug 19 14:53:58.468060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11acd8d2-7251-426b-bbe5-7a7997acc8a0 req-59073219-884c-4ccd-b17f-39e2db8a4553 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116547 Aug 19 14:53:58.483539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.531326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b64d-b658-49d3-805f-ce2552cd2520 req-7d3aa52d-1747-4614-b715-6d980bc6e86e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.531571 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5b2b64d-b658-49d3-805f-ce2552cd2520 req-7d3aa52d-1747-4614-b715-6d980bc6e86e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1077526 Aug 19 14:53:58.562414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.599877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.628733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-8873c195-ab46-46dd-baaa-d04bcc635414 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2622745 Aug 19 14:53:58.638308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5b2b64d-b658-49d3-805f-ce2552cd2520 req-5ac4d183-26a4-43e4-b316-c32542ca6f01 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912027 Aug 19 14:53:58.717157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['aadb7781-a3e4-4909-9dc9-ea0021dcfd43'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:58.732679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f2d99-dea9-4aaf-9bcb-061a0054f90a req-97fa8c63-bb3a-431a-a4f1-2f82db7d796f tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.740541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-890f2d99-dea9-4aaf-9bcb-061a0054f90a req-97fa8c63-bb3a-431a-a4f1-2f82db7d796f tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1098 time: 0.1427529 Aug 19 14:53:58.766642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-d16a5ea4-83f1-4ff1-8471-18ff5e9eb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.768230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-d16a5ea4-83f1-4ff1-8471-18ff5e9eb7fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 1095 time: 0.1489360 Aug 19 14:53:58.769225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:58.769733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:58.770256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:58.772037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653def8a-ba1a-49a8-8dab-2ef5a0255e87 req-dc70bc3d-2ab9-4cef-8f92-914a573be8e4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.773893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-653def8a-ba1a-49a8-8dab-2ef5a0255e87 req-dc70bc3d-2ab9-4cef-8f92-914a573be8e4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 948 time: 0.0727143 Aug 19 14:53:58.778440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:58.778783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:58.803077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:58.806755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:58.806755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:58.806755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Bound port: b6951918-cf29-4c04-94a8-31e156e701db, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:58.806755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.856895 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-653def8a-ba1a-49a8-8dab-2ef5a0255e87 req-3ff9f7dc-afba-4eca-856d-a74179ee124f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Aug 19 14:53:58.862573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-890f2d99-dea9-4aaf-9bcb-061a0054f90a req-9dbfbc73-767c-4cf0-a358-a8dc11f8c678 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209121 Aug 19 14:53:59.026598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-e4711c1e-df51-44c4-a1ec-a9481ba2d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.032624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-e4711c1e-df51-44c4-a1ec-a9481ba2d9e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 906 time: 0.2447495 Aug 19 14:53:59.115238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:59.118237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-8bb02c34-9859-460f-9003-98afee4a3f1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=411ac8fa-4585-4387-849c-8db4cfeee16d HTTP/1.1" status: 200 len: 217 time: 0.0557415 Aug 19 14:53:59.142022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:59.181812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14184e4-2375-47da-92c7-d9c23b836a65 req-46b615e1-bdcb-4d22-bf93-1e4dbbd4f33f tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.184778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a14184e4-2375-47da-92c7-d9c23b836a65 req-46b615e1-bdcb-4d22-bf93-1e4dbbd4f33f tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.1739192 Aug 19 14:53:59.202230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-e9c43318-8bca-4f6f-b68b-0885abbf927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.203682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-e9c43318-8bca-4f6f-b68b-0885abbf927a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.0755141 Aug 19 14:53:59.250632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-3c45d834-6052-476c-8cfb-001f1ac4d2dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369840 Aug 19 14:53:59.256331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a14184e4-2375-47da-92c7-d9c23b836a65 req-dc98be3c-b1df-457f-8c5b-787bc22a831d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644717 Aug 19 14:53:59.328675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.419380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.419894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.421384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] 10.222.0.54 "PUT /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 1092 time: 2.2914438 Aug 19 14:53:59.422748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:59.425059 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "tag": "b6951918-cf29-4c04-94a8-31e156e701db"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:59.436828 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.458557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa91c6-7d0a-413b-aafb-48f6af065c29 service neutron] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:59.479159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd6d59-347c-496f-af22-71d17788097b req-f3311bfd-a1aa-44ae-a957-7f14bdd083af tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.480888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85fd6d59-347c-496f-af22-71d17788097b req-f3311bfd-a1aa-44ae-a957-7f14bdd083af tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 943 time: 0.1418383 Aug 19 14:53:59.482974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-c4a1a7c8-83d2-45ae-9a10-eb80bcd3aa96 service neutron] 10.222.0.46 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229173 Aug 19 14:53:59.585677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85fd6d59-347c-496f-af22-71d17788097b req-980e4093-6f0f-4eb9-a9ce-e212751f63e4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978701 Aug 19 14:53:59.648404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-f79cc53b-688c-4007-9498-3f442c66abd9 service neutron] 10.222.0.46 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540537 Aug 19 14:53:59.670176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-974ae5d9-7cae-4812-b65d-8ee0daa0548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.671924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-974ae5d9-7cae-4812-b65d-8ee0daa0548e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1095 time: 0.0737715 Aug 19 14:53:59.676924 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5178a591-6b34-4568-9d07-da78f0a7b165 x-openstack-request-id: req-5178a591-6b34-4568-9d07-da78f0a7b165 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:59.677272 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "tag": "b6951918-cf29-4c04-94a8-31e156e701db", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:59.677612 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5178a591-6b34-4568-9d07-da78f0a7b165 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:59.678061 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db', 'status': 'completed', 'code': 200} Aug 19 14:53:59.759050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-b0b11cf8-7813-4495-b15f-8ec5d300213e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 217 time: 0.0567062 Aug 19 14:53:59.863930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-6833afc7-28e7-4029-a584-557209530445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.865616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-6833afc7-28e7-4029-a584-557209530445 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 1100 time: 0.1516526 Aug 19 14:53:59.871600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-90db2953-c8c6-4f1d-a7fa-7156f2e4e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.873227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-90db2953-c8c6-4f1d-a7fa-7156f2e4e8b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0922487 Aug 19 14:53:59.890052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6943b5-f252-4b6b-8b9e-e601142f5394 req-1a2ce92f-f058-4ce1-be87-cb86fa4a5682 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.891621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b6943b5-f252-4b6b-8b9e-e601142f5394 req-1a2ce92f-f058-4ce1-be87-cb86fa4a5682 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.1429043 Aug 19 14:53:59.975285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device aadb7781-a3e4-4909-9dc9-ea0021dcfd43 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:00.125388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:00.232570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:00.236733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:00.248495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.249228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-9f4b624e-872c-4b7d-ac01-3c93283a9489 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3544102 Aug 19 14:54:00.283767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c418c42d-f515-48f7-a81b-b1332fc09cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.370903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b6943b5-f252-4b6b-8b9e-e601142f5394 req-0bd29523-8e69-4cc1-808f-f159a2cdc745 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850660 Aug 19 14:54:00.392193 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.400876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c418c42d-f515-48f7-a81b-b1332fc09cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.426035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-0de2ef4a-7f9c-4a80-9740-941a98873190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.427986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-0de2ef4a-7f9c-4a80-9740-941a98873190 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.5528970 Aug 19 14:54:00.452964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:00.454253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:00.456664 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03d810-fc94-4c95-a67f-64519b49614b" -d '{"events": [{"server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "name": "network-vif-plugged", "status": "completed", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:00.492563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c418c42d-f515-48f7-a81b-b1332fc09cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.523937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.534746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-197cec33-03a3-4c7c-841f-f1cedb57e311 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792706 Aug 19 14:54:00.536287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-83b53895-414c-4548-bf80-d2fb52e49512 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7b203c96-7ad9-4562-926d-b2fd46817636 HTTP/1.1" status: 200 len: 217 time: 0.0979407 Aug 19 14:54:00.580089 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c418c42d-f515-48f7-a81b-b1332fc09cb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91c75c2d15d3436580d3e326d42e1aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533379 Aug 19 14:54:00.583078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c42d-f515-48f7-a81b-b1332fc09cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5dfd9-44c2-4500-aa6c-20e8b712075e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:00.587018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:00.641351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:00.652547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64681889-78b5-4800-9171-0f599d753aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.681087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64681889-78b5-4800-9171-0f599d753aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.690299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-dac965db-72da-4e87-810b-f63406f27d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.691825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-dac965db-72da-4e87-810b-f63406f27d58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1330712 Aug 19 14:54:00.708282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e4a2-f1ec-4b27-928e-933c8b8d29a7 req-754305b5-bb80-4e58-ba48-f6f1495f87b2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.710440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e924e4a2-f1ec-4b27-928e-933c8b8d29a7 req-754305b5-bb80-4e58-ba48-f6f1495f87b2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1912687 Aug 19 14:54:00.796423 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.813840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f63f716a-d094-4cf3-a938-5cb797c0a7f1 req-f5861dfc-643a-46cf-b48b-64adfec6916f service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445908 Aug 19 14:54:00.823733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e924e4a2-f1ec-4b27-928e-933c8b8d29a7 req-722efd04-29e4-40b3-836d-59a303335738 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815470 Aug 19 14:54:00.826942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-61ddeb95-176a-4482-8f77-e49997330e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.828419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-61ddeb95-176a-4482-8f77-e49997330e7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1168339 Aug 19 14:54:00.957098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64681889-78b5-4800-9171-0f599d753aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.963784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64681889-78b5-4800-9171-0f599d753aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.966207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-64681889-78b5-4800-9171-0f599d753aa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e5dfd9-44c2-4500-aa6c-20e8b712075e HTTP/1.1" status: 204 len: 168 time: 0.3767784 Aug 19 14:54:00.970281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00346390-365b-430f-8932-6304a78ce95e req-58500595-b1bb-4e88-8fdf-9dad4192a63a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.970281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00346390-365b-430f-8932-6304a78ce95e req-58500595-b1bb-4e88-8fdf-9dad4192a63a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 948 time: 0.0830534 Aug 19 14:54:00.977191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-7dccf9a4-5b49-4347-a274-6f4634e28455 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376312 Aug 19 14:54:00.982935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64681889-78b5-4800-9171-0f599d753aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5dfd9-44c2-4500-aa6c-20e8b712075e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:01.158023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00346390-365b-430f-8932-6304a78ce95e req-fd06934c-651e-4611-9f22-4de061af6190 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794312 Aug 19 14:54:01.183597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-de20e107-3b58-4e89-bce6-b76d7774823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.185595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-de20e107-3b58-4e89-bce6-b76d7774823e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1095 time: 0.1132519 Aug 19 14:54:01.188235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcadc9e-fa44-491b-a1f7-a192c3c1e2d7 req-38703abe-22fc-41d7-9b1e-d95c2dd923a3 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988707 Aug 19 14:54:01.306936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-1f39747a-5dc2-4ab1-8d24-533cb4e1ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.308426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-1f39747a-5dc2-4ab1-8d24-533cb4e1ee5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.1149845 Aug 19 14:54:01.355847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-8f2bf9e3-2175-4385-a3f2-53cb9206be79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 217 time: 0.0401967 Aug 19 14:54:01.452279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef5b64-3788-4c10-a653-e508e2b2db89 req-c27f5023-78a7-4f47-80c5-8047ac40ca1b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.453934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69ef5b64-3788-4c10-a653-e508e2b2db89 req-c27f5023-78a7-4f47-80c5-8047ac40ca1b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.1007290 Aug 19 14:54:01.456530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-1090a09d-c29a-413b-a452-6303d235433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.457820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-1090a09d-c29a-413b-a452-6303d235433d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0926216 Aug 19 14:54:01.511315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-2a461280-703d-4f35-8bdf-e6ba07ba5ee9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402722 Aug 19 14:54:01.532624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69ef5b64-3788-4c10-a653-e508e2b2db89 req-8076b21a-92b7-46e9-8a55-e2da1f0932a8 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693181 Aug 19 14:54:01.587437 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1649257a-263b-49ee-aba0-3ccaf62a1603 x-openstack-request-id: req-1649257a-263b-49ee-aba0-3ccaf62a1603 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:01.588212 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "name": "network-vif-plugged", "status": "completed", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:01.588212 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1649257a-263b-49ee-aba0-3ccaf62a1603 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:01.588487 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', 'code': 200} Aug 19 14:54:01.653412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-b781af02-85e4-460a-b575-6b5340aae0f5 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299880 Aug 19 14:54:01.797668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbef1ef-0918-4036-858c-8205c125390c req-a1a80273-628b-4c72-99ec-53d627dd29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.799375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbef1ef-0918-4036-858c-8205c125390c req-a1a80273-628b-4c72-99ec-53d627dd29e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 1102 time: 0.1313932 Aug 19 14:54:01.810871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b311ac-bd37-4d23-9b47-5a24a882dfbc req-ce8f44c0-92b5-4add-ba03-2f4b3fda10d2 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.812414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51b311ac-bd37-4d23-9b47-5a24a882dfbc req-ce8f44c0-92b5-4add-ba03-2f4b3fda10d2 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 943 time: 0.1534641 Aug 19 14:54:01.856702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-54e24da9-5b73-49de-bf7d-0c172dfb9500 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:01.857806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-54e24da9-5b73-49de-bf7d-0c172dfb9500 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176308 Aug 19 14:54:01.869972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ff1ca2-e47f-4f06-a34f-a4899fcc6788 req-4ea1b9f9-c972-47ea-a4f3-9735931e17f4 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980455 Aug 19 14:54:01.883289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Request body: {'binding': {'host': 'n-h1-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:01.883744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Unknown quota resources ['binding']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:54:01.923293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbef1ef-0918-4036-858c-8205c125390c req-f9465996-4e09-4d53-994f-e2202b0528b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098354 Aug 19 14:54:01.929952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51b311ac-bd37-4d23-9b47-5a24a882dfbc req-5ae1e90c-26dc-4fb7-ad03-cbc9f0019421 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953710 Aug 19 14:54:01.988386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7b203c96-7ad9-4562-926d-b2fd46817636 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:02.106488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7b203c96-7ad9-4562-926d-b2fd46817636, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7b203c96-7ad9-4562-926d-b2fd46817636,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:02.112147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4f578-83e4-4b83-8b96-b90beb5f9d7a req-a51589e3-274d-4fcc-b15e-b8433ac111bd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.114072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcb4f578-83e4-4b83-8b96-b90beb5f9d7a req-a51589e3-274d-4fcc-b15e-b8433ac111bd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.1018391 Aug 19 14:54:02.119080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on host n-h1-779913-32 for vnic_type normal with profile None {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:02.119505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:02.119991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:02.123793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '7b203c96-7ad9-4562-926d-b2fd46817636', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '7b203c96-7ad9-4562-926d-b2fd46817636', 'mac_address': 'fa:16:3e:c9:9b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:02.131761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:02.139911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:02.154700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:02.155048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:02.155450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:02.156174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Bound port: ed18ad12-a56a-48f9-8917-132a07fa332b, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:02.175721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.190415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b203c96-7ad9-4562-926d-b2fd46817636 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:02.213824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7b203c96-7ad9-4562-926d-b2fd46817636, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7b203c96-7ad9-4562-926d-b2fd46817636,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:02.246185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcb4f578-83e4-4b83-8b96-b90beb5f9d7a req-00a9eaf8-a080-49f3-88bb-254f9276c7d0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209900 Aug 19 14:54:02.270208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:02.273145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-a80eafd3-20b7-4c70-a4c5-b569aa7b2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.274704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-a80eafd3-20b7-4c70-a4c5-b569aa7b2d9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1102 time: 0.1093674 Aug 19 14:54:02.315865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.316743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:02.397656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.398850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-b646e49b-150b-4370-81f5-f9132bc80648 service neutron] 10.222.0.13 "POST /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5236821 Aug 19 14:54:02.423712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=7b203c96-7ad9-4562-926d-b2fd46817636,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:02.484028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:02.487448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:02.503538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'mac_address': 'fa:16:3e:b2:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:02.545505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.553864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-d09ba58e-503a-4c25-bac2-431d7141cd48 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2780845 Aug 19 14:54:02.557039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-8640cb3b-6dac-475d-9c8b-cdac47aca177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.559068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-8640cb3b-6dac-475d-9c8b-cdac47aca177 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2733679 Aug 19 14:54:02.562561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:02.568784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ac8fa-4585-4387-849c-8db4cfeee16d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:02.592081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:02.614408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-ba55b1fa-4970-44fa-9380-0b589acd7c48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 217 time: 0.0465212 Aug 19 14:54:02.617136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-network', 'tenant_id': 'dba94f5546514945980d65454d728cfd'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:02.676731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-96a7e62b-577f-4a0f-a0df-e14050dba3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.678284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-96a7e62b-577f-4a0f-a0df-e14050dba3ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0494697 Aug 19 14:54:02.726348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-30782aa1-2514-4476-801c-b099a5539852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.727972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-30782aa1-2514-4476-801c-b099a5539852 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415833 Aug 19 14:54:02.738277 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.788375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.804457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:02.886177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-471188da-c36b-49bd-8b5f-3813718c99c7 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507969 Aug 19 14:54:02.902591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4352f-8d1b-4317-87a6-f7718cf15601 req-1756e9fc-3502-48de-8826-a521ead12f12 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.905385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a8d4352f-8d1b-4317-87a6-f7718cf15601 req-1756e9fc-3502-48de-8826-a521ead12f12 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0531240 Aug 19 14:54:02.906674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Made reservation on behalf of dba94f5546514945980d65454d728cfd for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:02.909080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.924793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.976794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a8d4352f-8d1b-4317-87a6-f7718cf15601 req-258c1af6-2069-4672-9353-a5092a9b2400 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639977 Aug 19 14:54:03.021284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.033984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-1ea0eacb-ec72-4048-8ad7-776535e55b11 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386735 Aug 19 14:54:03.051139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.074457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['411ac8fa-4585-4387-849c-8db4cfeee16d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:03.108840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15102e5-9833-4f70-9e53-70bca1c0bdc3 req-06e6c36f-c2c0-49bd-903a-2102e91e7ce3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.110521 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a15102e5-9833-4f70-9e53-70bca1c0bdc3 req-06e6c36f-c2c0-49bd-903a-2102e91e7ce3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 949 time: 0.0656993 Aug 19 14:54:03.116156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['7b203c96-7ad9-4562-926d-b2fd46817636'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:03.160273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Allocated IP 172.25.5.102 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/4703b575-9a25-467f-923e-6ba590281cf0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:03.169684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a15102e5-9833-4f70-9e53-70bca1c0bdc3 req-9232847d-0980-4df4-9864-71a0900620ca tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Aug 19 14:54:03.235251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.281415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:03.291639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b3ede-299e-43d8-ac76-f96146d8737f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:03.306489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.308101 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Added segment ceeed219-3beb-4e3b-8b18-730616690559 of type vlan for network 303ed19d-df9a-4ecb-9bed-6c94098b42cb Aug 19 14:54:03.397918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-731de298-02e8-44da-b8ae-4e2e507dadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.399595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-731de298-02e8-44da-b8ae-4e2e507dadbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1098 time: 0.1351418 Aug 19 14:54:03.407441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.414865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.487010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ec01-faeb-4c12-913c-d102000a6837 req-2357a95d-277e-4fa7-86a9-09c047130869 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.489477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dd41ec01-faeb-4c12-913c-d102000a6837 req-2357a95d-277e-4fa7-86a9-09c047130869 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 946 time: 0.0716317 Aug 19 14:54:03.540653 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dd41ec01-faeb-4c12-913c-d102000a6837 req-bd6b8b64-b77f-444f-ab85-e403e4f5269d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Aug 19 14:54:03.632013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.633967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.635214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.735997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] Pushing event updated for resources: {'Network': ['ID=303ed19d-df9a-4ecb-9bed-6c94098b42cb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:03.746217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900eff5-eee4-4a8d-8e01-042059ddeebf req-8a94f58c-1c3c-4131-84c6-985f095afb33 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.748548 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6900eff5-eee4-4a8d-8e01-042059ddeebf req-8a94f58c-1c3c-4131-84c6-985f095afb33 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 944 time: 0.1410882 Aug 19 14:54:03.751726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:03.778554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-293e7d6d-721f-45be-8837-df7f2d02e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.780277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-293e7d6d-721f-45be-8837-df7f2d02e20a service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.3701904 Aug 19 14:54:03.817807 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6900eff5-eee4-4a8d-8e01-042059ddeebf req-9aad2eb6-6ffe-49c5-af39-e41541056152 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612698 Aug 19 14:54:03.845879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-cfd5821d-19f1-42c7-bc8f-77db15eee389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 217 time: 0.0488935 Aug 19 14:54:03.846367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ba10858-3e92-4bf3-95d9-a15b7d8f97fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3527560 Aug 19 14:54:03.846367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44276) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:03.854939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Request body: {'subnet': {'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-subnet', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:03.899633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-af870a6d-a200-4368-89bc-13b480d38e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.901067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-af870a6d-a200-4368-89bc-13b480d38e13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0542231 Aug 19 14:54:03.946127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-8b054cae-4be2-438b-8ba8-56e95ce5a91d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362542 Aug 19 14:54:03.947263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.948854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9994-a2ee-4593-ad71-ba72f15b86fa req-45e9c61b-64c5-4b5d-9b71-d2f34f6ccbc7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.951533 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1ecd9994-a2ee-4593-ad71-ba72f15b86fa req-45e9c61b-64c5-4b5d-9b71-d2f34f6ccbc7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.0594187 Aug 19 14:54:03.981493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Made reservation on behalf of dba94f5546514945980d65454d728cfd for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:03.983997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.040468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:04.047314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:04.050080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1ecd9994-a2ee-4593-ad71-ba72f15b86fa req-0ad004a1-72ed-4068-83c0-65539b5189aa tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894656 Aug 19 14:54:04.050468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:04.080624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event updated for resources: {'Port': ['ID=4703b575-9a25-467f-923e-6ba590281cf0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.137842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-fade7d35-667e-4696-b2c6-77b49f2e4692 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646855 Aug 19 14:54:04.229225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7892bf-53b0-417f-b900-64ebcdedac00 req-306ac1fd-e56b-4f07-a785-51e15a175c27 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.231289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa7892bf-53b0-417f-b900-64ebcdedac00 req-306ac1fd-e56b-4f07-a785-51e15a175c27 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1131954 Aug 19 14:54:04.234456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.270808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-adaa9c78-807c-45b5-9db3-d77f3a90ba07 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145909 Aug 19 14:54:04.284869 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa7892bf-53b0-417f-b900-64ebcdedac00 req-531ef178-2244-4d5b-8ac1-4f6f16d0c17a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Aug 19 14:54:04.305637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b6951918-cf29-4c04-94a8-31e156e701db details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:04.379375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.408359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:04.428646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'b6951918-cf29-4c04-94a8-31e156e701db', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'port_id': 'b6951918-cf29-4c04-94a8-31e156e701db', 'mac_address': 'fa:16:3e:82:2e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec47daa7-977b-4e28-9858-278f2481c32c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:04.458212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beebb4-691b-4342-8c19-60b87ae72d4f req-82afe912-4f0d-4fc9-8f90-6b61ea0bc52c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.460919 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70beebb4-691b-4342-8c19-60b87ae72d4f req-82afe912-4f0d-4fc9-8f90-6b61ea0bc52c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 949 time: 0.1170685 Aug 19 14:54:04.467043 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.483965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6951918-cf29-4c04-94a8-31e156e701db {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:04.496616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.506868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:04.516979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1935b7ce-2f61-442c-8032-6bcfdd042faa,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.526233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Checking segment: {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:04.526619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Network hostable DHCP agents. Network: 303ed19d-df9a-4ecb-9bed-6c94098b42cb, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:04.549930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70beebb4-691b-4342-8c19-60b87ae72d4f req-1ad17704-1ad2-4cca-bdbe-604d1f59ccf2 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687165 Aug 19 14:54:04.551102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6b40ec31-af5d-43b3-8cc6-ab87b84d5369 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.552726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6b40ec31-af5d-43b3-8cc6-ab87b84d5369 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1098 time: 0.1039102 Aug 19 14:54:04.578060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:04.583692 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.651489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.654552 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:04.681205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.744697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 303ed19d-df9a-4ecb-9bed-6c94098b42cb) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:04.754315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083125f-4210-424c-8aa8-69c29776b94f None None] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:04.759542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b657c-faee-47e4-a472-08b9c19d68d3 req-65b20fe7-ccf0-4bfb-9cb2-2950d706b477 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.761484 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6a4b657c-faee-47e4-a472-08b9c19d68d3 req-65b20fe7-ccf0-4bfb-9cb2-2950d706b477 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 946 time: 0.0674207 Aug 19 14:54:04.768562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.769055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.773426 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.818342 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6a4b657c-faee-47e4-a472-08b9c19d68d3 req-c23ff960-fd61-4169-9927-4b2803948efe tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Aug 19 14:54:04.882359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.901427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:04.904504 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-69dfcf4b-6140-4507-b75f-773a0f69a1f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0605145 Aug 19 14:54:04.906631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44288) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:04.911458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:04.977344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcfd8a-34f0-4cb2-a997-b54683f73bbe req-0c87574c-b411-49ae-a457-8cb1402661d6 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.979898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fffcfd8a-34f0-4cb2-a997-b54683f73bbe req-0c87574c-b411-49ae-a457-8cb1402661d6 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 944 time: 0.0736349 Aug 19 14:54:04.980102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event updated for resources: {'Port': ['ID=4703b575-9a25-467f-923e-6ba590281cf0,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.984200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-303ed19d-df9a-4ecb-9bed-6c94098b42cb', 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'fixed_ips': [{'subnet_id': '1935b7ce-2f61-442c-8032-6bcfdd042faa'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:04.985079 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.014778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:05.049064 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fffcfd8a-34f0-4cb2-a997-b54683f73bbe req-1b691cd6-0340-4976-b466-9707a39b9f7a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515726 Aug 19 14:54:05.059670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.067643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.069162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.100553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:05.102928 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b94ff3-181b-48db-9ab6-e90167aec345" -d '{"events": [{"server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:05.108290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.112892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['b6951918-cf29-4c04-94a8-31e156e701db'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:05.183793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.186198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-f4a0e18f-9b87-4786-b9db-d3f7a47b7e9a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6314642 Aug 19 14:54:05.194804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.253681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219660e-6b9c-4a06-911d-ebb828eeab9b req-46bb3bda-0784-4a01-83b2-28a350069826 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.255781 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0219660e-6b9c-4a06-911d-ebb828eeab9b req-46bb3bda-0784-4a01-83b2-28a350069826 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.0830252 Aug 19 14:54:05.272556 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.288440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Allocated IP 172.20.0.2 (303ed19d-df9a-4ecb-9bed-6c94098b42cb/1935b7ce-2f61-442c-8032-6bcfdd042faa/2bca8526-1b6d-49a3-83fd-b787b73356f1) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:05.310725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-5b65ab6e-b497-44f1-940f-92b208c0d076 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.1129448 Aug 19 14:54:05.399334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0219660e-6b9c-4a06-911d-ebb828eeab9b req-44e1844a-0b14-4634-8b8c-818aa64d11d4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327302 Aug 19 14:54:05.411085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:05.451857 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb1f223-7c72-40b6-9613-28d14bd7d336 x-openstack-request-id: req-3cb1f223-7c72-40b6-9613-28d14bd7d336 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:05.452152 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:05.452396 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cb1f223-7c72-40b6-9613-28d14bd7d336 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:05.452796 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'code': 200} Aug 19 14:54:05.461677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:05.462012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:05.462347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:05.471462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:05.471791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Attempting to bind port ed18ad12-a56a-48f9-8917-132a07fa332b on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:05.483460 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.484023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:05.484368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:05.484754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:05.485225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Bound port: ed18ad12-a56a-48f9-8917-132a07fa332b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:05.485584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.492064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Transition to ACTIVE for port object 2bca8526-1b6d-49a3-83fd-b787b73356f1 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:05.507730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Transition to ACTIVE for port object 2bca8526-1b6d-49a3-83fd-b787b73356f1 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:05.508061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-dec04c8f-8c16-4eeb-8e03-e11bf6a0bea8 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.510061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-dec04c8f-8c16-4eeb-8e03-e11bf6a0bea8 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1891429 Aug 19 14:54:05.539250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-7db4b61e-a7eb-4a4c-a205-692e95805625 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:05.540248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ae0ed24-d9a7-4982-9ebf-30d3473fe0fc req-7db4b61e-a7eb-4a4c-a205-692e95805625 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075722 Aug 19 14:54:05.556324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.580657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:05.585379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:05.597490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909781e-7319-4614-b9c8-1729ac64ec7a req-d5e97260-3800-4e37-a82f-42e7c809fd62 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.599949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d909781e-7319-4614-b9c8-1729ac64ec7a req-d5e97260-3800-4e37-a82f-42e7c809fd62 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0905488 Aug 19 14:54:05.621288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.675910 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d909781e-7319-4614-b9c8-1729ac64ec7a req-1a746a4d-a92f-4938-adf1-80fc080e6695 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Aug 19 14:54:05.742003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331a2d-fb40-4c5c-90df-aaedb73bf7ce req-07c7ffe2-3a63-46a3-b142-9a0dd4f91f6b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.743866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52331a2d-fb40-4c5c-90df-aaedb73bf7ce req-07c7ffe2-3a63-46a3-b142-9a0dd4f91f6b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 949 time: 0.1033921 Aug 19 14:54:05.753471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:05.760073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:05.767762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:05.797786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Pushing event updated for resources: {'Port': ['ID=2bca8526-1b6d-49a3-83fd-b787b73356f1,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:05.802987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.874569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52331a2d-fb40-4c5c-90df-aaedb73bf7ce req-5ea02dc6-e8eb-4e6f-9119-06c0f9cf4dc8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228230 Aug 19 14:54:05.875258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Attempting to bind port 2bca8526-1b6d-49a3-83fd-b787b73356f1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:05.875791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Attempting to bind port 2bca8526-1b6d-49a3-83fd-b787b73356f1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:05.876333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Attempting to bind port 2bca8526-1b6d-49a3-83fd-b787b73356f1 on network 303ed19d-df9a-4ecb-9bed-6c94098b42cb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:05.884527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:05.885290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Checking segment: {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:05.885896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.887646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Bound using segment: {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:05.888548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Bound port: 2bca8526-1b6d-49a3-83fd-b787b73356f1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:05.889108 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.943370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:05.948574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.949519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.952356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-6030ff91-4b61-423c-9fd6-e6511cace5fc service neutron] 10.222.0.46 "PUT /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 1124 time: 1.3916059 Aug 19 14:54:05.980923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] For port 2bca8526-1b6d-49a3-83fd-b787b73356f1, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:05.986014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] For port 2bca8526-1b6d-49a3-83fd-b787b73356f1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2bca8526-1b6d-49a3-83fd-b787b73356f1,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:05.994063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7b203c96-7ad9-4562-926d-b2fd46817636 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:06.050649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19306-9eca-4aae-a118-8cb815e0c85d req-3f2c4598-797c-46cd-b9c6-a5a989e33e70 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.061646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36c19306-9eca-4aae-a118-8cb815e0c85d req-3f2c4598-797c-46cd-b9c6-a5a989e33e70 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0840783 Aug 19 14:54:06.110551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36c19306-9eca-4aae-a118-8cb815e0c85d req-d0747e11-8fa0-4c50-8471-4c2d02f6547a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Aug 19 14:54:06.155993 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.210118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-f6f733c3-b158-45a1-815a-1aa8483b2206 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.213536 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-f6f733c3-b158-45a1-815a-1aa8483b2206 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 821 time: 0.2842526 Aug 19 14:54:06.239315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['ed18ad12-a56a-48f9-8917-132a07fa332b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:06.249274 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-4e090f55-044a-4a02-a1b2-3d5d93ef26fe tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/quotas/93bddeaedec6408ca99a30f5e16df2bf HTTP/1.1" status: 200 len: 375 time: 0.0130835 Aug 19 14:54:06.271023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434dcd-bba8-480e-9613-10e7ac9d281c req-68bd19e3-d6b5-4302-a7f0-9d7206b59a49 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.273824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45434dcd-bba8-480e-9613-10e7ac9d281c req-68bd19e3-d6b5-4302-a7f0-9d7206b59a49 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 944 time: 0.0782754 Aug 19 14:54:06.278489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.299450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39df7-f4ce-40eb-b471-c8077eb78303 None None] Pushing event updated for resources: {'Port': ['ID=2bca8526-1b6d-49a3-83fd-b787b73356f1,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:06.332038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.346446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45434dcd-bba8-480e-9613-10e7ac9d281c req-6493c7cf-6c01-4dca-9cd7-2a314c049894 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585258 Aug 19 14:54:06.402729 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-ad5f6750-1af6-45d3-9f2b-8a338addc3ce tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1395655 Aug 19 14:54:06.510620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 7b203c96-7ad9-4562-926d-b2fd46817636 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:06.523404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 7b203c96-7ad9-4562-926d-b2fd46817636 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:06.524000 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.602970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6ed54-be3f-4601-9072-b75c20c3af85 req-d21a3bc5-e38b-4faa-b18a-0d13a4dd5983 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.604583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2f6ed54-be3f-4601-9072-b75c20c3af85 req-d21a3bc5-e38b-4faa-b18a-0d13a4dd5983 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.0639093 Aug 19 14:54:06.648778 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.654890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2f6ed54-be3f-4601-9072-b75c20c3af85 req-34a3e776-9c86-4b3f-adca-855b5811a4f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Aug 19 14:54:06.686750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b203c96-7ad9-4562-926d-b2fd46817636'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:06.690188 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea22ded3-48e4-45d4-b2d4-1ea8dc7b72b9" -d '{"events": [{"server_uuid": "b8aeadb1-bb0b-469c-a113-92bd65e24c36", "name": "network-vif-plugged", "status": "completed", "tag": "7b203c96-7ad9-4562-926d-b2fd46817636"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:06.709386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7b203c96-7ad9-4562-926d-b2fd46817636, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7b203c96-7ad9-4562-926d-b2fd46817636,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:06.736700 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658eacaa-8890-4733-9e2c-34ff91605a6b x-openstack-request-id: req-658eacaa-8890-4733-9e2c-34ff91605a6b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:06.737030 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aeadb1-bb0b-469c-a113-92bd65e24c36", "name": "network-vif-plugged", "status": "completed", "tag": "7b203c96-7ad9-4562-926d-b2fd46817636", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:06.737323 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-658eacaa-8890-4733-9e2c-34ff91605a6b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:06.737729 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b203c96-7ad9-4562-926d-b2fd46817636', 'code': 200} Aug 19 14:54:06.830025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.831667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:06.838227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Allocated IP 172.25.5.96 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/354c1f84-1464-47b3-9773-6a44bbb3c1c5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:06.887133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=7b203c96-7ad9-4562-926d-b2fd46817636,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:06.896780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-02201cd9-d71c-4e4f-a818-50ab6146ad6d service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639297 Aug 19 14:54:06.899485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b8d56-73cd-4e1f-98c5-93950f59996d req-a66448f4-9016-4b48-9840-0758ce56cb36 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.901017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-709b8d56-73cd-4e1f-98c5-93950f59996d req-a66448f4-9016-4b48-9840-0758ce56cb36 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1041486 Aug 19 14:54:06.913187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e11e2-85af-4f08-9597-80fa6c6760b4 req-d379fa3f-70ce-4320-a75e-680aa06ed8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.916317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-750e11e2-85af-4f08-9597-80fa6c6760b4 req-d379fa3f-70ce-4320-a75e-680aa06ed8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 1102 time: 0.0804904 Aug 19 14:54:06.982001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-750e11e2-85af-4f08-9597-80fa6c6760b4 req-92759226-115f-4f5c-a2e5-8888409bcb74 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Aug 19 14:54:06.987701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-709b8d56-73cd-4e1f-98c5-93950f59996d req-c036a550-3c4e-403a-9b2d-f3e110fc0765 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Aug 19 14:54:07.005290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2bca8526-1b6d-49a3-83fd-b787b73356f1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:07.069045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 411ac8fa-4585-4387-849c-8db4cfeee16d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:07.079626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 411ac8fa-4585-4387-849c-8db4cfeee16d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:07.080248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.083156 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-dc477e4d-9b9c-4e1c-81de-7a8a67b0382f service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854215 Aug 19 14:54:07.109249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.225130 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.272873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:07.275565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.295768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212312b-3bdf-4e63-af62-a16eb9199393 req-208211e4-0e86-406c-87bc-8f268c11ab69 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.297630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b212312b-3bdf-4e63-af62-a16eb9199393 req-208211e4-0e86-406c-87bc-8f268c11ab69 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 950 time: 0.0642910 Aug 19 14:54:07.302082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2bca8526-1b6d-49a3-83fd-b787b73356f1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:07.336010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:07.345230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:07.349016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:07.364088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b212312b-3bdf-4e63-af62-a16eb9199393 req-0721cfdf-7c18-40da-830c-7a7083f7dcf3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593727 Aug 19 14:54:07.374211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.425883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=354c1f84-1464-47b3-9773-6a44bbb3c1c5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.455656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.477787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:07.480077 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f3239f-38ad-417a-a36c-1b1fddc21c18" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:07.515977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cf528-175a-40d3-a60d-ded53d903c55 req-9f9f766a-a135-4902-9ed0-39e877e91a7f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.521753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be6cf528-175a-40d3-a60d-ded53d903c55 req-9f9f766a-a135-4902-9ed0-39e877e91a7f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0844762 Aug 19 14:54:07.522560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f3d08-c312-4523-a6a0-50cc6386fbb6 None None] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:07.579811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be6cf528-175a-40d3-a60d-ded53d903c55 req-510af50c-d21c-4256-827f-62cd1b6d8b78 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473135 Aug 19 14:54:07.650062 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e488b9f-8461-4616-b7e6-e256b3814a0b x-openstack-request-id: req-9e488b9f-8461-4616-b7e6-e256b3814a0b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:07.650353 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:07.650697 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e488b9f-8461-4616-b7e6-e256b3814a0b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:07.651103 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'status': 'completed', 'code': 200} Aug 19 14:54:07.688306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f224e-bd9b-4e80-b0ea-1b4e69819151 req-ca13fefa-1c25-4be8-90ef-d2890d813b7b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.701768 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-071f224e-bd9b-4e80-b0ea-1b4e69819151 req-ca13fefa-1c25-4be8-90ef-d2890d813b7b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 945 time: 0.1523931 Aug 19 14:54:07.740778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb9f0329-ff01-420f-9dd5-bdc9fbf79c3f req-ff7207fe-3d5d-407d-bb6d-37fb525d95d1 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0390804 Aug 19 14:54:07.787986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.797229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-37b25a4a-4bcd-42e5-8208-6e6296e62741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.799274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-37b25a4a-4bcd-42e5-8208-6e6296e62741 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1127 time: 0.0629482 Aug 19 14:54:07.836666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-071f224e-bd9b-4e80-b0ea-1b4e69819151 req-1719581a-c0dd-4893-8487-bb1ba9089198 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282384 Aug 19 14:54:07.852456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] Provisioning for port 2bca8526-1b6d-49a3-83fd-b787b73356f1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:07.858593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] Provisioning complete for port 2bca8526-1b6d-49a3-83fd-b787b73356f1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:07.858951 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.957293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.961911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-fedb3b94-0d69-4508-85fd-bdf2c8068a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.963937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-fedb3b94-0d69-4508-85fd-bdf2c8068a12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1551728 Aug 19 14:54:07.977943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd872c9-6a49-40b1-914a-fbf8d2e84aa9 req-c1b95038-378b-4d44-8fc6-c58e8dec67d4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.980113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcd872c9-6a49-40b1-914a-fbf8d2e84aa9 req-c1b95038-378b-4d44-8fc6-c58e8dec67d4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.1590767 Aug 19 14:54:07.989877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:08.021663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] For port 2bca8526-1b6d-49a3-83fd-b787b73356f1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2bca8526-1b6d-49a3-83fd-b787b73356f1,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:08.083767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-81baca6e-0877-4c38-9386-01a461bb708d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 217 time: 0.1016324 Aug 19 14:54:08.092011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.167857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcd872c9-6a49-40b1-914a-fbf8d2e84aa9 req-65411e30-7329-4af7-a0e0-99abf32c1c3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624615 Aug 19 14:54:08.183193 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.202820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:08.203553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-7ab4090d-5ca7-4fa4-be77-58153d05afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.205645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-7ab4090d-5ca7-4fa4-be77-58153d05afb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1081905 Aug 19 14:54:08.249905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b has no active binding in host n-h1-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:54:08.266071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-8624f265-c1c2-4b14-b479-bc8ee73b5c69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524909 Aug 19 14:54:08.274830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf163fdc-8e72-4cc0-9855-f810acc2579e None None] Pushing event updated for resources: {'Port': ['ID=2bca8526-1b6d-49a3-83fd-b787b73356f1,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.289344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd162e1-5e8b-40ee-85a1-7b52e529d993 req-b5170389-b48b-481d-8965-e424a82fe57b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.298415 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8dd162e1-5e8b-40ee-85a1-7b52e529d993 req-b5170389-b48b-481d-8965-e424a82fe57b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1433856 Aug 19 14:54:08.330651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ccdec071-6f9e-424e-b736-b21056cf78c5 None None] Provisioning complete for port 2bca8526-1b6d-49a3-83fd-b787b73356f1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:08.331307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccdec071-6f9e-424e-b736-b21056cf78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.334416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b6951918-cf29-4c04-94a8-31e156e701db up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:08.381432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8dd162e1-5e8b-40ee-85a1-7b52e529d993 req-17943e33-f065-425e-a4ad-79a8b7509ac1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801954 Aug 19 14:54:08.410002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-73af7e6b-4bc2-499e-be5c-2280b6f64373 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130185 Aug 19 14:54:08.538683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f32e-44fd-40da-8dfc-5fd7b0758c04 req-cb40a250-b212-41d1-9efb-4cf5024bfca6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.540443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0b2f32e-44fd-40da-8dfc-5fd7b0758c04 req-cb40a250-b212-41d1-9efb-4cf5024bfca6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 950 time: 0.0745640 Aug 19 14:54:08.558838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77f3239f-38ad-417a-a36c-1b1fddc21c18 req-a871a51e-3533-479d-9e5b-a8ec12fc7f71 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421771 Aug 19 14:54:08.568167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port b6951918-cf29-4c04-94a8-31e156e701db completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:08.568364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Router cd2bd02c-0af6-4d60-b81c-01e202b397d1 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:54:08.572492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port b6951918-cf29-4c04-94a8-31e156e701db triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:08.572955 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.613611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0b2f32e-44fd-40da-8dfc-5fd7b0758c04 req-26ea0a41-cff2-4e1e-bce7-57c7a235fab5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636954 Aug 19 14:54:08.676689 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.713389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:08.724419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:08.734507 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Sync routers for ids ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:08.739236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d'}, {'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:08.742741 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fe0221-9467-43b6-bfb8-020fe205f737" -d '{"events": [{"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-plugged", "status": "completed", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d"}, {"server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "name": "network-vif-plugged", "status": "completed", "tag": "b6951918-cf29-4c04-94a8-31e156e701db"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:08.750229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989391-3bff-492d-a72b-5ac484a22381 req-9a3dc4cc-bfc1-4fea-8b40-6fa243fe465a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.755080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ce989391-3bff-492d-a72b-5ac484a22381 req-9a3dc4cc-bfc1-4fea-8b40-6fa243fe465a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0675924 Aug 19 14:54:08.761586 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Routers {'cd2bd02c-0af6-4d60-b81c-01e202b397d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:08.762252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:08.795669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ce989391-3bff-492d-a72b-5ac484a22381 req-f7caf479-10f9-46c1-8299-0318b7c34eea tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364501 Aug 19 14:54:08.802678 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705d3b98-c093-4bbf-bf3d-6e0030fc861b x-openstack-request-id: req-705d3b98-c093-4bbf-bf3d-6e0030fc861b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:08.803054 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-plugged", "status": "completed", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d", "code": 200}, {"server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "name": "network-vif-plugged", "status": "completed", "tag": "b6951918-cf29-4c04-94a8-31e156e701db", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:08.803376 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-705d3b98-c093-4bbf-bf3d-6e0030fc861b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:08.804108 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'code': 200} Aug 19 14:54:08.804438 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db', 'code': 200} Aug 19 14:54:08.824348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.852514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.855325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32ac2070-e801-42bd-97d1-45189555b7e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9471414 Aug 19 14:54:08.858954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44358) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.905607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.955643 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Set router cd2bd02c-0af6-4d60-b81c-01e202b397d1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:08.985539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2bca8526-1b6d-49a3-83fd-b787b73356f1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:09.003129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f7aa48d-30b8-4649-b450-29ddc0d5f663 req-232bfd69-017f-43b2-8016-1f0fcd1b9d94 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0881295 Aug 19 14:54:09.050143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fab01-e3bd-4d78-ad7a-c73f104f9ade req-57cbf685-5592-42f6-a7ea-0a446f1e552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.052955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-850fab01-e3bd-4d78-ad7a-c73f104f9ade req-57cbf685-5592-42f6-a7ea-0a446f1e552f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 1097 time: 0.1280806 Aug 19 14:54:09.060148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2bca8526-1b6d-49a3-83fd-b787b73356f1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:09.060458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57081c0-dec1-46a4-8fd6-dd969ef908db req-965121c4-1258-4bd1-a9e0-ad734ec30c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.060606 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.062613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d57081c0-dec1-46a4-8fd6-dd969ef908db req-965121c4-1258-4bd1-a9e0-ad734ec30c47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1097 time: 0.1193545 Aug 19 14:54:09.135231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca850038-d778-4f7a-885f-1a9985aea988 req-7431e597-962d-44f0-ae3c-609f20c44acb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.137038 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca850038-d778-4f7a-885f-1a9985aea988 req-7431e597-962d-44f0-ae3c-609f20c44acb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 945 time: 0.1152711 Aug 19 14:54:09.152273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-850fab01-e3bd-4d78-ad7a-c73f104f9ade req-605db1d5-04eb-4461-91fc-018e8581d983 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794559 Aug 19 14:54:09.155819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d57081c0-dec1-46a4-8fd6-dd969ef908db req-7c6dc89e-7f84-45ba-818e-b8143f55494f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801804 Aug 19 14:54:09.243220 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca850038-d778-4f7a-885f-1a9985aea988 req-9a77219c-92ab-42d1-9cea-bb5c2a7999ae tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873644 Aug 19 14:54:09.251734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:07Z', 'revision_number': 3, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:09.288760 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Checking router: cd2bd02c-0af6-4d60-b81c-01e202b397d1 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:09.289255 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Updating router cd2bd02c-0af6-4d60-b81c-01e202b397d1 port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:54:09.312028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780ca8-5d0f-4954-9146-1d09fd1841b4 req-53e21239-01c3-4fb2-9222-3321a463636d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.313726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce780ca8-5d0f-4954-9146-1d09fd1841b4 req-53e21239-01c3-4fb2-9222-3321a463636d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 945 time: 0.0638177 Aug 19 14:54:09.328649 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.360663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce780ca8-5d0f-4954-9146-1d09fd1841b4 req-280f59d5-b879-40cc-a091-63cba61ed894 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Aug 19 14:54:09.501968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe239d-9161-4c31-9e73-515914489ac9 req-f50db5c2-b911-4d28-b232-8c534b2b9f01 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.503612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cbe239d-9161-4c31-9e73-515914489ac9 req-f50db5c2-b911-4d28-b232-8c534b2b9f01 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0542748 Aug 19 14:54:09.540530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.554625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cbe239d-9161-4c31-9e73-515914489ac9 req-661d84a8-df93-45bc-902c-92a0ad5dfd68 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448227 Aug 19 14:54:09.601809 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.613458 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Transition to ACTIVE for port object 354c1f84-1464-47b3-9773-6a44bbb3c1c5 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:09.709433 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.740450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Allocated IP 172.20.0.1 (303ed19d-df9a-4ecb-9bed-6c94098b42cb/1935b7ce-2f61-442c-8032-6bcfdd042faa/41854a3e-e2ef-40d1-a7de-b9c292e7b7cd) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:09.753333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130d5ed-5b6c-41b3-a38c-794856c61efa req-c6553883-8e4d-4146-b0a0-cd2c68b1c4fe tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.760258 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe088e-9a41-4db9-8b01-909a174f6bb1 None None] Pushing event updated for resources: {'Port': ['ID=354c1f84-1464-47b3-9773-6a44bbb3c1c5,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:09.761434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4130d5ed-5b6c-41b3-a38c-794856c61efa req-c6553883-8e4d-4146-b0a0-cd2c68b1c4fe tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 950 time: 0.0669494 Aug 19 14:54:09.786973 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Attempting to bind port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:09.787838 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Attempting to bind port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:09.788588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Attempting to bind port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:09.796240 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:09.797006 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:09.797640 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.799115 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:09.799948 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Bound port: 354c1f84-1464-47b3-9773-6a44bbb3c1c5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:09.800612 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.811379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4130d5ed-5b6c-41b3-a38c-794856c61efa req-20650671-81f6-476b-ad95-af23e83d6152 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490501 Aug 19 14:54:09.866262 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.883889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Transition to ACTIVE for port object 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:09.885041 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] For port 354c1f84-1464-47b3-9773-6a44bbb3c1c5, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:09.890393 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] For port 354c1f84-1464-47b3-9773-6a44bbb3c1c5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=354c1f84-1464-47b3-9773-6a44bbb3c1c5,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:09.969653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e10be-3692-4f6e-9e33-406dcffdf66d req-dbf21841-4804-4a72-8d01-80aa4f2a5ac1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.971265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e28e10be-3692-4f6e-9e33-406dcffdf66d req-dbf21841-4804-4a72-8d01-80aa4f2a5ac1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 950 time: 0.0552187 Aug 19 14:54:09.978388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4530b2-9867-4d67-9106-f294b5578ea4 req-3110773d-3ff3-487c-8235-87e8ca95b097 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.979818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a4530b2-9867-4d67-9106-f294b5578ea4 req-3110773d-3ff3-487c-8235-87e8ca95b097 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0652397 Aug 19 14:54:10.014246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e28e10be-3692-4f6e-9e33-406dcffdf66d req-46f0acab-dd75-44e2-b148-57a668be5463 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367067 Aug 19 14:54:10.021764 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.024787 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a4530b2-9867-4d67-9106-f294b5578ea4 req-da026f0a-4c71-4f98-be6e-1b3b7df2a82e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Aug 19 14:54:10.065646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.074073 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Routers {'cd2bd02c-0af6-4d60-b81c-01e202b397d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:10.074758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:10.118072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:10.124828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:10.136959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:10.136959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.162774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1d6a7e7-d483-433e-adf2-8089578235af req-93b63187-b8e6-4c49-8053-aa089d0baf5b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0665965 Aug 19 14:54:10.188407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Pushing event updated for resources: {'Port': ['ID=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:10.226950 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe088e-9a41-4db9-8b01-909a174f6bb1 None None] Pushing event updated for resources: {'Port': ['ID=354c1f84-1464-47b3-9773-6a44bbb3c1c5,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:10.256543 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] Set router cd2bd02c-0af6-4d60-b81c-01e202b397d1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:10.407242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d9d8d-cfe7-449d-8555-617b4cb110b7 req-433549c6-5586-4248-aae4-3c391ad5fb9f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.408798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-087d9d8d-cfe7-449d-8555-617b4cb110b7 req-433549c6-5586-4248-aae4-3c391ad5fb9f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 945 time: 0.0573258 Aug 19 14:54:10.456827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-087d9d8d-cfe7-449d-8555-617b4cb110b7 req-17b60e43-f60c-48e8-9884-19325f5f19f7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Aug 19 14:54:10.464662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.485724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fb07-409c-464b-8ab5-b74a8a355915 req-4ea3a551-217c-40be-ba5a-bb7221bf08f7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.493330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fb07-409c-464b-8ab5-b74a8a355915 req-4ea3a551-217c-40be-ba5a-bb7221bf08f7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.495188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6fd5fb07-409c-464b-8ab5-b74a8a355915 req-4ea3a551-217c-40be-ba5a-bb7221bf08f7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557&device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 1691 time: 0.1179841 Aug 19 14:54:10.530146 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:07Z', 'revision_number': 3, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:10.565248 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc2164-842f-45f3-a051-1c917fa898ad None None] The sync data for ids ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'] in n-d-779913-32 is: [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:07Z', 'revision_number': 3, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:10.620951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e964747-2f80-4f2e-b863-670b8e1a8082 req-721a498a-766a-407a-9abd-11629c5ac702 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.623056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e964747-2f80-4f2e-b863-670b8e1a8082 req-721a498a-766a-407a-9abd-11629c5ac702 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 945 time: 0.0823457 Aug 19 14:54:10.632187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dac51469-5681-4473-aee0-b53e1075ba76 None None] Provisioning for port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:10.637695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dac51469-5681-4473-aee0-b53e1075ba76 None None] Provisioning complete for port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:10.644587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dac51469-5681-4473-aee0-b53e1075ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.646180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6fd5fb07-409c-464b-8ab5-b74a8a355915 req-e109b440-37d4-4aa3-b1ef-017e6248d702 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054411 Aug 19 14:54:10.677257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e964747-2f80-4f2e-b863-670b8e1a8082 req-727b9c3f-96a4-43f2-8244-0c5c2429fbbd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478151 Aug 19 14:54:10.701824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dac51469-5681-4473-aee0-b53e1075ba76 None None] Port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:10.785660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.814842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd31e-c254-43be-b1d3-a8b4922ec256 req-ac8f7769-dba6-43a1-81af-9d216ce133d5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.816437 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-434fd31e-c254-43be-b1d3-a8b4922ec256 req-ac8f7769-dba6-43a1-81af-9d216ce133d5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0800536 Aug 19 14:54:10.863240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.863921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.910119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-7dbfcc0c-7068-4b17-a3ef-4c840b55043f service neutron] 10.222.0.54 "GET /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.1068251 Aug 19 14:54:10.924705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-434fd31e-c254-43be-b1d3-a8b4922ec256 req-66816c57-bcea-4036-9e33-f6f2d077339e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012800 Aug 19 14:54:11.003417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Pushing event updated for resources: {'Port': ['ID=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:11.071493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:11.073318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:11.227518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-daf117f4-9780-4134-9305-41a5673c3018 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.236877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-daf117f4-9780-4134-9305-41a5673c3018 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.54 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 821 time: 0.2049909 Aug 19 14:54:11.304247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'port': {'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'admin_state_up': True, 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:11.312933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5131-8ac3-4f86-b928-bf40af0c915e req-02a5b556-ee43-4ecf-ad00-8a45719c95c0 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.314819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e92e5131-8ac3-4f86-b928-bf40af0c915e req-02a5b556-ee43-4ecf-ad00-8a45719c95c0 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 1102 time: 0.2840238 Aug 19 14:54:11.431117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3ad86cf5-9f55-42de-a7fd-cd505780c3ae None None] Provisioning complete for port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:11.431875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ad86cf5-9f55-42de-a7fd-cd505780c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.468968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e92e5131-8ac3-4f86-b928-bf40af0c915e req-f6ea74fa-0324-4033-baea-d0cfecf63d8d tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285853 Aug 19 14:54:11.482646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3ad86cf5-9f55-42de-a7fd-cd505780c3ae None None] Port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:11.599329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:11.613069 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:54:11.631863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41e9b18d-68b5-4312-b386-6d53ee158d1e req-542e1f80-d5cd-418c-95f7-c656198b79ef tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0565715 Aug 19 14:54:11.634099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Router cd2bd02c-0af6-4d60-b81c-01e202b397d1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:11.646092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64412d6-516e-4e13-9b0f-9b921570d9c5 req-8b4adb3d-9600-4c06-8108-8a51fbd7118a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.647773 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d64412d6-516e-4e13-9b0f-9b921570d9c5 req-8b4adb3d-9600-4c06-8108-8a51fbd7118a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 944 time: 0.0928526 Aug 19 14:54:11.670574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:11.723923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed18ad12-a56a-48f9-8917-132a07fa332b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:11.741007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:11.758616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d64412d6-516e-4e13-9b0f-9b921570d9c5 req-8c810050-8c51-4941-b360-a770cea5f77a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019385 Aug 19 14:54:11.763838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Made reservation on behalf of 93bddeaedec6408ca99a30f5e16df2bf for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:11.767407 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.827107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:11.830314 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7fffe5f5-c100-4ba5-8c85-9b5261ed5bcf admin admin] 10.222.0.13 "PUT /v2.0/routers/cd2bd02c-0af6-4d60-b81c-01e202b397d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9699659 Aug 19 14:54:11.876335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912e23b-2ef1-4077-9a66-252c3cdf433d req-4b4a7624-27ac-46a2-bd7e-fdb8b24ab608 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.877932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a912e23b-2ef1-4077-9a66-252c3cdf433d req-4b4a7624-27ac-46a2-bd7e-fdb8b24ab608 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 945 time: 0.1263995 Aug 19 14:54:11.889343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.917225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e522-b7d7-4216-ae97-5572de63d28d req-5851d859-9040-4375-8ae5-ae0f7869a9ab tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.919669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d304e522-b7d7-4216-ae97-5572de63d28d req-5851d859-9040-4375-8ae5-ae0f7869a9ab tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 1102 time: 0.0530713 Aug 19 14:54:11.972021 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d304e522-b7d7-4216-ae97-5572de63d28d req-91df6edf-ee56-47d0-8df5-f009921435e0 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Aug 19 14:54:12.022920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a912e23b-2ef1-4077-9a66-252c3cdf433d req-1d0676f5-7d09-4f37-aa79-4a7ae03f6f5c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284821 Aug 19 14:54:12.028774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Allocated IP 172.20.0.12 (f03d4b09-9184-4e2a-bd08-93fabd4ca909/ab8fd827-d419-49c4-9047-22bc73e9ffb9/9943df32-c293-4628-8cdf-727e947f039d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:12.064739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] Transition to ACTIVE for port object ed18ad12-a56a-48f9-8917-132a07fa332b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:12.107426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c0161-6d18-4708-a536-adfdae0ce8c2 req-dc96c714-8fd0-4026-9e2a-b925972434ad tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:12.109459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f12c0161-6d18-4708-a536-adfdae0ce8c2 req-dc96c714-8fd0-4026-9e2a-b925972434ad tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 945 time: 0.0643749 Aug 19 14:54:12.149400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.157803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f12c0161-6d18-4708-a536-adfdae0ce8c2 req-6bee653e-6ab2-46f8-be5c-9f652c5646e6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Aug 19 14:54:12.294253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1da47-10a7-4ce5-b7f2-cb2a03ca0c9b req-b0fc78ab-402f-4719-bcba-88fd96418d17 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:12.299308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ddb1da47-10a7-4ce5-b7f2-cb2a03ca0c9b req-b0fc78ab-402f-4719-bcba-88fd96418d17 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0739708 Aug 19 14:54:12.348198 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ddb1da47-10a7-4ce5-b7f2-cb2a03ca0c9b req-0ac1662d-941c-4c5b-84da-1dcb2e5afea8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Aug 19 14:54:12.501247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] No DVR routers for this DVR port ed18ad12-a56a-48f9-8917-132a07fa332b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:12.515571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] Pushing event updated for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.607185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-5f10407d-dbf3-46ef-ba0e-914b60760077 service neutron] 10.222.0.54 "PUT /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b/bindings/n-h1-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 1.6796744 Aug 19 14:54:12.617227 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.651744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Transition to ACTIVE for port object 9943df32-c293-4628-8cdf-727e947f039d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:12.681696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Sync routers for ids ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:12.685869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-4fc5775f-de20-4154-aa4d-7b18bb980213 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2286670 Aug 19 14:54:12.694971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Routers {'cd2bd02c-0af6-4d60-b81c-01e202b397d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:12.695968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.703915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:12.821536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Set router cd2bd02c-0af6-4d60-b81c-01e202b397d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:12.832437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.837196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.909882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event updated for resources: {'Port': ['ID=9943df32-c293-4628-8cdf-727e947f039d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.922152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3bc09778-2d0e-4eae-884b-509cdd56d9f3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:12.925943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.940361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:12.970206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:12.972363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c919be5-807e-4e13-ac16-1dea0b1a375c req-c54fcc4f-824c-4314-9459-23f4dee0fa92 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:12.976239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:12.994575 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3c919be5-807e-4e13-ac16-1dea0b1a375c req-c54fcc4f-824c-4314-9459-23f4dee0fa92 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1097 time: 0.0927265 Aug 19 14:54:13.053405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-0419b03b-e518-4b69-8e70-7545495945c6 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.055197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-0419b03b-e518-4b69-8e70-7545495945c6 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.2525544 Aug 19 14:54:13.093845 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3c919be5-807e-4e13-ac16-1dea0b1a375c req-fe5a078f-3935-4afa-8245-d33f612982f4 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944474 Aug 19 14:54:13.129797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 354c1f84-1464-47b3-9773-6a44bbb3c1c5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:13.192754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.194430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.269271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-503cc14a-d9ec-49f7-951e-24a1b8a7f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.274509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-503cc14a-d9ec-49f7-951e-24a1b8a7f101 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1&tenant_id=55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 1097 time: 0.1945872 Aug 19 14:54:13.304690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7a5a7-0480-4d5e-b619-b1c85929e264 req-7d1ea4ac-b9c4-41c5-af08-679e801a77e6 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.314767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3c7a5a7-0480-4d5e-b619-b1c85929e264 req-7d1ea4ac-b9c4-41c5-af08-679e801a77e6 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 932 time: 0.1420789 Aug 19 14:54:13.369549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-97d30837-e798-495d-928d-58bdea99ec78 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1008842 Aug 19 14:54:13.397225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Request body: {'port': {'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:13.397906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:10Z', 'revision_number': 4, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '41854a3e-e2ef-40d1-a7de-b9c292e7b7cd', 'name': '', 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'mac_address': 'fa:16:3e:70:a6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '1935b7ce-2f61-442c-8032-6bcfdd042faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:09Z', 'updated_at': '2021-08-19T14:54:10Z', 'revision_number': 2, 'project_id': 'dba94f5546514945980d65454d728cfd', 'subnets': [{'id': '1935b7ce-2f61-442c-8032-6bcfdd042faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:13.411275 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3c7a5a7-0480-4d5e-b619-b1c85929e264 req-637c3264-b50d-4a83-97bb-1c097d3978f3 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827010 Aug 19 14:54:13.425238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.446884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-416a8f3b-0c0f-4688-bba2-2d0534e4ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.448509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-416a8f3b-0c0f-4688-bba2-2d0534e4ac08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1097 time: 0.1323225 Aug 19 14:54:13.457648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d6dddc87-ab7a-4bff-ae8a-8b8cbd5d9a3c None None] Provisioning for port 9943df32-c293-4628-8cdf-727e947f039d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:13.461571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Checking router: cd2bd02c-0af6-4d60-b81c-01e202b397d1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:13.461994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Updating router cd2bd02c-0af6-4d60-b81c-01e202b397d1 port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:54:13.488548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d6dddc87-ab7a-4bff-ae8a-8b8cbd5d9a3c None None] Provisioning complete for port 9943df32-c293-4628-8cdf-727e947f039d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:13.489012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d6dddc87-ab7a-4bff-ae8a-8b8cbd5d9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.495875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.529000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:13.541465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:13.541840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.562868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-5226cf63-fccf-4292-823f-d61c8dc29539 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413632 Aug 19 14:54:13.593880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.594688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d6dddc87-ab7a-4bff-ae8a-8b8cbd5d9a3c None None] Port 9943df32-c293-4628-8cdf-727e947f039d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:13.753318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-204bb8df-4ac9-4613-8a40-cb6602d544c5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.755026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-204bb8df-4ac9-4613-8a40-cb6602d544c5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805515 Aug 19 14:54:13.766406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Allocated IP 172.25.5.15 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/cd83f1b3-879f-4663-bddb-1bc0d9df3839) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:13.769866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-3d7a5d51-91c3-4378-96d5-81987d986096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.771387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-3d7a5d51-91c3-4378-96d5-81987d986096 service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.3128507 Aug 19 14:54:13.779904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-c8d8bb72-9a5d-40e6-a54b-bebe8d1275cf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/quotas/17219ebf602642a781d1fdd831b49381 HTTP/1.1" status: 200 len: 375 time: 0.0136132 Aug 19 14:54:13.797701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.832536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 354c1f84-1464-47b3-9773-6a44bbb3c1c5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=354c1f84-1464-47b3-9773-6a44bbb3c1c5,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:13.855063 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-576920a6-7c19-43d1-ac0e-14dfb4b83d90 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675933 Aug 19 14:54:13.906875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-80193e07-7bbc-46c9-a1ee-d427ff92ee40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 217 time: 0.0639195 Aug 19 14:54:13.910672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.000125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.023913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Transition to ACTIVE for port object 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:14.027209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=354c1f84-1464-47b3-9773-6a44bbb3c1c5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.100258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-f00eee68-855d-4618-b137-bcf676ddeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:14.101814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-f00eee68-855d-4618-b137-bcf676ddeecc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1730015 Aug 19 14:54:14.115343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.161937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-e44f1d80-76f1-4d62-a4f7-56d7f096e062 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405948 Aug 19 14:54:14.262051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.290951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf9eec-aa10-4d9b-b076-9ae402bdbb40 None None] Pushing event updated for resources: {'Port': ['ID=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.339873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Attempting to bind port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:14.340414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Attempting to bind port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:14.340930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Attempting to bind port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd on network 303ed19d-df9a-4ecb-9bed-6c94098b42cb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:14.347362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:14.347822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Checking segment: {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:14.348234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.348897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Bound using segment: {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:14.349149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Bound port: 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceeed219-3beb-4e3b-8b18-730616690559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:14.349529 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.352953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:14.412238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9943df32-c293-4628-8cdf-727e947f039d {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:14.423654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.433573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:14.436738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-ed182f0a-73bf-48f4-94ff-72908a9e869b service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540019 Aug 19 14:54:14.447916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Transition to ACTIVE for port object 9943df32-c293-4628-8cdf-727e947f039d will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:14.458866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] For port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:14.462528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] For port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:14.552837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-839a7a7e-9a7b-4925-9b54-a4e0435532e2 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035480 Aug 19 14:54:14.564043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.565694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.570428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.617289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:14.622647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:14.626471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Routers {'cd2bd02c-0af6-4d60-b81c-01e202b397d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:14.627106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:53:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:14.627296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:14.673658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Pushing event updated for resources: {'Port': ['ID=9943df32-c293-4628-8cdf-727e947f039d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.685759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf9eec-aa10-4d9b-b076-9ae402bdbb40 None None] Pushing event updated for resources: {'Port': ['ID=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.798723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=cd83f1b3-879f-4663-bddb-1bc0d9df3839,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.883049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] Set router cd2bd02c-0af6-4d60-b81c-01e202b397d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:14.965806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Attempting to bind port 9943df32-c293-4628-8cdf-727e947f039d on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:14.965806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Attempting to bind port 9943df32-c293-4628-8cdf-727e947f039d by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:14.965806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Attempting to bind port 9943df32-c293-4628-8cdf-727e947f039d on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:14.976178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Port 9943df32-c293-4628-8cdf-727e947f039d on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:14.976507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Attempting to bind port 9943df32-c293-4628-8cdf-727e947f039d on network f03d4b09-9184-4e2a-bd08-93fabd4ca909 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:14.984351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.987514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:14.988003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Checking segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:14.989012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Bound using segment: {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:14.989012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Bound port: 9943df32-c293-4628-8cdf-727e947f039d, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a6178d-8d94-4074-ade4-2c91b75cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:14.989355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.011531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135aa63-edb9-41fd-910f-82984d3b3d20 req-8e981647-1514-487b-8553-0b1b08a97b56 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.021843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f135aa63-edb9-41fd-910f-82984d3b3d20 req-8e981647-1514-487b-8553-0b1b08a97b56 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.1347928 Aug 19 14:54:15.046023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 354c1f84-1464-47b3-9773-6a44bbb3c1c5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:15.073915 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f135aa63-edb9-41fd-910f-82984d3b3d20 req-40c534b7-fcb6-4f54-a32e-3af4a087b8c6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498829 Aug 19 14:54:15.149693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] For port 9943df32-c293-4628-8cdf-727e947f039d, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:15.164600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.196384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] For port 9943df32-c293-4628-8cdf-727e947f039d, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9943df32-c293-4628-8cdf-727e947f039d,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:15.221353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542644ce-878f-4a3a-bad2-886545966310 req-50212c19-4e98-46c3-9a2b-3bab46c02bbd tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.223429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-542644ce-878f-4a3a-bad2-886545966310 req-50212c19-4e98-46c3-9a2b-3bab46c02bbd tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 945 time: 0.0660026 Aug 19 14:54:15.280292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:15.280937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.300940 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-542644ce-878f-4a3a-bad2-886545966310 req-cdad431f-3bd9-4a16-893e-ee4ad62fe7c8 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642281 Aug 19 14:54:15.312344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-518439ad-128a-418d-b47e-11dad493a334 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.314020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-518439ad-128a-418d-b47e-11dad493a334 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.1161051 Aug 19 14:54:15.347411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.418737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.419402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.420727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] 10.222.0.54 "PUT /v2.0/ports/9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 1093 time: 2.0327754 Aug 19 14:54:15.428169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'tag': '9943df32-c293-4628-8cdf-727e947f039d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:15.430980 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677" -d '{"events": [{"name": "network-changed", "server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "tag": "9943df32-c293-4628-8cdf-727e947f039d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:15.504750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:10Z', 'revision_number': 4, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '41854a3e-e2ef-40d1-a7de-b9c292e7b7cd', 'name': '', 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'mac_address': 'fa:16:3e:70:a6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '1935b7ce-2f61-442c-8032-6bcfdd042faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:09Z', 'updated_at': '2021-08-19T14:54:14Z', 'revision_number': 4, 'project_id': 'dba94f5546514945980d65454d728cfd', 'subnets': [{'id': '1935b7ce-2f61-442c-8032-6bcfdd042faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:15.525378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a161-11d4-4985-93ff-10259c3c736d service neutron] Pushing event updated for resources: {'Port': ['ID=9943df32-c293-4628-8cdf-727e947f039d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:15.539342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca34bd0-7858-43dd-abbd-6743f5c56588 None None] The sync data for ids ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'] in n-d-779913-32 is: [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:10Z', 'revision_number': 4, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '41854a3e-e2ef-40d1-a7de-b9c292e7b7cd', 'name': '', 'network_id': '303ed19d-df9a-4ecb-9bed-6c94098b42cb', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'mac_address': 'fa:16:3e:70:a6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '1935b7ce-2f61-442c-8032-6bcfdd042faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:09Z', 'updated_at': '2021-08-19T14:54:14Z', 'revision_number': 4, 'project_id': 'dba94f5546514945980d65454d728cfd', 'subnets': [{'id': '1935b7ce-2f61-442c-8032-6bcfdd042faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:15.544259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd221c5-2549-4b78-8213-1f94d6e4b119 req-89212c56-24f8-436a-a1df-7c216e16f2d0 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.546026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1bd221c5-2549-4b78-8213-1f94d6e4b119 req-89212c56-24f8-436a-a1df-7c216e16f2d0 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1097 time: 0.1080992 Aug 19 14:54:15.556552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.644428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1bd221c5-2549-4b78-8213-1f94d6e4b119 req-f3392e76-cb3e-41c5-8bd7-6548816550c8 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870292 Aug 19 14:54:15.689185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-674946bf-bbc6-420c-b14e-7793a8d778aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.698606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-674946bf-bbc6-420c-b14e-7793a8d778aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0562823 Aug 19 14:54:15.698606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.807192 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-9eb4c304-19af-445c-b443-206cda6a0f56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 217 time: 0.0830579 Aug 19 14:54:15.834421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=cd83f1b3-879f-4663-bddb-1bc0d9df3839,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:15.874439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-4fa19ba1-3fbb-4d64-88a9-255d323056e7 service neutron] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:15.877453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.886428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bbe23-42ed-4124-84bb-08cf4f70e24a req-045bc2e4-b0e6-4813-8faa-b51d47932698 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.889284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-4fa19ba1-3fbb-4d64-88a9-255d323056e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.896283 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-159bbe23-42ed-4124-84bb-08cf4f70e24a req-045bc2e4-b0e6-4813-8faa-b51d47932698 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0657895 Aug 19 14:54:15.897020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62e9225e-3b62-4c59-9495-3af8ac4d23ed req-4fa19ba1-3fbb-4d64-88a9-255d323056e7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b/bindings/n-h2-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.5547009 Aug 19 14:54:15.906819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-1610839a-d4d5-4f52-a4b1-f2101ac03a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.908404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-1610839a-d4d5-4f52-a4b1-f2101ac03a3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0936143 Aug 19 14:54:15.958877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-159bbe23-42ed-4124-84bb-08cf4f70e24a req-0dd43042-8475-48d2-92d6-992863b0585f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Aug 19 14:54:15.973361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-457c4650-5595-4cb8-b67e-43cc050fbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.975251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-457c4650-5595-4cb8-b67e-43cc050fbaad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575085 Aug 19 14:54:16.097220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-9e238bcd-5ca3-4893-8c8a-01cf402fb5e7 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132648 Aug 19 14:54:16.103152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a4a9-f64c-4b21-bbaf-c234d4e2fe66 req-bb9d6e75-1183-415d-9a59-5fd81312ae97 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:16.104720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0841a4a9-f64c-4b21-bbaf-c234d4e2fe66 req-bb9d6e75-1183-415d-9a59-5fd81312ae97 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0572946 Aug 19 14:54:16.161462 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0841a4a9-f64c-4b21-bbaf-c234d4e2fe66 req-6ff7a264-3a72-4705-b36c-751f8b6886d2 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Aug 19 14:54:16.214056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b78314-7b7d-48cc-8fd7-6d492f53a26a req-1db1407d-2901-4d19-aa56-fbcea212baaa service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980160 Aug 19 14:54:16.649257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.653346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-b952e128-6701-42d8-912f-5b55dbd96b66 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9591913 Aug 19 14:54:16.711507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-869fe0ae-2291-4de1-ab49-067d20e0fffe tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0537636 Aug 19 14:54:16.841529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-a7959197-e250-4876-a105-4849e4c65436 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:16.843283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055745a-b777-44ac-af34-f5a2ff44dc67 req-a7959197-e250-4876-a105-4849e4c65436 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1248336 Aug 19 14:54:16.890450 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934986ee-dd81-4980-9666-d95e0c5a9616 x-openstack-request-id: req-934986ee-dd81-4980-9666-d95e0c5a9616 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:16.891123 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "tag": "9943df32-c293-4628-8cdf-727e947f039d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:16.891527 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-934986ee-dd81-4980-9666-d95e0c5a9616 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:16.892141 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'tag': '9943df32-c293-4628-8cdf-727e947f039d', 'status': 'completed', 'code': 200} Aug 19 14:54:16.964087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:17.021641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-44ae340d-9550-4ff2-9636-6bfa4bcd0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.023852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-44ae340d-9550-4ff2-9636-6bfa4bcd0b16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0765090 Aug 19 14:54:17.099605 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0a5e99ee-771e-451e-b51c-aeaccfb11cf0 req-1e4c8ec0-39a7-4ba6-9312-ceda51ca646f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 210 time: 0.0354283 Aug 19 14:54:17.112261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bb875-085e-4b88-9a6f-8304f41b1a3b req-aea2faff-a3d9-4d8e-9047-7ae753cb2af9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.113840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c3bb875-085e-4b88-9a6f-8304f41b1a3b req-aea2faff-a3d9-4d8e-9047-7ae753cb2af9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.1070282 Aug 19 14:54:17.194260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:17.199223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:17.199944 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.321997 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.383822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:17.435409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-17edecf5-cbee-41e1-ab90-e35edc0288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.441687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-17edecf5-cbee-41e1-ab90-e35edc0288cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.3991308 Aug 19 14:54:17.443269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c3bb875-085e-4b88-9a6f-8304f41b1a3b req-231c0ef6-c62b-4b89-9e48-af8378ff915a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185651 Aug 19 14:54:17.464118 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-461f5740-c307-4a8c-b1c7-6c4bce487065 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2229264 Aug 19 14:54:17.483667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:17.488961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-b4fa20c9-ff76-44c3-bd83-7e1dc96ac2e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 217 time: 0.0400527 Aug 19 14:54:17.540894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.575266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-047be917-a1d6-4b2e-a3ba-5ae0d2c28d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.577894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-047be917-a1d6-4b2e-a3ba-5ae0d2c28d80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0635996 Aug 19 14:54:17.600084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:17.660493 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.717640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-0211a39a-8885-45ef-af9a-d1fc76506852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.719580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-0211a39a-8885-45ef-af9a-d1fc76506852 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639744 Aug 19 14:54:17.771908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.821356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-a7b9d9a8-e4db-4356-be39-ee7ce5416832 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940132 Aug 19 14:54:17.884173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Allocated IP 172.25.5.195 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/e078d765-5bda-4d18-bacc-75268801def9) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:17.947291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fe9a586-d4d6-4b3e-a785-4df84dcf9677 req-033c8bc3-64cf-4884-a648-2d1ad6969963 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174552 Aug 19 14:54:18.017924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.054092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fbac3-e998-41c8-87fa-d2b566fa5237 req-bf792687-6a00-452f-ac6f-b6d697647d2a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.055607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-665fbac3-e998-41c8-87fa-d2b566fa5237 req-bf792687-6a00-452f-ac6f-b6d697647d2a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0669155 Aug 19 14:54:18.106647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-665fbac3-e998-41c8-87fa-d2b566fa5237 req-0f4b0465-56e0-4252-b33c-8165b1c84da8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Aug 19 14:54:18.169784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.216699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:18.220195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:18.222709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:18.224385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745df7b-0185-491e-8582-33957a4a4280 req-918f4262-20e7-4878-9e82-fdf64d654958 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.226068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2745df7b-0185-491e-8582-33957a4a4280 req-918f4262-20e7-4878-9e82-fdf64d654958 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0544372 Aug 19 14:54:18.237867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=e078d765-5bda-4d18-bacc-75268801def9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:18.278463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2745df7b-0185-491e-8582-33957a4a4280 req-44848031-ba8c-4686-a5ec-4240f7fa4b0e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Aug 19 14:54:18.358186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.477742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce2284-3f22-4fca-92d6-14b577e8ef5b req-084fba4b-3a54-4ba0-a31f-a20d9753f573 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.479391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87ce2284-3f22-4fca-92d6-14b577e8ef5b req-084fba4b-3a54-4ba0-a31f-a20d9753f573 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1097 time: 0.0708237 Aug 19 14:54:18.522309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87ce2284-3f22-4fca-92d6-14b577e8ef5b req-f6c05f08-ba52-4ea1-a21d-db1393694c3f tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347993 Aug 19 14:54:18.528393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.666675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce02f72c-2c9b-40a2-8e9d-c5f80031f73c req-67394fb2-b8df-483b-bf3d-0ac39ec56ec7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 210 time: 0.0484288 Aug 19 14:54:18.734843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.874282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a104-df70-4eb1-9c76-959c570e2c9d req-e82aaabe-1f16-4c45-9f39-040e032dfeb9 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.875869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3448a104-df70-4eb1-9c76-959c570e2c9d req-e82aaabe-1f16-4c45-9f39-040e032dfeb9 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1097 time: 0.0435393 Aug 19 14:54:18.890221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.921705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:18.940540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.941830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3448a104-df70-4eb1-9c76-959c570e2c9d req-f7f928fa-f488-4858-ad2b-0b99efcbba75 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587051 Aug 19 14:54:18.962873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=e078d765-5bda-4d18-bacc-75268801def9,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.019048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:19.019672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.106845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.114053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-87a4ba0c-2c81-40fc-a246-4e850712e976 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6370964 Aug 19 14:54:19.240518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74ece3-be25-4a4a-b1d4-a34243e8aa35 req-58b73389-db14-4280-9180-89c14a6b7c85 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:19.242021 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-3f87099b-1483-4b09-bd24-fd2be4156ad0 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.1253815 Aug 19 14:54:19.242247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f74ece3-be25-4a4a-b1d4-a34243e8aa35 req-58b73389-db14-4280-9180-89c14a6b7c85 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0566716 Aug 19 14:54:19.292346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f74ece3-be25-4a4a-b1d4-a34243e8aa35 req-bc4cf4f8-84a4-4df1-b444-748ba181d3cd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356178 Aug 19 14:54:19.401678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-f47464c2-aaf9-4ac8-be20-c2d959e59234 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:19.404667 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-f47464c2-aaf9-4ac8-be20-c2d959e59234 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1546016 Aug 19 14:54:19.419434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-5bf7c515-d568-464c-b7d4-f96e79002fa4 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:19.420744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8ede6c0-b90d-4a83-a87a-6629ba8d9ae5 req-5bf7c515-d568-464c-b7d4-f96e79002fa4 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083687 Aug 19 14:54:19.494609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-2da77b66-2fba-4a7b-b717-8e23ba9953ac tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:19.496625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-2da77b66-2fba-4a7b-b717-8e23ba9953ac tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.1287274 Aug 19 14:54:19.514808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-02e3a847-1ac2-4785-9048-fb3108758d5d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/quotas/55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 375 time: 0.0110235 Aug 19 14:54:19.565153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0543-e822-4f33-8456-8500e8bd2841 req-d6badc0a-89ce-410f-91c1-6006d6a21912 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:19.569677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-440b0543-e822-4f33-8456-8500e8bd2841 req-d6badc0a-89ce-410f-91c1-6006d6a21912 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0794082 Aug 19 14:54:19.589401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-90c4e936-eb67-4163-ae23-4b92c31efb43 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602682 Aug 19 14:54:19.616894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-440b0543-e822-4f33-8456-8500e8bd2841 req-92c55d1e-7aff-4212-833f-585414610d63 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364435 Aug 19 14:54:19.708864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-6342df38-0bf0-4ecb-a296-6f9d714f9274 service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045084 Aug 19 14:54:19.776685 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-cd89b05c-a27a-4725-8551-76d0e3465f5c tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1198995 Aug 19 14:54:19.791511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:19.817232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-c25b92c7-e3a6-488b-8729-dd31d5b1176e service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974700 Aug 19 14:54:19.923638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.037459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:20.045686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.224913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:20.248316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'mac_address': 'fa:16:3e:b2:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:20.260577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d077bf-9207-41dc-8400-5ecebb3560de req-4a8d3d73-a36f-4185-91ef-ff294b597a30 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:20.263980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7d077bf-9207-41dc-8400-5ecebb3560de req-4a8d3d73-a36f-4185-91ef-ff294b597a30 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1097 time: 0.0881429 Aug 19 14:54:20.295638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Allocated IP 172.25.5.227 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a6d142eb-6ffb-4a4c-ae14-0588bd9a9833) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:20.307946 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.323493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 411ac8fa-4585-4387-849c-8db4cfeee16d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:20.324124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7d077bf-9207-41dc-8400-5ecebb3560de req-69d8e262-d35c-4d3d-8349-65fb22b368e3 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529075 Aug 19 14:54:20.367813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:20.399136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9943df32-c293-4628-8cdf-727e947f039d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:20.406428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-13f92e55-2314-479b-804f-b444cefffdda tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276880 Aug 19 14:54:20.445019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.474921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.571921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.572922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e429e823-258b-4cee-afbf-5b0ec025cbe3 req-e7277a3a-ee95-4698-9575-e479696509aa tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 210 time: 0.1277773 Aug 19 14:54:20.576375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9943df32-c293-4628-8cdf-727e947f039d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9943df32-c293-4628-8cdf-727e947f039d,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:20.589474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '9943df32-c293-4628-8cdf-727e947f039d', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:20.625174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.645585 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.650320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['411ac8fa-4585-4387-849c-8db4cfeee16d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:20.665904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-549ae75d-70b8-46f1-ba85-7e235e4d5ceb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:20.667458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-549ae75d-70b8-46f1-ba85-7e235e4d5ceb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547503 Aug 19 14:54:20.710104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:20.712359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:20.718446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:20.724801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:20.729018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9943df32-c293-4628-8cdf-727e947f039d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:20.776209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=a6d142eb-6ffb-4a4c-ae14-0588bd9a9833,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.790861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9943df32-c293-4628-8cdf-727e947f039d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9943df32-c293-4628-8cdf-727e947f039d,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:20.800720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.852597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d646b0e-534c-4b84-a161-6cdada740d5a req-c34c0f79-a3ab-4faf-938d-86298932b3fa tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 210 time: 0.1090956 Aug 19 14:54:20.925616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.973583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.991468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=9943df32-c293-4628-8cdf-727e947f039d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:21.036431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ff2fe0e5-1cf5-4656-b2f9-f074a6bf879a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721135 Aug 19 14:54:21.117433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4165-4185-45ae-8f99-c0d2ab25616c req-d126b1e9-95b7-4a03-90dc-aa0cb2a20361 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:21.119029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50ff4165-4185-45ae-8f99-c0d2ab25616c req-d126b1e9-95b7-4a03-90dc-aa0cb2a20361 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1201737 Aug 19 14:54:21.140273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:21.143913 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.206915 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.221361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50ff4165-4185-45ae-8f99-c0d2ab25616c req-15d8702a-d94b-4139-8c9e-f74cb35d01b3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953183 Aug 19 14:54:21.238546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-2e396404-9767-444c-b5a0-c867b1bcbe6f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:21.240072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-2e396404-9767-444c-b5a0-c867b1bcbe6f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966944 Aug 19 14:54:21.273311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:21.440294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.109 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/53a4556e-1bdb-4751-98ff-592b064a51b4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:21.488369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['9943df32-c293-4628-8cdf-727e947f039d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:21.499127 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.580275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=a6d142eb-6ffb-4a4c-ae14-0588bd9a9833,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:21.596052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.629421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:21.634311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.727078 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.738607 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-205fa87d-fe73-4e3e-aca3-9b7c8b839922 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9510188 Aug 19 14:54:21.803970 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.822169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object 53a4556e-1bdb-4751-98ff-592b064a51b4 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:21.831501 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-695a497a-32de-49c8-90fa-f531c5311a8a tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0802474 Aug 19 14:54:21.960416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-e077a46a-b58b-4323-9f39-b656e3a5bf07 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:21.961881 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c3a25b4-01d8-47b1-af50-5a907a777bb8 req-e077a46a-b58b-4323-9f39-b656e3a5bf07 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1222556 Aug 19 14:54:21.976839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.992384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:22.060078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:22.093986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:22.106739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:22.109379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:22.174801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430443a-efd2-49ab-ac0a-3e6b700cf1b4 req-526fb137-4519-409a-bbd2-3bacc158b7ad tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:22.176461 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f430443a-efd2-49ab-ac0a-3e6b700cf1b4 req-526fb137-4519-409a-bbd2-3bacc158b7ad tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 945 time: 0.1471453 Aug 19 14:54:22.196150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.250 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/82639292-0e96-4910-8973-ca2f4b72abf5) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:22.196150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=53a4556e-1bdb-4751-98ff-592b064a51b4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:22.240148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:22.241035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.252515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 411ac8fa-4585-4387-849c-8db4cfeee16d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:22.253560 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.319104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f430443a-efd2-49ab-ac0a-3e6b700cf1b4 req-cdca478e-c704-4f34-b120-0697274abdf5 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332052 Aug 19 14:54:22.440581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-eac4022a-b998-4c51-9630-8c8bbacaee7c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7337143 Aug 19 14:54:22.484798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45b39-8526-4db4-8672-49f87cebc1d8 req-6fe36442-4151-4118-950f-ceaabf8a526a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:22.495700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8a45b39-8526-4db4-8672-49f87cebc1d8 req-6fe36442-4151-4118-950f-ceaabf8a526a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 936 time: 0.1083481 Aug 19 14:54:22.501517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Request body: {'port': {'device_id': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:22.623918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c8a45b39-8526-4db4-8672-49f87cebc1d8 req-504f1b57-79a3-422c-b27f-4ac0c93ffead tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247568 Aug 19 14:54:22.630342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.678586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:22.686166 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77d472-5712-4f19-a8fc-1c9b939b8668" -d '{"events": [{"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-plugged", "status": "completed", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:22.711319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4f89f9ed-d5eb-457a-9d3a-217652b50e8a None None] Provisioning for port 53a4556e-1bdb-4751-98ff-592b064a51b4 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:22.716940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.717494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:22.729366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4f89f9ed-d5eb-457a-9d3a-217652b50e8a None None] Provisioning complete for port 53a4556e-1bdb-4751-98ff-592b064a51b4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:22.730095 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4f89f9ed-d5eb-457a-9d3a-217652b50e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.801906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4f89f9ed-d5eb-457a-9d3a-217652b50e8a None None] Port 53a4556e-1bdb-4751-98ff-592b064a51b4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:22.804939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.884148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object 82639292-0e96-4910-8973-ca2f4b72abf5 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:22.917452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.995477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:22.999161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c6576b09-1c3c-4e07-b1ce-e3e614d7b31f req-da2e5c24-e9c4-4326-8a0d-c71c29bdf723 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 210 time: 0.0684867 Aug 19 14:54:23.228097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.273191 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-a5a1e1d0-19f3-465f-8b68-3e11f0a36e9a tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1345501 Aug 19 14:54:23.280612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:23.343109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:23.356375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:23.371467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:23.394700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=82639292-0e96-4910-8973-ca2f4b72abf5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:23.446134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:23.446860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.452451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.561820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a4556e-1bdb-4751-98ff-592b064a51b4 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:23.575020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.612963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Transition to ACTIVE for port object 53a4556e-1bdb-4751-98ff-592b064a51b4 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:23.612963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-ca2c27f9-1aa0-44d6-9ed0-ffbb20a3f21e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3422079 Aug 19 14:54:23.636267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Request body: {'port': {'device_id': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:23.646311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.731704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.805288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.807266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Allocated IP 172.25.5.163 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/925338b1-5873-46e1-b48a-1102ff568d8c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:23.846244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0bfd03b9-e8e5-4a65-bb3d-634e3aebbcee None None] Provisioning for port 82639292-0e96-4910-8973-ca2f4b72abf5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:23.860538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0bfd03b9-e8e5-4a65-bb3d-634e3aebbcee None None] Provisioning complete for port 82639292-0e96-4910-8973-ca2f4b72abf5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:23.860538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0bfd03b9-e8e5-4a65-bb3d-634e3aebbcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.983676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd03b9-e8e5-4a65-bb3d-634e3aebbcee None None] Port 82639292-0e96-4910-8973-ca2f4b72abf5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:23.986430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:24.049432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.299863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Pushing event updated for resources: {'Port': ['ID=53a4556e-1bdb-4751-98ff-592b064a51b4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:24.304129 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.406772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9943df32-c293-4628-8cdf-727e947f039d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:24.425515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-f08704f3-6215-4eec-b167-ada548101af0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:24.427329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-f08704f3-6215-4eec-b167-ada548101af0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.4011703 Aug 19 14:54:24.456783 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:24.457583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=925338b1-5873-46e1-b48a-1102ff568d8c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:24.460808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:24.463287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:24.463436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Request body: {'port': {'device_id': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'admin_state_up': True, 'tenant_id': '55ff8fd2b6f0468b908e64862f013c74'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:24.484893 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d869660-8ab4-4270-92d4-3f2b09e32e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.538054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Attempting to bind port 53a4556e-1bdb-4751-98ff-592b064a51b4 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:24.538054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Attempting to bind port 53a4556e-1bdb-4751-98ff-592b064a51b4 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:24.538054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Attempting to bind port 53a4556e-1bdb-4751-98ff-592b064a51b4 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:24.562790 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.583072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Port 53a4556e-1bdb-4751-98ff-592b064a51b4 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:24.583661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Attempting to bind port 53a4556e-1bdb-4751-98ff-592b064a51b4 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:24.595073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-91decc08-548f-4fd8-9d2b-0d694c2194f2 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:24.603505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-91decc08-548f-4fd8-9d2b-0d694c2194f2 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239880 Aug 19 14:54:24.613247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Request body: {'binding': {'host': 'n-h1-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:24.613965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Unknown quota resources ['binding']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:54:24.638438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:24.642848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:24.642848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:24.642848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Bound port: 53a4556e-1bdb-4751-98ff-592b064a51b4, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:24.642848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.726916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.831143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 9943df32-c293-4628-8cdf-727e947f039d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:24.843015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 9943df32-c293-4628-8cdf-727e947f039d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:24.847297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.897001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82639292-0e96-4910-8973-ca2f4b72abf5 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:24.954427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.009391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] For port 53a4556e-1bdb-4751-98ff-592b064a51b4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:25.039501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] For port 53a4556e-1bdb-4751-98ff-592b064a51b4, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=53a4556e-1bdb-4751-98ff-592b064a51b4,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:25.041777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Transition to ACTIVE for port object 82639292-0e96-4910-8973-ca2f4b72abf5 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:25.043305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on host n-h1-779913-32 for vnic_type normal with profile None {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:25.043813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:25.044322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:25.049486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:25.050196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:25.053506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.056733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:25.057428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:25.058071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:25.058900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Bound port: b6951918-cf29-4c04-94a8-31e156e701db, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:25.092374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Made reservation on behalf of 55ff8fd2b6f0468b908e64862f013c74 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:25.097592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.169313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.174462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.189796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.212513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.217141 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.219770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9943df32-c293-4628-8cdf-727e947f039d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9943df32-c293-4628-8cdf-727e947f039d,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:25.232215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.260329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event updated for resources: {'Port': ['ID=925338b1-5873-46e1-b48a-1102ff568d8c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:25.316070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:25.340519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.341050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.341715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.343502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] 10.222.0.54 "PUT /v2.0/ports/53a4556e-1bdb-4751-98ff-592b064a51b4 HTTP/1.1" status: 200 len: 1097 time: 2.8627570 Aug 19 14:54:25.349890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'tag': '53a4556e-1bdb-4751-98ff-592b064a51b4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:25.351624 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70283402-383d-497f-a493-c0c081915279" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6abf8b-0ea4-4735-9ff6-71faf3be2e21", "tag": "53a4556e-1bdb-4751-98ff-592b064a51b4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:25.377576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Pushing event updated for resources: {'Port': ['ID=82639292-0e96-4910-8973-ca2f4b72abf5,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:25.382361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.397142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-4e1780b9-93e3-4190-a786-f7bbc83f4932 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1135342 Aug 19 14:54:25.459458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Allocated IP 172.20.0.3 (669b41a5-b896-48cc-884a-214d808dd4e4/8a6b236a-6621-48b4-b173-5d1cf6d99652/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:25.472696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=9943df32-c293-4628-8cdf-727e947f039d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:25.478473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-adf9e0a1-91f8-455b-a3c9-92c4a5905156 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0825171 Aug 19 14:54:25.523428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.529701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-a37c72dc-97be-453f-8d0f-10db814f3f76 service neutron] 10.222.0.13 "POST /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db/bindings HTTP/1.1" status: 201 len: 390 time: 0.9201713 Aug 19 14:54:25.629181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-db1642cd-5551-492e-a659-6adc1bb8c38f tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.631424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e92d8cfa-48b6-41b6-a7bf-56d9eeb5e9a1 req-db1642cd-5551-492e-a659-6adc1bb8c38f tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1461275 Aug 19 14:54:25.690377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bbace-a4b0-438a-b657-9e5e761b3c89 service neutron] Pushing event updated for resources: {'Port': ['ID=53a4556e-1bdb-4751-98ff-592b064a51b4,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:25.746893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Attempting to bind port 82639292-0e96-4910-8973-ca2f4b72abf5 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:25.749200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Attempting to bind port 82639292-0e96-4910-8973-ca2f4b72abf5 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:25.750208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Attempting to bind port 82639292-0e96-4910-8973-ca2f4b72abf5 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:25.790143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Port 82639292-0e96-4910-8973-ca2f4b72abf5 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:25.791121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Attempting to bind port 82639292-0e96-4910-8973-ca2f4b72abf5 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:25.843492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098722c7-f6e3-46ce-83b5-b1d70ebbc98e req-76033656-71d0-4dc7-abf9-66e1fed24b4d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.845148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-098722c7-f6e3-46ce-83b5-b1d70ebbc98e req-76033656-71d0-4dc7-abf9-66e1fed24b4d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1088579 Aug 19 14:54:25.893208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:25.893208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:25.893208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:25.893208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Bound port: 82639292-0e96-4910-8973-ca2f4b72abf5, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:25.893208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.901340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-d1ad0ed2-c4b3-4b63-ab75-ae9b209e9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.903068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-d1ad0ed2-c4b3-4b63-ab75-ae9b209e9306 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 1100 time: 0.3144269 Aug 19 14:54:25.912035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-098722c7-f6e3-46ce-83b5-b1d70ebbc98e req-6a547779-9a81-40bb-b1c6-610224ed5df7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Aug 19 14:54:25.999086 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde690cd-a803-4679-8e52-e4664a594f6d x-openstack-request-id: req-cde690cd-a803-4679-8e52-e4664a594f6d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:26.000149 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-plugged", "status": "completed", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:26.000621 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cde690cd-a803-4679-8e52-e4664a594f6d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:26.001294 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'code': 200} Aug 19 14:54:26.170700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeea3f-cf46-49bc-a707-4a754285becc req-8bb6048f-18f0-48e2-bff4-11bf7c5a45e9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.179465 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abeeea3f-cf46-49bc-a707-4a754285becc req-8bb6048f-18f0-48e2-bff4-11bf7c5a45e9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 948 time: 0.0884602 Aug 19 14:54:26.235523 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abeeea3f-cf46-49bc-a707-4a754285becc req-d2744a5a-33d1-464b-bb7f-0bab2783285d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 Aug 19 14:54:26.370356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-e6d938bc-687d-4718-8955-b38952ca392a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=53a4556e-1bdb-4751-98ff-592b064a51b4 HTTP/1.1" status: 200 len: 217 time: 0.4447408 Aug 19 14:54:26.519511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.528361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] For port 82639292-0e96-4910-8973-ca2f4b72abf5, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:26.539388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d65b41c9-07fa-4411-a24c-4ddcd5ed975e req-26ed52e8-dd18-4109-b6ec-21ef944251a3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 210 time: 0.0346732 Aug 19 14:54:26.552183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] For port 82639292-0e96-4910-8973-ca2f4b72abf5, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=82639292-0e96-4910-8973-ca2f4b72abf5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:26.557099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-41815d32-71fb-4288-9d4b-4f03b84427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.559258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-41815d32-71fb-4288-9d4b-4f03b84427ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1379926 Aug 19 14:54:26.565856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-26444d88-16af-4e98-a524-6a703980aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.567226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-26444d88-16af-4e98-a524-6a703980aea3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1097 time: 0.2095215 Aug 19 14:54:26.587327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6dd54-36f0-437b-a830-2cc8533ba236 req-48c94ef3-d6f0-41a2-ba82-1bcca7e4f14d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.593374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5b6dd54-36f0-437b-a830-2cc8533ba236 req-48c94ef3-d6f0-41a2-ba82-1bcca7e4f14d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 946 time: 0.2381244 Aug 19 14:54:26.739438 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02407fc-002e-4a88-a140-1386d9dde0b3 x-openstack-request-id: req-d02407fc-002e-4a88-a140-1386d9dde0b3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:26.739891 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6abf8b-0ea4-4735-9ff6-71faf3be2e21", "tag": "53a4556e-1bdb-4751-98ff-592b064a51b4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:26.740234 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d02407fc-002e-4a88-a140-1386d9dde0b3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:26.740722 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'tag': '53a4556e-1bdb-4751-98ff-592b064a51b4', 'status': 'completed', 'code': 200} Aug 19 14:54:26.742063 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.769070 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1764be21-4364-4174-b623-c24291d55c9a req-9b245416-4e16-4cab-a3fe-01d8defd6e30 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips/733154f1-743e-4d5d-b563-7fffb3e97262 HTTP/1.1" status: 200 len: 693 time: 0.0721724 Aug 19 14:54:26.826197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Pushing event updated for resources: {'Port': ['ID=82639292-0e96-4910-8973-ca2f4b72abf5,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:26.872697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.876196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.877760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-798ae421-9c2b-41c9-b1ec-4bd72f2df736 service neutron] 10.222.0.46 "PUT /v2.0/ports/82639292-0e96-4910-8973-ca2f4b72abf5 HTTP/1.1" status: 200 len: 1097 time: 3.2505875 Aug 19 14:54:26.900169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5b6dd54-36f0-437b-a830-2cc8533ba236 req-655df8af-736d-4a72-bcf2-fe2ee5d97bc0 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922187 Aug 19 14:54:26.924006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764be21-4364-4174-b623-c24291d55c9a req-15699a3a-ef0c-482f-b8e6-10b780ce5ce3 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.927461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-f1631b1d-3e49-4721-b701-82b6cd219450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.929137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-f1631b1d-3e49-4721-b701-82b6cd219450 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3596621 Aug 19 14:54:27.011426 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1764be21-4364-4174-b623-c24291d55c9a req-15699a3a-ef0c-482f-b8e6-10b780ce5ce3 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1552186 Aug 19 14:54:27.011426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-1764be21-4364-4174-b623-c24291d55c9a req-82c1d587-33b2-4941-850f-f55dbbb7930d tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:27.011426 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1764be21-4364-4174-b623-c24291d55c9a req-82c1d587-33b2-4941-850f-f55dbbb7930d tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102224 Aug 19 14:54:27.013091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-727f0ca3-67d4-4e6c-82c9-9fdd8d746ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.013091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-727f0ca3-67d4-4e6c-82c9-9fdd8d746ea8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.3743303 Aug 19 14:54:27.064513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7a5a0-f1f1-4497-b885-b27ba8c2f207 req-ed68c425-db3b-43dc-a8e5-4861183aaeae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.066570 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e7a5a0-f1f1-4497-b885-b27ba8c2f207 req-ed68c425-db3b-43dc-a8e5-4861183aaeae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0631254 Aug 19 14:54:27.093226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-3135dc07-9b6a-4892-bf0f-2811bd692554 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 217 time: 0.0932901 Aug 19 14:54:27.114959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e7a5a0-f1f1-4497-b885-b27ba8c2f207 req-14e0edc1-b4cc-4879-bfaf-ab9b4894c4aa tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Aug 19 14:54:27.198080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1f27c-e562-49ac-9320-63c5c0ad81ae req-f0e7b4df-e454-4031-905a-4b6c1339e379 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.203790 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-cf5a1665-6c32-4b22-a741-136a6d03a5ee tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips/733154f1-743e-4d5d-b563-7fffb3e97262 HTTP/1.1" status: 200 len: 693 time: 0.0505369 Aug 19 14:54:27.204346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bb1f27c-e562-49ac-9320-63c5c0ad81ae req-f0e7b4df-e454-4031-905a-4b6c1339e379 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 945 time: 0.1787775 Aug 19 14:54:27.214356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-c4decc71-a6d1-44cb-beaa-291a90807a1c service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771356 Aug 19 14:54:27.258048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-65d8c13d-7cde-4766-a358-3b8af491d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.259506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-65d8c13d-7cde-4766-a358-3b8af491d010 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1443777 Aug 19 14:54:27.323441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-d2b1d93c-fedd-4942-852c-4c96b007daf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349958 Aug 19 14:54:27.370845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bb1f27c-e562-49ac-9320-63c5c0ad81ae req-62fd2ce9-3a0f-4093-a11c-40a864d81e53 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616781 Aug 19 14:54:27.423287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.489204 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.504390 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-f6b89e83-ab93-428f-a584-d2adc0cf3da5 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802365 Aug 19 14:54:27.580541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Network 669b41a5-b896-48cc-884a-214d808dd4e4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:27.592070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:27.599095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:27.603184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:27.613715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-0fa8f21d-ec74-45f2-aa90-c3b904168512 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759390 Aug 19 14:54:27.689633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-a56b9146-b271-4505-b4ae-3b4db8d53776 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.693263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-a56b9146-b271-4505-b4ae-3b4db8d53776 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.4878721 Aug 19 14:54:27.710912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1539821-15db-48cc-95ed-49204bb1047a req-bea47f9d-51e1-4fc1-b02f-24a67f1a8419 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.716147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-33be13f3-9ccb-4d67-9f36-aebcf2115c61 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:27.719591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1539821-15db-48cc-95ed-49204bb1047a req-bea47f9d-51e1-4fc1-b02f-24a67f1a8419 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 948 time: 0.2703283 Aug 19 14:54:27.723505 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-33be13f3-9ccb-4d67-9f36-aebcf2115c61 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169556 Aug 19 14:54:27.734109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-18c0de0c-5dfe-4ad3-b045-f7ae008ad73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.735564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-18c0de0c-5dfe-4ad3-b045-f7ae008ad73d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 1100 time: 0.2101161 Aug 19 14:54:27.770852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.771413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.795331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-1280d898-32b0-4c95-aad0-935c140d9e21 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0568972 Aug 19 14:54:27.823834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-b155985f-14bf-449b-98ab-b07b362aefcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=82639292-0e96-4910-8973-ca2f4b72abf5 HTTP/1.1" status: 200 len: 217 time: 0.0730400 Aug 19 14:54:27.827459 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9371f079-3352-4fa6-b28e-e8289c77178c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.857414 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-be39ca3f-ba58-47c9-9fb8-2c761daeebf7 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0549428 Aug 19 14:54:27.905716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1539821-15db-48cc-95ed-49204bb1047a req-232cb4ae-c43f-4c05-9178-eeb835fc65c1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812916 Aug 19 14:54:27.962198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-257f8a71-8e79-424f-b39c-f4a32db3affa service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270578 Aug 19 14:54:27.975275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283402-383d-497f-a493-c0c081915279 req-8b3a211f-7e99-4db9-95fb-a6e0236e2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.976876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-8b3a211f-7e99-4db9-95fb-a6e0236e2ed9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 1100 time: 0.1694243 Aug 19 14:54:27.978794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-e1ad17d5-416d-4850-9910-6e7094fff603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:27.981490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-e1ad17d5-416d-4850-9910-6e7094fff603 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1222379 Aug 19 14:54:27.985693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-fc011dff-d725-4764-88f6-61b694db0bfb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5389502 Aug 19 14:54:28.003236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9943df32-c293-4628-8cdf-727e947f039d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:28.015667 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb488f4-eec3-4c4f-9cd4-c153dcc143c9" -d '{"events": [{"server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "9943df32-c293-4628-8cdf-727e947f039d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:28.022418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Request body: {'port': {'device_id': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:28.087160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Deleting port 925338b1-5873-46e1-b48a-1102ff568d8c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:28.087540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.171165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.188830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.188830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.205502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Calling delete_port for 925338b1-5873-46e1-b48a-1102ff568d8c owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:28.316283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-a35bc221-0bd6-423f-b427-c897fece8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:28.318015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-a35bc221-0bd6-423f-b427-c897fece8a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3109341 Aug 19 14:54:28.378476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283402-383d-497f-a493-c0c081915279 req-7e91df0e-8edf-49cb-9d9a-abc641868d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:28.389633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-7e91df0e-8edf-49cb-9d9a-abc641868d49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.3974888 Aug 19 14:54:28.551918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.581965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-bf5089f4-a68d-497e-b02b-a028bf7de77d tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:28.584072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-bf5089f4-a68d-497e-b02b-a028bf7de77d tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.3889050 Aug 19 14:54:28.591759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-7c39cc29-5fdf-447f-95fd-c5e2cc1d5975 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=53a4556e-1bdb-4751-98ff-592b064a51b4 HTTP/1.1" status: 200 len: 217 time: 0.1966810 Aug 19 14:54:28.599984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d21f87-4ff5-4e6f-9a32-5a9cf84df042 req-5d3439ed-1994-4255-b300-5af400ec32a4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:28.600210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event deleted for resources: {'Port': ['ID=925338b1-5873-46e1-b48a-1102ff568d8c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:28.610372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18d21f87-4ff5-4e6f-9a32-5a9cf84df042 req-5d3439ed-1994-4255-b300-5af400ec32a4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 931 time: 0.4424622 Aug 19 14:54:28.631453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.635427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.637998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:28.648711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a2dc05-4871-45d2-8ebd-f44e825ebb75 req-f986bddd-11cd-4419-9b8c-1fa67ce22c28 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "DELETE /v2.0/floatingips/733154f1-743e-4d5d-b563-7fffb3e97262 HTTP/1.1" status: 204 len: 173 time: 0.7795258 Aug 19 14:54:28.743543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'tag': '82639292-0e96-4910-8973-ca2f4b72abf5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:28.750814 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f28e849-df0a-4ad6-b8fa-100880d8eee1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b", "tag": "82639292-0e96-4910-8973-ca2f4b72abf5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:28.867060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f2a66-cb40-4fcf-831a-8af8db50e86e req-6300eab1-25cd-4f1e-aa60-582a8758b359 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:28.869328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf5f2a66-cb40-4fcf-831a-8af8db50e86e req-6300eab1-25cd-4f1e-aa60-582a8758b359 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 946 time: 0.0952339 Aug 19 14:54:28.926646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf5f2a66-cb40-4fcf-831a-8af8db50e86e req-b7f2d03b-ae3e-4120-8c23-e00217126aec tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502794 Aug 19 14:54:28.986067 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1492f0c3-7c77-41cb-ba2b-4bb90df1a098 x-openstack-request-id: req-1492f0c3-7c77-41cb-ba2b-4bb90df1a098 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:28.986702 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "9943df32-c293-4628-8cdf-727e947f039d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:28.986702 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1492f0c3-7c77-41cb-ba2b-4bb90df1a098 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:28.987010 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9943df32-c293-4628-8cdf-727e947f039d', 'code': 200} Aug 19 14:54:29.220460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18d21f87-4ff5-4e6f-9a32-5a9cf84df042 req-0717d53a-61e5-4f45-a37f-f9ecb380b3b4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917630 Aug 19 14:54:29.221261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf75437-7c28-42a8-b62f-da929165206c req-baa497fa-fe43-474a-8a70-65ed0c4717dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.222788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7cf75437-7c28-42a8-b62f-da929165206c req-baa497fa-fe43-474a-8a70-65ed0c4717dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1098 time: 0.1183369 Aug 19 14:54:29.224309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-cca13edd-dcae-4283-9a8b-213c5befeeee service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8914673 Aug 19 14:54:29.231380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283402-383d-497f-a493-c0c081915279 req-4d0b3bad-e7b4-4407-8280-a10489bedff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.233370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-4d0b3bad-e7b4-4407-8280-a10489bedff6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.6061471 Aug 19 14:54:29.236754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-5e440db8-647b-4db2-91c6-3bbd5d5e339c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7822304 Aug 19 14:54:29.256876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6f43-d016-49f3-8550-7ae5e14e7f4a req-46274d67-e365-40cd-8c31-8123f607e41f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.258516 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df8c6f43-d016-49f3-8550-7ae5e14e7f4a req-46274d67-e365-40cd-8c31-8123f607e41f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1693573 Aug 19 14:54:29.260879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.315734 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7cf75437-7c28-42a8-b62f-da929165206c req-bf0c8a70-a106-4e9d-8872-2b700d4d2910 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790832 Aug 19 14:54:29.345730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df8c6f43-d016-49f3-8550-7ae5e14e7f4a req-d9f760ff-fb23-4630-a32c-3bed8c42286f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Aug 19 14:54:29.455433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.642365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658bce-302f-4ae2-8d75-9c51a924404d req-6eed5145-8a2e-4a61-92cd-c98af26b1aed tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.657044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b658bce-302f-4ae2-8d75-9c51a924404d req-6eed5145-8a2e-4a61-92cd-c98af26b1aed tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2697365 Aug 19 14:54:29.691439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3adcc1b-7f9b-4cd1-ad83-7f90e00f20e0 req-1c1501d9-45fd-40fa-8b39-69ce55c1725c service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531271 Aug 19 14:54:29.728969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283402-383d-497f-a493-c0c081915279 req-4a840e9d-162e-4ce5-9c54-45a3aa4a6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.731360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-4a840e9d-162e-4ce5-9c54-45a3aa4a6acb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4498348 Aug 19 14:54:29.736389 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d774d327-8daf-4aaa-a1fb-fb92daff8f56 x-openstack-request-id: req-d774d327-8daf-4aaa-a1fb-fb92daff8f56 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:29.736853 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b", "tag": "82639292-0e96-4910-8973-ca2f4b72abf5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:29.737244 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d774d327-8daf-4aaa-a1fb-fb92daff8f56 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:29.737739 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'tag': '82639292-0e96-4910-8973-ca2f4b72abf5', 'status': 'completed', 'code': 200} Aug 19 14:54:29.763151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320269af-4396-4b1e-be35-fefa56f515f2 req-21a33748-7d7c-41fe-b72b-9985678e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.799700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-21a33748-7d7c-41fe-b72b-9985678e15c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 1098 time: 0.4157538 Aug 19 14:54:29.807994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab2395-3a16-4899-83bf-d62f5e50fe6d req-30af209b-e846-4c81-a024-8dd9b99e64dc tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.810079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aab2395-3a16-4899-83bf-d62f5e50fe6d req-30af209b-e846-4c81-a024-8dd9b99e64dc tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 945 time: 0.4056301 Aug 19 14:54:29.832236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f7cf5-7ca7-4abf-b77c-9152e22856b2 req-2dfc71f3-690c-46ec-8d26-669dc28b737c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.834253 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-176f7cf5-7ca7-4abf-b77c-9152e22856b2 req-2dfc71f3-690c-46ec-8d26-669dc28b737c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 948 time: 0.0717826 Aug 19 14:54:29.857334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:29.891126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-176f7cf5-7ca7-4abf-b77c-9152e22856b2 req-3a62ac8f-cd68-41f5-8b64-569570cc5b78 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Aug 19 14:54:29.893387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.081568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Transition to ACTIVE for port object 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:30.169278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:30.221898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aab2395-3a16-4899-83bf-d62f5e50fe6d req-1a8dead4-80a4-42e4-a00b-b7b8270cb8e7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682699 Aug 19 14:54:30.258665 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c4b17a9-70ce-41a5-8650-0637614cdc36 req-9a6f87e9-a7f2-4a1a-9788-73074fb7ee09 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=dba94f5546514945980d65454d728cfd HTTP/1.1" status: 200 len: 1656 time: 0.1533282 Aug 19 14:54:30.321238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.341001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-de51a3c7-d646-4e0b-9510-dba450d58128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.344380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-de51a3c7-d646-4e0b-9510-dba450d58128 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 1100 time: 0.4545038 Aug 19 14:54:30.365768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-b39dfd09-f0ea-4399-9327-dfdd493f4e22 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224830 Aug 19 14:54:30.465685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b17a9-70ce-41a5-8650-0637614cdc36 req-d2f1603d-bb7e-4c9d-9c5d-670b99d81a16 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.481308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c4b17a9-70ce-41a5-8650-0637614cdc36 req-d2f1603d-bb7e-4c9d-9c5d-670b99d81a16 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks?id=92142acc-d010-4f53-8bcd-13c3c37533ab&id=92142acc-d010-4f53-8bcd-13c3c37533ab&id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 787 time: 0.2209008 Aug 19 14:54:30.497903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-1c4b17a9-70ce-41a5-8650-0637614cdc36 req-2a36d9b8-2c55-42af-b7bd-69048187215a tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:30.514316 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c4b17a9-70ce-41a5-8650-0637614cdc36 req-2a36d9b8-2c55-42af-b7bd-69048187215a tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287538 Aug 19 14:54:30.651022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320269af-4396-4b1e-be35-fefa56f515f2 req-5cb70ebf-340f-4a72-a890-435b34838877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.652615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-5cb70ebf-340f-4a72-a890-435b34838877 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.7885435 Aug 19 14:54:30.665914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:30.666312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.676764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513d53-d79e-47cd-82ac-3a57da7059bc req-17ab29df-b481-455f-b1e9-721bd1087c6e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.678535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7513d53-d79e-47cd-82ac-3a57da7059bc req-17ab29df-b481-455f-b1e9-721bd1087c6e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0749617 Aug 19 14:54:30.694324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:30.749586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7513d53-d79e-47cd-82ac-3a57da7059bc req-a0ef8e7b-00f5-4755-88cf-3e31fa32dbba tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518608 Aug 19 14:54:30.892337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bc9aa-d15e-4a30-ba3b-9008e9848aa1 req-c3c667db-e667-474e-9c5c-7d9cc7dd7894 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.894030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a0bc9aa-d15e-4a30-ba3b-9008e9848aa1 req-c3c667db-e667-474e-9c5c-7d9cc7dd7894 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 946 time: 0.3099968 Aug 19 14:54:30.909471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.983094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70283402-383d-497f-a493-c0c081915279 req-86f0ecae-0a61-4614-b821-b556e61c64c2 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650890 Aug 19 14:54:30.984940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-b40f70e9-3989-4437-ba0a-68c4312a5e00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 200 len: 1002 time: 0.2605829 Aug 19 14:54:30.987827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-37777114-78a1-4c0a-ac17-d469fc666c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.989866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-37777114-78a1-4c0a-ac17-d469fc666c6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.5948217 Aug 19 14:54:30.991734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109406-b0d8-4e95-b3b6-2753253bc0d0 req-ca7b1f92-71a4-49f4-a02c-1fd566cf51bb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.002260 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-36109406-b0d8-4e95-b3b6-2753253bc0d0 req-ca7b1f92-71a4-49f4-a02c-1fd566cf51bb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1397638 Aug 19 14:54:31.007436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:31.007783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:31.008311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:31.060377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:31.060712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:31.067029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-36109406-b0d8-4e95-b3b6-2753253bc0d0 req-352ff0ff-41e0-4086-8ed3-73cdcaeb8558 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636489 Aug 19 14:54:31.112034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-a34d09b8-311e-4ebd-8446-242c243b202c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=82639292-0e96-4910-8973-ca2f4b72abf5 HTTP/1.1" status: 200 len: 217 time: 0.1056030 Aug 19 14:54:31.112683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.135582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a0bc9aa-d15e-4a30-ba3b-9008e9848aa1 req-f7d9d594-6f30-43dd-9250-af1bc4048fa6 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301216 Aug 19 14:54:31.136406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:31.136767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:31.137340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:31.137811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Bound port: 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:31.138183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.212460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320269af-4396-4b1e-be35-fefa56f515f2 req-5c3f33b5-07d0-4d9b-9553-f2dd96315626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.214139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-5c3f33b5-07d0-4d9b-9553-f2dd96315626 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.1563609 Aug 19 14:54:31.253971 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-5df4c8f3-f69e-4cfe-8461-caa19d5dd2bc tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips/aa0d0789-04fe-481d-bba5-f3def72a11b5 HTTP/1.1" status: 200 len: 693 time: 0.1685557 Aug 19 14:54:31.361603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:31.383348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-7321ec56-8fb5-497c-b379-67df28ad2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.385206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-7321ec56-8fb5-497c-b379-67df28ad2fb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2578850 Aug 19 14:54:31.459256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:31.459517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:31.459854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:31.462422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:31.471873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320269af-4396-4b1e-be35-fefa56f515f2 req-0d8f7d00-dcc4-4fcf-8444-f853e10172d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.476148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-0d8f7d00-dcc4-4fcf-8444-f853e10172d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474113 Aug 19 14:54:31.492371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:31.492657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Attempting to bind port b6951918-cf29-4c04-94a8-31e156e701db on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:31.499236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:31.527802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:31.528244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:31.528656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:31.529103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Bound port: b6951918-cf29-4c04-94a8-31e156e701db, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:31.529502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.545604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-d9fae4ef-fdf0-41c9-ac36-aab833693c2e tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.547647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-d9fae4ef-fdf0-41c9-ac36-aab833693c2e tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.2887468 Aug 19 14:54:31.659813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-dc0c9241-4ca4-4c3e-8230-73650dd2d765 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0997422 Aug 19 14:54:31.751047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-3cf390a4-30b4-4d4b-b287-ae1cad76888d tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0817807 Aug 19 14:54:31.830539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:31.832875 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5c6b53-0fb3-443a-9a3c-8f4ee34c3134" -d '{"events": [{"server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "name": "network-vif-unplugged", "status": "completed", "tag": "b6951918-cf29-4c04-94a8-31e156e701db"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:31.852420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177116b6-e193-4e21-8b0d-9b3fcf8c57e1 req-b96fe2e2-fd77-46a6-b4d8-5a35b66e37d4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.854044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-177116b6-e193-4e21-8b0d-9b3fcf8c57e1 req-b96fe2e2-fd77-46a6-b4d8-5a35b66e37d4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 948 time: 0.5701082 Aug 19 14:54:31.859980 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.881897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-40fb1d27-0c3f-4e4b-a017-63ec169fdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.883436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-40fb1d27-0c3f-4e4b-a017-63ec169fdf12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4771125 Aug 19 14:54:31.942980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Deleting port a6d142eb-6ffb-4a4c-ae14-0588bd9a9833 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:31.943330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.982713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.983343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.984755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 1092 time: 3.9789853 Aug 19 14:54:32.054204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.054619 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.069942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Calling delete_port for a6d142eb-6ffb-4a4c-ae14-0588bd9a9833 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:32.090824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-177116b6-e193-4e21-8b0d-9b3fcf8c57e1 req-3a359c73-c358-4371-ad18-04e46f99b00b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194850 Aug 19 14:54:32.101352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f498fcf-c293-4486-af91-32478ed1c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.104605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:32.119419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 82639292-0e96-4910-8973-ca2f4b72abf5 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:32.126702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:32.131582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-f70fb1b5-6913-4065-861e-5a9dd54eaec1 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423123 Aug 19 14:54:32.205587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-a9b76c3e-ad13-478e-8141-9d914c99991e service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944610 Aug 19 14:54:32.253245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 82639292-0e96-4910-8973-ca2f4b72abf5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=82639292-0e96-4910-8973-ca2f4b72abf5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:32.271222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '82639292-0e96-4910-8973-ca2f4b72abf5', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '82639292-0e96-4910-8973-ca2f4b72abf5', 'mac_address': 'fa:16:3e:a9:98:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:32.328228 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.343867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82639292-0e96-4910-8973-ca2f4b72abf5 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:32.358426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-320269af-4396-4b1e-be35-fefa56f515f2 req-792c39f2-27c7-4740-9aa8-b603d4f1d896 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187166 Aug 19 14:54:32.370637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 82639292-0e96-4910-8973-ca2f4b72abf5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=82639292-0e96-4910-8973-ca2f4b72abf5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:32.382778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f28e849-df0a-4ad6-b8fa-100880d8eee1 req-b19d6a0a-5353-4e98-b734-84ed01e93f74 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686821 Aug 19 14:54:32.398017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc039-6a4f-4c25-b69c-257bee9d9b5c req-7b5d7177-996d-4502-9e70-6fe86b563c26 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.401179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95ddc039-6a4f-4c25-b69c-257bee9d9b5c req-7b5d7177-996d-4502-9e70-6fe86b563c26 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.1118832 Aug 19 14:54:32.415800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 53a4556e-1bdb-4751-98ff-592b064a51b4 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:32.431068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.509183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.525928 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.542833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event deleted for resources: {'Port': ['ID=a6d142eb-6ffb-4a4c-ae14-0588bd9a9833,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.563568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95ddc039-6a4f-4c25-b69c-257bee9d9b5c req-4386ae41-cc87-48b5-ae01-ec9e0f64308a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556416 Aug 19 14:54:32.592459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.611372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-70c8e730-6f08-4e72-839a-5bcfe150b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.611694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 53a4556e-1bdb-4751-98ff-592b064a51b4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=53a4556e-1bdb-4751-98ff-592b064a51b4,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:32.614598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-70c8e730-6f08-4e72-839a-5bcfe150b7d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1095 time: 0.1856165 Aug 19 14:54:32.615998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.628458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.632817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c0ba4d-cc82-40d6-9c51-d9b2f24ab3c7 req-fa2ab7f8-5461-4b5c-97e8-56ca10ea1271 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa0d0789-04fe-481d-bba5-f3def72a11b5 HTTP/1.1" status: 204 len: 173 time: 0.8803718 Aug 19 14:54:32.699559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.700822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.702502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5a9dfa85-9554-446f-b755-6b11e9ba1514 service neutron] 10.222.0.46 "PUT /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 1123 time: 4.0909159 Aug 19 14:54:32.760773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '53a4556e-1bdb-4751-98ff-592b064a51b4', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '53a4556e-1bdb-4751-98ff-592b064a51b4', 'mac_address': 'fa:16:3e:db:27:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:32.765925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=82639292-0e96-4910-8973-ca2f4b72abf5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.772553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-19f56d35-652c-4b68-aa3e-9fb6c9cb3361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 217 time: 0.1001832 Aug 19 14:54:32.896191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.921143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de39c2-f0df-4ee6-a29f-be0631faca9d req-d3b7b627-11e1-46cd-a981-43f988b7340f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.926034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4de39c2-f0df-4ee6-a29f-be0631faca9d req-d3b7b627-11e1-46cd-a981-43f988b7340f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.1743934 Aug 19 14:54:32.942685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-e88d0679-0bdb-4102-a51a-8f9585c6cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.945143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['b6951918-cf29-4c04-94a8-31e156e701db'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:32.947931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-e88d0679-0bdb-4102-a51a-8f9585c6cda8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1644599 Aug 19 14:54:32.953500 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ca467-3e60-4d9b-85e8-8c7442713eed x-openstack-request-id: req-e18ca467-3e60-4d9b-85e8-8c7442713eed {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:32.956540 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "name": "network-vif-unplugged", "status": "completed", "tag": "b6951918-cf29-4c04-94a8-31e156e701db", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:32.957033 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e18ca467-3e60-4d9b-85e8-8c7442713eed {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:32.959243 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db', 'code': 200} Aug 19 14:54:33.048421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-ee238702-1c0b-4aaa-8425-4454627d8d9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847025 Aug 19 14:54:33.049434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a4556e-1bdb-4751-98ff-592b064a51b4 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:33.063723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:33.090786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4de39c2-f0df-4ee6-a29f-be0631faca9d req-5fa2b711-41d2-42cd-8591-a0a8a25f35a4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389463 Aug 19 14:54:33.184000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 53a4556e-1bdb-4751-98ff-592b064a51b4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=53a4556e-1bdb-4751-98ff-592b064a51b4,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:33.331447 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.341419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b7c52-aa96-41e9-932c-e23d95fb1d9c req-ce5cc1a3-a9a7-4478-a35f-8d2ade9b8258 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.350124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a3b7c52-aa96-41e9-932c-e23d95fb1d9c req-ce5cc1a3-a9a7-4478-a35f-8d2ade9b8258 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.2729034 Aug 19 14:54:33.359891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e27e8-0ebd-4d7a-b0ff-d52e91c417d1 req-c80e8d1b-363a-4085-9c93-86e763ddff73 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.362238 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c93e27e8-0ebd-4d7a-b0ff-d52e91c417d1 req-c80e8d1b-363a-4085-9c93-86e763ddff73 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 946 time: 0.1045270 Aug 19 14:54:33.422033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-a1cb4e44-b3c7-46a2-a084-b3d39964f40c service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660800 Aug 19 14:54:33.427391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a3b7c52-aa96-41e9-932c-e23d95fb1d9c req-c20f017e-d2bf-4bfd-8305-f78192f221bb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761068 Aug 19 14:54:33.446034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c93e27e8-0ebd-4d7a-b0ff-d52e91c417d1 req-d9f7cfad-e20d-4342-83b2-993d2c4f53fc tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751920 Aug 19 14:54:33.566311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=53a4556e-1bdb-4751-98ff-592b064a51b4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:33.571466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29441828-9125-42b4-8081-78f1e9e533f3 req-5b5c6d1a-993c-4903-90aa-eb25260f984e tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips/dd533457-60eb-4150-a787-9b36b7d0ca2d HTTP/1.1" status: 200 len: 693 time: 0.0621536 Aug 19 14:54:33.576684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c1398fe-8b6d-48b0-a7a0-c17faf0ca727 req-138ecfdc-a919-4ccd-aeb4-3fda1bd613d9 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463432 Aug 19 14:54:33.660377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1857632-7c4b-440a-a440-059175d20614 req-ac61ff6a-7377-437a-84f0-2c503d8e91ca tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.662039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1857632-7c4b-440a-a440-059175d20614 req-ac61ff6a-7377-437a-84f0-2c503d8e91ca tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 949 time: 0.0837398 Aug 19 14:54:33.716356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1857632-7c4b-440a-a440-059175d20614 req-46cbb9ae-5083-42e4-9a5a-c03d9fbc5882 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Aug 19 14:54:33.770965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29441828-9125-42b4-8081-78f1e9e533f3 req-a2caa32b-fecc-4957-852a-d46d06a05e80 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.780353 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29441828-9125-42b4-8081-78f1e9e533f3 req-a2caa32b-fecc-4957-852a-d46d06a05e80 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1831067 Aug 19 14:54:33.844280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29441828-9125-42b4-8081-78f1e9e533f3 req-888e73d3-271d-4e1f-ba65-2e041b35f756 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0626655 Aug 19 14:54:33.912012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:33.919042 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29441828-9125-42b4-8081-78f1e9e533f3 req-97fd359a-9b82-47ad-b046-24fcf4e9dda4 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0736432 Aug 19 14:54:34.080310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-ff3d7a54-11e6-4b79-90af-a656f95497ab tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:34.088168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-ff3d7a54-11e6-4b79-90af-a656f95497ab tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1215823 Aug 19 14:54:34.147852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-99c9d60d-7b63-46de-8cc2-5c60f48e1a59 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.0583651 Aug 19 14:54:34.154499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'floatingip': {'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:34.236494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.257783 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Deleting port e078d765-5bda-4d18-bacc-75268801def9 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:34.258134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.381329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.381667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.400735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Calling delete_port for e078d765-5bda-4d18-bacc-75268801def9 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:34.649596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.691991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event deleted for resources: {'Port': ['ID=e078d765-5bda-4d18-bacc-75268801def9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:34.718838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.721879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.723127 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29441828-9125-42b4-8081-78f1e9e533f3 req-ca9f31e0-8a8e-4b9f-a076-0c0a241c7548 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd533457-60eb-4150-a787-9b36b7d0ca2d HTTP/1.1" status: 204 len: 173 time: 0.7903650 Aug 19 14:54:34.835261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6f71f-f3b8-48ea-b4d8-72bdc02392a7 req-3af2f7a7-d187-4226-b862-fdf46884b67c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:34.844397 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0b6f71f-f3b8-48ea-b4d8-72bdc02392a7 req-3af2f7a7-d187-4226-b862-fdf46884b67c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.0680122 Aug 19 14:54:34.895498 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0b6f71f-f3b8-48ea-b4d8-72bdc02392a7 req-3b7fd482-0ea2-4115-b6d6-9c7829ad48d2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499592 Aug 19 14:54:34.938652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.resource_extend [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:54:34.996470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'}, {'name': 'network-changed', 'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:34.998778 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c9d88e-c92e-4291-ac07-edd29a66274e" -d '{"events": [{"name": "network-changed", "server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f"}, {"name": "network-changed", "server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "tag": "b6951918-cf29-4c04-94a8-31e156e701db"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:35.066462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.132361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bdc72-b14c-49ca-a346-f5d07111e6d9 req-54c36b52-b150-4e7a-8a6a-28138045aa6a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.135386 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-597bdc72-b14c-49ca-a346-f5d07111e6d9 req-54c36b52-b150-4e7a-8a6a-28138045aa6a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0874667 Aug 19 14:54:35.178209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.216616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-597bdc72-b14c-49ca-a346-f5d07111e6d9 req-8d4fe2fe-65cd-467d-a44a-f60392944842 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 Aug 19 14:54:35.367209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616a4e1-40d5-460c-80d2-9aacaf370dcd req-96b80f5a-d256-4a4e-b1c3-e0d03b8c6bb0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.370094 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1616a4e1-40d5-460c-80d2-9aacaf370dcd req-96b80f5a-d256-4a4e-b1c3-e0d03b8c6bb0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0851748 Aug 19 14:54:35.430881 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1616a4e1-40d5-460c-80d2-9aacaf370dcd req-a456bb64-dcec-4fa7-b1c1-840641c69c2c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Aug 19 14:54:35.554567 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03f49353-b9df-4594-b4f6-27196732b74a req-4ed0d997-86bf-4e4d-a5cf-c78e24e3955f tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips/203aaab0-fdac-44d3-9494-4d7bc35b0083 HTTP/1.1" status: 200 len: 692 time: 0.0551717 Aug 19 14:54:35.603667 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad associated. External IP: 172.25.5.102, port: 3bc09778-2d0e-4eae-884b-509cdd56d9f3. Aug 19 14:54:35.679944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f49353-b9df-4594-b4f6-27196732b74a req-0d5ce4f3-8577-4684-b698-2b42667fcea8 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.681583 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03f49353-b9df-4594-b4f6-27196732b74a req-0d5ce4f3-8577-4684-b698-2b42667fcea8 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1195853 Aug 19 14:54:35.750974 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03f49353-b9df-4594-b4f6-27196732b74a req-59ae0932-290a-4e47-919c-044bd947a44b tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0601885 Aug 19 14:54:35.831536 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03f49353-b9df-4594-b4f6-27196732b74a req-f085c8d4-6a34-41d5-8221-38e71bc2049b tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0669365 Aug 19 14:54:35.936885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:36.005037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Deleting port cd83f1b3-879f-4663-bddb-1bc0d9df3839 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:36.005652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.108827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:36.134871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.136338 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.136971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.141438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-ab6b8b5e-7acd-4369-b98e-e728f77ed21b service neutron] 10.222.0.54 "GET /v2.0/ports/1eb8fe13-13f9-4776-a19e-91d2e5992c2f/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.0862854 Aug 19 14:54:36.148458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b6951918-cf29-4c04-94a8-31e156e701db details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:36.150758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 82639292-0e96-4910-8973-ca2f4b72abf5 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:36.165812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Calling delete_port for cd83f1b3-879f-4663-bddb-1bc0d9df3839 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:36.177061 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:36.214222 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:36.214222 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:36.215089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-36106385-0f75-4ba3-9452-ffb96200a6eb tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "PUT /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 996 time: 2.0479755 Aug 19 14:54:36.261006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-60282cd2-9440-4bb4-a08b-6c044dd295ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:36.273061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-60282cd2-9440-4bb4-a08b-6c044dd295ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.0640345 Aug 19 14:54:36.336611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:36.353490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b6951918-cf29-4c04-94a8-31e156e701db has no active binding in host n-h1-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:54:36.354257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:36.381489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-7ea8d81c-05bb-497e-9803-49a57b579a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:36.383839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-7ea8d81c-05bb-497e-9803-49a57b579a88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1098895 Aug 19 14:54:36.391503 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:36.442143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 53a4556e-1bdb-4751-98ff-592b064a51b4 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:36.477731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-a3adf06d-7ca1-4562-a394-3c7623bccc95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 999 time: 0.0817521 Aug 19 14:54:36.537218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:36.554609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'port_id': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'mac_address': 'fa:16:3e:48:ae:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b236a-6621-48b4-b173-5d1cf6d99652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:36.556431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-b92d01f7-062d-435e-8ae7-cf64cdbe944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:36.560516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-b92d01f7-062d-435e-8ae7-cf64cdbe944f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0705349 Aug 19 14:54:36.601097 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.612198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-d26368f0-1d4d-4cb0-b309-ace113fb9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:36.613364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-d26368f0-1d4d-4cb0-b309-ace113fb9643 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460696 Aug 19 14:54:36.619810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:36.625428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-6d1c6a55-c8a1-4a28-ba11-1ac8f64c621b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.626442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-6d1c6a55-c8a1-4a28-ba11-1ac8f64c621b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061278 Aug 19 14:54:36.642964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:36.737085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-8467d5af-5787-4add-a6b1-e2a7f879ca6c service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032720 Aug 19 14:54:36.768460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:34Z', 'revision_number': 1, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:36.801083 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:36.813233 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:36.813870 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:36.836011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d8d8e53-1c30-4604-bf59-2cab04319503 req-8126e2ad-d878-4840-a348-4bc2ee104618 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927610 Aug 19 14:54:36.929062 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:37.129098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.129708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 53a4556e-1bdb-4751-98ff-592b064a51b4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:37.139414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.141565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 82639292-0e96-4910-8973-ca2f4b72abf5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:37.150682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 82639292-0e96-4910-8973-ca2f4b72abf5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:37.151245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.154607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 53a4556e-1bdb-4751-98ff-592b064a51b4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:37.155062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.160916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Pushing event deleted for resources: {'Port': ['ID=cd83f1b3-879f-4663-bddb-1bc0d9df3839,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:37.207585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.211720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.212932 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03f49353-b9df-4594-b4f6-27196732b74a req-efd0e77c-0975-4550-a2dd-2130345a5748 tempest-FloatingIPDetailsTestJSON-1103614979 tempest-FloatingIPDetailsTestJSON-1103614979-project] 10.222.0.13 "DELETE /v2.0/floatingips/203aaab0-fdac-44d3-9494-4d7bc35b0083 HTTP/1.1" status: 204 len: 173 time: 1.3710268 Aug 19 14:54:37.220443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44796) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.251383 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:34Z', 'revision_number': 1, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:37.282464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edd2fe-ea5f-458e-ba35-e02627e19fc4 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:34Z', 'revision_number': 1, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:37.419805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:37.492576 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bcc0c6-ad1d-42ea-a705-40c0bb9b27b9 x-openstack-request-id: req-f6bcc0c6-ad1d-42ea-a705-40c0bb9b27b9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:37.492882 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "tag": "b6951918-cf29-4c04-94a8-31e156e701db", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:37.493183 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6bcc0c6-ad1d-42ea-a705-40c0bb9b27b9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:37.493595 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'status': 'completed', 'code': 200} Aug 19 14:54:37.493849 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db', 'status': 'completed', 'code': 200} Aug 19 14:54:37.513941 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.579169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdec1dc-cd92-4c30-ad12-146d1eb4824b req-52ac81a5-aaea-4a68-9cf4-e12138cf2a36 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:37.588156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cdec1dc-cd92-4c30-ad12-146d1eb4824b req-52ac81a5-aaea-4a68-9cf4-e12138cf2a36 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 949 time: 0.2764623 Aug 19 14:54:37.636024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:37.724765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cdec1dc-cd92-4c30-ad12-146d1eb4824b req-eb1d519c-e858-467a-adea-7344434dc9fc tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355519 Aug 19 14:54:37.733228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23603e-bc43-4185-826f-a1f8e8e25128 None None] New status for floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:54:37.762633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a4556e-1bdb-4751-98ff-592b064a51b4'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:37.765737 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d910c-2bf5-4244-8dbf-b7d3de3de4b1" -d '{"events": [{"server_uuid": "ce6abf8b-0ea4-4735-9ff6-71faf3be2e21", "name": "network-vif-plugged", "status": "completed", "tag": "53a4556e-1bdb-4751-98ff-592b064a51b4"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:37.769518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-b8256326-be0d-4b9d-b7ff-093c8e71cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:37.771388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-b8256326-be0d-4b9d-b7ff-093c8e71cc48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1096 time: 0.2364953 Aug 19 14:54:37.802039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-4fa08d85-7d26-4845-8fe3-23bca3194496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:37.803562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-4fa08d85-7d26-4845-8fe3-23bca3194496 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17&tenant_id=99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 1102 time: 0.2070549 Aug 19 14:54:37.812128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.837714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d1d8-22a6-4079-a042-d47f2a781a0e req-080d7189-600c-4116-90a5-166ffa1d9735 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:37.840497 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41f1d1d8-22a6-4079-a042-d47f2a781a0e req-080d7189-600c-4116-90a5-166ffa1d9735 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.2351260 Aug 19 14:54:37.877449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-229e22d1-7ec7-412a-979b-5f214480cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:37.879293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-229e22d1-7ec7-412a-979b-5f214480cb7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1126 time: 0.3254623 Aug 19 14:54:37.880627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 53a4556e-1bdb-4751-98ff-592b064a51b4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=53a4556e-1bdb-4751-98ff-592b064a51b4,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:37.908124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-52d51de8-e435-45d2-80e3-e2593d5b7922 service neutron] 10.222.0.54 "GET /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.4348471 Aug 19 14:54:37.978095 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.999041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-41241506-b447-4709-a138-7398706daacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.000735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-41241506-b447-4709-a138-7398706daacf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1102 time: 0.1466107 Aug 19 14:54:38.002777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 82639292-0e96-4910-8973-ca2f4b72abf5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=82639292-0e96-4910-8973-ca2f4b72abf5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:38.003995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41f1d1d8-22a6-4079-a042-d47f2a781a0e req-17dfd976-02a1-4fdb-9351-931690c7e4bd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414185 Aug 19 14:54:38.102080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.200812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-932b19df-10a6-4f8d-a1a4-3e59545a95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.202933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-932b19df-10a6-4f8d-a1a4-3e59545a95da service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.2969077 Aug 19 14:54:38.236067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=53a4556e-1bdb-4751-98ff-592b064a51b4,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:38.320716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=82639292-0e96-4910-8973-ca2f4b72abf5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:38.401793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-b4458be8-0a18-4671-99ee-98a4b8932ccf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 217 time: 0.1130002 Aug 19 14:54:38.494973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb50096-b76d-40b0-aea5-2c9da17a6d4d req-8594a2a2-4568-4cdd-88f9-7b5afe550e86 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.497929 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecb50096-b76d-40b0-aea5-2c9da17a6d4d req-8594a2a2-4568-4cdd-88f9-7b5afe550e86 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0802953 Aug 19 14:54:38.529077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-5e4c073a-a22c-4c5b-a87f-615b291a0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.531124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-5e4c073a-a22c-4c5b-a87f-615b291a0a1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.5174701 Aug 19 14:54:38.546554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51790-7e1f-493a-9276-f54fa611c8c2 req-c2ec6d3d-28cb-4c67-98be-b378b79c2c2f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.548114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b51790-7e1f-493a-9276-f54fa611c8c2 req-c2ec6d3d-28cb-4c67-98be-b378b79c2c2f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.5983763 Aug 19 14:54:38.610102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-aa89b4b8-c6d7-404d-9b97-5cff75665a34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 217 time: 0.0676491 Aug 19 14:54:38.614301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecb50096-b76d-40b0-aea5-2c9da17a6d4d req-cd2d1237-9df8-4464-9940-72cf4ad96bf7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073709 Aug 19 14:54:38.627697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-fd42d8da-4292-4de3-a9a3-2cba027b7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.629205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-fd42d8da-4292-4de3-a9a3-2cba027b7455 service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.7641287 Aug 19 14:54:38.649649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-9eca6b3d-3a9a-40ef-b6cc-ab97d0d26dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.651157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-9eca6b3d-3a9a-40ef-b6cc-ab97d0d26dc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.2360260 Aug 19 14:54:38.681471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-ab1496fb-10a5-43b0-8688-00b033f4f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.684597 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-ab1496fb-10a5-43b0-8688-00b033f4f873 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0675173 Aug 19 14:54:38.736674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035e5-6546-4170-8f57-c385972210e5 req-8164c005-7b00-4f95-a7eb-46496d87a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.738256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-8164c005-7b00-4f95-a7eb-46496d87a1ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459046 Aug 19 14:54:38.738601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-45109370-cddd-4566-b95e-7e7521cddc49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 217 time: 0.0913973 Aug 19 14:54:38.758428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b51790-7e1f-493a-9276-f54fa611c8c2 req-68c88e39-96bc-4ae0-b160-324dfe600b80 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023616 Aug 19 14:54:38.772403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-b8b3e054-44c6-4b25-bca0-5f46143582aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010833 Aug 19 14:54:38.822319 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f82f5-ae44-414d-81b0-ef1a983e06ba x-openstack-request-id: req-117f82f5-ae44-414d-81b0-ef1a983e06ba {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:38.822638 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6abf8b-0ea4-4735-9ff6-71faf3be2e21", "name": "network-vif-plugged", "status": "completed", "tag": "53a4556e-1bdb-4751-98ff-592b064a51b4", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:38.822908 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-117f82f5-ae44-414d-81b0-ef1a983e06ba {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:38.823298 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a4556e-1bdb-4751-98ff-592b064a51b4', 'code': 200} Aug 19 14:54:38.906176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-2e08ed0d-027e-4ce5-8592-34695e0de558 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.906176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-2e08ed0d-027e-4ce5-8592-34695e0de558 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1426976 Aug 19 14:54:38.944795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.54', 56362) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:39.011718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-722b87d4-fc1f-423a-9ede-136e1942bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:39.012884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-722b87d4-fc1f-423a-9ede-136e1942bc77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.2500088 Aug 19 14:54:39.034607 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-efd2cee3-fda0-45d5-bff2-8f1f21b80e4b service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813835 Aug 19 14:54:39.054546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-84e70f0a-b7cb-4032-9516-a27631f00d75 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1320665 Aug 19 14:54:39.072810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:39.101798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'floatingip': {'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:39.180997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.243961 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6c035e5-6546-4170-8f57-c385972210e5 req-97aeebab-5315-4fcb-8a03-06f089248ae3 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000425 Aug 19 14:54:39.378189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-e4f9792b-d08e-4809-91ae-f79c36331b5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3406765 Aug 19 14:54:39.441024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:39.457954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73382d32-a0b2-451c-8951-2e978640b05b req-1f999ea6-fd90-45d8-a45d-549118f2be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:39.459468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73382d32-a0b2-451c-8951-2e978640b05b req-1f999ea6-fd90-45d8-a45d-549118f2be03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 1102 time: 0.5122757 Aug 19 14:54:39.508928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:39.512859 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b34ab4-0852-46ec-a1de-36d22b95dc21" -d '{"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:39.541550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-84194b37-6719-49f7-9687-c81f01b9919e service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298472 Aug 19 14:54:39.551637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174061-e5db-498b-a704-35ddecd9e128 req-6a7e582d-be4e-4768-ad00-2078d42fa778 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:39.553168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2174061-e5db-498b-a704-35ddecd9e128 req-6a7e582d-be4e-4768-ad00-2078d42fa778 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 950 time: 0.5682685 Aug 19 14:54:39.593531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6951918-cf29-4c04-94a8-31e156e701db {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:39.664507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:39.718661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.730461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73382d32-a0b2-451c-8951-2e978640b05b req-7ecd207c-85af-4085-b155-6de3da7610c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066648 Aug 19 14:54:39.785668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-3c36a2e8-da56-4d5a-81c2-2c7f60c5def9 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855698 Aug 19 14:54:39.794995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2174061-e5db-498b-a704-35ddecd9e128 req-5ea00b24-6505-4ac9-8c41-2faa36532e4e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124221 Aug 19 14:54:39.825453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.851808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.899081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-f307bca9-4c2e-4a41-b1bb-f0a668bf83dd service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431795 Aug 19 14:54:39.968884 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad associated. External IP: 172.25.5.102, port: 3bc09778-2d0e-4eae-884b-509cdd56d9f3. Aug 19 14:54:39.973720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.075015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c9d88e-c92e-4291-ac07-edd29a66274e req-470dcaf2-bf23-4c56-b883-4b6253c6d960 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779138 Aug 19 14:54:40.118303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e20f2-8ba8-45a6-9369-dfd9815a4160 req-1a9d6b62-79a2-4448-bac3-39517f0837d0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.119894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-147e20f2-8ba8-45a6-9369-dfd9815a4160 req-1a9d6b62-79a2-4448-bac3-39517f0837d0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 943 time: 0.1921465 Aug 19 14:54:40.139567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] Transition to ACTIVE for port object b6951918-cf29-4c04-94a8-31e156e701db will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:40.161577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:40.216951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:40.231801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-147e20f2-8ba8-45a6-9369-dfd9815a4160 req-a28e77df-fdd7-42b3-a095-cc7a60a47a7b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025262 Aug 19 14:54:40.248310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.310589 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0cbb3-4c14-4ccf-9fc5-2951b8fa16ca x-openstack-request-id: req-c9b0cbb3-4c14-4ccf-9fc5-2951b8fa16ca {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:40.310943 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:40.311126 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b0cbb3-4c14-4ccf-9fc5-2951b8fa16ca {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:40.311522 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'status': 'completed', 'code': 200} Aug 19 14:54:40.334035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:40.344169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:40.345654 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.367330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:40.375248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] No DVR routers for this DVR port b6951918-cf29-4c04-94a8-31e156e701db on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:40.381399 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:40.394569 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:40.395821 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:40.418168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] Pushing event updated for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:40.457985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.462503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:40.492594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-aee0105e-5680-4f03-82e1-73fb248e080f service neutron] 10.222.0.54 "PUT /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db/bindings/n-h1-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 2.5303249 Aug 19 14:54:40.504358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-20d8e8ad-d36d-4302-b999-679e71144269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.506139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-20d8e8ad-d36d-4302-b999-679e71144269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.1600487 Aug 19 14:54:40.532022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189007-65e7-4435-b967-b68d404a5618 req-5f9b8b8e-93cb-4fd8-be5b-926c59324c06 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.533733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3189007-65e7-4435-b967-b68d404a5618 req-5f9b8b8e-93cb-4fd8-be5b-926c59324c06 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1597760 Aug 19 14:54:40.547756 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:40.549286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:40.648835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:40.653184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.654810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:40.669259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3189007-65e7-4435-b967-b68d404a5618 req-c0e516e1-981f-46d0-bf71-360bc9c098b6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226432 Aug 19 14:54:40.709997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-2d9fde82-e805-444e-9981-dfa705bbe3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.711550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-2d9fde82-e805-444e-9981-dfa705bbe3d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1882977 Aug 19 14:54:40.723550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Deleting port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:40.723764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.810446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-e462f938-06f1-4a24-acb4-4f0e7d383d1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0884321 Aug 19 14:54:40.811565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:40.821311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.836977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82639292-0e96-4910-8973-ca2f4b72abf5'}, {'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:40.839721 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f6185-48e4-404e-b21a-1f0a5c663124" -d '{"events": [{"server_uuid": "6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b", "name": "network-vif-plugged", "status": "completed", "tag": "82639292-0e96-4910-8973-ca2f4b72abf5"}, {"server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:40.843888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.874250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:40.876177 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b0be78-72f5-419e-93b1-4801338f2f56" -d '{"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:40.920937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-690a1815-0eb0-4c8f-88d2-5296fc62b969 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "PUT /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 999 time: 1.8539801 Aug 19 14:54:40.930980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:39Z', 'revision_number': 3, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:40.932446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-31c0b7b0-6357-413e-bf08-2ebf0a13d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.934982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-31c0b7b0-6357-413e-bf08-2ebf0a13d921 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.1076350 Aug 19 14:54:40.945804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:40.970103 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:40.976580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.985544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:40.986917 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:40.989812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-6502e6fd-28af-438c-8abd-63d34927d35d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.997539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:41.005311 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-6502e6fd-28af-438c-8abd-63d34927d35d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports/3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 942 time: 0.0827405 Aug 19 14:54:41.027811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:41.030492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630d36-db7a-4adb-bd3c-8fd17904560d req-75009396-2dd8-4021-9418-ac0f55094de8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.032156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67630d36-db7a-4adb-bd3c-8fd17904560d req-75009396-2dd8-4021-9418-ac0f55094de8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.2192891 Aug 19 14:54:41.052042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5e92fbf4-9378-4c10-b9b3-2616f8bbd887 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.053655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-5e92fbf4-9378-4c10-b9b3-2616f8bbd887 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.2465048 Aug 19 14:54:41.057314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] For port 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:41.057720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.103418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.103418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b6951918-cf29-4c04-94a8-31e156e701db no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:41.124944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-49a18728-5dbb-4b61-93bc-4af7d9d775b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.127549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-b32ae159-bac9-4a48-961c-e62436cdf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.128943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-49a18728-5dbb-4b61-93bc-4af7d9d775b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807950 Aug 19 14:54:41.129188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-b32ae159-bac9-4a48-961c-e62436cdf301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.0521779 Aug 19 14:54:41.131745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Calling delete_port for 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:41.173624 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:41.177038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b6951918-cf29-4c04-94a8-31e156e701db not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:41.182846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:41.208538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.251687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-fa6085e2-5f70-4d22-bfd7-a0cb6af12186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.253428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-fa6085e2-5f70-4d22-bfd7-a0cb6af12186 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1151347 Aug 19 14:54:41.266967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:41.292323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67630d36-db7a-4adb-bd3c-8fd17904560d req-25d145aa-67c9-4075-bb1f-d5db78d7ae60 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465832 Aug 19 14:54:41.302543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-ae1d6aa0-329f-4bfa-ac37-281ba8e8eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.304809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-ae1d6aa0-329f-4bfa-ac37-281ba8e8eb3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550&tenant_id=4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 1096 time: 0.2315788 Aug 19 14:54:41.329390 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-068a813d-868a-4faa-849f-8b34789a59c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0602007 Aug 19 14:54:41.372650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-1345a0fb-e9bf-41d8-9eab-158a99527177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.374110 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-1345a0fb-e9bf-41d8-9eab-158a99527177 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0481462 Aug 19 14:54:41.453081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-55668ca2-b4be-4acc-88ea-f1528edb5f40 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008218 Aug 19 14:54:41.460133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-0c31670d-d73b-4a33-aa64-9b9d41c185f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.461789 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-0c31670d-d73b-4a33-aa64-9b9d41c185f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801706 Aug 19 14:54:41.474865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-c0fc43d1-7ff9-4f35-b784-6df6e0654f05 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:41.476424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-c0fc43d1-7ff9-4f35-b784-6df6e0654f05 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062857 Aug 19 14:54:41.492313 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:39Z', 'revision_number': 3, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:41.522546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987665d-d209-4314-a330-57f0a4e1d988 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:39Z', 'revision_number': 3, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:41.626742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-835cb0c0-60a4-4d4a-8687-197df4a5efb7 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420164 Aug 19 14:54:41.737626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-c560d5fa-4896-4e35-ac30-532670112ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046262 Aug 19 14:54:41.742550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e3538-4bb9-4f75-b534-09d2a8cba590 None None] New status for floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:54:41.859542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-95c4f6c7-e5ce-4228-868c-3238aca2c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.861071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-95c4f6c7-e5ce-4228-868c-3238aca2c272 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1096 time: 0.5265687 Aug 19 14:54:41.926553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-5b528d5a-3219-4183-aab2-649ca54ddf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.927957 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-5b528d5a-3219-4183-aab2-649ca54ddf1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1098 time: 0.0488620 Aug 19 14:54:42.021711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a760e3-6a5e-4534-aee7-7d9a5637e3bf req-c6f5cbe3-81f2-4c79-956e-0aec6cd093a0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.023276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2a760e3-6a5e-4534-aee7-7d9a5637e3bf req-c6f5cbe3-81f2-4c79-956e-0aec6cd093a0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 950 time: 0.2041063 Aug 19 14:54:42.031440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-59cf4960-cc5d-4fe6-b372-4ad16b5c3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.036907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78b34ab4-0852-46ec-a1de-36d22b95dc21 req-b6325dda-ea04-447c-9ee8-80e10273d945 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685894 Aug 19 14:54:42.037662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-59cf4960-cc5d-4fe6-b372-4ad16b5c3e2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1003952 Aug 19 14:54:42.097559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-b6953b5d-4a81-4890-9985-8cdd9474f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.099177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-b6953b5d-4a81-4890-9985-8cdd9474f95f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.2120867 Aug 19 14:54:42.113894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-51f94f22-478a-4788-badd-a182bdbb006c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 1002 time: 0.0743949 Aug 19 14:54:42.150988 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:42.159670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-4fe6e4d2-ff5b-4177-8c71-e9beacfe85ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 217 time: 0.0518653 Aug 19 14:54:42.161857 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:42.162535 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:42.171037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2a760e3-6a5e-4534-aee7-7d9a5637e3bf req-9d214288-1fc1-4f5e-b2b9-fd1d8dd3c3dd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409633 Aug 19 14:54:42.176115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-bca81251-4a77-4b54-b59c-4cdda8ba76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.185191 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-bca81251-4a77-4b54-b59c-4cdda8ba76a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0587120 Aug 19 14:54:42.226551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-97065511-f7a9-4f8c-b49d-eba2a9ae206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.233421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-97065511-f7a9-4f8c-b49d-eba2a9ae206a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0581191 Aug 19 14:54:42.254213 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bc767-8e80-4ef6-b8da-0b9b50128d92 x-openstack-request-id: req-a62bc767-8e80-4ef6-b8da-0b9b50128d92 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:42.254805 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b", "name": "network-vif-plugged", "status": "completed", "tag": "82639292-0e96-4910-8973-ca2f4b72abf5", "code": 200}, {"server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:42.255129 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a62bc767-8e80-4ef6-b8da-0b9b50128d92 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:42.255802 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82639292-0e96-4910-8973-ca2f4b72abf5', 'code': 200} Aug 19 14:54:42.256208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-0814e500-bb4d-4218-9e80-fdbc5694cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.256326 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'code': 200} Aug 19 14:54:42.259211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-0814e500-bb4d-4218-9e80-fdbc5694cdf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732605 Aug 19 14:54:42.301756 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6104ddb-d440-4c87-b365-06bf206dea11 x-openstack-request-id: req-b6104ddb-d440-4c87-b365-06bf206dea11 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:42.302296 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:42.303037 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6104ddb-d440-4c87-b365-06bf206dea11 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:42.303813 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'status': 'completed', 'code': 200} Aug 19 14:54:42.305533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-b34d1683-8d07-418c-a546-c0abdd322fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656350 Aug 19 14:54:42.392324 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:42.395094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.430529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-7a469a7b-6105-4a1d-a45d-9daf7e6b50fa service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629565 Aug 19 14:54:42.436800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d584e-59af-41de-9666-0734e5232efe req-5cd5a80b-4374-4b1f-9521-315456652062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.438254 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b2d584e-59af-41de-9666-0734e5232efe req-5cd5a80b-4374-4b1f-9521-315456652062 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 1102 time: 0.0610018 Aug 19 14:54:42.504779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Pushing event deleted for resources: {'Port': ['ID=41854a3e-e2ef-40d1-a7de-b9c292e7b7cd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:42.558581 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b2d584e-59af-41de-9666-0734e5232efe req-2054b9b3-6a4e-4a6a-a980-66fb970822e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056981 Aug 19 14:54:42.602121 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a000221-8ae2-43e8-a201-c56e5a936d72 req-6078a83a-a3a3-4d70-b8fc-85623ad980a1 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623607 Aug 19 14:54:42.626738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-2b6d50c5-baff-4f1c-86c2-e743df05bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.628295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-2b6d50c5-baff-4f1c-86c2-e743df05bec9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.2708929 Aug 19 14:54:42.637912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e96f-29f3-41be-a0ac-93b7b5b72e39 req-71cfc771-9939-4003-b2ac-198dc00505da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.639472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2159e96f-29f3-41be-a0ac-93b7b5b72e39 req-71cfc771-9939-4003-b2ac-198dc00505da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1097 time: 0.2410161 Aug 19 14:54:42.644637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-9789ff11-1821-49b7-b226-3ff78e06c0a3 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289602 Aug 19 14:54:42.655058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d6c31-d539-4eeb-9328-d47269eb1ff6 req-c051400d-bfc3-4055-97a8-2fe4c19df0aa tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.655461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-591d6c31-d539-4eeb-9328-d47269eb1ff6 req-c051400d-bfc3-4055-97a8-2fe4c19df0aa tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.2537253 Aug 19 14:54:42.813477 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:41Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:42.837240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-591d6c31-d539-4eeb-9328-d47269eb1ff6 req-d30c67bf-65fc-4c4b-94af-6bcecfe77cfe tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409962 Aug 19 14:54:42.851354 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:42.854119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.857930 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:42.858793 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:43.003995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.004887 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:43.021622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2159e96f-29f3-41be-a0ac-93b7b5b72e39 req-c408a029-4b31-4984-9516-765f2bb1ea9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480788 Aug 19 14:54:43.101858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-4f7f7e30-74d5-4863-838e-78a33368b488 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267438 Aug 19 14:54:43.109063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-2988f95f-2fc0-447c-a313-160a7fbc7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.110620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-2988f95f-2fc0-447c-a313-160a7fbc7948 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.3314071 Aug 19 14:54:43.128754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440da4-3899-4028-a608-4540abd3005b req-9bb3f931-74ae-4b0b-b44c-77afcbfcc2ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.130384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8440da4-3899-4028-a608-4540abd3005b req-9bb3f931-74ae-4b0b-b44c-77afcbfcc2ba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 948 time: 0.2099955 Aug 19 14:54:43.214548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8440da4-3899-4028-a608-4540abd3005b req-dc4c32d3-5bf4-4aa9-a22e-72871983779a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Aug 19 14:54:43.276655 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:41Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:43.319350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dea070-7a92-4ba4-829c-ad2bc32ac502 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '9943df32-c293-4628-8cdf-727e947f039d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:9e:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:41Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:43.357392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-252d7d68-efa1-40ed-9d6e-e0111cfeee61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0786524 Aug 19 14:54:43.512705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814eb47-7ee8-4f2e-a088-71c612ede123 req-6b74d01d-5c8f-41cf-b953-209a89daa488 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.514468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2814eb47-7ee8-4f2e-a088-71c612ede123 req-6b74d01d-5c8f-41cf-b953-209a89daa488 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.2251053 Aug 19 14:54:43.518005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-beba0ee5-cc49-487e-888f-f69d4fdf53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.520012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-beba0ee5-cc49-487e-888f-f69d4fdf53e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.1302016 Aug 19 14:54:43.566078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Router cd2bd02c-0af6-4d60-b81c-01e202b397d1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:43.603678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2814eb47-7ee8-4f2e-a088-71c612ede123 req-7f03a550-5d1f-44e4-a767-cf6b12b9cddc tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822012 Aug 19 14:54:43.648339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-d13e02b7-bc5f-4688-9a8f-9164c1fbf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.650148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-d13e02b7-bc5f-4688-9a8f-9164c1fbf4ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197727 Aug 19 14:54:43.878511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:43.887999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-49a3f2e6-c72b-4f26-a1c8-e68d9895ecbe admin admin] 10.222.0.13 "PUT /v2.0/routers/cd2bd02c-0af6-4d60-b81c-01e202b397d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6618838 Aug 19 14:54:43.888517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:43.890243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] Sync routers for ids ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:43.903294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] Routers {'cd2bd02c-0af6-4d60-b81c-01e202b397d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:43.903294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:43.931299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fad30db2-98dd-4ccc-bce0-1474df2699ba req-0cb79e01-fcc3-42dd-b91d-6531315c2555 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1002 time: 0.1880367 Aug 19 14:54:43.935356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-b610c550-3f6d-4fcf-93e5-674535339ee0 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758324 Aug 19 14:54:44.049330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad30db2-98dd-4ccc-bce0-1474df2699ba req-cf42659a-7679-42e3-bc3e-cf7d6251f238 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:44.063846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fad30db2-98dd-4ccc-bce0-1474df2699ba req-cf42659a-7679-42e3-bc3e-cf7d6251f238 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports/9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 943 time: 0.0928252 Aug 19 14:54:44.069858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] Set router cd2bd02c-0af6-4d60-b81c-01e202b397d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:44.275863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f'}, {'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:44.280081 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d6175-6de3-4350-ac98-d1c7f6661221" -d '{"events": [{"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f"}, {"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-unplugged", "status": "completed", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:44.361213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:42Z', 'revision_number': 5, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:44.396903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] Checking router: cd2bd02c-0af6-4d60-b81c-01e202b397d1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:44.409468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] Routers {'cd2bd02c-0af6-4d60-b81c-01e202b397d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:44.410328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:44.413885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'tag': '9943df32-c293-4628-8cdf-727e947f039d'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:44.418574 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754eebea-e68a-4f98-86a5-b12718ac98e1" -d '{"events": [{"name": "network-changed", "server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "tag": "9943df32-c293-4628-8cdf-727e947f039d"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:44.449334 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.484435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:44.590460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-e33d2bc2-5a87-4fa8-a173-ec3ee3806c26 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:44.592028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-e33d2bc2-5a87-4fa8-a173-ec3ee3806c26 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.6718843 Aug 19 14:54:44.637156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] Set router cd2bd02c-0af6-4d60-b81c-01e202b397d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:44.673502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67b0be78-72f5-419e-93b1-4801338f2f56 req-5333df06-c14c-40a9-9b36-02c5b7bd3da4 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131555 Aug 19 14:54:44.709380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fad30db2-98dd-4ccc-bce0-1474df2699ba req-f1bd41fa-1a80-4fbf-a7c5-6935c40daf54 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1002 time: 0.1671627 Aug 19 14:54:44.749642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.825834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:44.850285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'mac_address': 'fa:16:3e:c0:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:44.908777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad30db2-98dd-4ccc-bce0-1474df2699ba req-f9d8ffec-20c5-4949-938a-d62c1a888d4c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:44.921349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fad30db2-98dd-4ccc-bce0-1474df2699ba req-f9d8ffec-20c5-4949-938a-d62c1a888d4c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.2111306 Aug 19 14:54:44.949911 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.969730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb8fe13-13f9-4776-a19e-91d2e5992c2f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:45.003386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:45.026225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:42Z', 'revision_number': 5, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:45.041011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2769d-0b8a-4bb8-adb8-fc8a33834cd7 req-a79ddc1b-dfcd-4fd8-8e05-c48f36b0d0f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.043910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edd2769d-0b8a-4bb8-adb8-fc8a33834cd7 req-a79ddc1b-dfcd-4fd8-8e05-c48f36b0d0f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.0685401 Aug 19 14:54:45.065562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Deleting port 354c1f84-1464-47b3-9773-6a44bbb3c1c5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:45.066133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.076924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db00cc-d389-47a6-9422-7b3eacbe6684 None None] The sync data for ids ['cd2bd02c-0af6-4d60-b81c-01e202b397d1'] in n-d-779913-32 is: [{'id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'name': 'tempest-FloatingIPDetailsTestJSON-1098813766-router', 'tenant_id': 'dba94f5546514945980d65454d728cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:05Z', 'updated_at': '2021-08-19T14:54:42Z', 'revision_number': 5, 'project_id': 'dba94f5546514945980d65454d728cfd', 'gw_port': {'id': '354c1f84-1464-47b3-9773-6a44bbb3c1c5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2bd02c-0af6-4d60-b81c-01e202b397d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:06Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:45.108725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edd2769d-0b8a-4bb8-adb8-fc8a33834cd7 req-57ea5e30-a4f0-4edb-a412-488fa0a11ca8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563929 Aug 19 14:54:45.229630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28049-c9ad-499d-be31-0d35d02cabc4 req-e74387c7-c148-40d3-add1-e9697ea732e6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.231855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aba28049-c9ad-499d-be31-0d35d02cabc4 req-e74387c7-c148-40d3-add1-e9697ea732e6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 948 time: 0.0563948 Aug 19 14:54:45.233306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] For port 354c1f84-1464-47b3-9773-6a44bbb3c1c5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=354c1f84-1464-47b3-9773-6a44bbb3c1c5,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:45.233769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.250461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Calling delete_port for 354c1f84-1464-47b3-9773-6a44bbb3c1c5 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:45.274861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aba28049-c9ad-499d-be31-0d35d02cabc4 req-e09049b4-5d66-4f47-9fc3-e99b1be43a67 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357587 Aug 19 14:54:45.278661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068edf-5a6c-4c24-8f58-e3f54a6f5c15 req-36d239f3-2bf9-42b9-9151-13893c459189 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.280229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60068edf-5a6c-4c24-8f58-e3f54a6f5c15 req-36d239f3-2bf9-42b9-9151-13893c459189 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 950 time: 0.0868056 Aug 19 14:54:45.335431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-cb51dbc2-6aea-4522-9a78-aaf85167af19 service neutron] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:45.341104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-cb51dbc2-6aea-4522-9a78-aaf85167af19 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.364610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62500a8a-6112-40ed-b8b0-796f0d231078 req-cb51dbc2-6aea-4522-9a78-aaf85167af19 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db/bindings/n-h2-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.7388711 Aug 19 14:54:45.368381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60068edf-5a6c-4c24-8f58-e3f54a6f5c15 req-8c735225-bfce-415e-b4a7-6e5480a0bb07 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586679 Aug 19 14:54:45.377508 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a98ba-46a6-4705-a79c-4e10189141e4 x-openstack-request-id: req-324a98ba-46a6-4705-a79c-4e10189141e4 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:45.378146 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f", "code": 200}, {"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-unplugged", "status": "completed", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:45.378640 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-324a98ba-46a6-4705-a79c-4e10189141e4 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:45.379369 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'code': 200} Aug 19 14:54:45.379823 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'code': 200} Aug 19 14:54:45.405514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.470081 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4ef0b1-a85e-434a-b729-34f300c02df6 x-openstack-request-id: req-af4ef0b1-a85e-434a-b729-34f300c02df6 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:45.470396 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "tag": "9943df32-c293-4628-8cdf-727e947f039d", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:45.470645 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af4ef0b1-a85e-434a-b729-34f300c02df6 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:45.471026 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'tag': '9943df32-c293-4628-8cdf-727e947f039d', 'status': 'completed', 'code': 200} Aug 19 14:54:45.510028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:45.531231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.531620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de446aeb-43eb-4a55-9380-55af9996618c req-c71281d2-c2e1-48bb-b467-c7d90eb278b3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.532116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.532666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.533247 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-de446aeb-43eb-4a55-9380-55af9996618c req-c71281d2-c2e1-48bb-b467-c7d90eb278b3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0749593 Aug 19 14:54:45.536794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.537748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.540623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.541457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.550616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.550616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.550616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.550616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.550616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.621420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-de446aeb-43eb-4a55-9380-55af9996618c req-54d445f3-59d1-4b76-8ddc-27e31da7765a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Aug 19 14:54:45.630181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-0ee2537c-de5c-498f-b225-0b01f7553d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.633474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-0ee2537c-de5c-498f-b225-0b01f7553d6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1098 time: 0.0587921 Aug 19 14:54:45.722991 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-7013ba4c-70ea-411f-aec1-7d49ed44ff6b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1002 time: 0.0769844 Aug 19 14:54:45.767897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-1aa34dca-6037-4e2a-bea3-9aad809c0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.770960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-1aa34dca-6037-4e2a-bea3-9aad809c0e5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1294203 Aug 19 14:54:45.798772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9213ad-4298-4408-8845-6efe42c6565a req-bc0583b9-be9a-423d-ae1f-7e41605cb693 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.800235 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-bc0583b9-be9a-423d-ae1f-7e41605cb693 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports/9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 943 time: 0.0708442 Aug 19 14:54:45.823300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.859186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-06726783-9709-4609-bb5f-c3c7acec1156 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 1002 time: 0.0797770 Aug 19 14:54:45.864474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Pushing event deleted for resources: {'Port': ['ID=354c1f84-1464-47b3-9773-6a44bbb3c1c5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:45.923282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-326e2117-7c87-4133-974a-1c513090e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.924883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-326e2117-7c87-4133-974a-1c513090e69f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0578828 Aug 19 14:54:45.925796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.926151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.927472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.927821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.928159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.928493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.928826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.929174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.929534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.929854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.930143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.930462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:45.935640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.984712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-44c22978-396f-4890-aeca-2eaee36a5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.986332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-44c22978-396f-4890-aeca-2eaee36a5850 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419805 Aug 19 14:54:46.053242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-3c6bc2d8-ec54-4709-971a-a94c031f29e6 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1002 time: 0.1994402 Aug 19 14:54:46.056668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.059780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.080526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1eb8fe13-13f9-4776-a19e-91d2e5992c2f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:46.101657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-a056ed23-f5e2-49d9-b4cf-64afa5894a84 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008561 Aug 19 14:54:46.243582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-754eebea-e68a-4f98-86a5-b12718ac98e1 req-242b0916-47d6-467e-92aa-434cd4cbfd22 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332507 Aug 19 14:54:46.254075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9213ad-4298-4408-8845-6efe42c6565a req-483a63f1-36eb-4503-ba5f-6a6686c3148e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:46.257628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-483a63f1-36eb-4503-ba5f-6a6686c3148e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1959410 Aug 19 14:54:46.327646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-c05b40ec-122f-4c6d-8ad3-341b033df0ad tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1002 time: 0.0636091 Aug 19 14:54:46.337571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:46.391649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.392151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2bd02c-0af6-4d60-b81c-01e202b397d1 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:54:46.400665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.401356 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5fda1e53-078c-48c2-9eb6-39e21e17070c admin admin] 10.222.0.13 "DELETE /v2.0/routers/cd2bd02c-0af6-4d60-b81c-01e202b397d1 HTTP/1.1" status: 204 len: 168 time: 2.5106175 Aug 19 14:54:46.404671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:46.412401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.471951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Deleting subnet 1935b7ce-2f61-442c-8032-6bcfdd042faa {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:46.476205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.520767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.608397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.661383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.795355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.795682 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad disassociated. External IP: 172.25.5.102, port: 9943df32-c293-4628-8cdf-727e947f039d. Aug 19 14:54:46.924955 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.941568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.941941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3789b-b937-496a-bbd2-edbbafb4c808 None None] Network 303ed19d-df9a-4ecb-9bed-6c94098b42cb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:46.946113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1935b7ce-2f61-442c-8032-6bcfdd042faa HTTP/1.1" status: 204 len: 168 time: 0.5374367 Aug 19 14:54:46.965193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44948) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:46.997672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1935b7ce-2f61-442c-8032-6bcfdd042faa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.018236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.018588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.018930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.019265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.022980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.023301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e316de0-1ad1-4b64-9ccf-2f09e91114ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.108219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 354c1f84-1464-47b3-9773-6a44bbb3c1c5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:47.119589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb66fb-5357-41d6-a89b-c9f536bad7e3 req-6e49f0ec-3ced-4e58-8a6d-a1e64fff6626 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.122249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52eb66fb-5357-41d6-a89b-c9f536bad7e3 req-6e49f0ec-3ced-4e58-8a6d-a1e64fff6626 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 950 time: 0.0592310 Aug 19 14:54:47.162387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 354c1f84-1464-47b3-9773-6a44bbb3c1c5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:47.162794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 354c1f84-1464-47b3-9773-6a44bbb3c1c5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:47.163319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:47.178088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.179815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52eb66fb-5357-41d6-a89b-c9f536bad7e3 req-c52f1ed3-6e23-4e5d-b093-21c794f4b8e1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Aug 19 14:54:47.188664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:47.189153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 41854a3e-e2ef-40d1-a7de-b9c292e7b7cd not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:47.235033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:47.327317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Deleting port 2bca8526-1b6d-49a3-83fd-b787b73356f1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:47.328174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.345893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] DHCP port deletion for 303ed19d-df9a-4ecb-9bed-6c94098b42cb request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:47.384956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-0e97f2f1-e216-49a7-8d83-419d88881c08 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.386608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-0e97f2f1-e216-49a7-8d83-419d88881c08 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17&tenant_id=99124f7b967b44bea75c44452241c427&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 949 time: 0.1311455 Aug 19 14:54:47.389670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f7279-d632-44fe-a09a-0d14f14a2003 req-d40f52d3-588b-4864-b89c-e4e878355a6d tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.391170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e15f7279-d632-44fe-a09a-0d14f14a2003 req-d40f52d3-588b-4864-b89c-e4e878355a6d tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1097 time: 0.1043472 Aug 19 14:54:47.419809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] Deleting port 2bca8526-1b6d-49a3-83fd-b787b73356f1 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:47.420258 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.432070 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e15f7279-d632-44fe-a09a-0d14f14a2003 req-ea0c473f-6710-49f0-a298-5c426293c7d6 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Aug 19 14:54:47.473147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] For port 2bca8526-1b6d-49a3-83fd-b787b73356f1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2bca8526-1b6d-49a3-83fd-b787b73356f1,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:47.473147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.478741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:47.486144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.494267 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:47.513304 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:47.513956 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:47.533928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-1801ecc5-4d08-4c0f-9352-735e2a9df76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.535491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-1801ecc5-4d08-4c0f-9352-735e2a9df76f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1101 time: 0.0772078 Aug 19 14:54:47.536266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] For port 2bca8526-1b6d-49a3-83fd-b787b73356f1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2bca8526-1b6d-49a3-83fd-b787b73356f1,segment=NetworkSegment(ceeed219-3beb-4e3b-8b18-730616690559),segment_id=ceeed219-3beb-4e3b-8b18-730616690559)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:47.536802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.553878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Calling delete_port for 2bca8526-1b6d-49a3-83fd-b787b73356f1 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:47.572624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] Calling delete_port for 2bca8526-1b6d-49a3-83fd-b787b73356f1 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:47.574703 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f7e5202c-537d-4a41-8c29-47fd37e5ad9c tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "PUT /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 695 time: 1.2344272 Aug 19 14:54:47.581293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'tag': '9943df32-c293-4628-8cdf-727e947f039d'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:47.583873 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73" -d '{"events": [{"name": "network-changed", "server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "tag": "9943df32-c293-4628-8cdf-727e947f039d"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:47.660147 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:47.683081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756ed41-3169-4f9f-8e1c-bf0455b7a17c req-c0654b1f-3804-4c11-8001-9cbc35eb969c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.685051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d756ed41-3169-4f9f-8e1c-bf0455b7a17c req-c0654b1f-3804-4c11-8001-9cbc35eb969c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1096 time: 0.1412871 Aug 19 14:54:47.726365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-46b12db0-6b55-4073-9ec1-74d8207f258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.728904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-46b12db0-6b55-4073-9ec1-74d8207f258e service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1710825 Aug 19 14:54:47.765629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9213ad-4298-4408-8845-6efe42c6565a req-6905f75c-d6d2-43c5-9f37-27bddde06d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.767162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-6905f75c-d6d2-43c5-9f37-27bddde06d0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1098 time: 0.1769571 Aug 19 14:54:47.799628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d756ed41-3169-4f9f-8e1c-bf0455b7a17c req-a4179d57-5db7-4f0f-ae28-5304e525216e tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976050 Aug 19 14:54:47.801886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-34451662-0bf2-48d4-a3da-0a7d7d3c39c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 217 time: 0.0626171 Aug 19 14:54:47.866438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-37feeaa1-083e-47f8-965b-bcd11e713a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.868178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-37feeaa1-083e-47f8-965b-bcd11e713a59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0553370 Aug 19 14:54:47.894575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.917752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9213ad-4298-4408-8845-6efe42c6565a req-4298b0b4-9f44-42f0-9739-2047507781b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.918664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-4298b0b4-9f44-42f0-9739-2047507781b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1394467 Aug 19 14:54:47.939414 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:47.944298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.945898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] Pushing event deleted for resources: {'Port': ['ID=2bca8526-1b6d-49a3-83fd-b787b73356f1,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.951621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d845c-9da4-47f3-9a41-03bf5642e366 None None] No DVR routers for this DVR port 2bca8526-1b6d-49a3-83fd-b787b73356f1 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:47.981089 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:48.005995 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:48.006775 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:48.010962 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-f2866203-7b0a-4d19-8b3d-e9f670f616ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 217 time: 0.0816977 Aug 19 14:54:48.017224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-5e0cce3e-c4ab-4399-8088-04d2cb4082a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.018750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-5e0cce3e-c4ab-4399-8088-04d2cb4082a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386783 Aug 19 14:54:48.041039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] No DVR routers for this DVR port 2bca8526-1b6d-49a3-83fd-b787b73356f1 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:48.043013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bca8526-1b6d-49a3-83fd-b787b73356f1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:48.108749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-01271e61-f5fd-425d-979f-82ca0367ec06 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.110322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-01271e61-f5fd-425d-979f-82ca0367ec06 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.1993136 Aug 19 14:54:48.131931 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:48.146224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-170e2c12-d4a2-45c6-a7fb-d39b1033c5e3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/quotas/1081d72689d145ab8da0d34f7fa18a43 HTTP/1.1" status: 200 len: 375 time: 0.0230141 Aug 19 14:54:48.151697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-aff56c2e-bdaf-4220-aca7-362a85d5870b service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209645 Aug 19 14:54:48.168633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9213ad-4298-4408-8845-6efe42c6565a req-35cf8e4a-f982-4bc5-917c-32413949fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.170218 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-35cf8e4a-f982-4bc5-917c-32413949fd37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.1393871 Aug 19 14:54:48.174715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.213457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.213761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.214643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.215297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > port after_create 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.215676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.216012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > port after_update 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.216361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.216686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.217009 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.217379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.255199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-c318cba2-844d-4c45-9010-9f4c89d63bc8 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025157 Aug 19 14:54:48.336320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c4f3c8-f687-42f7-9c03-55b4b070fe90 req-63ef7293-712e-483b-a029-83dcb24a939e service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735792 Aug 19 14:54:48.343523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.344086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.344623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.345062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:54:48.345696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303ed19d-df9a-4ecb-9bed-6c94098b42cb']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:48.379363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceeed219-3beb-4e3b-8b18-730616690559') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:48.379740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceeed219-3beb-4e3b-8b18-730616690559') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:48.387152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-e9af9a52-74a4-4c54-bc9b-fcda2628d445 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195824 Aug 19 14:54:48.403156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.429295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.437460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9213ad-4298-4408-8845-6efe42c6565a req-735217ab-a120-4333-a3d0-b43963d581ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.444545 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-735217ab-a120-4333-a3d0-b43963d581ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2593822 Aug 19 14:54:48.447812 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:48.457259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:48.457665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: from cryptography.utils import int_from_bytes Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: from cryptography.utils import int_from_bytes Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:48.461830 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:48.481573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbde4f-0b2a-472c-9b12-d792a1768b08 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:48.491136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:48.556274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-c6f6374b-1e7d-42b1-bbe9-ee0b21b39fb1 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619809 Aug 19 14:54:48.591748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-9c969d80-8027-41a2-9e5b-9f186f3d4395 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.593636 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:54:48.594312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-9c969d80-8027-41a2-9e5b-9f186f3d4395 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c0eb318-0576-4f26-98b3-c9eed4d8d494 HTTP/1.1" status: 200 len: 943 time: 0.0912011 Aug 19 14:54:48.595254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:48.598714 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.615219 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-eca00785-10f3-4e13-9acd-8d0822a246aa service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669528 Aug 19 14:54:48.682559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.700037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.702176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] 10.222.0.13 "DELETE /v2.0/networks/303ed19d-df9a-4ecb-9bed-6c94098b42cb HTTP/1.1" status: 204 len: 168 time: 1.7356708 Aug 19 14:54:48.721380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142346-c733-4783-b4e3-a1b58a280e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=303ed19d-df9a-4ecb-9bed-6c94098b42cb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:48.731820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Deleting port 411ac8fa-4585-4387-849c-8db4cfeee16d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:48.732041 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.764809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.795875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:48.800602 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991057f-117f-41e2-b53f-3cfa64df52f5" -d '{"events": [{"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-plugged", "status": "completed", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:48.810256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e9213ad-4298-4408-8845-6efe42c6565a req-56f1ee11-6c1b-4a21-963e-3f9a22c2efae service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781735 Aug 19 14:54:48.816947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:48.866223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] For port 411ac8fa-4585-4387-849c-8db4cfeee16d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=411ac8fa-4585-4387-849c-8db4cfeee16d,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:48.866583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.874770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c35e0-213d-4155-8385-a2a91b689ef8 None None] New status for floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:54:48.920678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Calling delete_port for 411ac8fa-4585-4387-849c-8db4cfeee16d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:48.928598 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.123260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef339-b231-4acd-ab37-2389411c6659 req-7ab37778-5eff-4258-b942-df3a0d0650cb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.125562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b26ef339-b231-4acd-ab37-2389411c6659 req-7ab37778-5eff-4258-b942-df3a0d0650cb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1111794 Aug 19 14:54:49.178525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2bca8526-1b6d-49a3-83fd-b787b73356f1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:49.209469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.220444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44982) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:49.228826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b26ef339-b231-4acd-ab37-2389411c6659 req-bc04d669-70b5-4329-8c69-2b57f9d846b4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950744 Aug 19 14:54:49.229437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2bca8526-1b6d-49a3-83fd-b787b73356f1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:49.230475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2bca8526-1b6d-49a3-83fd-b787b73356f1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:49.287263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.307200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c2368c0d-85ad-404c-9f57-8c3fef08c439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dba94f5546514945980d65454d728cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904920 Aug 19 14:54:49.310402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44992) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:49.362516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event deleted for resources: {'Port': ['ID=411ac8fa-4585-4387-849c-8db4cfeee16d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.421008 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f884d-5b88-4801-a2c6-44ad9e4ec027 x-openstack-request-id: req-df0f884d-5b88-4801-a2c6-44ad9e4ec027 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:49.421511 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "tag": "9943df32-c293-4628-8cdf-727e947f039d", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:49.421707 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df0f884d-5b88-4801-a2c6-44ad9e4ec027 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:49.422471 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'tag': '9943df32-c293-4628-8cdf-727e947f039d', 'status': 'completed', 'code': 200} Aug 19 14:54:49.457751 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36fcf34e-71bd-4136-82ae-e9ae63536ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.483197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] No DVR routers for this DVR port 411ac8fa-4585-4387-849c-8db4cfeee16d on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:49.486179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.488307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0883ed47-05f7-48a8-85b1-525caa435f91 req-477601be-1400-4a88-88be-cfaef87ed61c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.46 "DELETE /v2.0/ports/411ac8fa-4585-4387-849c-8db4cfeee16d HTTP/1.1" status: 204 len: 173 time: 0.8869731 Aug 19 14:54:49.488761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-deleted', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:49.491162 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd55501-c890-4fbf-9209-a30136682848" -d '{"events": [{"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-deleted", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:49.524359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36fcf34e-71bd-4136-82ae-e9ae63536ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.536155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-43cec8fe-76b7-4a65-bf6e-c545d0f65d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.537706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-43cec8fe-76b7-4a65-bf6e-c545d0f65d83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 1098 time: 0.1423109 Aug 19 14:54:49.560294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc50f85-0b8a-4502-b21e-180b55203746 req-547bdd45-655f-4031-b0d1-514d208339cd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.562185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc50f85-0b8a-4502-b21e-180b55203746 req-547bdd45-655f-4031-b0d1-514d208339cd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.562994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fc50f85-0b8a-4502-b21e-180b55203746 req-547bdd45-655f-4031-b0d1-514d208339cd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21&device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 1691 time: 0.1250181 Aug 19 14:54:49.650592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-6cad45ed-44db-4a70-9e8e-c38f95041e35 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.652777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-6cad45ed-44db-4a70-9e8e-c38f95041e35 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.1623423 Aug 19 14:54:49.669556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fc50f85-0b8a-4502-b21e-180b55203746 req-a2684851-4ca5-4ab2-9620-fa61e99fec3b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835924 Aug 19 14:54:49.673510 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-588f9df7-5d62-4d10-bb36-6bd141db0928 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/quotas/4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 375 time: 0.0130045 Aug 19 14:54:49.695668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-4fb0cebe-4e9f-4ba6-9d2c-aab9ef9ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.699659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-4fb0cebe-4e9f-4ba6-9d2c-aab9ef9ab486 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.1347599 Aug 19 14:54:49.713764 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d998b6-c3e5-4550-864e-fbda2a4849bc x-openstack-request-id: req-b0d998b6-c3e5-4550-864e-fbda2a4849bc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:49.714912 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-plugged", "status": "completed", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:49.714912 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0d998b6-c3e5-4550-864e-fbda2a4849bc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:49.715585 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'code': 200} Aug 19 14:54:49.723456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36fcf34e-71bd-4136-82ae-e9ae63536ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.726018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36fcf34e-71bd-4136-82ae-e9ae63536ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.727164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-36fcf34e-71bd-4136-82ae-e9ae63536ee2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f6b3ede-299e-43d8-ac76-f96146d8737f HTTP/1.1" status: 204 len: 168 time: 0.4158328 Aug 19 14:54:49.758065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcf34e-71bd-4136-82ae-e9ae63536ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b3ede-299e-43d8-ac76-f96146d8737f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.763541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-3b47219b-1fe8-4d4d-908f-eac3704544bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 200 len: 217 time: 0.0547872 Aug 19 14:54:49.787984 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f74917e5-6957-405b-842d-0e1b61679a8a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012821 Aug 19 14:54:49.798783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6d17aa2-ec26-42b5-832d-29f045f26764 req-8921108d-d633-4cea-9646-66366aaabb95 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 210 time: 0.0401430 Aug 19 14:54:49.851916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-7b3c5e69-d708-4962-b79b-515f4ab52b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.853505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-7b3c5e69-d708-4962-b79b-515f4ab52b74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0537829 Aug 19 14:54:49.912588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-8a8a8098-bb19-47e6-8fc3-3e23b51deac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.914580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-8a8a8098-bb19-47e6-8fc3-3e23b51deac6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535972 Aug 19 14:54:49.984899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-868d63dd-a01b-4d10-8c86-bea6570f3d1f service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887627 Aug 19 14:54:50.065449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-4a204dd3-34d9-4d1c-a8f4-3498c82d2ac3 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390953 Aug 19 14:54:50.190990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627e5d3-d0b4-40a5-8c97-7a0e5f622a73 req-76bfbb95-68b6-4d50-97aa-64dd0af27fc9 service neutron] 10.222.0.54 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176274 Aug 19 14:54:50.402969 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-555da721-bedb-4d3e-b788-6b9a9d419428 service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161651 Aug 19 14:54:50.493565 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13a7fd8-1467-4f76-b9a1-75c77a7fe3bd x-openstack-request-id: req-b13a7fd8-1467-4f76-b9a1-75c77a7fe3bd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:50.493565 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0eb318-0576-4f26-98b3-c9eed4d8d494", "name": "network-vif-deleted", "tag": "411ac8fa-4585-4387-849c-8db4cfeee16d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:50.493565 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b13a7fd8-1467-4f76-b9a1-75c77a7fe3bd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:50.493565 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0eb318-0576-4f26-98b3-c9eed4d8d494', 'name': 'network-vif-deleted', 'tag': '411ac8fa-4585-4387-849c-8db4cfeee16d', 'status': 'completed', 'code': 200} Aug 19 14:54:50.821734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc6abb-3d57-4cd1-b4a2-464e070d30e5 req-2adaf230-4419-4865-ada9-7f35d6e36228 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:50.823325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21bc6abb-3d57-4cd1-b4a2-464e070d30e5 req-2adaf230-4419-4865-ada9-7f35d6e36228 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0563490 Aug 19 14:54:50.954718 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21bc6abb-3d57-4cd1-b4a2-464e070d30e5 req-262dab27-3c42-4920-a849-ce14947a43c2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090596 Aug 19 14:54:50.982121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-498c1f7e-4ade-4312-9c9e-c96dba0f23a7 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:50.991066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-498c1f7e-4ade-4312-9c9e-c96dba0f23a7 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1139863 Aug 19 14:54:51.070293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-011e8447-0133-4ccb-b18c-0fc4abe67b4b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.0798230 Aug 19 14:54:51.082042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4ecec-28f6-41f2-958b-7372024be62f req-bbd8e672-a26b-418c-a459-cdab6fe7cd15 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.083867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'floatingip': {'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:51.084096 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9a4ecec-28f6-41f2-958b-7372024be62f req-bbd8e672-a26b-418c-a459-cdab6fe7cd15 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 1102 time: 0.0532646 Aug 19 14:54:51.131101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.146780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9a4ecec-28f6-41f2-958b-7372024be62f req-04165e4b-d7c7-409f-a344-5533f02d2330 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Aug 19 14:54:51.278500 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2145c5c5-5e9d-4d8e-bf62-d0f278cb8a6e req-05f2856a-e7e7-447e-b191-4e3faa0fb29c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 210 time: 0.0812604 Aug 19 14:54:51.426221 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f698440-448d-4be5-97ea-4ddc5cb58ab8 req-3faa4b60-f8fc-4962-8050-65f86c823072 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 210 time: 0.0309064 Aug 19 14:54:51.556379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1bcd-cad1-4cd4-88cd-fe365a621fff req-0efb1d7f-0606-4310-b936-7d965db2409d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.559399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-adec1bcd-cad1-4cd4-88cd-fe365a621fff req-0efb1d7f-0606-4310-b936-7d965db2409d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.0593541 Aug 19 14:54:51.627885 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-adec1bcd-cad1-4cd4-88cd-fe365a621fff req-ede8c3b9-afc1-409b-911c-c0fff47a10b4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Aug 19 14:54:51.740561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddca6b-2ed6-4e0f-81a0-efa9cf979513 req-01f5324a-6012-42dd-aed6-b1cc2c3d840e tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.742390 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41ddca6b-2ed6-4e0f-81a0-efa9cf979513 req-01f5324a-6012-42dd-aed6-b1cc2c3d840e tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 1102 time: 0.0575888 Aug 19 14:54:51.810162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.816172 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41ddca6b-2ed6-4e0f-81a0-efa9cf979513 req-520e4332-c6a1-48ca-82f3-25958ce4a910 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661042 Aug 19 14:54:51.912362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.070285 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad associated. External IP: 172.25.5.102, port: 3bc09778-2d0e-4eae-884b-509cdd56d9f3. Aug 19 14:54:52.144847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d49f463a-3fff-4a88-84f8-677f463f8a73 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b39d8408d89941d299fbef64bb156f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254004 Aug 19 14:54:52.241016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:52.274442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 411ac8fa-4585-4387-849c-8db4cfeee16d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:52.275187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 411ac8fa-4585-4387-849c-8db4cfeee16d not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:52.318886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-f602598b-7a64-4566-a5b7-05c8c835a01f tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:52.320643 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-f602598b-7a64-4566-a5b7-05c8c835a01f tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656930 Aug 19 14:54:52.343169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-ae9a76a8-e11d-4fd5-b05c-c9dd714a98b2 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/quotas/b39d8408d89941d299fbef64bb156f7f HTTP/1.1" status: 200 len: 375 time: 0.0136733 Aug 19 14:54:52.388262 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-91429085-274b-416a-9a32-ce56c571dd24 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b39d8408d89941d299fbef64bb156f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370796 Aug 19 14:54:52.784461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:52.796732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-7d3b99fb-d387-455e-8d79-5c53c3ec3548 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:52.798335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-7d3b99fb-d387-455e-8d79-5c53c3ec3548 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.2517495 Aug 19 14:54:52.867554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Request body: {'port': {'device_id': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'admin_state_up': True, 'tenant_id': '1081d72689d145ab8da0d34f7fa18a43'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:52.944814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-831afc96-b1ee-4f7f-a7aa-0687734c3959 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261717 Aug 19 14:54:53.113351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-59a902ca-61e2-4e9f-a24d-398cc2448020 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.115009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-59a902ca-61e2-4e9f-a24d-398cc2448020 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.54 "GET /v2.0/ports?device_id=576cb9c0-dd7d-4561-bae6-a69882e7a3a7 HTTP/1.1" status: 200 len: 946 time: 0.1667995 Aug 19 14:54:53.123507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-e1c4c5ca-5e3b-4c5f-b36b-609618805fbb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.132067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-e1c4c5ca-5e3b-4c5f-b36b-609618805fbb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801336 Aug 19 14:54:53.148062 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-1c8bec22-6400-43ae-85d7-585da835cac8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/quotas/17219ebf602642a781d1fdd831b49381 HTTP/1.1" status: 200 len: 375 time: 0.0148401 Aug 19 14:54:53.159649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:53.165496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.171462 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:53.183391 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:53.187335 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:53.271883 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-7ceb1f03-97e9-4732-99dd-582a53885e1c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1153991 Aug 19 14:54:53.311854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-560902ff-e228-45cf-b875-e416b602fd16 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "PUT /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 996 time: 2.2352488 Aug 19 14:54:53.312608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:53.317383 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:53.317820 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68" -d '{"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:53.346827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Made reservation on behalf of 1081d72689d145ab8da0d34f7fa18a43 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:53.354311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.505853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-bb9842a0-bdea-47c6-b303-5c2671089568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.507458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-bb9842a0-bdea-47c6-b303-5c2671089568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.1683760 Aug 19 14:54:53.523628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Deleting port 9943df32-c293-4628-8cdf-727e947f039d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:53.524031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.863186 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:51Z', 'revision_number': 8, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:53.866310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Allocated IP 172.20.0.10 (b8badaff-e4d5-41a6-a394-6b7ef0ee813a/99283a40-1c1b-433e-877c-9839e0acd836/d9a279a6-0371-40e9-940c-2df8d83a13b2) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:53.866310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] For port 9943df32-c293-4628-8cdf-727e947f039d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9943df32-c293-4628-8cdf-727e947f039d,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:53.866310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.868070 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:53.868070 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:53.868070 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:53.868851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c61dfb43-b2c2-4838-82fa-41a924df6fda req-f79593f9-e93b-4640-b3f4-277704525bcb tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 210 time: 0.0438972 Aug 19 14:54:53.871382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Calling delete_port for 9943df32-c293-4628-8cdf-727e947f039d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:53.871382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-7a42cb3f-5114-492f-833a-322fccfda79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.871382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-7a42cb3f-5114-492f-833a-322fccfda79a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.2984993 Aug 19 14:54:53.965180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7304648c-e438-4525-bebc-7a1c7626e134 req-3d595445-bebd-45ca-a912-b30ec46023fa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 210 time: 0.0484946 Aug 19 14:54:54.005445 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:54.020264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-48e712ea-cba2-43b0-9713-7652104a9353 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 999 time: 0.1862168 Aug 19 14:54:54.059827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60f53b6d-726a-477c-b08c-03e999b75e1d req-fe7cdf17-0132-4d9f-bde9-c83fbca7eb47 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 210 time: 0.0442669 Aug 19 14:54:54.147304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-0a9702da-9488-4233-ba06-56d62c8f3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.148815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-0a9702da-9488-4233-ba06-56d62c8f3691 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.1275239 Aug 19 14:54:54.323465 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:51Z', 'revision_number': 8, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:54.338052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.371129 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c1c9d-9892-4496-8455-34c597e4cd24 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '02a8790c-3383-4b82-8f8c-bc5408fa34ad', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'port_id': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'mac_address': 'fa:16:3e:49:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:04Z', 'updated_at': '2021-08-19T14:54:51Z', 'revision_number': 8, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:54.376813 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac81e94-79a4-4a9e-8680-9b9256422dea x-openstack-request-id: req-0ac81e94-79a4-4a9e-8680-9b9256422dea {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:54.381202 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:54.381681 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ac81e94-79a4-4a9e-8680-9b9256422dea {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:54.382128 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'status': 'completed', 'code': 200} Aug 19 14:54:54.468931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65984894-88ec-4ac8-b390-fe3fa91b2231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.479363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-3c6122ca-385d-4bcd-b695-d117a38d5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.481870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-3c6122ca-385d-4bcd-b695-d117a38d5839 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3195632 Aug 19 14:54:54.494542 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54114d7e-a9a6-42c8-8bdf-f7a33f6dfe18 req-ee62fa7f-e9f8-4735-ab9d-c15c0e8c2585 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.0832446 Aug 19 14:54:54.579117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-ce5dcf90-bc90-4190-84ff-5b5ca8862831 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.580714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-ce5dcf90-bc90-4190-84ff-5b5ca8862831 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.3333080 Aug 19 14:54:54.611475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Request body: {'port': {'device_id': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'admin_state_up': True, 'tenant_id': '4eb3f4d09b844c4fa709973b33304904'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:54.638391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-a3fba0c6-a0ec-47c7-b1a2-67f7c726591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.638391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-a3fba0c6-a0ec-47c7-b1a2-67f7c726591d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.2168150 Aug 19 14:54:54.694623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.708168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3bc09778-2d0e-4eae-884b-509cdd56d9f3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:54.803595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a90708-8ffe-44f0-930c-997a9614fb03 None None] New status for floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:54:54.828169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.841125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event deleted for resources: {'Port': ['ID=9943df32-c293-4628-8cdf-727e947f039d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:54.851218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-469dc8b8-1594-43c5-a5ff-18772f0266d1 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585911 Aug 19 14:54:55.044210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] No DVR routers for this DVR port 9943df32-c293-4628-8cdf-727e947f039d on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:55.053844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:55.079912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.087260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca817ed0-ca8c-4a8b-96e1-1f7b0f3b94c8 req-c1d39704-b8b0-47e2-b55b-239da828e486 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.54 "DELETE /v2.0/ports/9943df32-c293-4628-8cdf-727e947f039d HTTP/1.1" status: 204 len: 173 time: 1.9595740 Aug 19 14:54:55.113087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:55.131378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:55.132403 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.140070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:55.211103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-66bc5370-28bc-4d6a-a045-49682c99a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.212502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-66bc5370-28bc-4d6a-a045-49682c99a830 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.5305085 Aug 19 14:54:55.280340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.280957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.284786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70289f94-ce8e-49eb-bb20-6972d98c4ae9 req-03acb999-4d14-474b-9081-d24533e51591 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327826 Aug 19 14:54:55.315741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-b9418875-f7ba-4c77-a017-ba136245f676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 999 time: 0.0843873 Aug 19 14:54:55.398788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-6943c398-c457-47ff-97af-271ec20806af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.398788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-6943c398-c457-47ff-97af-271ec20806af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.0534506 Aug 19 14:54:55.431687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-ceca4ca1-8c5e-4b77-a1b7-5d83c8453ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.433788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-ceca4ca1-8c5e-4b77-a1b7-5d83c8453ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454402 Aug 19 14:54:55.497581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Made reservation on behalf of 4eb3f4d09b844c4fa709973b33304904 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:55.501211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.587576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-223c545b-be69-45a3-8ef7-dfa3ee822051 req-05f1c867-9805-4d5d-937c-2ccab85d8038 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 210 time: 0.0429950 Aug 19 14:54:55.652594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-9a504646-0550-46da-b6b7-8fa571538353 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027485 Aug 19 14:54:55.661749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-50e06636-c692-4cdd-a22a-e9d265eddceb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7990327 Aug 19 14:54:55.691131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Request body: {'port': {'device_id': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:56.094602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-7435d4e8-17e0-4da6-a7e9-b0e05d7d10cf tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4077628 Aug 19 14:54:56.115686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Allocated IP 172.20.0.11 (7b1a9431-d39f-4057-98ac-6b7f796d8862/ec47daa7-977b-4e28-9858-278f2481c32c/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:56.255282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.289323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77e38b1c-acb6-4702-b9a7-bf3ce83a0f68 req-3f1d805f-ee1b-4be5-a58f-9aab0c1deb25 service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046009 Aug 19 14:54:56.384932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'name': 'network-vif-deleted', 'tag': '9943df32-c293-4628-8cdf-727e947f039d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:56.387734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7724a2f-50ea-4abf-b73e-7b3c8a4a4dd8" -d '{"events": [{"server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "name": "network-vif-deleted", "tag": "9943df32-c293-4628-8cdf-727e947f039d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:56.403398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-10676475-72cb-4511-b561-8ea8cb188724 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:56.404928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-10676475-72cb-4511-b561-8ea8cb188724 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931550 Aug 19 14:54:56.452054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-c3a37ab8-8a0b-4264-b808-0d2f9fdc0004 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/quotas/99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 375 time: 0.0405207 Aug 19 14:54:56.532158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9943df32-c293-4628-8cdf-727e947f039d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:56.566707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 9943df32-c293-4628-8cdf-727e947f039d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:56.567388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9943df32-c293-4628-8cdf-727e947f039d not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:56.571700 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.649655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-b7298fc0-125d-4507-9462-2580737d924c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520114 Aug 19 14:54:56.684253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8169393-7863-4553-b75d-d2712e3bd624 req-ce16f9a1-2a23-443c-b951-ae1d32a09a05 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:56.686010 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f8169393-7863-4553-b75d-d2712e3bd624 req-ce16f9a1-2a23-443c-b951-ae1d32a09a05 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 932 time: 0.0730588 Aug 19 14:54:56.735306 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f8169393-7863-4553-b75d-d2712e3bd624 req-737a55a1-2c28-4cd1-9010-d02ff1479314 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Aug 19 14:54:56.782576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a279a6-0371-40e9-940c-2df8d83a13b2 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:56.795535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.820438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Transition to ACTIVE for port object d9a279a6-0371-40e9-940c-2df8d83a13b2 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:56.826685 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed19c112-a5b8-49e6-9453-ddc3f3d5976a req-225eb216-3b5c-44c3-a6ec-90d775be7be9 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Aug 19 14:54:56.898290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.932388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2a63fa80-eb17-4bb8-a87f-a2392535c254 req-ab81d54f-6049-4cd9-976e-d8238ad0fcc9 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 998 time: 0.0776272 Aug 19 14:54:56.954589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:56.957939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:56.977890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:56.992771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:57.055159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.123987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63fa80-eb17-4bb8-a87f-a2392535c254 req-07a8be31-c6eb-4c2d-9a4a-b2a8b88985a4 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.124803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2a63fa80-eb17-4bb8-a87f-a2392535c254 req-07a8be31-c6eb-4c2d-9a4a-b2a8b88985a4 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1788220 Aug 19 14:54:57.181196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b993ff7b-4637-4912-86f3-9d79277a2a9d req-09a805d0-fd47-4a3a-b6ba-ac9e1b04d7f9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.1221087 Aug 19 14:54:57.205337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.209936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.262723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:57.310356 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50043822-ad0c-4495-abeb-13bbfb9603c6 x-openstack-request-id: req-50043822-ad0c-4495-abeb-13bbfb9603c6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:57.311037 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576cb9c0-dd7d-4561-bae6-a69882e7a3a7", "name": "network-vif-deleted", "tag": "9943df32-c293-4628-8cdf-727e947f039d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:57.311037 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50043822-ad0c-4495-abeb-13bbfb9603c6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:57.311435 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576cb9c0-dd7d-4561-bae6-a69882e7a3a7', 'name': 'network-vif-deleted', 'tag': '9943df32-c293-4628-8cdf-727e947f039d', 'status': 'completed', 'code': 200} Aug 19 14:54:57.383301 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.393375 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8769fc8a-92ec-4930-b8fd-148318990447 req-687fd57c-569d-418d-9de7-41ada01a04ab tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 210 time: 0.0344257 Aug 19 14:54:57.425418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-f4c492ee-3b48-48ef-8780-6e2f3fc0be0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8203824 Aug 19 14:54:57.459769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Attempting to bind port d9a279a6-0371-40e9-940c-2df8d83a13b2 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:57.459769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Attempting to bind port d9a279a6-0371-40e9-940c-2df8d83a13b2 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:57.459769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Attempting to bind port d9a279a6-0371-40e9-940c-2df8d83a13b2 on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:57.472478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f5ef4-df39-4f5b-b6e0-69aea1698e7c req-56250025-8038-4983-b0be-9a90a3ca61b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.474238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b01f5ef4-df39-4f5b-b6e0-69aea1698e7c req-56250025-8038-4983-b0be-9a90a3ca61b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 932 time: 0.1085789 Aug 19 14:54:57.475391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Port d9a279a6-0371-40e9-940c-2df8d83a13b2 on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:57.475788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Attempting to bind port d9a279a6-0371-40e9-940c-2df8d83a13b2 on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:57.485256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Request body: {'port': {'device_id': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:57.494744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-dff91b3e-551b-448e-90c3-675166d4fde8 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.0788691 Aug 19 14:54:57.510927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:57.512312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Checking segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:57.512543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Bound using segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:57.513168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Bound port: d9a279a6-0371-40e9-940c-2df8d83a13b2, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:57.513635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.569735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-20b3dc83-4d78-4bde-93e2-f1789ffd3dc0 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.571423 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-20b3dc83-4d78-4bde-93e2-f1789ffd3dc0 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports/3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 942 time: 0.0673866 Aug 19 14:54:57.621008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b01f5ef4-df39-4f5b-b6e0-69aea1698e7c req-fa4b1f11-3cfc-4655-89c6-ae727f467d97 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302259 Aug 19 14:54:57.716944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.777936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-0a7fee5f-aac3-40a2-8fcd-6172d434ce1e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1094503 Aug 19 14:54:57.785847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:57.813666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:57.823046 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d345510-5631-46be-865b-0501aebddecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.940985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-aa481398-c7d9-4271-aa4e-c4a75979d20d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.957711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-aa481398-c7d9-4271-aa4e-c4a75979d20d tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1769140 Aug 19 14:54:57.991274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-495f061b-a804-4617-926c-8b407623e6ff tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b39d8408d89941d299fbef64bb156f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442181 Aug 19 14:54:58.012358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.072280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-1f40db5a-9396-4b7b-9a16-6acba907d178 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1093965 Aug 19 14:54:58.085192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:58.132508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10531c-18e6-42e3-8ead-439dad4408a0 req-a6acc0db-2f8e-4d00-92a7-cae2baaaf7aa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:58.134031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd10531c-18e6-42e3-8ead-439dad4408a0 req-a6acc0db-2f8e-4d00-92a7-cae2baaaf7aa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 944 time: 0.3021162 Aug 19 14:54:58.153952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.184348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:58.185336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.186443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] 10.222.0.54 "PUT /v2.0/ports/d9a279a6-0371-40e9-940c-2df8d83a13b2 HTTP/1.1" status: 200 len: 1093 time: 2.5007813 Aug 19 14:54:58.286161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26685-5249-4581-b4f1-acc90a23f49d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.333054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd10531c-18e6-42e3-8ead-439dad4408a0 req-2e4d5178-1ff8-4aff-a17d-686ae723d530 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612923 Aug 19 14:54:58.387708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-7d41bfd9-a5af-4df4-8451-17c428b6fa34 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:58.400555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-7d41bfd9-a5af-4df4-8451-17c428b6fa34 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401618 Aug 19 14:54:58.400786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.446317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Request body: {'port': {'device_id': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'b39d8408d89941d299fbef64bb156f7f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:58.481203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70758c4b-54e9-409f-b8d8-7255c02a3619 req-5d2ec652-cd11-4490-a671-04af7201b087 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 210 time: 0.0744474 Aug 19 14:54:58.513725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:58.530658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.567286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Transition to ACTIVE for port object e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:58.574473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.574838 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad disassociated. External IP: 172.25.5.102, port: 3bc09778-2d0e-4eae-884b-509cdd56d9f3. Aug 19 14:54:58.615933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e73922c-708d-41c6-918c-df600629aef1 req-9c437c42-990f-4532-a0c3-895b52d034f3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.0443599 Aug 19 14:54:58.709428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.803129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.855255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5b4ca5c-bfc8-4b1a-ab2f-e0220a897e4e req-138f28db-8c28-49de-a08d-a1e1d99d8652 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 210 time: 0.0453193 Aug 19 14:54:58.864266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Made reservation on behalf of b39d8408d89941d299fbef64bb156f7f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:58.868369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.903373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-8a1c9d33-7637-4e5f-b41a-7dd8431b4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:58.905498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-8a1c9d33-7637-4e5f-b41a-7dd8431b4860 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 1096 time: 0.2548559 Aug 19 14:54:58.914496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:58.946784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.987734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-cf243223-be50-4bc9-81e1-28229ef0f1f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2 HTTP/1.1" status: 200 len: 217 time: 0.0421796 Aug 19 14:54:59.049349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:59.054776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.064236 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:59.085620 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:59.086668 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:59.108133 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e81464e9-2675-4058-98f2-0f41c8b18900 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "PUT /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 696 time: 1.0204585 Aug 19 14:54:59.108873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:59.115721 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427ee1f4-4213-48f0-8fb7-96679ea75573" -d '{"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:59.170747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-f93a0961-e9a7-4449-b379-8a15bb8a90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.173558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:59.174053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:59.175443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:59.179888 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-f93a0961-e9a7-4449-b379-8a15bb8a90b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.0604994 Aug 19 14:54:59.216303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:59.217232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:59.246790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a63021c9-d47b-4280-a365-abeb98f0035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.247663 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:59.250217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-a63021c9-d47b-4280-a365-abeb98f0035b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.2352693 Aug 19 14:54:59.275506 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-1b4e3247-2279-4d1c-8b9c-a24860e217c6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305254 Aug 19 14:54:59.301423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bebc21-1433-4e37-b5e1-9b87eee1b78e req-ed8820fb-4e29-4222-8e53-cc9bbd435b0a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.317887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46bebc21-1433-4e37-b5e1-9b87eee1b78e req-ed8820fb-4e29-4222-8e53-cc9bbd435b0a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.3223667 Aug 19 14:54:59.326052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:59.329337 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557921a6-0366-4565-b16c-53754b98f968" -d '{"events": [{"name": "network-changed", "server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:59.332781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:59.343219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:59.343219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:59.343219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Bound port: e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:59.343219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.376943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-e25de5b7-b2f9-4eda-9602-746ac6312416 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162176 Aug 19 14:54:59.389650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-f0a2f15a-6636-4a0d-b73d-effaf4cb5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.398893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-f0a2f15a-6636-4a0d-b73d-effaf4cb5621 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.2178769 Aug 19 14:54:59.486984 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-be568535-b8c9-4965-a9c2-ff3b21f7fd31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0871849 Aug 19 14:54:59.507268 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.543594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46bebc21-1433-4e37-b5e1-9b87eee1b78e req-fe0f1dea-2d55-4f79-9e7d-f26d564700c0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241228 Aug 19 14:54:59.591433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-a12d20d5-5ce6-4819-b01d-33d186b72b27 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.595485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-a12d20d5-5ce6-4819-b01d-33d186b72b27 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002782 Aug 19 14:54:59.633254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:59.637149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.641882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-f41b281c-0882-45d0-80ca-6298d372162d service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319355 Aug 19 14:54:59.662442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:59.680321 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02517d07-2de1-4c37-a314-73418a29a133 x-openstack-request-id: req-02517d07-2de1-4c37-a314-73418a29a133 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:59.682322 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:59.683070 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02517d07-2de1-4c37-a314-73418a29a133 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:59.684052 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'status': 'completed', 'code': 200} Aug 19 14:54:59.691776 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:59.697425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:59.754374 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:59.772277 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3713e-cace-4c5f-82df-befe344c0932 x-openstack-request-id: req-bbb3713e-cace-4c5f-82df-befe344c0932 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:59.772710 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:59.773454 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbb3713e-cace-4c5f-82df-befe344c0932 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:59.774036 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'status': 'completed', 'code': 200} Aug 19 14:54:59.786276 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:59.787402 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:59.792779 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.904712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e96297b3-7431-435e-94d0-ebed9e9113c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.908099 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e96297b3-7431-435e-94d0-ebed9e9113c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.3099539 Aug 19 14:54:59.963284 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:00.062645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Allocated IP 192.168.233.194 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/79d8737c-7ae1-445b-a3eb-ea9c4dd583f2) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:00.084427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-fad7bb75-d746-4558-8b9f-ee1188ded53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.094613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-fad7bb75-d746-4558-8b9f-ee1188ded53a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712048 Aug 19 14:55:00.137875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.240336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:00.258355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.267883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:00.274700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-c9909d89-476c-457a-8bdf-72b3e313550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.278043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-c9909d89-476c-457a-8bdf-72b3e313550a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 1097 time: 0.5564528 Aug 19 14:55:00.343716 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:00.378408 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3c26-4e88-46be-bb9b-d0f5aa003753 None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:37Z', 'revision_number': 4, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c1500b53-9945-4581-94af-b602ffa6a351', 'name': '', 'network_id': 'f03d4b09-9184-4e2a-bd08-93fabd4ca909', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'mac_address': 'fa:16:3e:86:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'subnets': [{'id': 'ab8fd827-d419-49c4-9047-22bc73e9ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:00.441958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.442918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.445454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-adf65a17-d1b1-46d6-8e84-57b4adb6e453 service neutron] 10.222.0.54 "PUT /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 1093 time: 2.9649017 Aug 19 14:55:00.490721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2f919-1043-479e-993a-22968efe43e5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:00.550106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5439d-f619-4c93-a4a6-b72281e1374e req-ec3ce048-152a-464a-bb08-d5f65fc88331 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.561971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7e5439d-f619-4c93-a4a6-b72281e1374e req-ec3ce048-152a-464a-bb08-d5f65fc88331 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 944 time: 0.4955482 Aug 19 14:55:00.574289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-b07acbec-8585-4f40-86b7-38c7a0c17f20 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622638 Aug 19 14:55:00.595633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1708a313-d1c8-4f2a-a793-6d5ad73c83ea req-e3fbedf8-f89a-48b5-90b9-24218058ea87 service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9448638 Aug 19 14:55:00.715283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.721075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-be75e1f7-35c5-4395-9786-441c9e327f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.721543 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9e0264a-b5c4-4d68-9f76-2be30e016cf0 req-e3da1419-3def-4f0d-954a-c0c345855b63 service neutron] 10.222.0.13 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369698 Aug 19 14:55:00.730276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-be75e1f7-35c5-4395-9786-441c9e327f35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 200 len: 922 time: 0.4204211 Aug 19 14:55:00.796789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7e5439d-f619-4c93-a4a6-b72281e1374e req-b1728656-9b5a-4574-98c3-9665035346e7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040694 Aug 19 14:55:00.829061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-ddd894af-64b9-4bc7-883e-216e69ce11c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0787752 Aug 19 14:55:00.844003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff8fcd-0be1-424f-ab5f-e4b93ca00976 None None] New status for floating IP 02a8790c-3383-4b82-8f8c-bc5408fa34ad: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:55:00.898042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-8d7ad640-95ad-4932-9060-6f15c3e4be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.899586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-8d7ad640-95ad-4932-9060-6f15c3e4be04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1096 time: 0.2244461 Aug 19 14:55:01.190975 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e252fe9-d053-4fea-bc6a-17f68980973e req-fb9916d4-ac30-4805-8e41-e0166baaacfe tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.0344326 Aug 19 14:55:01.331807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75a7533f-15ab-4836-96e4-3bd75524ec72 req-b7ae40da-4057-41e6-a38a-14779443e9bd tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 210 time: 0.4534006 Aug 19 14:55:01.401899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-3b06880a-9925-460e-b08a-ee86728b4c09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 217 time: 0.4623716 Aug 19 14:55:01.405749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.419216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-24cd9609-e356-40bd-b0f9-16e218f0a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.422008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-24cd9609-e356-40bd-b0f9-16e218f0a0b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 200 len: 860 time: 0.5756717 Aug 19 14:55:01.441090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-b133aa07-19cd-466c-b21e-add21d5e3dba tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174684 Aug 19 14:55:01.548774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a54203-d4db-481b-bbbd-1a64424c228b req-f0dae8d2-7c5a-45be-9bbd-f5b3c28aea7c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.548774 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28a54203-d4db-481b-bbbd-1a64424c228b req-f0dae8d2-7c5a-45be-9bbd-f5b3c28aea7c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0617898 Aug 19 14:55:01.549153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Transition to ACTIVE for port object 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:01.564860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-792ace57-f4fc-4cf3-91f8-54609cd0a398 req-a83ada66-bb53-4e82-a7b6-c9e02e6f7c67 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 210 time: 0.1221743 Aug 19 14:55:01.600083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28a54203-d4db-481b-bbbd-1a64424c228b req-edcc3022-0f26-478e-bcd0-031a9516fd45 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438433 Aug 19 14:55:01.633580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557921a6-0366-4565-b16c-53754b98f968 req-078d5fe9-a22f-470c-9f14-74907ca3cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.637805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-078d5fe9-a22f-470c-9f14-74907ca3cb11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 1096 time: 0.7531376 Aug 19 14:55:01.650270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-9fc1fe33-9b47-4d95-93ff-50935e0ad66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.652661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-9fc1fe33-9b47-4d95-93ff-50935e0ad66b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.2291653 Aug 19 14:55:01.759234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-9f12a3cc-948b-4805-94aa-8468862fe8cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898032 Aug 19 14:55:01.777753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:01.780004 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624dc113-692c-44b9-b409-799f8e8f1308" -d '{"events": [{"name": "network-changed", "server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:01.835209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-f5f04b66-a965-4bdb-a4c4-e1ae2d2381da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.836708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-f5f04b66-a965-4bdb-a4c4-e1ae2d2381da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f03d4b09-9184-4e2a-bd08-93fabd4ca909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3544259 Aug 19 14:55:01.850605 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695bb5e-ed81-4c02-93f4-1d22ff775eac x-openstack-request-id: req-1695bb5e-ed81-4c02-93f4-1d22ff775eac {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:01.850893 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:01.851140 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1695bb5e-ed81-4c02-93f4-1d22ff775eac {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:01.851532 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'status': 'completed', 'code': 200} Aug 19 14:55:01.917375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-220b607b-4ef2-4491-b17b-d1cfd7da7177 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 200 len: 694 time: 0.1885433 Aug 19 14:55:01.938890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-ce2d31f8-6e00-45ca-bbc9-efa04d5ac257 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.940430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-ce2d31f8-6e00-45ca-bbc9-efa04d5ac257 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4471867 Aug 19 14:55:01.954106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8000a-63ae-47d4-8d32-a75cdfca9f7a req-96cc59f9-7e59-48f9-94e5-8811fb7e35f5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.955749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56e8000a-63ae-47d4-8d32-a75cdfca9f7a req-96cc59f9-7e59-48f9-94e5-8811fb7e35f5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 944 time: 0.0618851 Aug 19 14:55:01.990710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Request body: {'port': {'device_id': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '99124f7b967b44bea75c44452241c427'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:02.007670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56e8000a-63ae-47d4-8d32-a75cdfca9f7a req-b40c5b04-ab4b-42e0-adc6-b788a17960eb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Aug 19 14:55:02.160146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.218861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.80 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/b1e7ddd8-0d6b-410d-9413-a33ae7b47480) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:02.221355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557921a6-0366-4565-b16c-53754b98f968 req-2559848e-0324-46ac-a2c6-943fcbc56405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.223028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-2559848e-0324-46ac-a2c6-943fcbc56405 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 906 time: 0.5669987 Aug 19 14:55:02.274042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-7e6f6014-c007-42a1-950f-b615cc77b8f6 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895926 Aug 19 14:55:02.327771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-530d39e2-f22d-4416-b0dd-c5ce84c05b8f req-d0de5406-b57c-462a-b96e-706fc3bb6b71 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.0463855 Aug 19 14:55:02.363352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:02.382695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-3d78c04d-d5f6-4c9f-bbe0-9cfa93275504 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2 HTTP/1.1" status: 200 len: 217 time: 0.1291382 Aug 19 14:55:02.408085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:02.412257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-bb563500-2dac-42ab-807a-1377791ff6df service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547512 Aug 19 14:55:02.453919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:02.459965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.478717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object b1e7ddd8-0d6b-410d-9413-a33ae7b47480 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:02.482061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Pushing event updated for resources: {'Port': ['ID=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:02.563096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-7c7c564f-9c45-4850-8523-0ef2f636b54a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.564600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-7c7c564f-9c45-4850-8523-0ef2f636b54a tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.5914192 Aug 19 14:55:02.603042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01771d4c-e32c-4566-95c2-0e6953d2df94 req-7a72f2d1-48e7-40ff-b57b-b7c966cc8835 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.606993 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01771d4c-e32c-4566-95c2-0e6953d2df94 req-7a72f2d1-48e7-40ff-b57b-b7c966cc8835 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 936 time: 0.0727053 Aug 19 14:55:02.613479 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.629281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:02.633688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-632547fa-b7dd-4e0a-b32c-0e7935f0b2c2 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:55:02.634639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-632547fa-b7dd-4e0a-b32c-0e7935f0b2c2 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268703 Aug 19 14:55:02.686473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:02.720489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01771d4c-e32c-4566-95c2-0e6953d2df94 req-0ee2869a-c78e-4bbc-a6f4-848e50bd7d37 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042163 Aug 19 14:55:02.722885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:02.727858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:02.732373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:02.734437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:02.750806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557921a6-0366-4565-b16c-53754b98f968 req-c4626c94-d921-4402-a680-a4c6df477bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.750806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-c4626c94-d921-4402-a680-a4c6df477bb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.2941594 Aug 19 14:55:02.765644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.766319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.800385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-860803fd-9d51-4475-bf5f-7dcc6e9364bd tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 697 time: 0.1346159 Aug 19 14:55:02.839075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.840072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.882859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-ed7a8b12-e452-4c7b-a076-78354a2b514d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108103 Aug 19 14:55:02.892806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Made reservation on behalf of 99124f7b967b44bea75c44452241c427 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:02.893778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0521077f-a9f2-4703-b4a7-8d2f3e259100 req-b5666536-cf4f-4def-93ed-2af26962142b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 210 time: 0.0449939 Aug 19 14:55:02.901622 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.967873 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-5ee43029-2c8d-4c89-acd7-eb06d5398300 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2805429 Aug 19 14:55:02.972024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c0caf723-078a-486e-badf-bdb502fac618 None None] Provisioning for port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:02.976717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f16dca-e053-47f2-8938-b9a56cfe40ab req-7eaeeaa1-09e9-47a4-9922-4e5ae170e910 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489990 Aug 19 14:55:02.991263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c0caf723-078a-486e-badf-bdb502fac618 None None] Provisioning complete for port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:02.991509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-352c7b1a-2397-416c-8716-2ea032bf3552 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 697 time: 0.1901712 Aug 19 14:55:02.991643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0caf723-078a-486e-badf-bdb502fac618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.014509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-d967f9a2-e6b8-40ab-bc85-13cf2c06240d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5748250 Aug 19 14:55:03.018768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Request body: {'port': {'device_id': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:03.056105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Request body: {'port': {'device_id': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:03.063776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c0caf723-078a-486e-badf-bdb502fac618 None None] Port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:03.116130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.116470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-427ee1f4-4213-48f0-8fb7-96679ea75573 req-60e55544-242e-43fa-a4fc-7f3d5082019a service neutron] 10.222.0.46 "GET /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519740 Aug 19 14:55:03.146531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41f591-5f8e-40b9-9ae3-850ee9403bf6 req-9a5d5ed5-c522-431f-b263-bbbb4b647f53 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.148256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3f41f591-5f8e-40b9-9ae3-850ee9403bf6 req-9a5d5ed5-c522-431f-b263-bbbb4b647f53 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.1638172 Aug 19 14:55:03.239074 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3f41f591-5f8e-40b9-9ae3-850ee9403bf6 req-e9688475-34e7-4394-ac87-4fd87b35da39 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623591 Aug 19 14:55:03.320287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.368829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b0216f57-cbce-44d7-a278-69a3c06fab3e None None] Provisioning for port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:03.383418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b0216f57-cbce-44d7-a278-69a3c06fab3e None None] Provisioning complete for port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:03.383786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b0216f57-cbce-44d7-a278-69a3c06fab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.432970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd7999-bfaf-4361-9ef7-887e447d84fc req-33ed5aa4-3b09-4d4e-88b4-84a114b72e31 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.434822 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12fd7999-bfaf-4361-9ef7-887e447d84fc req-33ed5aa4-3b09-4d4e-88b4-84a114b72e31 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 944 time: 0.0702331 Aug 19 14:55:03.453448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b0216f57-cbce-44d7-a278-69a3c06fab3e None None] Port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:03.492915 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12fd7999-bfaf-4361-9ef7-887e447d84fc req-c4598ad2-1594-404b-9793-125d60a0c452 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Aug 19 14:55:03.624451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016fbf-d158-444f-a16b-b00fec583439 req-a74cf884-0919-4761-b1b2-195b84492bce tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.626798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40016fbf-d158-444f-a16b-b00fec583439 req-a74cf884-0919-4761-b1b2-195b84492bce tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 935 time: 0.0702071 Aug 19 14:55:03.672027 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40016fbf-d158-444f-a16b-b00fec583439 req-e91e38c3-a231-40e0-b603-d4177ff283b2 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Aug 19 14:55:03.765774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-df5c9d3e-b8a6-4e3a-984e-023e17b0832b service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233371 Aug 19 14:55:03.831145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc113-692c-44b9-b409-799f8e8f1308 req-72730652-edb6-43bd-8c31-4ed38bd44166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.832696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-72730652-edb6-43bd-8c31-4ed38bd44166 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1096 time: 0.5804532 Aug 19 14:55:03.871797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d4028-7ef4-4d48-bd75-21d34df0691e req-744fa1e9-da0b-4678-9188-ad28e81375a7 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.873524 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-254d4028-7ef4-4d48-bd75-21d34df0691e req-744fa1e9-da0b-4678-9188-ad28e81375a7 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 936 time: 0.0564933 Aug 19 14:55:03.935059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-254d4028-7ef4-4d48-bd75-21d34df0691e req-aa23deef-5a54-458c-841d-9a62ec64d6a0 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Aug 19 14:55:04.005480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Allocated IP 192.168.233.83 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/088c1886-07be-43cc-887b-cb0b748b9d39) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:04.025875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9183f4f1-6131-4940-bf36-f9679dce28bb req-5c3af7f1-fae7-4e35-bab8-a8a9101ae5f1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Aug 19 14:55:04.062926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Deleting port 4703b575-9a25-467f-923e-6ba590281cf0 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:04.062926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.156923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-557921a6-0366-4565-b16c-53754b98f968 req-ea92fd41-8d79-472c-b0d6-67d4707e76ab service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693514 Aug 19 14:55:04.219393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc113-692c-44b9-b409-799f8e8f1308 req-28e263ad-608d-4fdd-bd77-39d361311aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.220909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-28e263ad-608d-4fdd-bd77-39d361311aa6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.3434908 Aug 19 14:55:04.317381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-1b67ef0c-eca2-4804-a60e-201c3d62ab1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 217 time: 0.0833921 Aug 19 14:55:04.324424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.324725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.359861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Calling delete_port for 4703b575-9a25-467f-923e-6ba590281cf0 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:04.383195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1838a-4474-4fad-a32c-837a6a2c9f60 req-8ad011c9-d620-4166-9a0e-9a525bf8cd59 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.384870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21d1838a-4474-4fad-a32c-837a6a2c9f60 req-8ad011c9-d620-4166-9a0e-9a525bf8cd59 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0694547 Aug 19 14:55:04.425970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21d1838a-4474-4fad-a32c-837a6a2c9f60 req-07bee8d0-de99-4b24-8e79-13375cb8b586 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341008 Aug 19 14:55:04.477466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc113-692c-44b9-b409-799f8e8f1308 req-eeccc89a-a3b6-4b13-a9aa-734a7cb66356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.479258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-eeccc89a-a3b6-4b13-a9aa-734a7cb66356 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1513190 Aug 19 14:55:04.517656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.541853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-d4990ff4-9c5b-4070-bca5-e0996361be93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507216 Aug 19 14:55:04.581599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Transition to ACTIVE for port object 088c1886-07be-43cc-887b-cb0b748b9d39 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:04.581833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:04.631776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550569e8-c71e-4ebf-9148-8a04fcbc0728 req-47de9f1c-2a92-45d3-93a3-1e76dd8b4cac tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.633244 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-550569e8-c71e-4ebf-9148-8a04fcbc0728 req-47de9f1c-2a92-45d3-93a3-1e76dd8b4cac tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 944 time: 0.0640450 Aug 19 14:55:04.695711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-550569e8-c71e-4ebf-9148-8a04fcbc0728 req-e77b687f-2fd6-4bec-8400-b8aa67ce5bca tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551167 Aug 19 14:55:04.738018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:04.755553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-6c44f8a6-eac7-4c50-ad7a-cbe67dbaf559 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050195 Aug 19 14:55:04.756306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'mac_address': 'fa:16:3e:ab:54:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:04.806177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.820856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a279a6-0371-40e9-940c-2df8d83a13b2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:04.846691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:04.850568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893cb6f-5ae0-43a2-9ee2-ea6766f686fd req-16f24ca1-9e0f-4424-ba04-54eea71adf1a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.852398 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7893cb6f-5ae0-43a2-9ee2-ea6766f686fd req-16f24ca1-9e0f-4424-ba04-54eea71adf1a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 935 time: 0.0554132 Aug 19 14:55:04.865175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-624dc113-692c-44b9-b409-799f8e8f1308 req-a6886f47-d433-4fc4-a8e5-55f55fa27e59 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996690 Aug 19 14:55:04.889554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.891930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.906491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:04.934438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event deleted for resources: {'Port': ['ID=4703b575-9a25-467f-923e-6ba590281cf0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:04.936935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7893cb6f-5ae0-43a2-9ee2-ea6766f686fd req-ec3ae2f4-9fd7-4325-8a75-c07b84979ae8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769720 Aug 19 14:55:04.940316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1eb8fe13-13f9-4776-a19e-91d2e5992c2f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:04.958141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:05.004168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:05.012171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:05.067935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.119402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:05.130087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.130645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.142074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.143778 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.145035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-175ac510-27c0-44df-9f28-f8ed9e68299a req-60f06dba-cc17-43b8-bf04-2bfe29cd6699 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "DELETE /v2.0/floatingips/02a8790c-3383-4b82-8f8c-bc5408fa34ad HTTP/1.1" status: 204 len: 173 time: 2.1527009 Aug 19 14:55:05.174139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:05.177923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e7ddd8-0d6b-410d-9413-a33ae7b47480 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:05.193453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.229303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Transition to ACTIVE for port object b1e7ddd8-0d6b-410d-9413-a33ae7b47480 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:05.285731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab9a1-5723-4a56-86ab-271a3a86a1c1 req-1042e7dc-82c8-4704-8a62-dc7f88ce82f7 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.292664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-cbde971f-7be5-4e97-ae43-3fbfab02bab4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3050828 Aug 19 14:55:05.294196 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-14cab9a1-5723-4a56-86ab-271a3a86a1c1 req-1042e7dc-82c8-4704-8a62-dc7f88ce82f7 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 936 time: 0.0811558 Aug 19 14:55:05.306813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Request body: {'port': {'device_id': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:05.333098 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-14cab9a1-5723-4a56-86ab-271a3a86a1c1 req-326be27b-c469-4a7d-a0a7-25289647144f tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Aug 19 14:55:05.356904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed22d-bf9a-4b1d-ba8f-f1d6fe27dd45 req-1ac66334-8d3f-4b47-8629-22bda29fd939 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.358684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e4ed22d-bf9a-4b1d-ba8f-f1d6fe27dd45 req-1ac66334-8d3f-4b47-8629-22bda29fd939 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 935 time: 0.1173005 Aug 19 14:55:05.369562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.443085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:05.504021 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.508782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fa6f46f4-fcec-4abf-9eff-54f227bfe333 None None] Provisioning for port 088c1886-07be-43cc-887b-cb0b748b9d39 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:05.513902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fa6f46f4-fcec-4abf-9eff-54f227bfe333 None None] Provisioning complete for port 088c1886-07be-43cc-887b-cb0b748b9d39 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:05.514135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fa6f46f4-fcec-4abf-9eff-54f227bfe333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.547688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e4ed22d-bf9a-4b1d-ba8f-f1d6fe27dd45 req-88cd2253-e803-4550-9735-b70c26361b0b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701896 Aug 19 14:55:05.563085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f46f4-fcec-4abf-9eff-54f227bfe333 None None] Port 088c1886-07be-43cc-887b-cb0b748b9d39 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:05.583266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Attempting to bind port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:05.587400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Attempting to bind port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:05.587400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Attempting to bind port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:05.590808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:05.591286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Attempting to bind port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:05.597829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:05.598175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:05.598602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:05.599047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Bound port: b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:05.599474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.698078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] For port b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:05.704099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] For port b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:05.749921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d9a279a6-0371-40e9-940c-2df8d83a13b2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:05.783181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:05.794104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.811222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322181-3c7e-41c6-86fc-1af216c7a3f5 req-8f3fe0db-033d-4fc2-a5f1-4be457d1bdfa tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.813081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72322181-3c7e-41c6-86fc-1af216c7a3f5 req-8f3fe0db-033d-4fc2-a5f1-4be457d1bdfa tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.1346662 Aug 19 14:55:05.827503 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.836811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Transition to ACTIVE for port object 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:05.859760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72322181-3c7e-41c6-86fc-1af216c7a3f5 req-f37432c4-1857-467f-9b9e-7f160b929153 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400720 Aug 19 14:55:05.875306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.875804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.877990 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] 10.222.0.54 "PUT /v2.0/ports/b1e7ddd8-0d6b-410d-9413-a33ae7b47480 HTTP/1.1" status: 200 len: 1096 time: 2.8729644 Aug 19 14:55:05.878496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'tag': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:05.881652 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93882e8-19d9-47d1-b904-d48268cc0b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c585f70-aa23-406e-bb5d-7b25e68f8d96", "tag": "b1e7ddd8-0d6b-410d-9413-a33ae7b47480"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:05.946798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a9a0-2405-46e7-a523-08c9aeafc526 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:05.975114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.006721 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642161b-d780-4e33-9f18-6f2347c90543 x-openstack-request-id: req-b642161b-d780-4e33-9f18-6f2347c90543 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:06.007115 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c585f70-aa23-406e-bb5d-7b25e68f8d96", "tag": "b1e7ddd8-0d6b-410d-9413-a33ae7b47480", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:06.007432 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b642161b-d780-4e33-9f18-6f2347c90543 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:06.007920 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'tag': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', 'status': 'completed', 'code': 200} Aug 19 14:55:06.076506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927eb9-58a8-4f01-8dd2-088b7dfe22f7 req-92851c28-8118-464d-98e8-b63598432513 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.084660 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-77927eb9-58a8-4f01-8dd2-088b7dfe22f7 req-92851c28-8118-464d-98e8-b63598432513 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 945 time: 0.1103725 Aug 19 14:55:06.131145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93882e8-19d9-47d1-b904-d48268cc0b8a req-1673bd98-a501-4fad-829c-6aff95a9b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.132595 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c93882e8-19d9-47d1-b904-d48268cc0b8a req-1673bd98-a501-4fad-829c-6aff95a9b416 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 1099 time: 0.0994353 Aug 19 14:55:06.148118 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-77927eb9-58a8-4f01-8dd2-088b7dfe22f7 req-2b411e5b-f484-4b62-9ced-5f7fb6d31842 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596647 Aug 19 14:55:06.193420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c93882e8-19d9-47d1-b904-d48268cc0b8a req-c89d6cd4-6288-44d8-be79-373f8578be72 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440514 Aug 19 14:55:06.208329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:06.310167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef8eff-5f67-4b99-9849-3b32fe43142d req-e22b07c7-23f9-4072-8a42-bdd035240e98 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.311889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7ef8eff-5f67-4b99-9849-3b32fe43142d req-e22b07c7-23f9-4072-8a42-bdd035240e98 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.2045534 Aug 19 14:55:06.423058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93882e8-19d9-47d1-b904-d48268cc0b8a req-dddcd1ca-16b6-4ba6-a72f-2664fd6474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.424806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c93882e8-19d9-47d1-b904-d48268cc0b8a req-dddcd1ca-16b6-4ba6-a72f-2664fd6474b0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2200589 Aug 19 14:55:06.462733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07efa2-4b26-4f43-9c24-673a26df7701 req-421821a1-ba35-489d-91d6-69e1a6615274 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.467077 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb07efa2-4b26-4f43-9c24-673a26df7701 req-421821a1-ba35-489d-91d6-69e1a6615274 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.1391256 Aug 19 14:55:06.471629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Attempting to bind port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:06.472338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Attempting to bind port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:06.473021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Attempting to bind port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:06.492863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7ef8eff-5f67-4b99-9849-3b32fe43142d req-ed326996-9fcc-488f-9563-c2ab0654064e tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582313 Aug 19 14:55:06.539358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:06.555327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:06.555761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Attempting to bind port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:06.580287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.589033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:06.590865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:06.591151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:06.591752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:06.598252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Bound port: 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:06.599153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.605477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb07efa2-4b26-4f43-9c24-673a26df7701 req-4013b231-5c32-4316-accf-a83abe64fc96 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230125 Aug 19 14:55:06.650811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Transition to ACTIVE for port object 088c1886-07be-43cc-887b-cb0b748b9d39 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:06.732186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-e61fc86c-0b09-4bfd-b5c1-a2934455b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.739755 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-e61fc86c-0b09-4bfd-b5c1-a2934455b5be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 1099 time: 0.1913407 Aug 19 14:55:06.755132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.872698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:06.893907 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-695c34b0-5dec-46a2-8691-334bebba1731 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=b1e7ddd8-0d6b-410d-9413-a33ae7b47480 HTTP/1.1" status: 200 len: 217 time: 0.1331093 Aug 19 14:55:06.900617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'port_id': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'mac_address': 'fa:16:3e:21:ca:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec47daa7-977b-4e28-9858-278f2481c32c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:06.935543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:06.968534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b783-1a8a-4598-8c56-f19b52c044b6 req-9af652ef-25f5-4059-a1b9-838533c30952 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.971647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4096b783-1a8a-4598-8c56-f19b52c044b6 req-9af652ef-25f5-4059-a1b9-838533c30952 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 948 time: 0.2251465 Aug 19 14:55:06.998716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.003641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] For port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:07.018000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-720f2fdc-93e3-4509-8f85-18429ff0512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.019851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-720f2fdc-93e3-4509-8f85-18429ff0512e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1164362 Aug 19 14:55:07.023617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:07.051792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2df093-08b6-4f56-b14c-185d7c07a3d7 req-647aa94f-de5e-484c-b742-d9daa0ee7764 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.053743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa2df093-08b6-4f56-b14c-185d7c07a3d7 req-647aa94f-de5e-484c-b742-d9daa0ee7764 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 947 time: 0.2351770 Aug 19 14:55:07.053990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:07.065903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] For port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:07.078002 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4096b783-1a8a-4598-8c56-f19b52c044b6 req-263dede7-1ccc-4e85-b532-502dd7aa933d tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894387 Aug 19 14:55:07.143771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Attempting to bind port 088c1886-07be-43cc-887b-cb0b748b9d39 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:07.143771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Attempting to bind port 088c1886-07be-43cc-887b-cb0b748b9d39 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:07.143771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Attempting to bind port 088c1886-07be-43cc-887b-cb0b748b9d39 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:07.150434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-6fcb29d1-c8be-4bf5-8498-0945d6ca5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.153083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-6fcb29d1-c8be-4bf5-8498-0945d6ca5776 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1231642 Aug 19 14:55:07.156492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa2df093-08b6-4f56-b14c-185d7c07a3d7 req-6f4d4a5f-dc20-49ff-b9ef-5ade88e1da6a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879023 Aug 19 14:55:07.166396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Port 088c1886-07be-43cc-887b-cb0b748b9d39 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:07.166723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Attempting to bind port 088c1886-07be-43cc-887b-cb0b748b9d39 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:07.197501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:07.197849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:07.198383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:07.198929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Bound port: 088c1886-07be-43cc-887b-cb0b748b9d39, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:07.199331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.205736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.259081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.294226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:07.303612 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-0aa66fa7-7526-4dfe-aec1-a4fbe1a4a4d6 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341193 Aug 19 14:55:07.372597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.373858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.374856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] 10.222.0.54 "PUT /v2.0/ports/79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 HTTP/1.1" status: 200 len: 1097 time: 4.3263228 Aug 19 14:55:07.376387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'tag': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:07.378821 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ada80-4f8d-4794-afb9-6754d0daa18e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cafa427-7fe6-43eb-b631-cf8c733ecd09", "tag": "79d8737c-7ae1-445b-a3eb-ea9c4dd583f2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:07.430234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc48af-c6bd-4c29-95b9-183a93d2398f req-3ef83d8d-70b5-4010-b168-dec5bda2a92d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.431844 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d1fc48af-c6bd-4c29-95b9-183a93d2398f req-3ef83d8d-70b5-4010-b168-dec5bda2a92d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.2727883 Aug 19 14:55:07.436136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:07.451537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106d5ba-55cc-45e2-bc2d-05de9dc79b6e req-03847686-8ab1-4128-bc48-eb8e36c45c2e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.453173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8106d5ba-55cc-45e2-bc2d-05de9dc79b6e req-03847686-8ab1-4128-bc48-eb8e36c45c2e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 945 time: 0.1839099 Aug 19 14:55:07.456881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:07.460610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b35264-c1ef-41bb-8142-8ab20e7b7142 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:07.495414 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0fc1c18c-0773-4779-ba38-72a3ec122fc3 req-996a9161-2429-4a66-95ba-c1ce37a74b55 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598041 Aug 19 14:55:07.508587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8106d5ba-55cc-45e2-bc2d-05de9dc79b6e req-acab5d55-a5ef-4e96-86ca-5b3ece5ded09 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Aug 19 14:55:07.511091 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d1fc48af-c6bd-4c29-95b9-183a93d2398f req-43ffbb77-f0d9-4906-9553-30736bb85681 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650854 Aug 19 14:55:07.551759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.607553 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e17e888-e7f7-4df1-a513-a65579a3d6bd x-openstack-request-id: req-3e17e888-e7f7-4df1-a513-a65579a3d6bd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:07.607881 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cafa427-7fe6-43eb-b631-cf8c733ecd09", "tag": "79d8737c-7ae1-445b-a3eb-ea9c4dd583f2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:07.608266 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e17e888-e7f7-4df1-a513-a65579a3d6bd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:07.608818 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'tag': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2', 'status': 'completed', 'code': 200} Aug 19 14:55:07.614056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-63d67f97-9398-4202-ba81-afa035dce8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.617159 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-63d67f97-9398-4202-ba81-afa035dce8bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39d8408d89941d299fbef64bb156f7f&device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 1100 time: 0.0800622 Aug 19 14:55:07.632521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.633295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.634914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] 10.222.0.46 "PUT /v2.0/ports/088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 1096 time: 2.3330014 Aug 19 14:55:07.713468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485451-3dd9-4b04-871c-9d4e6258867b service neutron] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:07.722355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-835628bb-bd16-48d4-8fd1-d619ba844c2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 HTTP/1.1" status: 200 len: 217 time: 0.0845459 Aug 19 14:55:07.737139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:07.809964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c998fe-770d-4ecf-ad1f-987996722463 req-9afcad7d-d9ce-4ba3-ab04-0976925f9ffe tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.811648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70c998fe-770d-4ecf-ad1f-987996722463 req-9afcad7d-d9ce-4ba3-ab04-0976925f9ffe tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.46 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.1750135 Aug 19 14:55:07.814283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82811-a2a2-47f3-bba3-ef65241fd556 req-61a55279-8de6-4338-913a-a71ce16cd499 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.819190 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2aa82811-a2a2-47f3-bba3-ef65241fd556 req-61a55279-8de6-4338-913a-a71ce16cd499 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.1960964 Aug 19 14:55:07.889658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-099d8182-dc41-4fbc-976d-e9e1f8e500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.891720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-099d8182-dc41-4fbc-976d-e9e1f8e500bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1522737 Aug 19 14:55:07.895333 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2aa82811-a2a2-47f3-bba3-ef65241fd556 req-eb6549c9-055b-40a8-a41d-7ad164017ee9 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561326 Aug 19 14:55:07.946318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c8e2-0d17-4a00-9b53-624d7fa35738 req-891e1fb4-d5fa-4879-b002-01d2c39ab4bd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.947938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd97c8e2-0d17-4a00-9b53-624d7fa35738 req-891e1fb4-d5fa-4879-b002-01d2c39ab4bd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.2380724 Aug 19 14:55:07.955632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-d63d4463-de67-48d4-b01c-34e3ed0689e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.956813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-d63d4463-de67-48d4-b01c-34e3ed0689e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1441169 Aug 19 14:55:07.965274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-cb76af9a-0235-4a61-a133-44be179efa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.968723 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-cb76af9a-0235-4a61-a133-44be179efa41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685179 Aug 19 14:55:08.022537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-7b9b68af-3918-4223-b7a2-0beba15c0625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 217 time: 0.0473797 Aug 19 14:55:08.076826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a6d846bd-3f91-4152-a0a9-afcc3fc172a4 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997734 Aug 19 14:55:08.077241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd97c8e2-0d17-4a00-9b53-624d7fa35738 req-a514f876-974c-4155-b294-fd8c65f0a55c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195853 Aug 19 14:55:08.102089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Deleting port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:08.102606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.156390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-90fff025-2abf-4218-bd21-e8cd6b78fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.157946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-90fff025-2abf-4218-bd21-e8cd6b78fab6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1199601 Aug 19 14:55:08.232494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a2f4-4b99-4539-b3fb-21b1a6937bd2 req-95842b38-0f87-44ad-a0f0-deaac3db0c92 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.240167 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5cf8a2f4-4b99-4539-b3fb-21b1a6937bd2 req-95842b38-0f87-44ad-a0f0-deaac3db0c92 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 948 time: 0.0924602 Aug 19 14:55:08.244546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab187e98-6a4a-4e8b-8706-3907666bb59d req-a09fd5b5-378e-47ac-80aa-d55b5c72d515 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594348 Aug 19 14:55:08.281959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5cf8a2f4-4b99-4539-b3fb-21b1a6937bd2 req-e8b82665-b121-44f4-8314-c4467637872a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Aug 19 14:55:08.540759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-cf975762-c29e-424d-8a60-c739353c6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.542904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-cf975762-c29e-424d-8a60-c739353c6444 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39d8408d89941d299fbef64bb156f7f&device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 1100 time: 0.0417960 Aug 19 14:55:08.555483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-3738d7ba-cfff-4659-9264-7eceb7df7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.557071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-3738d7ba-cfff-4659-9264-7eceb7df7e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3910124 Aug 19 14:55:08.560862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] For port 3bc09778-2d0e-4eae-884b-509cdd56d9f3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3bc09778-2d0e-4eae-884b-509cdd56d9f3,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:08.561270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.580613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ccbd6-7d20-436a-804a-8c8ec382a372 req-be27549a-bccf-475a-ab57-959107e21581 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.582288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d7ccbd6-7d20-436a-804a-8c8ec382a372 req-be27549a-bccf-475a-ab57-959107e21581 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 947 time: 0.1151242 Aug 19 14:55:08.594126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Calling delete_port for 3bc09778-2d0e-4eae-884b-509cdd56d9f3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:08.629531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:08.704813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9e842-2107-464a-b549-651ce374ffd0 req-4f1821d5-b782-479f-a4ec-521c48031ec1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.706676 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40a9e842-2107-464a-b549-651ce374ffd0 req-4f1821d5-b782-479f-a4ec-521c48031ec1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 945 time: 0.0866618 Aug 19 14:55:08.711890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-a7429a15-defb-4891-97f8-0ec7c2b8414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.713535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-a7429a15-defb-4891-97f8-0ec7c2b8414f service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1619396 Aug 19 14:55:08.746394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d7ccbd6-7d20-436a-804a-8c8ec382a372 req-771415cf-4714-4f5d-86de-cb3258223e14 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474054 Aug 19 14:55:08.768986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-3d7a02b2-92e8-484d-bded-d9200f8857e3 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964812 Aug 19 14:55:08.769429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port d9a279a6-0371-40e9-940c-2df8d83a13b2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:08.773429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d9a279a6-0371-40e9-940c-2df8d83a13b2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:08.773970 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.923680 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.964440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:08.968216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d8fb2-e5f5-4a10-9270-0609425a159d req-fe3eb254-c2ff-42d1-b8b8-4bc82a9ee4c4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.969944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-085d8fb2-e5f5-4a10-9270-0609425a159d req-fe3eb254-c2ff-42d1-b8b8-4bc82a9ee4c4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 945 time: 0.1028149 Aug 19 14:55:08.972209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443915b4-d8fb-420f-81ac-24819107bbf7 req-b58b8bf7-7498-4ea7-a583-07c671cec34e service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937513 Aug 19 14:55:08.975320 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a20374-62bc-4315-ae4c-19d9c57a0531" -d '{"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:08.989628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:09.024363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-085d8fb2-e5f5-4a10-9270-0609425a159d req-04ed28f2-333f-4e03-ad69-1e287d40cae3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Aug 19 14:55:09.098622 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-e45ea553-4119-46d9-8105-4765bb980418 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 HTTP/1.1" status: 200 len: 217 time: 0.3749893 Aug 19 14:55:09.119398 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40a9e842-2107-464a-b549-651ce374ffd0 req-28d7cbd7-82ec-4f62-be45-949c3bfc3e02 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042399 Aug 19 14:55:09.134816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2be3-9e0e-40dd-ae6d-358323e5387c req-cb4d79fb-8910-4790-9863-f0fefb467de8 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.137108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a72a2be3-9e0e-40dd-ae6d-358323e5387c req-cb4d79fb-8910-4790-9863-f0fefb467de8 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 945 time: 0.0523434 Aug 19 14:55:09.164154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-8a9ef588-8196-4cb8-b223-8dd4c44d4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.165957 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-8a9ef588-8196-4cb8-b223-8dd4c44d4562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0563402 Aug 19 14:55:09.180453 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea726ca0-29ca-489f-9a50-b5cccbcbc793 x-openstack-request-id: req-ea726ca0-29ca-489f-9a50-b5cccbcbc793 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:09.181479 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:09.181953 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea726ca0-29ca-489f-9a50-b5cccbcbc793 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:09.194382 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'code': 200} Aug 19 14:55:09.194884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.211925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a72a2be3-9e0e-40dd-ae6d-358323e5387c req-5cefd97c-9214-4559-aa15-58b988812cc1 tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdf6fa7f-9148-4708-9a44-520b1a7eaebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Aug 19 14:55:09.233296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-44e5fa57-f080-488e-aadf-d45d60925675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.234836 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-44e5fa57-f080-488e-aadf-d45d60925675 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589778 Aug 19 14:55:09.248901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Pushing event deleted for resources: {'Port': ['ID=3bc09778-2d0e-4eae-884b-509cdd56d9f3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:09.295831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.315927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] No DVR routers for this DVR port 3bc09778-2d0e-4eae-884b-509cdd56d9f3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:09.320703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.322913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70c998fe-770d-4ecf-ad1f-987996722463 req-af698668-14ea-4029-b7e0-741a02e9cfea tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.46 "DELETE /v2.0/ports/3bc09778-2d0e-4eae-884b-509cdd56d9f3 HTTP/1.1" status: 204 len: 173 time: 1.4776735 Aug 19 14:55:09.385203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:09.401769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157ed46-3968-4f13-a5ff-ca3c44c73bf4 req-bc25c088-eab9-4129-915e-8c2b530d1414 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.409769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3157ed46-3968-4f13-a5ff-ca3c44c73bf4 req-bc25c088-eab9-4129-915e-8c2b530d1414 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.1235945 Aug 19 14:55:09.419786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e040e56-c0f8-47c2-a45d-f053e8e047ea req-4f2ccb99-e3f7-47b3-909d-6e61b30e3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.421512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e040e56-c0f8-47c2-a45d-f053e8e047ea req-4f2ccb99-e3f7-47b3-909d-6e61b30e3a37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 1098 time: 0.0828094 Aug 19 14:55:09.429067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-0c5c80d8-0f7d-42b8-a6df-6a34e7612dea service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816328 Aug 19 14:55:09.455158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640edb1f-6001-4dee-96f1-8eedbb016151 req-4091e931-2522-4fdd-b452-e36467bdc5d3 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.457000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-640edb1f-6001-4dee-96f1-8eedbb016151 req-4091e931-2522-4fdd-b452-e36467bdc5d3 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 948 time: 0.0757012 Aug 19 14:55:09.485622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3157ed46-3968-4f13-a5ff-ca3c44c73bf4 req-005e78ed-b769-4866-933b-b8055fa2e33b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746660 Aug 19 14:55:09.498938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e040e56-c0f8-47c2-a45d-f053e8e047ea req-86177dc4-0387-4292-91a3-a5ae94c028e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Aug 19 14:55:09.551822 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-640edb1f-6001-4dee-96f1-8eedbb016151 req-f4061316-3265-4bdd-b4d6-6f9e4a952e55 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Aug 19 14:55:09.572690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-592ada80-4f8d-4794-afb9-6754d0daa18e req-f461ff3a-1ace-4aac-932b-f2d69454abac service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346748 Aug 19 14:55:09.609990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}, {'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'name': 'network-vif-deleted', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:09.612905 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35117c2-ef20-4f75-854a-84bf94269f93" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}, {"server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "name": "network-vif-deleted", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:09.654303 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5b8399-8cb6-4b4e-9db8-c200020e01ad x-openstack-request-id: req-ed5b8399-8cb6-4b4e-9db8-c200020e01ad {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:09.654685 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "status": "completed", "code": 200}, {"server_uuid": "37a722a7-177d-4ac3-9eca-5f7cd50f4338", "name": "network-vif-deleted", "tag": "3bc09778-2d0e-4eae-884b-509cdd56d9f3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:09.655014 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed5b8399-8cb6-4b4e-9db8-c200020e01ad {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:09.655523 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'status': 'completed', 'code': 200} Aug 19 14:55:09.655854 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a722a7-177d-4ac3-9eca-5f7cd50f4338', 'name': 'network-vif-deleted', 'tag': '3bc09778-2d0e-4eae-884b-509cdd56d9f3', 'status': 'completed', 'code': 200} Aug 19 14:55:09.729558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-a4acb10c-925e-4a28-a74b-05a1934c670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.731160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-a4acb10c-925e-4a28-a74b-05a1934c670e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1099 time: 0.0460944 Aug 19 14:55:09.848580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-c115c493-618f-49c0-9aaa-8ba0e4a5d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.850497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-c115c493-618f-49c0-9aaa-8ba0e4a5d145 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1096845 Aug 19 14:55:09.900086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17800c3-66cb-4ebc-8e56-032267217575 req-26e4b5e4-a772-4896-8066-8776b85da2a6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.902171 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a17800c3-66cb-4ebc-8e56-032267217575 req-26e4b5e4-a772-4896-8066-8776b85da2a6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 947 time: 0.0553281 Aug 19 14:55:09.914240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-e1325c31-248b-4744-a545-8f97c1d103e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 217 time: 0.0515449 Aug 19 14:55:09.963576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a17800c3-66cb-4ebc-8e56-032267217575 req-b1923a2a-87db-491c-9e05-e655001504cf tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Aug 19 14:55:09.990750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-27c44f96-dbaf-46ce-9639-665040e6ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.999366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-27c44f96-dbaf-46ce-9639-665040e6ddb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0686910 Aug 19 14:55:10.048507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-864c42d7-1945-40a0-a450-33fdc3c49dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.050022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-864c42d7-1945-40a0-a450-33fdc3c49dc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451241 Aug 19 14:55:10.208084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b44be-aec5-4e5f-9449-473da1000af6 req-a2ee214f-fdf5-4f6b-868c-7b0546717f23 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.209775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-615b44be-aec5-4e5f-9449-473da1000af6 req-a2ee214f-fdf5-4f6b-868c-7b0546717f23 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 945 time: 0.0810671 Aug 19 14:55:10.231570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-71c346d1-1231-4a98-a84b-048aabcb292b service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656532 Aug 19 14:55:10.262746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb646-b6f3-4f45-95c0-eaeef84a38e6 req-5b4022e0-44b5-4ad0-beba-892540f667db tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.264550 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d60bb646-b6f3-4f45-95c0-eaeef84a38e6 req-5b4022e0-44b5-4ad0-beba-892540f667db tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0626380 Aug 19 14:55:10.302171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3bc09778-2d0e-4eae-884b-509cdd56d9f3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:10.315488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d60bb646-b6f3-4f45-95c0-eaeef84a38e6 req-bada1c0d-cb70-45d3-a763-725c05d55daa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Aug 19 14:55:10.350852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 3bc09778-2d0e-4eae-884b-509cdd56d9f3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:10.351740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3bc09778-2d0e-4eae-884b-509cdd56d9f3 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:10.366905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-615b44be-aec5-4e5f-9449-473da1000af6 req-1334585d-0b44-49a6-b10d-f5f9171611b9 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448781 Aug 19 14:55:10.447898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e35117c2-ef20-4f75-854a-84bf94269f93 req-d8d8caff-9630-4a4a-a3e9-3462e1a89f37 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070491 Aug 19 14:55:10.449529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f814499-fa2a-4066-8dfb-b58946fa8a67 req-ecc4964f-ea9c-4aa7-bd12-c62764e1bb1b tempest-FloatingIPsAssociationTestJSON-1982769893 tempest-FloatingIPsAssociationTestJSON-1982769893-project] 10.222.0.13 "GET /v2.0/ports?device_id=37a722a7-177d-4ac3-9eca-5f7cd50f4338 HTTP/1.1" status: 200 len: 210 time: 0.0383272 Aug 19 14:55:10.611780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f13c8-6cfd-4f90-b996-758168ab881e req-21b2e432-374b-431d-b393-57c840e3274e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.613777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-016f13c8-6cfd-4f90-b996-758168ab881e req-21b2e432-374b-431d-b393-57c840e3274e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.0629632 Aug 19 14:55:10.628927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:10.690861 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-016f13c8-6cfd-4f90-b996-758168ab881e req-4f7224d7-c92c-41a4-834b-8a995457bf81 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676498 Aug 19 14:55:10.699702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727c577-ce2d-4e77-81a7-2e1655d1bbad req-2e4c1997-6dfa-4571-ab3d-d7f14fa91695 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.702128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f727c577-ce2d-4e77-81a7-2e1655d1bbad req-2e4c1997-6dfa-4571-ab3d-d7f14fa91695 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 948 time: 0.0636392 Aug 19 14:55:10.759994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f727c577-ce2d-4e77-81a7-2e1655d1bbad req-d0251661-6e4a-4c6e-a4f8-adb6c4f81b6c tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 Aug 19 14:55:10.862404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:10.866875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:10.867244 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.962605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.017894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:11.116474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3caa4-55fb-415a-9d07-6ef203de63e6 req-cef4b0b3-d2b0-46fd-b3ff-bc607f5b5d14 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:11.118090 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebc3caa4-55fb-415a-9d07-6ef203de63e6 req-cef4b0b3-d2b0-46fd-b3ff-bc607f5b5d14 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 947 time: 0.0744979 Aug 19 14:55:11.160974 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebc3caa4-55fb-415a-9d07-6ef203de63e6 req-8d5cb9d8-aacf-4f6a-aa2b-6c6f1f1cf3f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Aug 19 14:55:11.165548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.194627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:11.197933 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d72c39-01af-4371-8b6b-a79c6fb8fd0a" -d '{"events": [{"server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "name": "network-vif-plugged", "status": "completed", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:11.233331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:11.248778 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b1fc4-e7a7-4690-9fae-17e46fb0579d x-openstack-request-id: req-284b1fc4-e7a7-4690-9fae-17e46fb0579d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:11.249081 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "name": "network-vif-plugged", "status": "completed", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:11.249380 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-284b1fc4-e7a7-4690-9fae-17e46fb0579d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:11.249838 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'code': 200} Aug 19 14:55:11.272481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a78857-cd12-409c-8119-1b9cf19a4523 req-633ced69-13aa-4dcb-978f-3e8e44f4f6e0 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:11.279495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72a78857-cd12-409c-8119-1b9cf19a4523 req-633ced69-13aa-4dcb-978f-3e8e44f4f6e0 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1097 time: 0.0458140 Aug 19 14:55:11.314420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72a78857-cd12-409c-8119-1b9cf19a4523 req-7444fa94-e338-4d99-ab16-ce4471219e26 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Aug 19 14:55:11.438167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd35fb-3aa6-4542-9b1e-04b6418eac6e req-9051efaa-fbfc-46ef-8f0a-15b22f7cf316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:11.440165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-26cd35fb-3aa6-4542-9b1e-04b6418eac6e req-9051efaa-fbfc-46ef-8f0a-15b22f7cf316 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1098 time: 0.0796587 Aug 19 14:55:11.460431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a33c7-8537-4753-a203-ea3b80b055d0 req-d1853ca5-48ff-408e-8a8c-c16354f15aaa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:11.461849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-565a33c7-8537-4753-a203-ea3b80b055d0 req-d1853ca5-48ff-408e-8a8c-c16354f15aaa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0632927 Aug 19 14:55:11.520860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-26cd35fb-3aa6-4542-9b1e-04b6418eac6e req-24b998e3-333e-4e4e-96f0-34593be41425 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580187 Aug 19 14:55:11.529364 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-565a33c7-8537-4753-a203-ea3b80b055d0 req-900b7dbd-28fb-43bb-b7b6-ad0636aad8f1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584593 Aug 19 14:55:11.658749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d5490-6b5a-47e1-af71-3d29822eba3a req-6cb74697-54eb-4cc0-8e33-7a419cf9d881 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:11.660587 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e10d5490-6b5a-47e1-af71-3d29822eba3a req-6cb74697-54eb-4cc0-8e33-7a419cf9d881 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0608582 Aug 19 14:55:11.704415 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e10d5490-6b5a-47e1-af71-3d29822eba3a req-2df0952d-74fe-4019-b4a4-42949caa3861 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Aug 19 14:55:11.752159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45366) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:12.119410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe94ed4-f3b2-41fa-be3c-1ca50bc876b4 req-73d693d3-11d0-46b2-aa5a-6095c9da4c8a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.121013 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfe94ed4-f3b2-41fa-be3c-1ca50bc876b4 req-73d693d3-11d0-46b2-aa5a-6095c9da4c8a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.0603547 Aug 19 14:55:12.131669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.176402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfe94ed4-f3b2-41fa-be3c-1ca50bc876b4 req-8676bb36-e00d-4c9f-b254-63e23bd43521 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Aug 19 14:55:12.302035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:12.337159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfeba2e-f980-4231-9ca8-62907fd3d4e8 req-5a767d6e-bfeb-4684-9636-9dd2e133b7a6 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.346691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9dfeba2e-f980-4231-9ca8-62907fd3d4e8 req-5a767d6e-bfeb-4684-9636-9dd2e133b7a6 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 948 time: 0.0979414 Aug 19 14:55:12.409040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9dfeba2e-f980-4231-9ca8-62907fd3d4e8 req-596af615-97ed-49b6-8c7b-689cbdc4c8ef tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Aug 19 14:55:12.509728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:12.519954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Deleting port c1500b53-9945-4581-94af-b602ffa6a351 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:12.520620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.528062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '088c1886-07be-43cc-887b-cb0b748b9d39', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '088c1886-07be-43cc-887b-cb0b748b9d39', 'mac_address': 'fa:16:3e:72:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:12.588065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.588543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777cfd4-5b14-4b3c-a203-5fe5dd5ddd17 req-e85553d8-d2a2-4319-8e29-7ebd3caff044 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.598315 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3777cfd4-5b14-4b3c-a203-5fe5dd5ddd17 req-e85553d8-d2a2-4319-8e29-7ebd3caff044 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 947 time: 0.0927000 Aug 19 14:55:12.608963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:12.637540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:12.639955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] For port c1500b53-9945-4581-94af-b602ffa6a351, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c1500b53-9945-4581-94af-b602ffa6a351,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:12.640372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.656616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3777cfd4-5b14-4b3c-a203-5fe5dd5ddd17 req-5d8aa55e-82f0-4aa7-b58b-c44e2de62b79 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569832 Aug 19 14:55:12.662624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Calling delete_port for c1500b53-9945-4581-94af-b602ffa6a351 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:12.780237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e123f-bc2b-4b90-b395-2a9087a9aee8 req-bd18266c-72ee-4245-ad24-6429f8446fef tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.781990 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ef4e123f-bc2b-4b90-b395-2a9087a9aee8 req-bd18266c-72ee-4245-ad24-6429f8446fef tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0647402 Aug 19 14:55:12.827621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ef4e123f-bc2b-4b90-b395-2a9087a9aee8 req-c6c455cc-17bf-4643-93dc-948910d816b4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Aug 19 14:55:12.840087 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.895701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:12.925325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.954741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa91ea-27da-468e-b4df-eb06d19cc7d7 req-79b95a79-8a64-4d74-8da9-3444fb2e5eb0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.956246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3faa91ea-27da-468e-b4df-eb06d19cc7d7 req-79b95a79-8a64-4d74-8da9-3444fb2e5eb0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0515134 Aug 19 14:55:12.962494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.995748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1500b53-9945-4581-94af-b602ffa6a351,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:13.000272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3faa91ea-27da-468e-b4df-eb06d19cc7d7 req-2605bdd8-9f1a-4327-b475-5404c88bbd3e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Aug 19 14:55:13.199369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['088c1886-07be-43cc-887b-cb0b748b9d39'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:13.216514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:13.462310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Router 5ff20954-0ed4-4a2b-9324-37504b7d250a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:13.579594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:13.589518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0d2cd4da-74cc-4272-b651-46c8a33010f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/5ff20954-0ed4-4a2b-9324-37504b7d250a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8354003 Aug 19 14:55:13.593545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:13.634161 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] Sync routers for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:13.650543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217db9f-fa72-4c28-bbcf-4d68242da513 req-eb4e83f4-f0da-4a5a-bff5-af75272def50 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:13.652886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6217db9f-fa72-4c28-bbcf-4d68242da513 req-eb4e83f4-f0da-4a5a-bff5-af75272def50 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.0840886 Aug 19 14:55:13.659913 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:13.660076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:13.715695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6217db9f-fa72-4c28-bbcf-4d68242da513 req-0c02f36e-580d-4511-8e9f-89a4a0e6ad84 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557451 Aug 19 14:55:13.736125 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:13.846617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:13.896327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3bbf5-7f25-4ab4-897b-6936ab1c2618 req-582e24d2-c3d5-4020-b9a1-d0c4caff6bda tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:13.904852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-efc3bbf5-7f25-4ab4-897b-6936ab1c2618 req-582e24d2-c3d5-4020-b9a1-d0c4caff6bda tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0958154 Aug 19 14:55:13.957627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:13.963197 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-efc3bbf5-7f25-4ab4-897b-6936ab1c2618 req-3d707b47-8b29-47ec-b0a3-0f91d7ef5be6 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570080 Aug 19 14:55:14.115795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e03e63-ada6-4b6a-bfa6-401fe9f73afb req-ecbf228c-ed67-4120-a6db-e6d8cec62ec6 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:14.117438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8e03e63-ada6-4b6a-bfa6-401fe9f73afb req-ecbf228c-ed67-4120-a6db-e6d8cec62ec6 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 948 time: 0.0609031 Aug 19 14:55:14.161768 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8e03e63-ada6-4b6a-bfa6-401fe9f73afb req-b8e4f552-3509-4ce6-bee3-d62214bf5579 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Aug 19 14:55:14.241203 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:55:12Z', 'revision_number': 5, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port': {'id': 'c2833782-72b1-4108-93fa-b56ad6b5f912', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:14.280380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Deleting port c2833782-72b1-4108-93fa-b56ad6b5f912 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:14.280769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.281013 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] Checking router: 5ff20954-0ed4-4a2b-9324-37504b7d250a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:14.297436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] Routers {'5ff20954-0ed4-4a2b-9324-37504b7d250a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:14.298098 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5ff20954-0ed4-4a2b-9324-37504b7d250a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:14.319054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3581-9874-47f1-815f-0361eaa043af req-15aceb3c-4a8b-4a53-844c-3d4d8d8db041 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:14.320637 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67ef3581-9874-47f1-815f-0361eaa043af req-15aceb3c-4a8b-4a53-844c-3d4d8d8db041 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 948 time: 0.0678258 Aug 19 14:55:14.373470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67ef3581-9874-47f1-815f-0361eaa043af req-fff0d1f2-02b8-4e05-8c92-01613d70ef1e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Aug 19 14:55:14.390730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] For port c2833782-72b1-4108-93fa-b56ad6b5f912, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2833782-72b1-4108-93fa-b56ad6b5f912,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:14.391293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.405568 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] Set router 5ff20954-0ed4-4a2b-9324-37504b7d250a gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:14.408107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Calling delete_port for c2833782-72b1-4108-93fa-b56ad6b5f912 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:14.470818 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:55:13Z', 'revision_number': 6, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:14.505040 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbab0c1-d2fb-4267-a3fd-b9d238dce46a None None] The sync data for ids ['5ff20954-0ed4-4a2b-9324-37504b7d250a'] in n-d-779913-32 is: [{'id': '5ff20954-0ed4-4a2b-9324-37504b7d250a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1713667443-router', 'tenant_id': '93bddeaedec6408ca99a30f5e16df2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:31Z', 'updated_at': '2021-08-19T14:55:13Z', 'revision_number': 6, 'project_id': '93bddeaedec6408ca99a30f5e16df2bf', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:14.521067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d5fe9-c672-4bf9-8ded-d8f091d5277d req-5b7f9010-e6d1-469d-b389-d421635b0873 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:14.521067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e93d5fe9-c672-4bf9-8ded-d8f091d5277d req-5b7f9010-e6d1-469d-b389-d421635b0873 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0674829 Aug 19 14:55:14.575263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e93d5fe9-c672-4bf9-8ded-d8f091d5277d req-0c20a960-ca52-4601-98a7-810dca75af0c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560658 Aug 19 14:55:14.654093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:14.776266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:14.794114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2', 'mac_address': 'fa:16:3e:96:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:14.796956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce04d08-63ee-48a0-9ff2-3aab28ffd5a2 req-15217188-48fc-4a18-b8c2-d1ac066f64fd tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:14.798832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ce04d08-63ee-48a0-9ff2-3aab28ffd5a2 req-15217188-48fc-4a18-b8c2-d1ac066f64fd tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1098 time: 0.0556180 Aug 19 14:55:14.812946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-ec0dc21a-24b4-4453-a1d4-5a09f32a5fac tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:55:14.812946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-ec0dc21a-24b4-4453-a1d4-5a09f32a5fac tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109260 Aug 19 14:55:14.823708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Request body: {'binding': {'host': 'n-h2-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:14.824214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Unknown quota resources ['binding']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:55:14.847323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.853406 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ce04d08-63ee-48a0-9ff2-3aab28ffd5a2 req-5addc3f6-de28-48d0-adda-e20af2403445 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Aug 19 14:55:14.879378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:14.913101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:14.996460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8ab02-fe44-4ac2-8360-1d591ea7d142 req-3e5fb478-23f0-459c-9cb0-62e48b47f560 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:14.998126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3b8ab02-fe44-4ac2-8360-1d591ea7d142 req-3e5fb478-23f0-459c-9cb0-62e48b47f560 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 947 time: 0.0767972 Aug 19 14:55:15.039542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c1500b53-9945-4581-94af-b602ffa6a351 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:15.066648 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.067986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b1e7ddd8-0d6b-410d-9413-a33ae7b47480 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:15.069898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3b8ab02-fe44-4ac2-8360-1d591ea7d142 req-391e0918-b907-4dcd-b53c-2d6afaf22289 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576589 Aug 19 14:55:15.091166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c1500b53-9945-4581-94af-b602ffa6a351 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:15.091647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c1500b53-9945-4581-94af-b602ffa6a351 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:15.154455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:15.169877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h2-779913-32 for vnic_type normal with profile None {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:15.170528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:15.170528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:15.175511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:15.175833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:15.177924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', 'mac_address': 'fa:16:3e:b8:12:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:15.182189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:15.182494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:15.183472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:15.183636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Bound port: 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:15.211843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:15.241707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.258549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e7ddd8-0d6b-410d-9413-a33ae7b47480 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:15.277719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:15.288246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:15.289705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5de6c7-1fc3-4fa8-a220-e954f8ab8f70 req-d8632b0e-f7fc-433b-9923-36520cbeec61 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.291487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e5de6c7-1fc3-4fa8-a220-e954f8ab8f70 req-d8632b0e-f7fc-433b-9923-36520cbeec61 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0805376 Aug 19 14:55:15.383826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.386683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e5de6c7-1fc3-4fa8-a220-e954f8ab8f70 req-80ca815d-3292-42e6-80e3-9b05c3fd8927 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Aug 19 14:55:15.387209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2833782-72b1-4108-93fa-b56ad6b5f912,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:15.445268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.468254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ca4a2-b14c-45f5-b31f-17a1fc2240bb req-58df9a99-6fd6-4e5a-80de-4fe5b5129981 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.470043 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-522ca4a2-b14c-45f5-b31f-17a1fc2240bb req-58df9a99-6fd6-4e5a-80de-4fe5b5129981 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 949 time: 0.0563505 Aug 19 14:55:15.500045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.501332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e795fb61-b518-4b7e-8997-428f6763b7ef service neutron] 10.222.0.13 "POST /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6822052 Aug 19 14:55:15.529869 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-522ca4a2-b14c-45f5-b31f-17a1fc2240bb req-a6fecc6c-afd7-4c1a-b2cf-7d0339819e4c tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Aug 19 14:55:15.536440 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.584012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.586678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.595130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:15.667068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469f3b-1df9-4cfa-9b09-7807c1307b94 req-fb669bbe-ef57-44d1-b030-2f3bb390ce55 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.668811 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18469f3b-1df9-4cfa-9b09-7807c1307b94 req-fb669bbe-ef57-44d1-b030-2f3bb390ce55 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 948 time: 0.0599332 Aug 19 14:55:15.709166 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18469f3b-1df9-4cfa-9b09-7807c1307b94 req-23236636-64f3-48aa-9234-a4532f300c47 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339167 Aug 19 14:55:15.743470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.747853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff20954-0ed4-4a2b-9324-37504b7d250a {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:15.750549 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.754613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:15.754781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e79169de-e06a-4cd0-8ee3-7f1402adabd8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5ff20954-0ed4-4a2b-9324-37504b7d250a HTTP/1.1" status: 204 len: 168 time: 2.1601346 Aug 19 14:55:15.803370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Deleting subnet ab8fd827-d419-49c4-9047-22bc73e9ffb9 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:15.806843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.863667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.011505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c48249-b35a-4ebd-b038-07bb096eef56 req-5b120cdd-1152-4c2d-8a1c-26d588621ed3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.013172 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83c48249-b35a-4ebd-b038-07bb096eef56 req-5b120cdd-1152-4c2d-8a1c-26d588621ed3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1215355 Aug 19 14:55:16.050136 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.072999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['b1e7ddd8-0d6b-410d-9413-a33ae7b47480'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:16.094683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83c48249-b35a-4ebd-b038-07bb096eef56 req-01c516fe-fa88-4281-bbc0-2a4a84c39a5f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693636 Aug 19 14:55:16.100285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['79d8737c-7ae1-445b-a3eb-ea9c4dd583f2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:16.219905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456e143-0f24-418d-a6a4-70e0ed298c7c req-95e5affb-376d-4178-889b-a9625b1032e5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.221664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d456e143-0f24-418d-a6a4-70e0ed298c7c req-95e5affb-376d-4178-889b-a9625b1032e5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 948 time: 0.0580022 Aug 19 14:55:16.259390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.267923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d456e143-0f24-418d-a6a4-70e0ed298c7c req-a327cc50-2f67-49fd-a7a3-7eb28924c15e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360548 Aug 19 14:55:16.310490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8fd827-d419-49c4-9047-22bc73e9ffb9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:16.313494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.320801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45438) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:16.320970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-52dd8438-8b7c-42be-93d0-56261963f854 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab8fd827-d419-49c4-9047-22bc73e9ffb9 HTTP/1.1" status: 204 len: 168 time: 0.5649757 Aug 19 14:55:16.321074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:16.331909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9f8eb-a623-4974-b2ff-ebb0d8f55eb5 None None] Network f03d4b09-9184-4e2a-bd08-93fabd4ca909 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:16.442730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.490700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b257-33f7-4172-b1e7-7e8e36ab8d19 req-99f85161-178c-498d-8654-8caedbfd0ab3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.500667 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e44b257-33f7-4172-b1e7-7e8e36ab8d19 req-99f85161-178c-498d-8654-8caedbfd0ab3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0697091 Aug 19 14:55:16.515178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Deleting port 03138623-6f15-4de9-9465-436c8d4b57bc {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:16.515926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.592863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 088c1886-07be-43cc-887b-cb0b748b9d39 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:16.597675 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e44b257-33f7-4172-b1e7-7e8e36ab8d19 req-cf50589c-1a5a-4db8-b5f9-f826443c43d6 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938494 Aug 19 14:55:16.600436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 088c1886-07be-43cc-887b-cb0b748b9d39 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:16.600826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.616079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-aa5f7891-e573-4284-bac2-fa614009102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.617686 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-aa5f7891-e573-4284-bac2-fa614009102b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1097 time: 0.0819185 Aug 19 14:55:16.639797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] For port 03138623-6f15-4de9-9465-436c8d4b57bc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03138623-6f15-4de9-9465-436c8d4b57bc,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:16.640592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.670040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Calling delete_port for 03138623-6f15-4de9-9465-436c8d4b57bc owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:16.705446 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.735340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:16.738315 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e435a50-d132-4f04-897a-643a73f69115" -d '{"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-plugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:16.758553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:16.776743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] DHCP port deletion for f03d4b09-9184-4e2a-bd08-93fabd4ca909 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:55:16.790340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-82cefd72-4bd6-46d2-afa2-83d5a307b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.797939 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-82cefd72-4bd6-46d2-afa2-83d5a307b787 service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1726575 Aug 19 14:55:16.818757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d751ee-a36c-483f-92ff-53c2fcad2968 req-c68e301b-4f43-4c35-ab43-a95f4a6a6427 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.820453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30d751ee-a36c-483f-92ff-53c2fcad2968 req-c68e301b-4f43-4c35-ab43-a95f4a6a6427 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 949 time: 0.1246524 Aug 19 14:55:16.858746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-8653fd11-d18c-4e9d-b765-837cc6dc90ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 217 time: 0.0536849 Aug 19 14:55:16.861554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] Deleting port 03138623-6f15-4de9-9465-436c8d4b57bc {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:16.861990 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.871071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30d751ee-a36c-483f-92ff-53c2fcad2968 req-cfa1da09-29f4-4db9-b624-5ba9cbe548c1 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Aug 19 14:55:16.923057 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.971327 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.003296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-229efd08-77c9-430d-82f8-30e0cba0655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.015731 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-229efd08-77c9-430d-82f8-30e0cba0655d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1454279 Aug 19 14:55:17.032669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b016920-c92b-4836-9ea9-3da495ab7401 req-55404ab2-911f-4bff-a7ca-0715cbf7575f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.036077 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b016920-c92b-4836-9ea9-3da495ab7401 req-55404ab2-911f-4bff-a7ca-0715cbf7575f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 948 time: 0.1762638 Aug 19 14:55:17.038853 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ccf3c0-08cd-43ce-a13a-64dbb0354c5d x-openstack-request-id: req-82ccf3c0-08cd-43ce-a13a-64dbb0354c5d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:17.039148 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-plugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:17.039402 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82ccf3c0-08cd-43ce-a13a-64dbb0354c5d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:17.039792 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'code': 200} Aug 19 14:55:17.059077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:17.087361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] No DVR routers for this DVR port 03138623-6f15-4de9-9465-436c8d4b57bc on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:17.088336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] For port 03138623-6f15-4de9-9465-436c8d4b57bc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03138623-6f15-4de9-9465-436c8d4b57bc,segment=NetworkSegment(02a6178d-8d94-4074-ade4-2c91b75cdff9),segment_id=02a6178d-8d94-4074-ade4-2c91b75cdff9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:17.089627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.094986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=03138623-6f15-4de9-9465-436c8d4b57bc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:17.115302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] Calling delete_port for 03138623-6f15-4de9-9465-436c8d4b57bc owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:17.142749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-0fd5a039-5ff5-48de-b11d-8bd341117131 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914335 Aug 19 14:55:17.173374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03138623-6f15-4de9-9465-436c8d4b57bc no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:17.203493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 03138623-6f15-4de9-9465-436c8d4b57bc {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:17.203852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03138623-6f15-4de9-9465-436c8d4b57bc not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:17.204337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2833782-72b1-4108-93fa-b56ad6b5f912 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:17.232031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c2833782-72b1-4108-93fa-b56ad6b5f912 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:17.232031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2833782-72b1-4108-93fa-b56ad6b5f912 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:17.243391 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b016920-c92b-4836-9ea9-3da495ab7401 req-6da15cb2-ba94-4cd4-8f83-254adb4c71f3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486857 Aug 19 14:55:17.248733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.271147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03d4b09-9184-4e2a-bd08-93fabd4ca909']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:17.278307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.297577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a6178d-8d94-4074-ade4-2c91b75cdff9') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:17.297577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a6178d-8d94-4074-ade4-2c91b75cdff9') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:17.310718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.331403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] No DVR routers for this DVR port 03138623-6f15-4de9-9465-436c8d4b57bc on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:17.333907 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.337488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141969f-7581-4868-98c8-f5ee3731c7c9 None None] Pushing event deleted for resources: {'Port': ['ID=03138623-6f15-4de9-9465-436c8d4b57bc,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:17.342711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:55:17.343453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.351544 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-6a360407-1188-43c3-9d6d-5f41e9426448 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009487 Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:55:17.359653 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:55:17.444037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a85b6-2dca-4afc-96a6-0f7cda2b6d01 req-6221cb1d-ea7d-4063-914d-ef19dbe30651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.445675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-721a85b6-2dca-4afc-96a6-0f7cda2b6d01 req-6221cb1d-ea7d-4063-914d-ef19dbe30651 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1101 time: 0.3521328 Aug 19 14:55:17.471589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6dbdf-d967-43b7-9027-b9480f3df665 req-463766b3-6bfd-4bf4-a902-6d6df38beb19 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.473298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aa6dbdf-d967-43b7-9027-b9480f3df665 req-463766b3-6bfd-4bf4-a902-6d6df38beb19 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1160727 Aug 19 14:55:17.511618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabad92-e35d-474c-bdfe-3124ab0b37c8 req-aca669bd-2d08-4b8b-8afe-3abe0dc2ecd4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.513447 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7aabad92-e35d-474c-bdfe-3124ab0b37c8 req-aca669bd-2d08-4b8b-8afe-3abe0dc2ecd4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 948 time: 0.1157451 Aug 19 14:55:17.531240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aa6dbdf-d967-43b7-9027-b9480f3df665 req-d6ed5092-a947-46bd-ba91-ddf4e26a1783 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504842 Aug 19 14:55:17.536031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-721a85b6-2dca-4afc-96a6-0f7cda2b6d01 req-19a418aa-7fc2-4bfb-b6ad-ba57695af8ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817869 Aug 19 14:55:17.544454 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-49316546-82cc-4dd1-b603-b71ce90c3b58 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777859 Aug 19 14:55:17.578072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7aabad92-e35d-474c-bdfe-3124ab0b37c8 req-34657cac-e068-4b1a-9d78-e7f7c8949d10 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557034 Aug 19 14:55:17.614004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.622769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.625421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/f03d4b09-9184-4e2a-bd08-93fabd4ca909 HTTP/1.1" status: 204 len: 168 time: 1.3029542 Aug 19 14:55:17.638082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281a5a-79dc-4c74-bb86-419e35b2a3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f03d4b09-9184-4e2a-bd08-93fabd4ca909,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:17.775819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca06ad-5558-4e8e-adef-86f231bd63f2 req-0840f3a0-1da2-4d58-a9af-a714584e325a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.779053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72ca06ad-5558-4e8e-adef-86f231bd63f2 req-0840f3a0-1da2-4d58-a9af-a714584e325a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0761893 Aug 19 14:55:17.819541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72ca06ad-5558-4e8e-adef-86f231bd63f2 req-4da7ee22-5d8a-4d0c-a988-45474b56105a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 Aug 19 14:55:18.015239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974159b-bc1e-46c4-b88b-33997ed60d02 req-a1f95c06-e479-45b1-8e0d-b536e918a9e2 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.016757 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0974159b-bc1e-46c4-b88b-33997ed60d02 req-a1f95c06-e479-45b1-8e0d-b536e918a9e2 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 949 time: 0.0498827 Aug 19 14:55:18.064598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0974159b-bc1e-46c4-b88b-33997ed60d02 req-3e924a36-893a-432a-9c8a-960defd2d635 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Aug 19 14:55:18.200930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.248149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-814684d7-cf91-46a4-a2c5-9bb2ae90c761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93bddeaedec6408ca99a30f5e16df2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429034 Aug 19 14:55:18.248386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45474) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.304089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe0f4-4ee9-4f00-8091-6ac5a6af8436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.333909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe0f4-4ee9-4f00-8091-6ac5a6af8436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.376626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926af01-2b3b-4446-a368-c09ab1343758 req-41f6b85f-1837-4942-87e7-a5d9bfe3a4f8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.379155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4926af01-2b3b-4446-a368-c09ab1343758 req-41f6b85f-1837-4942-87e7-a5d9bfe3a4f8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0665116 Aug 19 14:55:18.432936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4926af01-2b3b-4446-a368-c09ab1343758 req-7307272f-7d2b-4e81-b0e0-6c72fb61a227 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468554 Aug 19 14:55:18.543436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe0f4-4ee9-4f00-8091-6ac5a6af8436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.546239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe0f4-4ee9-4f00-8091-6ac5a6af8436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.550014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d5bfe0f4-4ee9-4f00-8091-6ac5a6af8436 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdf6fa7f-9148-4708-9a44-520b1a7eaebe HTTP/1.1" status: 204 len: 168 time: 0.2982237 Aug 19 14:55:18.558781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfe0f4-4ee9-4f00-8091-6ac5a6af8436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf6fa7f-9148-4708-9a44-520b1a7eaebe,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:18.663782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b1e7ddd8-0d6b-410d-9413-a33ae7b47480 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:18.738925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d47e4-119d-4d59-957c-3abba91fafe1 req-3ef24b69-e283-4939-bcbf-d10ecb8a76a7 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.748790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd5d47e4-119d-4d59-957c-3abba91fafe1 req-3ef24b69-e283-4939-bcbf-d10ecb8a76a7 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0793984 Aug 19 14:55:18.784054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd5d47e4-119d-4d59-957c-3abba91fafe1 req-51925a37-a41b-4e93-b776-5cc5e288e8fb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Aug 19 14:55:18.824677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:18.828935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:18.829348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.920842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c3b5-8a5b-4804-826f-1d5dd2df7f3c req-d06c19dc-1b4d-4de8-84a9-28f8820c23e9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.923242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d3c3b5-8a5b-4804-826f-1d5dd2df7f3c req-d06c19dc-1b4d-4de8-84a9-28f8820c23e9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 948 time: 0.0723782 Aug 19 14:55:18.968264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d3c3b5-8a5b-4804-826f-1d5dd2df7f3c req-a1905fc4-b5d4-4921-b0a1-899cae292f35 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Aug 19 14:55:18.978642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.028517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:19.041014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:19.045095 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b860851-f133-425d-bda0-e21cfda83014" -d '{"events": [{"server_uuid": "7c585f70-aa23-406e-bb5d-7b25e68f8d96", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7ddd8-0d6b-410d-9413-a33ae7b47480"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:19.086024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f11f4-c900-45d7-a9ee-87e5ccf3cd46 req-ce6b5ad0-67b3-4ef6-bb4d-f382863ac5d0 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.088207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa2f11f4-c900-45d7-a9ee-87e5ccf3cd46 req-ce6b5ad0-67b3-4ef6-bb4d-f382863ac5d0 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0528741 Aug 19 14:55:19.140647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa2f11f4-c900-45d7-a9ee-87e5ccf3cd46 req-f1f53b33-983e-47f7-8b62-c696420a70b0 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Aug 19 14:55:19.185586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.186398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:19.247600 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab5a336-3904-460f-a286-948266f9d1e8 x-openstack-request-id: req-6ab5a336-3904-460f-a286-948266f9d1e8 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:19.247600 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c585f70-aa23-406e-bb5d-7b25e68f8d96", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7ddd8-0d6b-410d-9413-a33ae7b47480", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:19.247955 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ab5a336-3904-460f-a286-948266f9d1e8 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:19.248236 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', 'code': 200} Aug 19 14:55:19.323325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:19.378300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb5996-ff02-482f-baa4-944dd5aa238b req-192ed6f9-4470-443c-b6c2-372b6841e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.380883 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12eb5996-ff02-482f-baa4-944dd5aa238b req-192ed6f9-4470-443c-b6c2-372b6841e6a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 1101 time: 0.0575821 Aug 19 14:55:19.383655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdb95a-12d5-4d85-aed3-2aee1d11fcce req-c0a178f6-4472-4ff1-aa4f-134c9741a2c5 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.386468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ebdb95a-12d5-4d85-aed3-2aee1d11fcce req-c0a178f6-4472-4ff1-aa4f-134c9741a2c5 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 949 time: 0.0795453 Aug 19 14:55:19.428489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12eb5996-ff02-482f-baa4-944dd5aa238b req-c8161b88-b2c8-440e-8f23-2df964acf3a0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Aug 19 14:55:19.442294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ebdb95a-12d5-4d85-aed3-2aee1d11fcce req-7f75e454-5d13-4f69-a420-10ce2301eb04 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Aug 19 14:55:19.462863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:19.469919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:19.470510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.590412 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.633334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:19.765486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.820425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:20.086877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27b092-334f-4650-a2ef-0966ec899959 req-3e2e7da0-8dea-443f-a4b0-40970bb4e188 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.089391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e27b092-334f-4650-a2ef-0966ec899959 req-3e2e7da0-8dea-443f-a4b0-40970bb4e188 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1238525 Aug 19 14:55:20.145867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c613-c12c-42a6-9537-58f69051fd65 req-48542067-41d7-45f0-862c-229537b121aa tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.154482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3c3c613-c12c-42a6-9537-58f69051fd65 req-48542067-41d7-45f0-862c-229537b121aa tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0819454 Aug 19 14:55:20.158520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e27b092-334f-4650-a2ef-0966ec899959 req-a7e5ec51-c97a-4603-b81b-6b5827504821 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Aug 19 14:55:20.228120 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3c3c613-c12c-42a6-9537-58f69051fd65 req-e500aea4-d0ed-41d0-b207-07c8986504da tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690782 Aug 19 14:55:20.384813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19cc4-05fc-47fa-b710-bb05709862a5 req-b782fb89-4b00-496f-a4d7-8bca3ecf4869 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.387725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93c19cc4-05fc-47fa-b710-bb05709862a5 req-b782fb89-4b00-496f-a4d7-8bca3ecf4869 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.0984638 Aug 19 14:55:20.445106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae4bc0-fe75-4f8b-8274-df08c45f4e4c req-d7c86e70-f80b-4a5f-8ffa-f2831aa19ece tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.446858 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e6ae4bc0-fe75-4f8b-8274-df08c45f4e4c req-d7c86e70-f80b-4a5f-8ffa-f2831aa19ece tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0990021 Aug 19 14:55:20.481749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93c19cc4-05fc-47fa-b710-bb05709862a5 req-87a38f35-a3b1-45bf-9f4c-5359a7ee4df6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800624 Aug 19 14:55:20.494183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45536) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:20.503262 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e6ae4bc0-fe75-4f8b-8274-df08c45f4e4c req-d7e6d8f9-8993-4159-ba96-993c462fd319 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465634 Aug 19 14:55:20.666332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebbca5-6efb-4ff5-8e5e-b12557760c33 req-214b2522-cb7c-40d9-b6da-570d3b63521e tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.667218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1495057772-network', 'tenant_id': 'c638d78b7e87423785310812d7237181'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:20.669044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a0ebbca5-6efb-4ff5-8e5e-b12557760c33 req-214b2522-cb7c-40d9-b6da-570d3b63521e tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.0803926 Aug 19 14:55:20.694689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d77218-85b0-40e1-9f78-14a2fa6cd668 req-16f87a71-59b9-4509-b489-362298c1191d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.704965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9d77218-85b0-40e1-9f78-14a2fa6cd668 req-16f87a71-59b9-4509-b489-362298c1191d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1163433 Aug 19 14:55:20.733488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a0ebbca5-6efb-4ff5-8e5e-b12557760c33 req-f25a2f88-9b9a-4b68-8458-f75fdb7c35db tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550761 Aug 19 14:55:20.760062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9d77218-85b0-40e1-9f78-14a2fa6cd668 req-17e30de0-590a-46a2-92ed-864843836e46 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538888 Aug 19 14:55:20.828058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Made reservation on behalf of c638d78b7e87423785310812d7237181 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:20.830578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.841225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.961748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.036000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.060593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:55:21.075199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bca4d3-dcd6-48c8-96f8-f91cd937a097,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:21.080442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.080813 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Added segment 4eedbedc-cbe6-4691-bdd9-4ffe3a25a704 of type vlan for network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 Aug 19 14:55:21.140073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.249848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:21.252206 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfcd140-22af-4e40-8bff-6dfe3605a694" -d '{"events": [{"server_uuid": "6cafa427-7fe6-43eb-b631-cf8c733ecd09", "name": "network-vif-plugged", "status": "completed", "tag": "79d8737c-7ae1-445b-a3eb-ea9c4dd583f2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:21.259073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.260029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.261407 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.302658 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac48315-790f-48c1-8583-3a33e534a905 x-openstack-request-id: req-2ac48315-790f-48c1-8583-3a33e534a905 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:21.303051 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cafa427-7fe6-43eb-b631-cf8c733ecd09", "name": "network-vif-plugged", "status": "completed", "tag": "79d8737c-7ae1-445b-a3eb-ea9c4dd583f2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:21.303583 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ac48315-790f-48c1-8583-3a33e534a905 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:21.304480 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2', 'code': 200} Aug 19 14:55:21.344083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] Pushing event updated for resources: {'Network': ['ID=c54c1f36-9c94-472b-8e86-5ff9ff5a67a6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:21.356120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:55:21.424840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b0bc3e62-8b56-407e-a94f-50ec087db1bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9286301 Aug 19 14:55:21.427843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45556) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.435597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Request body: {'subnet': {'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1495057772-subnet', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.460808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a603c-5821-44a4-9912-4d49c8d8b258 req-fe1cb8fb-1831-4d7c-a8fe-b4226b1112df tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.468814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-246a603c-5821-44a4-9912-4d49c8d8b258 req-fe1cb8fb-1831-4d7c-a8fe-b4226b1112df tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1192048 Aug 19 14:55:21.492144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacf507-4dc0-4f41-bba6-321bf6931f50 req-ca8da23a-b2b5-46ac-bf08-6110caa84530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.494059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9aacf507-4dc0-4f41-bba6-321bf6931f50 req-ca8da23a-b2b5-46ac-bf08-6110caa84530 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 1102 time: 0.0880470 Aug 19 14:55:21.522081 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-246a603c-5821-44a4-9912-4d49c8d8b258 req-d4ff8dcb-5db0-423f-8879-998638a33dd0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520151 Aug 19 14:55:21.558886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d4c8b-0dce-4ce2-8f7a-e6fe99bfc415 req-7f80e11e-baf4-46a2-b85b-cccbaff72936 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.568457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c91d4c8b-0dce-4ce2-8f7a-e6fe99bfc415 req-7f80e11e-baf4-46a2-b85b-cccbaff72936 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0850451 Aug 19 14:55:21.570716 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9aacf507-4dc0-4f41-bba6-321bf6931f50 req-4c22f853-6bd7-43d4-8232-59fb7fc61cc7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541050 Aug 19 14:55:21.584368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Made reservation on behalf of c638d78b7e87423785310812d7237181 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:21.587108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.668768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7db88-af13-4e1e-9ce4-a16077b808cb req-67815a39-9460-49b1-b872-3588c7b125f3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.672955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c91d4c8b-0dce-4ce2-8f7a-e6fe99bfc415 req-178009df-2189-4edc-ab8a-8d832f890408 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038363 Aug 19 14:55:21.676233 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91a7db88-af13-4e1e-9ce4-a16077b808cb req-67815a39-9460-49b1-b872-3588c7b125f3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.0629740 Aug 19 14:55:21.762770 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91a7db88-af13-4e1e-9ce4-a16077b808cb req-4cfe5d6e-e3f5-4b49-affa-8ac0f767f502 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829167 Aug 19 14:55:21.793899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-92fa19d3-b2d9-4a7f-ae0c-9c6ff4989f03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016004 Aug 19 14:55:21.888068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda772d-37d7-44e5-a274-ad40f7b2e975 req-25c8a16d-a419-41ae-b52e-5c52c0089824 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.890225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6eda772d-37d7-44e5-a274-ad40f7b2e975 req-25c8a16d-a419-41ae-b52e-5c52c0089824 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.0632126 Aug 19 14:55:21.893002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8fb42-7647-460e-9c33-82026eae658c req-f2c3c81e-662a-45ef-8c91-4a748f5c92c2 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.894647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f8fb42-7647-460e-9c33-82026eae658c req-f2c3c81e-662a-45ef-8c91-4a748f5c92c2 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1164048 Aug 19 14:55:21.965164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6eda772d-37d7-44e5-a274-ad40f7b2e975 req-179f28bb-9980-4beb-9169-500856a4c14b tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Aug 19 14:55:21.993905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.999401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f8fb42-7647-460e-9c33-82026eae658c req-4dd6fccc-84b7-49ca-be68-2cb233201572 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939870 Aug 19 14:55:22.056385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-9f113209-e4c8-4f21-81f2-7ff0426d0f6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083424 Aug 19 14:55:22.089220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Checking segment: {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:22.089751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Network hostable DHCP agents. Network: c54c1f36-9c94-472b-8e86-5ff9ff5a67a6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:55:22.126513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c3ef7b-fca6-4974-b6c5-cd128e3a3304,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:22.213794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-f321f8e3-ae19-48ab-a970-10855c1f7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.215777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-f321f8e3-ae19-48ab-a970-10855c1f7af2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 1102 time: 0.0621440 Aug 19 14:55:22.226042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:55:22.344951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-7733f05e-e814-4e5f-bf24-9d7af43cc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.346386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-7733f05e-e814-4e5f-bf24-9d7af43cc48e service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1000011 Aug 19 14:55:22.393017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c54c1f36-9c94-472b-8e86-5ff9ff5a67a6) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:22.395572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-674f7d0a-5797-4d40-852c-0cb0e6088a3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 200 len: 217 time: 0.0399089 Aug 19 14:55:22.399420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.399420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.403017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29caa755-ec87-4583-a588-7f1df6436f8f None None] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:22.462185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-6b794ea5-5fc2-4ca6-ba5f-516be4ee7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.465232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-6b794ea5-5fc2-4ca6-ba5f-516be4ee7f98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0584617 Aug 19 14:55:22.529954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-1b9dff35-c4c9-40c8-8fa8-230186c91cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.532439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-1b9dff35-c4c9-40c8-8fa8-230186c91cea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579340 Aug 19 14:55:22.537606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2ce49023-2f84-4f81-ac6b-c81a487d19ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1059942 Aug 19 14:55:22.538268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45582) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:22.545885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:22.601642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c54c1f36-9c94-472b-8e86-5ff9ff5a67a6', 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'fixed_ips': [{'subnet_id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:55:22.610812 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.743321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-063f92c5-614f-4018-8d84-a5a41fc762cb service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901014 Aug 19 14:55:22.888686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.890456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.903676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5f315-be66-408c-a8c5-d34dacf0056a req-d9353243-8f72-45a4-997a-8adcc752077c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.912184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34a5f315-be66-408c-a8c5-d34dacf0056a req-d9353243-8f72-45a4-997a-8adcc752077c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0959337 Aug 19 14:55:22.938577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eca4d-7361-4204-aea5-b8d0ce9186b7 req-b4492fd3-7855-4eb3-8a75-a81d3ca38bac tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.940251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a88eca4d-7361-4204-aea5-b8d0ce9186b7 req-b4492fd3-7855-4eb3-8a75-a81d3ca38bac tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1965055 Aug 19 14:55:23.001151 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34a5f315-be66-408c-a8c5-d34dacf0056a req-ad0b3d32-fe44-4bf1-a736-b9dbc49ac20b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875101 Aug 19 14:55:23.027689 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.049497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Allocated IP 172.20.0.2 (c54c1f36-9c94-472b-8e86-5ff9ff5a67a6/54c3ef7b-fca6-4974-b6c5-cd128e3a3304/7b8cad9d-6516-4f2e-94e8-a98b21e2b528) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:23.072122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72df9d5f-58ba-4631-b212-7c73362a1f95 req-85bb8da1-b6fe-4ea6-88f1-4b5f997c9439 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070605 Aug 19 14:55:23.095766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a88eca4d-7361-4204-aea5-b8d0ce9186b7 req-de155210-d028-4a10-b0c0-bfa7266d4c0d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374428 Aug 19 14:55:23.242358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721241a-617d-4c89-8075-99a733fe6a4f req-6ef6218b-af4d-4952-81c2-5db322e30fbf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:23.249422 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3721241a-617d-4c89-8075-99a733fe6a4f req-6ef6218b-af4d-4952-81c2-5db322e30fbf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.1202679 Aug 19 14:55:23.347541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3721241a-617d-4c89-8075-99a733fe6a4f req-3c89a114-d747-4854-b368-031eb31e934c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938053 Aug 19 14:55:23.348628 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.370154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.372453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Transition to ACTIVE for port object 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:23.394929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055de1-b8aa-4e49-b00f-442bfec6e277 req-82fe7a42-bbc6-440a-9c20-018e25fd4c02 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:23.403428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5055de1-b8aa-4e49-b00f-442bfec6e277 req-82fe7a42-bbc6-440a-9c20-018e25fd4c02 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.1215639 Aug 19 14:55:23.406875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Transition to ACTIVE for port object 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:23.440997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5055de1-b8aa-4e49-b00f-442bfec6e277 req-29d79570-ac0a-4d41-95ea-9ec9d2e83fe5 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Aug 19 14:55:23.526335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cbd4c-fb5a-4a59-adb6-79c87c6db0fa req-bc4da164-e5a0-45d7-9221-2f617a93b917 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:23.534787 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb2cbd4c-fb5a-4a59-adb6-79c87c6db0fa req-bc4da164-e5a0-45d7-9221-2f617a93b917 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1098559 Aug 19 14:55:23.574670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.613421 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb2cbd4c-fb5a-4a59-adb6-79c87c6db0fa req-16355125-a462-45ab-8ebf-a89694d9a601 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602210 Aug 19 14:55:23.668899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:23.668899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:23.669241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:23.689330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Pushing event updated for resources: {'Port': ['ID=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:23.737289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Attempting to bind port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:23.737743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Attempting to bind port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:23.738186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Attempting to bind port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 on network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:23.743640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:23.743930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Checking segment: {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:23.744380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.745606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Bound using segment: {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:23.746079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Bound port: 7b8cad9d-6516-4f2e-94e8-a98b21e2b528, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:23.746535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.775513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.780923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9a038-7c5d-4a68-b203-febf68f1b37d req-73dd3405-9f6c-4892-bbbe-68cc93e6cf5b tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:23.782806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cea9a038-7c5d-4a68-b203-febf68f1b37d req-73dd3405-9f6c-4892-bbbe-68cc93e6cf5b tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 1101 time: 0.0946727 Aug 19 14:55:23.803302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.823407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] For port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:23.827080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] For port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:23.896225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cea9a038-7c5d-4a68-b203-febf68f1b37d req-9d306284-550f-478b-850e-5f1cb8c098a7 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Aug 19 14:55:23.919975 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.970178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Allocated IP 172.25.5.128 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/1fffe133-4191-46c4-b4bc-c2a7399b9ba7) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:24.012947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac96e93-2d4c-4d2b-b801-83c56d2057e7 None None] Pushing event updated for resources: {'Port': ['ID=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:24.153987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.207937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de536-a35a-44f8-af78-ed4b30c5c6da req-e283a091-0b4f-484b-8357-9aa49482f241 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.208801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-0d685fb4-e50d-4955-a7f0-f3dbe7e0fbe8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299673 Aug 19 14:55:24.208900 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ea0de536-a35a-44f8-af78-ed4b30c5c6da req-e283a091-0b4f-484b-8357-9aa49482f241 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0710115 Aug 19 14:55:24.250068 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ea0de536-a35a-44f8-af78-ed4b30c5c6da req-acc295d8-876a-4eb5-96a8-24eaa87a3467 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590429 Aug 19 14:55:24.415944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff517ddd-c75c-4979-9b47-56709d42e9c4 req-ec1a4860-8b76-44f1-9c23-4e9fcb9aea0e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.418226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff517ddd-c75c-4979-9b47-56709d42e9c4 req-ec1a4860-8b76-44f1-9c23-4e9fcb9aea0e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0689526 Aug 19 14:55:24.428375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-9e451f32-ca90-4daa-9e06-4b924701b48d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.437693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-9e451f32-ca90-4daa-9e06-4b924701b48d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307572 Aug 19 14:55:24.441400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.447670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-91c5de10-38c9-4c65-8707-8280aed59c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.469999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:24.479878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-29fad473-54cb-436e-b699-d55426fc5205 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/quotas/17219ebf602642a781d1fdd831b49381 HTTP/1.1" status: 200 len: 375 time: 0.0406551 Aug 19 14:55:24.484985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:24.490455 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff517ddd-c75c-4979-9b47-56709d42e9c4 req-39beed04-543d-4fc2-be8e-309bb3d08637 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659933 Aug 19 14:55:24.555688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:24.619782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:24.648452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6899a-a897-4092-aba4-c513a0a0a58e req-f32497b5-bdfe-42a6-b6e9-3e4268b5a1e0 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.650572 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4a6899a-a897-4092-aba4-c513a0a0a58e req-f32497b5-bdfe-42a6-b6e9-3e4268b5a1e0 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.0813060 Aug 19 14:55:24.715169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4a6899a-a897-4092-aba4-c513a0a0a58e req-e8dd26a4-47cf-4cec-b8af-5d93d9b6be34 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441430 Aug 19 14:55:24.737955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-440986ef-e4d1-4843-b5ca-6acd27e82726 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2565160 Aug 19 14:55:24.946949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b781-a784-4841-bdf3-1b9635c92b2c req-6a3d2426-431c-42f5-9793-ccf2f9ad7f7d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.955987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7b33b781-a784-4841-bdf3-1b9635c92b2c req-6a3d2426-431c-42f5-9793-ccf2f9ad7f7d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0639839 Aug 19 14:55:25.013398 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7b33b781-a784-4841-bdf3-1b9635c92b2c req-8324f0ed-060b-42ce-a14b-990e13807625 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564992 Aug 19 14:55:25.088013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:25.250767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.264355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe28cd-15b1-4aad-9c0f-f460268321d3 None None] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:25.344897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:25.444791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] Provisioning for port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:25.472081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] Provisioning complete for port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:25.473305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.598058 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:55:25.623192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.676917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] For port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:25.700198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea4bc-4a0c-4af4-aa36-0b6475f30f54 req-2203f7e0-efb3-4ae4-b722-c7eb7a8d5945 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:25.702652 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98aea4bc-4a0c-4af4-aa36-0b6475f30f54 req-2203f7e0-efb3-4ae4-b722-c7eb7a8d5945 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0680518 Aug 19 14:55:25.751755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-062e0851-a117-4653-8b77-10c2c3ea7956 req-ed0ee789-1c3c-4deb-aa8c-a7248b3c9758 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0501821 Aug 19 14:55:25.758901 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98aea4bc-4a0c-4af4-aa36-0b6475f30f54 req-a6843fa6-2357-4705-b62c-9d5f14015476 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485349 Aug 19 14:55:25.791906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-e73c4cfa-f9ef-414b-9029-13864c4e30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:25.793808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-e73c4cfa-f9ef-414b-9029-13864c4e30d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1101 time: 0.5713723 Aug 19 14:55:25.808304 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.952866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37553ba8-c0a6-4925-bf9d-30d03dbec530 None None] Pushing event updated for resources: {'Port': ['ID=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:25.954972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c812c87-7b5b-4d99-8224-cfe8841106fd req-bc88dadd-d4de-47ff-92a0-84051b36ba67 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:25.954972 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3c812c87-7b5b-4d99-8224-cfe8841106fd req-bc88dadd-d4de-47ff-92a0-84051b36ba67 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0747528 Aug 19 14:55:25.961243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.970449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-db4cc31c-9773-4859-bf12-e4bfc7db4487 None None] Provisioning complete for port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:25.970449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-db4cc31c-9773-4859-bf12-e4bfc7db4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.019959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3c812c87-7b5b-4d99-8224-cfe8841106fd req-604ae152-5761-450f-865f-12386bbcdf06 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571325 Aug 19 14:55:26.118621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29c28-0650-429a-9685-b188101c9628 req-3dd3e19c-9508-4083-9d6b-96894a0f9df1 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.121630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42c29c28-0650-429a-9685-b188101c9628 req-3dd3e19c-9508-4083-9d6b-96894a0f9df1 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.2094262 Aug 19 14:55:26.190432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-5904e8c0-2578-4408-aa78-639aff4832ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.192006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-5904e8c0-2578-4408-aa78-639aff4832ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.3771024 Aug 19 14:55:26.259868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42c29c28-0650-429a-9685-b188101c9628 req-efe6e347-3b9b-4dc4-8df7-cb256fef5795 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169336 Aug 19 14:55:26.299967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-762855fa-67c8-455e-b549-5e7471631f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 217 time: 0.0747576 Aug 19 14:55:26.306933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b76c1-123a-49bb-b235-328fbb4b8755 req-e83e4627-5d2d-41a7-aa23-89bb31e96d15 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.310427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-473b76c1-123a-49bb-b235-328fbb4b8755 req-e83e4627-5d2d-41a7-aa23-89bb31e96d15 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1025138 Aug 19 14:55:26.375601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-473b76c1-123a-49bb-b235-328fbb4b8755 req-a153232b-ae30-4dbc-9c07-4d55b0b2b1a3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596964 Aug 19 14:55:26.409243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-94ff843a-c443-4941-b815-49ce53cee3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.410929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-94ff843a-c443-4941-b815-49ce53cee3b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0978124 Aug 19 14:55:26.525431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.532569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-b7cc64f7-d18b-4664-880e-64bb4a3f5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.534117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-b7cc64f7-d18b-4664-880e-64bb4a3f5ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640147 Aug 19 14:55:26.719755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-452d1be2-5ed0-40fe-aaed-687960259ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461487 Aug 19 14:55:26.859561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-dae645d2-5499-49f4-a4e0-477b08e3c9a7 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300604 Aug 19 14:55:26.887444 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7190db8e-ab99-4e10-bcc9-05f578e433a7 req-cfd9ab32-9463-49ad-87de-4ab4afc839a0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0347164 Aug 19 14:55:26.890910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Router 2efcd207-273f-4f0b-9dfc-2db26d227b6b is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:26.959147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca346e4-bc8f-4451-931b-f892829cc93c req-293cbd1d-d746-41aa-84ce-229c6f64f86c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.961224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eca346e4-bc8f-4451-931b-f892829cc93c req-293cbd1d-d746-41aa-84ce-229c6f64f86c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1007700 Aug 19 14:55:27.043417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:27.075353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eca346e4-bc8f-4451-931b-f892829cc93c req-7e6f71d5-e237-42eb-ba10-e9865475b973 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019418 Aug 19 14:55:27.076927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:27.107431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Sync routers for ids ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:27.148358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Routers {'2efcd207-273f-4f0b-9dfc-2db26d227b6b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:27.149876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:27.217302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.222838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6580acb4-0fdc-4516-8968-ec5267fa57a4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6829293 Aug 19 14:55:27.223481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:27.284839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68cbf2-372b-41f6-bd8b-dc6abd3bd436 req-a58dbc60-ca7e-4adc-9657-8dbbbe54e13a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:27.302137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8f68cbf2-372b-41f6-bd8b-dc6abd3bd436 req-a58dbc60-ca7e-4adc-9657-8dbbbe54e13a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1631868 Aug 19 14:55:27.313283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Set router 2efcd207-273f-4f0b-9dfc-2db26d227b6b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:27.432964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8f68cbf2-372b-41f6-bd8b-dc6abd3bd436 req-8345ee35-a581-46a8-8538-9a9e38d45977 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074431 Aug 19 14:55:27.508275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:27.508275 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.661744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d5d3-9674-4195-9cbe-dae1b760387e req-2c454946-f517-458c-9a77-a88b8b4b1053 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:27.663427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6af8d5d3-9674-4195-9cbe-dae1b760387e req-2c454946-f517-458c-9a77-a88b8b4b1053 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1184816 Aug 19 14:55:27.673183 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.703893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9501a-f3b9-42ed-9b7a-e6fdf3b21587 req-33cf8d73-fbea-4e47-8ba4-bb6294675a91 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:27.705414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bc9501a-f3b9-42ed-9b7a-e6fdf3b21587 req-33cf8d73-fbea-4e47-8ba4-bb6294675a91 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.1628380 Aug 19 14:55:27.714620 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6af8d5d3-9674-4195-9cbe-dae1b760387e req-743d0646-d4dc-4515-8806-155db2a0743d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Aug 19 14:55:27.717689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:24Z', 'revision_number': 3, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:27.751151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Checking router: 2efcd207-273f-4f0b-9dfc-2db26d227b6b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:27.751692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Updating router 2efcd207-273f-4f0b-9dfc-2db26d227b6b port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:55:27.759372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bc9501a-f3b9-42ed-9b7a-e6fdf3b21587 req-3fdd7fc2-28a1-4c1e-9093-7841fcd5d955 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0c2f919-1043-479e-993a-22968efe43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465879 Aug 19 14:55:27.781740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9e801196-cede-456d-a9f0-089fcca30634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.786429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-33dfaabe-fd66-4e19-866c-8cad2d3d5dd5 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:27.787336 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-33dfaabe-fd66-4e19-866c-8cad2d3d5dd5 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 950 time: 0.0591509 Aug 19 14:55:27.791230 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.898787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.939142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Deleting port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:27.941034 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.077214 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d6c725bb-f2d3-4514-b6bb-8ce4e010dc18 req-8b24fcfd-09cf-4c01-94f2-a2c63191acf1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0625544 Aug 19 14:55:28.107709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Allocated IP 172.20.0.1 (c54c1f36-9c94-472b-8e86-5ff9ff5a67a6/54c3ef7b-fca6-4974-b6c5-cd128e3a3304/4ff720b3-ae27-4b4e-8a47-0e28129470fd) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:28.107960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] For port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:28.108278 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.130183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Calling delete_port for 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:28.139476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.152842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Transition to ACTIVE for port object 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:28.210763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.249704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-4061846b-4195-4cb0-aef5-0dfe2517b993 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348487 Aug 19 14:55:28.271362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Attempting to bind port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:28.271741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Attempting to bind port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:28.275160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Attempting to bind port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:28.282620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:28.283101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:28.283410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.283802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:28.284279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Bound port: 1fffe133-4191-46c4-b4bc-c2a7399b9ba7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:28.284678 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.286404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688e50-325f-4a6f-9918-83234f804af6 None None] Pushing event updated for resources: {'Port': ['ID=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.295136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f949d-9a41-4728-9000-fc6d281dfce1 req-a2ab79c0-db52-4d91-8d80-69298916c49a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.296716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d27f949d-9a41-4728-9000-fc6d281dfce1 req-a2ab79c0-db52-4d91-8d80-69298916c49a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1207297 Aug 19 14:55:28.351247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] For port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:28.357089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] For port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:28.402157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.412304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.434222 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.474999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Transition to ACTIVE for port object 4ff720b3-ae27-4b4e-8a47-0e28129470fd will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:28.482637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Pushing event deleted for resources: {'Port': ['ID=79d8737c-7ae1-445b-a3eb-ea9c4dd583f2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.487705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['79d8737c-7ae1-445b-a3eb-ea9c4dd583f2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:28.497936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d27f949d-9a41-4728-9000-fc6d281dfce1 req-fb6675b9-36e9-4fc3-8204-c5a8842adb9e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601307 Aug 19 14:55:28.529213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] No DVR routers for this DVR port 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:28.533951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.536658 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb5fe11a-0dc5-49ad-873f-d811c56e96af req-eb087c73-d37e-4718-8b0e-fc64abe27c7a tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.54 "DELETE /v2.0/ports/79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 HTTP/1.1" status: 204 len: 173 time: 0.7418625 Aug 19 14:55:28.537419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'name': 'network-vif-deleted', 'tag': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:28.543357 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c7bed4-080e-4880-9698-0cdff7025656" -d '{"events": [{"server_uuid": "6cafa427-7fe6-43eb-b631-cf8c733ecd09", "name": "network-vif-deleted", "tag": "79d8737c-7ae1-445b-a3eb-ea9c4dd583f2"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:28.543718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Routers {'2efcd207-273f-4f0b-9dfc-2db26d227b6b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:28.560841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:28.575607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-4fd5a30c-3f84-4d47-9cd1-2a20f4c329ad tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.580382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-4fd5a30c-3f84-4d47-9cd1-2a20f4c329ad tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181179 Aug 19 14:55:28.588084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-0ca6c06d-48e7-44dc-8e72-c05a1ea5701e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1456511 Aug 19 14:55:28.608483 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704dd145-43a9-43b3-8075-380e3b87d05d x-openstack-request-id: req-704dd145-43a9-43b3-8075-380e3b87d05d {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:28.608773 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cafa427-7fe6-43eb-b631-cf8c733ecd09", "name": "network-vif-deleted", "tag": "79d8737c-7ae1-445b-a3eb-ea9c4dd583f2", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:28.609252 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-704dd145-43a9-43b3-8075-380e3b87d05d {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:28.609524 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cafa427-7fe6-43eb-b631-cf8c733ecd09', 'name': 'network-vif-deleted', 'tag': '79d8737c-7ae1-445b-a3eb-ea9c4dd583f2', 'status': 'completed', 'code': 200} Aug 19 14:55:28.640599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3633-d13c-48d9-ab67-4deff75c57a5 req-c4e94500-813e-440b-a6fe-7792725830bd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.646079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': '09fee48e-3ef4-4290-b927-28a24da71335', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:28.649519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe2f3633-d13c-48d9-ab67-4deff75c57a5 req-c4e94500-813e-440b-a6fe-7792725830bd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0736058 Aug 19 14:55:28.676950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688e50-325f-4a6f-9918-83234f804af6 None None] Pushing event updated for resources: {'Port': ['ID=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.695813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.703020 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe2f3633-d13c-48d9-ab67-4deff75c57a5 req-f180271b-e8a4-4b43-9c9c-bb9012150351 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Aug 19 14:55:28.771652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] Set router 2efcd207-273f-4f0b-9dfc-2db26d227b6b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:28.862536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:28.875760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:28.900609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:28.904486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01fb9e4b-ce1f-4fb2-9e26-d503474814f2 req-8b093025-4f81-4d70-9bca-6af2faf1b8f3 tempest-ImagesNegativeTestJSON-1411206130 tempest-ImagesNegativeTestJSON-1411206130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cafa427-7fe6-43eb-b631-cf8c733ecd09 HTTP/1.1" status: 200 len: 210 time: 0.0472996 Aug 19 14:55:28.929257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff720b3-ae27-4b4e-8a47-0e28129470fd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.985912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-e9757311-c755-440e-85cf-8670c3a7a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.987363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-e9757311-c755-440e-85cf-8670c3a7a2b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.2959356 Aug 19 14:55:28.995664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eedbd-955f-4902-a0e6-06710f7ad4ac req-bc39c262-e76a-4d1a-8ecf-1a8138014630 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.003606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e01eedbd-955f-4902-a0e6-06710f7ad4ac req-bc39c262-e76a-4d1a-8ecf-1a8138014630 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1581731 Aug 19 14:55:29.041694 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.047266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:24Z', 'revision_number': 3, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:29.172592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e01eedbd-955f-4902-a0e6-06710f7ad4ac req-6f35c1ef-88ee-4e04-9fde-7f4db80be4f2 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680202 Aug 19 14:55:29.204952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6173cfdd-b9d3-4efb-a1fd-09a3cbbe48f4 req-559110f1-fde4-4bd8-92f3-b85d8954838a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0393355 Aug 19 14:55:29.227919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a034c-0674-4bc7-abf1-197e338c7c3a None None] The sync data for ids ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'] in n-d-779913-32 is: [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:24Z', 'revision_number': 3, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:29.240957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:29.244532 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.264879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-6c4341ea-8746-446f-8ef3-479897b97f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.266474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-6c4341ea-8746-446f-8ef3-479897b97f3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.2337117 Aug 19 14:55:29.310358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6aac04fc-424e-42d1-86a8-30dbc760d9aa None None] Provisioning for port 4ff720b3-ae27-4b4e-8a47-0e28129470fd completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:29.322794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6aac04fc-424e-42d1-86a8-30dbc760d9aa None None] Provisioning complete for port 4ff720b3-ae27-4b4e-8a47-0e28129470fd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:29.322794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6aac04fc-424e-42d1-86a8-30dbc760d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.330438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-c8712556-8473-435d-b581-1dac71706e52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 200 len: 217 time: 0.0483673 Aug 19 14:55:29.363128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6aac04fc-424e-42d1-86a8-30dbc760d9aa None None] Port 4ff720b3-ae27-4b4e-8a47-0e28129470fd cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:29.459287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.695928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a109-f36a-42ae-840a-a968bb10fe98 req-5c5b1b00-a722-4065-9078-1992b778d83c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.705749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0338a109-f36a-42ae-840a-a968bb10fe98 req-5c5b1b00-a722-4065-9078-1992b778d83c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0644248 Aug 19 14:55:29.786437 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0338a109-f36a-42ae-840a-a968bb10fe98 req-f41836f3-fc01-4ecd-8e67-e1d84f66bf75 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778353 Aug 19 14:55:29.793543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-74892366-b279-472d-8ca6-f8b75d5078b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.795431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-74892366-b279-472d-8ca6-f8b75d5078b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.4382513 Aug 19 14:55:29.849723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.890811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-1d07e4af-c99c-4a42-8c40-c54b84e6edb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571601 Aug 19 14:55:29.972013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.66 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/160006ba-70d3-4818-a419-316903046041) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:30.080892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394c03-88a6-4c74-ad5c-0c495353c180 req-cc30182e-897d-423f-a879-93f3d93c97dd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.080892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5394c03-88a6-4c74-ad5c-0c495353c180 req-cc30182e-897d-423f-a879-93f3d93c97dd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.2362547 Aug 19 14:55:30.205867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-23a86bbe-b864-4873-a909-1b9ebfd9529f service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015704 Aug 19 14:55:30.337011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8acefe-9839-4737-8862-0c37ed58241f req-833129f5-6ca3-4f00-9dd3-2056fa0bbea4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.339105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7a8acefe-9839-4737-8862-0c37ed58241f req-833129f5-6ca3-4f00-9dd3-2056fa0bbea4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0511882 Aug 19 14:55:30.347606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5394c03-88a6-4c74-ad5c-0c495353c180 req-3d9afeb6-bb42-4ef4-b262-dbfa3f9a222e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505701 Aug 19 14:55:30.401501 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7a8acefe-9839-4737-8862-0c37ed58241f req-600ebe24-9937-4a3a-afeb-4382ce692f4a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Aug 19 14:55:30.439035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.464211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e14a69e9-89b0-4f3f-ad3f-92b99329be94 req-07d4a7d8-fd58-45ba-8f28-6cd55822d926 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204905 Aug 19 14:55:30.487684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27729ac6-dc65-4bb1-8d07-0d4dde669665 req-b03a4aec-b8b5-4995-b06d-c08cc159a4f3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0562170 Aug 19 14:55:30.500773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object 160006ba-70d3-4818-a419-316903046041 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:30.513400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.576187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.618964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.625100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.640238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:30.662591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff720b3-ae27-4b4e-8a47-0e28129470fd,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:30.676563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.680634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:30.684513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4', 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:30.710212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:30.717347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:30.738699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:30.755538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:30.809531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:30.809904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 79d8737c-7ae1-445b-a3eb-ea9c4dd583f2 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:30.853179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=160006ba-70d3-4818-a419-316903046041,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:30.933908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.934848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.019777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:31.036795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:31.049593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd70a8c6-e6f8-4820-8e47-851ed8c79e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b39d8408d89941d299fbef64bb156f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925594 Aug 19 14:55:31.054545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45722) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:31.098406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:31.163110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01e28522-02ee-4a29-ae9d-64d6493736aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.179878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49e850-fe86-4a74-bcd5-2de7929334c5 req-67edbe58-b677-4c1f-8965-a9bc467ae517 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:31.182471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e49e850-fe86-4a74-bcd5-2de7929334c5 req-67edbe58-b677-4c1f-8965-a9bc467ae517 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1894555 Aug 19 14:55:31.210198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01e28522-02ee-4a29-ae9d-64d6493736aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.295802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-5a28ee2c-d900-4daa-adaa-2944c91de739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6688623 Aug 19 14:55:31.322157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Request body: {'port': {'device_id': '09fee48e-3ef4-4290-b927-28a24da71335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:31.368957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e49e850-fe86-4a74-bcd5-2de7929334c5 req-becfc5dd-dc7e-46f6-adaf-60eb80fa0f6f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770158 Aug 19 14:55:31.382091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cbf2bf4b-1ba3-4d5c-b933-b3410744b954 None None] Provisioning for port 160006ba-70d3-4818-a419-316903046041 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:31.390549 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01e28522-02ee-4a29-ae9d-64d6493736aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.396256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01e28522-02ee-4a29-ae9d-64d6493736aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.403501 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-01e28522-02ee-4a29-ae9d-64d6493736aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0c2f919-1043-479e-993a-22968efe43e5 HTTP/1.1" status: 204 len: 168 time: 0.3424468 Aug 19 14:55:31.405040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cbf2bf4b-1ba3-4d5c-b933-b3410744b954 None None] Provisioning complete for port 160006ba-70d3-4818-a419-316903046041 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:31.405682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf4b-1ba3-4d5c-b933-b3410744b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.408187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:31.410609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e28522-02ee-4a29-ae9d-64d6493736aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2f919-1043-479e-993a-22968efe43e5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:31.460286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.467952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:31.468590 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.485208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Router 2efcd207-273f-4f0b-9dfc-2db26d227b6b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:31.558245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9dd44-a076-467f-8f17-86d0bb80ba0f req-175623db-0c9d-4433-8ff9-6ef1c3f924c8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:31.564052 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-57e9dd44-a076-467f-8f17-86d0bb80ba0f req-175623db-0c9d-4433-8ff9-6ef1c3f924c8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Aug 19 14:55:31.582544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2bf4b-1ba3-4d5c-b933-b3410744b954 None None] Port 160006ba-70d3-4818-a419-316903046041 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:31.643528 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-57e9dd44-a076-467f-8f17-86d0bb80ba0f req-8d6273bd-5087-472f-bfb7-f616f8efa427 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648599 Aug 19 14:55:31.714004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.759836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b9f7bc67-dcd0-4728-aade-cc7c3861d380 None None] Provisioning complete for port 4ff720b3-ae27-4b4e-8a47-0e28129470fd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:31.761473 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc67-dcd0-4728-aade-cc7c3861d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.766254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:31.771966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7f94a-ee63-437d-b2b7-27c58ff31a7c req-066de2b7-47a7-41c1-bce0-df8393948cba tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:31.780637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bd7f94a-ee63-437d-b2b7-27c58ff31a7c req-066de2b7-47a7-41c1-bce0-df8393948cba tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.2556028 Aug 19 14:55:31.801837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70948c74-0697-48b2-b2f4-029b2bc6728d req-24599ebe-a7e2-4a8c-a992-81312916c507 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:31.803865 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70948c74-0697-48b2-b2f4-029b2bc6728d req-24599ebe-a7e2-4a8c-a992-81312916c507 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 935 time: 0.0577040 Aug 19 14:55:31.833985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7bc67-dcd0-4728-aade-cc7c3861d380 None None] Port 4ff720b3-ae27-4b4e-8a47-0e28129470fd cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:31.844945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.858941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70948c74-0697-48b2-b2f4-029b2bc6728d req-6235a551-93d7-4bba-bfc1-b36602b4e5c9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Aug 19 14:55:31.902664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:31.919812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bd7f94a-ee63-437d-b2b7-27c58ff31a7c req-ce18fcd2-1942-4641-b888-9abfd2c04284 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333487 Aug 19 14:55:31.921099 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Sync routers for ids ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:31.923693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d398f984-41ad-4b8b-8c72-621a583d6df3 admin admin] 10.222.0.13 "PUT /v2.0/routers/2efcd207-273f-4f0b-9dfc-2db26d227b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6988456 Aug 19 14:55:31.935626 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Routers {'2efcd207-273f-4f0b-9dfc-2db26d227b6b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:31.936549 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:31.984272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:32.089046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160006ba-70d3-4818-a419-316903046041 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:32.098779 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.107717 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Set router 2efcd207-273f-4f0b-9dfc-2db26d227b6b gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:32.114348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Transition to ACTIVE for port object 160006ba-70d3-4818-a419-316903046041 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:32.216229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.315814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Pushing event updated for resources: {'Port': ['ID=160006ba-70d3-4818-a419-316903046041,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:32.380506 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:29Z', 'revision_number': 4, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4ff720b3-ae27-4b4e-8a47-0e28129470fd', 'name': '', 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'mac_address': 'fa:16:3e:89:0c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:27Z', 'updated_at': '2021-08-19T14:55:30Z', 'revision_number': 2, 'project_id': 'c638d78b7e87423785310812d7237181', 'subnets': [{'id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:32.430148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Checking router: 2efcd207-273f-4f0b-9dfc-2db26d227b6b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:32.430758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Updating router 2efcd207-273f-4f0b-9dfc-2db26d227b6b port 4ff720b3-ae27-4b4e-8a47-0e28129470fd binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:55:32.486689 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.489419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Attempting to bind port 160006ba-70d3-4818-a419-316903046041 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:32.489821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Attempting to bind port 160006ba-70d3-4818-a419-316903046041 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:32.490391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Attempting to bind port 160006ba-70d3-4818-a419-316903046041 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:32.504195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Port 160006ba-70d3-4818-a419-316903046041 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:32.504716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Attempting to bind port 160006ba-70d3-4818-a419-316903046041 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:32.516995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:32.517657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:32.518213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:32.518911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Bound port: 160006ba-70d3-4818-a419-316903046041, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:32.519452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.547781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-64f98cf2-5ea4-4e14-aa71-8cc798cf83b5 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2352414 Aug 19 14:55:32.578050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:32.599315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28302f41-27a9-427c-b7dc-1c80af71f881 req-8e39a437-833e-4c13-9e86-6b99971580dd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:32.608298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28302f41-27a9-427c-b7dc-1c80af71f881 req-8e39a437-833e-4c13-9e86-6b99971580dd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1014702 Aug 19 14:55:32.643734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] For port 160006ba-70d3-4818-a419-316903046041, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:32.648293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] For port 160006ba-70d3-4818-a419-316903046041, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=160006ba-70d3-4818-a419-316903046041,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:32.656361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28302f41-27a9-427c-b7dc-1c80af71f881 req-ccf92f8d-d197-4dec-95cf-967e8b8d66ef tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Aug 19 14:55:32.727500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.780480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.823848 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6397-82a8-44b8-88a4-95a7d699ac58 req-60897b26-a5cc-48f8-ab88-2cf73d069cd5 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:32.826831 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6edf6397-82a8-44b8-88a4-95a7d699ac58 req-60897b26-a5cc-48f8-ab88-2cf73d069cd5 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.0847092 Aug 19 14:55:32.842491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:32.844572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.849925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] 10.222.0.54 "PUT /v2.0/ports/160006ba-70d3-4818-a419-316903046041 HTTP/1.1" status: 200 len: 1096 time: 1.5357912 Aug 19 14:55:32.862494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fee48e-3ef4-4290-b927-28a24da71335', 'tag': '160006ba-70d3-4818-a419-316903046041'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:32.872371 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaac398-c14c-4f92-8e84-60fdcd91ad3e" -d '{"events": [{"name": "network-changed", "server_uuid": "09fee48e-3ef4-4290-b927-28a24da71335", "tag": "160006ba-70d3-4818-a419-316903046041"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:32.875912 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.893618 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6edf6397-82a8-44b8-88a4-95a7d699ac58 req-11faeb65-8c6f-49c6-930b-8f1b400d29a2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Aug 19 14:55:32.897268 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Transition to ACTIVE for port object 4ff720b3-ae27-4b4e-8a47-0e28129470fd will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:32.946263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b7b5-01ec-4164-b66c-6ce2af4ae142 service neutron] Pushing event updated for resources: {'Port': ['ID=160006ba-70d3-4818-a419-316903046041,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:32.984686 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cca9b9-fcbb-4840-abdb-ba33719466cd x-openstack-request-id: req-90cca9b9-fcbb-4840-abdb-ba33719466cd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:32.984988 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fee48e-3ef4-4290-b927-28a24da71335", "tag": "160006ba-70d3-4818-a419-316903046041", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:32.985290 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90cca9b9-fcbb-4840-abdb-ba33719466cd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:32.985702 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fee48e-3ef4-4290-b927-28a24da71335', 'tag': '160006ba-70d3-4818-a419-316903046041', 'status': 'completed', 'code': 200} Aug 19 14:55:32.997356 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.044420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.058161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45774) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:33.161802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:33.195670 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Pushing event updated for resources: {'Port': ['ID=4ff720b3-ae27-4b4e-8a47-0e28129470fd,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:33.220691 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.221050 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.221413 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.222197 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.224975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.227550 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.228110 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.228639 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.230087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.230583 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.232074 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.235712 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:33.257877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0348e9c-5d45-4ca5-be74-b00a0d4fb2d8 req-c6667f59-4f8c-4bc9-b674-eb881f0131b0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:33.267641 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b0348e9c-5d45-4ca5-be74-b00a0d4fb2d8 req-c6667f59-4f8c-4bc9-b674-eb881f0131b0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 947 time: 0.1564412 Aug 19 14:55:33.305585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaac398-c14c-4f92-8e84-60fdcd91ad3e req-af693b56-a2e7-4e75-89da-b00f0a1766df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:33.309073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eaac398-c14c-4f92-8e84-60fdcd91ad3e req-af693b56-a2e7-4e75-89da-b00f0a1766df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 1099 time: 0.2751532 Aug 19 14:55:33.314960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-482700439-network', 'tenant_id': '0d2865fd6a4c46ee9974a6cf22404c91'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:33.331600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:33.331985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.352535 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Attempting to bind port 4ff720b3-ae27-4b4e-8a47-0e28129470fd on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:33.353238 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Attempting to bind port 4ff720b3-ae27-4b4e-8a47-0e28129470fd by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:33.354012 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Attempting to bind port 4ff720b3-ae27-4b4e-8a47-0e28129470fd on network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:33.361090 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:33.362091 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Checking segment: {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:33.362741 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.363502 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Bound using segment: {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:33.364380 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Bound port: 4ff720b3-ae27-4b4e-8a47-0e28129470fd, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:33.365036 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.395112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b0348e9c-5d45-4ca5-be74-b00a0d4fb2d8 req-48055514-a8ee-4b28-9ab2-d787da66d8d6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264532 Aug 19 14:55:33.438235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Allocated IP 172.25.5.49 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/9b9ab159-56f5-4979-ab9b-63be8b92dbc4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:33.461927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Made reservation on behalf of 0d2865fd6a4c46ee9974a6cf22404c91 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:33.467895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.483769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.491749 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] For port 4ff720b3-ae27-4b4e-8a47-0e28129470fd, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:33.498681 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] For port 4ff720b3-ae27-4b4e-8a47-0e28129470fd, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4ff720b3-ae27-4b4e-8a47-0e28129470fd,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:33.508050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eaac398-c14c-4f92-8e84-60fdcd91ad3e req-d94c2b11-d2db-459a-af2e-e9e2d106d393 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028841 Aug 19 14:55:33.596589 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.641786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df5e15-5664-4cf5-87fe-67c74e263131 req-05c5e040-456a-4184-97fe-ff1bdcc210d7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:33.650593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21df5e15-5664-4cf5-87fe-67c74e263131 req-05c5e040-456a-4184-97fe-ff1bdcc210d7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1146178 Aug 19 14:55:33.695287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.705266 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Routers {'2efcd207-273f-4f0b-9dfc-2db26d227b6b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:33.705825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaac398-c14c-4f92-8e84-60fdcd91ad3e req-91a5029e-bc3a-48c3-92c7-36896930bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:33.706647 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:33.707699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eaac398-c14c-4f92-8e84-60fdcd91ad3e req-91a5029e-bc3a-48c3-92c7-36896930bf89 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607895 Aug 19 14:55:33.742654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21df5e15-5664-4cf5-87fe-67c74e263131 req-3f72425c-04e2-4684-b83b-2f1ccc6ada1f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904562 Aug 19 14:55:33.752408 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.754728 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe13c9-3077-454c-ade1-44c3b8c6a9fc None None] Pushing event updated for resources: {'Port': ['ID=4ff720b3-ae27-4b4e-8a47-0e28129470fd,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:33.855319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.868244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-cb3e6767-c866-4f9d-b835-9588d2144e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:33.871382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-cb3e6767-c866-4f9d-b835-9588d2144e17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 1099 time: 0.0773284 Aug 19 14:55:33.880179 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] Set router 2efcd207-273f-4f0b-9dfc-2db26d227b6b gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:33.889679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:55:33.896901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.901667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed70119-afa4-4614-8011-60370bcab3c9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:33.912588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.912940 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Added segment 29c33ca7-b851-4786-a313-cd6c5d427e42 of type vlan for network 4c386785-0db3-4fe8-8d35-d023d0212d62 Aug 19 14:55:33.970139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.012620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Pushing event updated for resources: {'Port': ['ID=9b9ab159-56f5-4979-ab9b-63be8b92dbc4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:34.049074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-3df2e043-ee03-4412-a6d0-7c395437fb07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=160006ba-70d3-4818-a419-316903046041 HTTP/1.1" status: 200 len: 217 time: 0.1106560 Aug 19 14:55:34.054923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:34.068111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:34.070913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:34.094954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975b98c-19a9-4858-9861-8784389f9545 req-0577586a-56f3-4279-8893-7da05e781e9e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.097059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5975b98c-19a9-4858-9861-8784389f9545 req-0577586a-56f3-4279-8893-7da05e781e9e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0731561 Aug 19 14:55:34.098721 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.099929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.100860 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.161525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-d0c6d8c9-d297-4e97-a4e2-e77376b8db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.162810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-d0c6d8c9-d297-4e97-a4e2-e77376b8db35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1036992 Aug 19 14:55:34.191389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] Pushing event updated for resources: {'Network': ['ID=4c386785-0db3-4fe8-8d35-d023d0212d62,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:34.201564 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5975b98c-19a9-4858-9861-8784389f9545 req-56cb0468-0774-4136-854c-75108e169b28 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977423 Aug 19 14:55:34.206821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:55:34.251688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-046da49d-dd4b-4690-84ec-5307787bff30 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1894455 Aug 19 14:55:34.252554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45786) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:34.261044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.264728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Request body: {'subnet': {'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-482700439-subnet', 'tenant_id': '0d2865fd6a4c46ee9974a6cf22404c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:34.275375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-e76354f7-7cc4-4ea7-af3d-4c4608187e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.277927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-e76354f7-7cc4-4ea7-af3d-4c4608187e53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870380 Aug 19 14:55:34.334552 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:29Z', 'revision_number': 4, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4ff720b3-ae27-4b4e-8a47-0e28129470fd', 'name': '', 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'mac_address': 'fa:16:3e:89:0c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:27Z', 'updated_at': '2021-08-19T14:55:33Z', 'revision_number': 4, 'project_id': 'c638d78b7e87423785310812d7237181', 'subnets': [{'id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:34.383482 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf358a-05d8-4db3-b08b-86187883abdd None None] The sync data for ids ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'] in n-d-779913-32 is: [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:29Z', 'revision_number': 4, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4ff720b3-ae27-4b4e-8a47-0e28129470fd', 'name': '', 'network_id': 'c54c1f36-9c94-472b-8e86-5ff9ff5a67a6', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'mac_address': 'fa:16:3e:89:0c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:27Z', 'updated_at': '2021-08-19T14:55:33Z', 'revision_number': 4, 'project_id': 'c638d78b7e87423785310812d7237181', 'subnets': [{'id': '54c3ef7b-fca6-4974-b6c5-cd128e3a3304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:34.388720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ee0a-03e7-458e-8bfa-462f53c4cae0 req-4685b4b8-7a4f-4033-b59b-004bce8e322f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.396564 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c3ee0a-03e7-458e-8bfa-462f53c4cae0 req-4685b4b8-7a4f-4033-b59b-004bce8e322f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1171288 Aug 19 14:55:34.424254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.449538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68c3ee0a-03e7-458e-8bfa-462f53c4cae0 req-43ee9bc7-928c-4276-862c-d2c4883ecf87 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491185 Aug 19 14:55:34.465763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Made reservation on behalf of 0d2865fd6a4c46ee9974a6cf22404c91 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:34.468867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.528521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-1c5d770c-f753-4471-ac7a-d281e5246363 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422280 Aug 19 14:55:34.693939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee4c9-a048-444f-aa52-cc07e2cd3627 req-a18d5334-2dd3-4833-bdb0-27d3e59d0595 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.706904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e03ee4c9-a048-444f-aa52-cc07e2cd3627 req-a18d5334-2dd3-4833-bdb0-27d3e59d0595 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 947 time: 0.1118531 Aug 19 14:55:34.723281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-680d2f39-5e65-4502-9ccd-889cfa0bf40e req-7d89a85b-dceb-45ba-b11b-696e86e029a7 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796913 Aug 19 14:55:34.806171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.821995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e03ee4c9-a048-444f-aa52-cc07e2cd3627 req-74446abe-6624-423a-8b00-c469e853322b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087496 Aug 19 14:55:34.912902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.975991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.991387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ee3b5-d28f-40d0-bfff-938de5fb33b3 req-3da73fe3-94c7-4089-8392-427c8a4ac7c1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.001527 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f30ee3b5-d28f-40d0-bfff-938de5fb33b3 req-3da73fe3-94c7-4089-8392-427c8a4ac7c1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1177981 Aug 19 14:55:35.039914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ce3c28-7fb8-4bfd-9319-72f51d900e1f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:35.044143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Pushing event updated for resources: {'Port': ['ID=9b9ab159-56f5-4979-ab9b-63be8b92dbc4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:35.084452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Checking segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:35.084985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Network hostable DHCP agents. Network: 4c386785-0db3-4fe8-8d35-d023d0212d62, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:55:35.098076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f30ee3b5-d28f-40d0-bfff-938de5fb33b3 req-7d6f4506-ced7-4cb6-a1aa-f0e07a1636d7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953982 Aug 19 14:55:35.123519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4ff720b3-ae27-4b4e-8a47-0e28129470fd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:35.148080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.296331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:55:35.326180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4ff720b3-ae27-4b4e-8a47-0e28129470fd completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:35.327534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.329701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-846b4f55-a15b-4574-adb3-919837d6f149 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7588711 Aug 19 14:55:35.335124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4ff720b3-ae27-4b4e-8a47-0e28129470fd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:35.335345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.355526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3e7e-6460-4ba4-aa5f-4f78d4038cea req-ea8905c6-1cda-41c6-8dd9-c1ef280dcca0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.358208 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-848b3e7e-6460-4ba4-aa5f-4f78d4038cea req-ea8905c6-1cda-41c6-8dd9-c1ef280dcca0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0731192 Aug 19 14:55:35.418932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-a1d9182e-7907-4866-bbf3-2a98f88f8537 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0823774 Aug 19 14:55:35.435240 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-848b3e7e-6460-4ba4-aa5f-4f78d4038cea req-d60aa43a-e1b2-4eff-b3c4-8c86135d20a0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674086 Aug 19 14:55:35.438991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 4c386785-0db3-4fe8-8d35-d023d0212d62) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:35.465466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.466133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.487972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309b38c-86ed-4511-bd1d-57ff1140e167 None None] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:35.565596 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.581016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-5e7f56f4-46a3-4fa7-9a4a-00de321816e1 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.582670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d0379af-af30-499d-b9a9-c4e5a5a8439b req-5e7f56f4-46a3-4fa7-9a4a-00de321816e1 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1565313 Aug 19 14:55:35.609206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7544ae5b-623f-4680-a7a7-9d7fac1fc800 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3440213 Aug 19 14:55:35.642774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4ff720b3-ae27-4b4e-8a47-0e28129470fd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4ff720b3-ae27-4b4e-8a47-0e28129470fd,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:35.704389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.705224 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b12739-69da-443c-a935-37da783f1744 req-4a2a8678-5040-4da2-8a9f-948580757057 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.710224 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c3b12739-69da-443c-a935-37da783f1744 req-4a2a8678-5040-4da2-8a9f-948580757057 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 945 time: 0.1100876 Aug 19 14:55:35.741628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4479a78-c80b-4fbe-be0f-c30b7ffdd549 req-161a70ca-5ae3-4f88-8a2b-a4c14b38d5a4 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.743981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4479a78-c80b-4fbe-be0f-c30b7ffdd549 req-161a70ca-5ae3-4f88-8a2b-a4c14b38d5a4 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1098 time: 0.0818818 Aug 19 14:55:35.753241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e30279-41e1-4d06-83eb-49e956b094be None None] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:35.760589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-10abb0dc-0c17-47c4-852a-3692c572ab09 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.763210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-10abb0dc-0c17-47c4-852a-3692c572ab09 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.1436586 Aug 19 14:55:35.779400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:35.800677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c3b12739-69da-443c-a935-37da783f1744 req-37fdc9ea-d08f-4c5b-ad7d-c78ad31f9fc2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782330 Aug 19 14:55:35.848683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4ff720b3-ae27-4b4e-8a47-0e28129470fd,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:35.881253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4479a78-c80b-4fbe-be0f-c30b7ffdd549 req-a490dbf1-80b7-46bc-903f-40e960326b81 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240082 Aug 19 14:55:35.919421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.969717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3521c035-da87-4a19-8555-513195f240ff req-6812ca09-b616-4c6c-b01e-98b9551ebaa0 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips/aa06d3df-6d3c-4285-b3ee-1bac5b5bf257 HTTP/1.1" status: 200 len: 692 time: 0.1158769 Aug 19 14:55:36.094284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c035-da87-4a19-8555-513195f240ff req-865d4bfb-416b-4336-90b6-42b09fd1d58e tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:36.094821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f85b98-9c92-4113-b4b5-430d22d5759b req-f074923c-bda1-4e1a-a9f5-5c2572d11090 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:36.095737 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3521c035-da87-4a19-8555-513195f240ff req-865d4bfb-416b-4336-90b6-42b09fd1d58e tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1252308 Aug 19 14:55:36.096305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85f85b98-9c92-4113-b4b5-430d22d5759b req-f074923c-bda1-4e1a-a9f5-5c2572d11090 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 947 time: 0.1110623 Aug 19 14:55:36.146873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:36.173704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85f85b98-9c92-4113-b4b5-430d22d5759b req-d59c32a8-a16c-4c4b-8369-499be316c053 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588365 Aug 19 14:55:36.207191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:36.255882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:36.258291 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec85a4f-e7be-4d6d-b4ef-adb5e0e6fb3e" -d '{"events": [{"server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:36.263350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.339335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.777439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:36.782873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:36.810251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h1-779913-32 for vnic_type normal with profile {"migrating_to": "n-h2-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:36.810581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:36.810908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:36.820662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:36.820973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:36.834058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:36.834431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:36.834834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:36.835268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Bound port: 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:36.835663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.844929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-ad056794-f0ba-4e2e-8e9e-82c9cfe143ca tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:36.846578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-ad056794-f0ba-4e2e-8e9e-82c9cfe143ca tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 821 time: 0.4653161 Aug 19 14:55:36.898783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-8348f19d-328f-4e04-8159-80e2c5435b01 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/quotas/0d2865fd6a4c46ee9974a6cf22404c91 HTTP/1.1" status: 200 len: 375 time: 0.0391912 Aug 19 14:55:36.900328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:36.929273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h1-779913-32 for vnic_type normal with profile {"migrating_to": "n-h2-779913-32"} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:36.929273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:36.929605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:36.935277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:36.935724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:36.940804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:36.941228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:36.941834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:36.942285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Bound port: 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:36.942684 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.948477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-8f64802c-c54f-413e-b4e2-1ba229a8e4ee tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336621 Aug 19 14:55:36.949591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:36.962313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:37.051952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4ff720b3-ae27-4b4e-8a47-0e28129470fd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:37.072127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-b87770a7-1ab6-40d4-b94f-3690c0f7d43c service neutron] 10.222.0.13 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081090 Aug 19 14:55:37.077906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.084806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:37.115535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4ff720b3-ae27-4b4e-8a47-0e28129470fd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:37.115920 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.183578 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f-n-h1-779913-32-0 {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:55:37.183940 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:55:37.211202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:37.221719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:37.222567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.224215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-88a374f8-2cb0-4361-992b-995aad511878 service neutron] 10.222.0.54 "PUT /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 1123 time: 1.4522610 Aug 19 14:55:37.259027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-07b7d3b5-ed27-4e5f-b862-f10b8b2c944e service neutron] 10.222.0.13 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766353 Aug 19 14:55:37.355070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:37.586901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:37.606241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f2f5ce8-c163-4ef0-9225-05dff8445765 req-afe06312-ca77-4f2e-aac1-eda005650671 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=c638d78b7e87423785310812d7237181 HTTP/1.1" status: 200 len: 695 time: 0.0841401 Aug 19 14:55:37.730624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h1-779913-32 for vnic_type normal with profile {"migrating_to": "n-h2-779913-32"} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:37.731248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:37.731813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:37.745623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:37.746251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempting to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:37.756910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:37.761449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:37.762178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:37.762942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Bound port: 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:37.764913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5ce8-c163-4ef0-9225-05dff8445765 req-f9ba2328-ed7c-43c3-aef9-d0b9679ab6b2 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:37.765079 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.766525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f2f5ce8-c163-4ef0-9225-05dff8445765 req-f9ba2328-ed7c-43c3-aef9-d0b9679ab6b2 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks?id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 787 time: 0.1513233 Aug 19 14:55:37.784113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-6f2f5ce8-c163-4ef0-9225-05dff8445765 req-719491b4-8787-4af0-a75e-f27292967fdc tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:55:37.784771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f2f5ce8-c163-4ef0-9225-05dff8445765 req-719491b4-8787-4af0-a75e-f27292967fdc tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064881 Aug 19 14:55:37.867756 n-d-779913-32 neutron-server[101964]: WARNING neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Concurrent port binding operations failed on port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f Aug 19 14:55:37.872291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:37.876181 n-d-779913-32 neutron-server[101964]: INFO neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Attempt 2 to bind port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f Aug 19 14:55:37.876583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f has no active binding in host n-h2-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:55:37.894737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933bb4-b925-4d7c-badd-6569497965cd req-c7cd5c06-829b-4e4b-ae1c-09de7003d166 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:37.896348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c933bb4-b925-4d7c-badd-6569497965cd req-c7cd5c06-829b-4e4b-ae1c-09de7003d166 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0594444 Aug 19 14:55:37.939771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c933bb4-b925-4d7c-badd-6569497965cd req-6fde680e-16c7-4d5f-99e1-5c9da48c8a8d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Aug 19 14:55:38.077987 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d01f9f4-61e9-4621-8c9a-79d8f778c6bb x-openstack-request-id: req-3d01f9f4-61e9-4621-8c9a-79d8f778c6bb {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:38.078293 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:38.078556 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d01f9f4-61e9-4621-8c9a-79d8f778c6bb {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:38.078924 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'code': 200} Aug 19 14:55:38.189516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df3d9f-9569-4f67-87fd-6852572fb180 req-e2ecebb0-e5b3-4bbf-8953-38f301ceeeb5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.191172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00df3d9f-9569-4f67-87fd-6852572fb180 req-e2ecebb0-e5b3-4bbf-8953-38f301ceeeb5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0653932 Aug 19 14:55:38.237312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00df3d9f-9569-4f67-87fd-6852572fb180 req-70000027-81c4-499c-817d-68b91193e3d7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Aug 19 14:55:38.347798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae5e2c-8cd0-4c73-ad51-bb9f0695d3e6 req-ae60e836-ebef-4339-bda9-d0142cee1184 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.349312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8ae5e2c-8cd0-4c73-ad51-bb9f0695d3e6 req-ae60e836-ebef-4339-bda9-d0142cee1184 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0515211 Aug 19 14:55:38.393955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8ae5e2c-8cd0-4c73-ad51-bb9f0695d3e6 req-d338f10d-a79b-4c95-9d74-58d890b6506f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Aug 19 14:55:38.521987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a86ab-4f15-4e2a-b747-f3034be40f8a req-4d865f7f-6bb9-489e-bf25-218ab0eaf1c3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.523595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c5a86ab-4f15-4e2a-b747-f3034be40f8a req-4d865f7f-6bb9-489e-bf25-218ab0eaf1c3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 947 time: 0.0580838 Aug 19 14:55:38.543444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-696e4533-6494-409b-8925-74cae0146c35 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:55:38.544708 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-696e4533-6494-409b-8925-74cae0146c35 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731266 Aug 19 14:55:38.557743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Request body: {'binding': {'host': 'n-h1-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:38.558385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Unknown quota resources ['binding']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:55:38.571182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c5a86ab-4f15-4e2a-b747-f3034be40f8a req-252dae5e-dd6a-4bc8-8302-00f602b092ac tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 Aug 19 14:55:38.648695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df913104-5675-4b56-b924-186b455cb0b5 req-f5fd4e3f-589a-4914-a9df-e0f074b00aed tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 210 time: 0.0332835 Aug 19 14:55:38.718891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h1-779913-32 for vnic_type normal with profile None {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:38.719353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:38.719870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:38.724778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:38.725152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:38.731949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-6f3592ee-a7cc-4764-a342-b0ef4d6bacc6 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips/aa06d3df-6d3c-4285-b3ee-1bac5b5bf257 HTTP/1.1" status: 200 len: 692 time: 0.0499694 Aug 19 14:55:38.732561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:38.736690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:38.736690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:38.736690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Bound port: e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:38.844405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:38.906747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-7c192847-62de-427e-a8b5-6949ce658542 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.908086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-7c192847-62de-427e-a8b5-6949ce658542 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1641650 Aug 19 14:55:38.966121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-57e00952-e77b-4c4e-a173-d602c5628380 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0511816 Aug 19 14:55:38.978180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] Notify callbacks [] for binding, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:38.978180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-65cd2fc5-25e1-403e-bab6-a7aa9391d954 service neutron] 10.222.0.13 "POST /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36/bindings HTTP/1.1" status: 201 len: 390 time: 0.4182224 Aug 19 14:55:39.021399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-7bb84f58-a0d2-4ca9-941e-46a4e75be78a tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0462441 Aug 19 14:55:39.163898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Deleting port 9b9ab159-56f5-4979-ab9b-63be8b92dbc4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:39.164241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.257555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.257555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.277656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Calling delete_port for 9b9ab159-56f5-4979-ab9b-63be8b92dbc4 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:39.409620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00021-bcf6-4298-b9b7-4bd77351b66e req-f43ef6a2-bab8-48cc-9339-0fc4914e27f8 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.411203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4e00021-bcf6-4298-b9b7-4bd77351b66e req-f43ef6a2-bab8-48cc-9339-0fc4914e27f8 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0565062 Aug 19 14:55:39.458773 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4e00021-bcf6-4298-b9b7-4bd77351b66e req-cc8a7eae-77ec-44bb-9ba5-500f70be7123 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Aug 19 14:55:39.553813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.581066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Pushing event deleted for resources: {'Port': ['ID=9b9ab159-56f5-4979-ab9b-63be8b92dbc4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:39.654145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.657258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.659026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580be556-e4b4-471e-81a4-2c70f14b9057 req-a94f2f1f-356a-409e-9483-bc40384cdc04 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa06d3df-6d3c-4285-b3ee-1bac5b5bf257 HTTP/1.1" status: 204 len: 173 time: 0.6316023 Aug 19 14:55:39.677208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed21a-5f64-4fef-b69e-0099e53829b0 req-805bc175-c5c0-4dbe-ac5f-335015ce6033 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.679193 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-050ed21a-5f64-4fef-b69e-0099e53829b0 req-805bc175-c5c0-4dbe-ac5f-335015ce6033 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0655830 Aug 19 14:55:39.733670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-050ed21a-5f64-4fef-b69e-0099e53829b0 req-7c01ad4b-5a00-48b4-aea3-b67f6605606a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Aug 19 14:55:39.804193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fc8ed-3cac-4992-8e70-a80c0f851a90 req-edbb26df-625b-4850-979a-180df8a09104 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.806075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-591fc8ed-3cac-4992-8e70-a80c0f851a90 req-edbb26df-625b-4850-979a-180df8a09104 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0615571 Aug 19 14:55:39.890367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-591fc8ed-3cac-4992-8e70-a80c0f851a90 req-c485a027-660c-4027-bdad-eaa6ce9250cb tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Aug 19 14:55:39.910894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86a419-c634-4daa-b214-902260efffe2 req-881a3377-eddb-4957-bf3e-200045bd1e22 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.913772 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5a86a419-c634-4daa-b214-902260efffe2 req-881a3377-eddb-4957-bf3e-200045bd1e22 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0933976 Aug 19 14:55:39.969562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5a86a419-c634-4daa-b214-902260efffe2 req-9d32bdf4-49b3-44a5-a95c-40506708cbdb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489068 Aug 19 14:55:40.042307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3680d-c027-4622-a0a9-8e8bd31a7ddd req-59067991-3ccb-4263-b108-83a68b39fa1c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.044122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fda3680d-c027-4622-a0a9-8e8bd31a7ddd req-59067991-3ccb-4263-b108-83a68b39fa1c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 947 time: 0.0792079 Aug 19 14:55:40.092606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:40.095933 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb4178f-99a9-4c02-8914-792140a80a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:40.129325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fda3680d-c027-4622-a0a9-8e8bd31a7ddd req-31722f4d-d3f6-4350-b0cd-e4313e2bbbc4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780125 Aug 19 14:55:40.145888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-be0ccdba-9486-4515-8dc1-ac7786c05865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.146992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-be0ccdba-9486-4515-8dc1-ac7786c05865 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1098 time: 0.0634480 Aug 19 14:55:40.156897 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-b19022ba-f43b-4ec2-9ae6-b4de3dbb2229 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1468170 Aug 19 14:55:40.167598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:40.242452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-939111b8-9830-4211-8e85-515fbb10f7ad req-38191fb5-7b30-412a-8092-5bd280d72143 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 210 time: 0.0370781 Aug 19 14:55:40.299955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-fff59384-4e34-4cbb-a1af-1bac57ebd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.302751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-fff59384-4e34-4cbb-a1af-1bac57ebd638 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.1484375 Aug 19 14:55:40.309990 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03809897-440b-4159-9fcd-ee6cf623abb6 x-openstack-request-id: req-03809897-440b-4159-9fcd-ee6cf623abb6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:40.310398 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:40.310755 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03809897-440b-4159-9fcd-ee6cf623abb6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:40.311365 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'status': 'completed', 'code': 200} Aug 19 14:55:40.328269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.393087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-7f9e34c9-7849-4fa1-90d0-a02ec7b38edc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 217 time: 0.0723069 Aug 19 14:55:40.465211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-95f72cdb-d20e-4f36-aec6-18548665ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.467047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-95f72cdb-d20e-4f36-aec6-18548665ed4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1126 time: 0.0882466 Aug 19 14:55:40.469998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.475156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-4d78f143-95c2-4bf2-bce4-ffcac9e84cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.476576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-4d78f143-95c2-4bf2-bce4-ffcac9e84cf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0643911 Aug 19 14:55:40.554768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-7adca5d7-0597-4270-b7e4-73c94bd9a1dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679049 Aug 19 14:55:40.614193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Allocated IP 172.25.5.240 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/45f8db6d-bcaa-4892-8b1c-40293ce1c60d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:40.763512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-9d149ce7-9188-4d8c-a0e2-7b60c7efaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.764937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-9d149ce7-9188-4d8c-a0e2-7b60c7efaa14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.2874472 Aug 19 14:55:40.772164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.780889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579b8f-5669-47a4-908c-7e6a090a3ca6 req-c995c175-cbc9-44cf-b6fc-105d30d8854a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.782494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3579b8f-5669-47a4-908c-7e6a090a3ca6 req-c995c175-cbc9-44cf-b6fc-105d30d8854a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.2037156 Aug 19 14:55:40.807540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 160006ba-70d3-4818-a419-316903046041 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:40.870732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-ec1472bf-4cea-4849-9dc2-b51aa64ea723 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054597 Aug 19 14:55:40.879996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-f94229a2-3538-43d0-95a0-313faf31a6a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 217 time: 0.0964227 Aug 19 14:55:40.920629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.935738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 160006ba-70d3-4818-a419-316903046041, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=160006ba-70d3-4818-a419-316903046041,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:40.955128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '160006ba-70d3-4818-a419-316903046041', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '160006ba-70d3-4818-a419-316903046041', 'mac_address': 'fa:16:3e:59:98:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:40.958416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:40.964819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:40.971782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:40.999667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-25b8fc5e-e3f2-4769-9b1a-ea07a1e42710 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:41.001216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-25b8fc5e-e3f2-4769-9b1a-ea07a1e42710 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.54 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 821 time: 0.3327534 Aug 19 14:55:41.003951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Pushing event updated for resources: {'Port': ['ID=45f8db6d-bcaa-4892-8b1c-40293ce1c60d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:41.011601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3579b8f-5669-47a4-908c-7e6a090a3ca6 req-9f0addfb-c21c-4bd2-87b0-d5b862e3faca tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171526 Aug 19 14:55:41.055616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'port': {'device_id': 'a8f718d0-90ca-482b-a687-f33af8835271', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'admin_state_up': True, 'tenant_id': '0d2865fd6a4c46ee9974a6cf22404c91'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:41.062025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.080316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160006ba-70d3-4818-a419-316903046041 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:41.090800 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.112055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 160006ba-70d3-4818-a419-316903046041, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=160006ba-70d3-4818-a419-316903046041,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:41.139988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-2ec5b6e2-71c6-4932-9d73-31293665c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:41.141587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-2ec5b6e2-71c6-4932-9d73-31293665c374 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.2477865 Aug 19 14:55:41.195784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-9f769450-1265-4708-a48e-a5587e451603 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449626 Aug 19 14:55:41.240308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-78bed5c4-7d7b-469d-9966-7e0ab8641ab9 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592305 Aug 19 14:55:41.279636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.322637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.376161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=160006ba-70d3-4818-a419-316903046041,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:41.391942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056024c6-e544-4ebd-806a-c9ca9275a5df req-8650315f-1b53-49c5-a791-533c621997c1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:41.393599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-056024c6-e544-4ebd-806a-c9ca9275a5df req-8650315f-1b53-49c5-a791-533c621997c1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1654878 Aug 19 14:55:41.395771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-69f08399-0e76-4a53-8153-257e35457cbd service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867557 Aug 19 14:55:41.494452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-056024c6-e544-4ebd-806a-c9ca9275a5df req-6fc549a5-fcb6-4f0d-9927-bb84435fa10a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940936 Aug 19 14:55:41.501644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Made reservation on behalf of 0d2865fd6a4c46ee9974a6cf22404c91 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:41.505378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.624352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb4178f-99a9-4c02-8914-792140a80a0a req-ca8b000b-84e0-4926-8a63-988e403ec104 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038200 Aug 19 14:55:41.776148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad0aff-312d-482a-83d7-f070aafa86fb req-259c73b6-fde8-4b07-9335-7f0c2cc60cc8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:41.779086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1ad0aff-312d-482a-83d7-f070aafa86fb req-259c73b6-fde8-4b07-9335-7f0c2cc60cc8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.1729331 Aug 19 14:55:41.787171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Allocated IP 172.20.0.13 (4c386785-0db3-4fe8-8d35-d023d0212d62/89ce3c28-7fb8-4bfd-9319-72f51d900e1f/927f4afa-5e9b-4636-ba22-1f36e206de46) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:41.851853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1ad0aff-312d-482a-83d7-f070aafa86fb req-7a5bb7ad-1829-4480-8253-bb7e3c14d25c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Aug 19 14:55:41.885648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.891220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['160006ba-70d3-4818-a419-316903046041'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:41.999294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.059755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f28eb-3e9c-49a4-ba93-15004df8c0ff req-143154bf-72df-4ffa-af1f-b12a5b818628 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.061360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f0f28eb-3e9c-49a4-ba93-15004df8c0ff req-143154bf-72df-4ffa-af1f-b12a5b818628 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0830781 Aug 19 14:55:42.079664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.120872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Pushing event updated for resources: {'Port': ['ID=45f8db6d-bcaa-4892-8b1c-40293ce1c60d,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:42.139748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.141811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f0f28eb-3e9c-49a4-ba93-15004df8c0ff req-6a97e267-83ef-460b-9582-3a24b55eef2d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710218 Aug 19 14:55:42.231027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.241491 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-e2c7a41b-11a6-4120-9642-059ad837e6c9 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0701919 Aug 19 14:55:42.281335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec1ef9-2506-4102-912c-f9205388cab1 req-5eafc134-1b4f-475f-a715-c8d426d77935 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.283388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22ec1ef9-2506-4102-912c-f9205388cab1 req-5eafc134-1b4f-475f-a715-c8d426d77935 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 948 time: 0.0611408 Aug 19 14:55:42.285190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.305069 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-aab2541f-eed0-4854-a7a7-ea7bf624e9d7 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0626178 Aug 19 14:55:42.360776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:42.362842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:42.364728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:42.370584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:42.415478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22ec1ef9-2506-4102-912c-f9205388cab1 req-aa05491e-c4c1-44bf-8afc-0a60519ff668 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147032 Aug 19 14:55:42.434791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.435705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.473187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-10bf3547-dcc7-4d63-9020-625bfac62374 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.474615 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf7c8444-a9cc-4553-b96e-6da50d8a5b4b req-10bf3547-dcc7-4d63-9020-625bfac62374 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1634316 Aug 19 14:55:42.555349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fbc8f-2e42-42ea-abdd-1f28bab9c563 req-82c21dca-bae8-4e6e-83b5-b5b4e0d00925 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.557836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d98fbc8f-2e42-42ea-abdd-1f28bab9c563 req-82c21dca-bae8-4e6e-83b5-b5b4e0d00925 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 932 time: 0.0629199 Aug 19 14:55:42.586967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-607ba49c-23ba-41c0-a112-22128c420306 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5525758 Aug 19 14:55:42.606431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4191ed9-2b66-47c7-8252-abdb5114b75b req-c1917531-0f1e-4a16-bcb8-8992ea73fe1e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.608830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4191ed9-2b66-47c7-8252-abdb5114b75b req-c1917531-0f1e-4a16-bcb8-8992ea73fe1e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0724459 Aug 19 14:55:42.610460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d98fbc8f-2e42-42ea-abdd-1f28bab9c563 req-a79b7057-8718-4db1-ba85-705bf71cd990 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Aug 19 14:55:42.616861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Request body: {'port': {'device_id': 'a8f718d0-90ca-482b-a687-f33af8835271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:42.682030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4191ed9-2b66-47c7-8252-abdb5114b75b req-e3f6c027-3f0b-42dd-9268-2643d038fc3d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Aug 19 14:55:42.687557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.758992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-b0582d61-1a78-47ce-b6d3-531c401fa86c tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips/77ff3d9b-87f6-44e8-a049-16cbd38ddb24 HTTP/1.1" status: 200 len: 693 time: 0.0620527 Aug 19 14:55:42.868239 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.939532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-c08774c7-8a8a-44df-aef0-4823391dffbf tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.941000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-c08774c7-8a8a-44df-aef0-4823391dffbf tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1812222 Aug 19 14:55:42.998244 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-bfe5b583-73b3-4428-a75f-0f87b7d6bd8b tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0506341 Aug 19 14:55:43.055916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-ed8d77d9-e201-45b0-a0fe-68db52a98b23 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0501821 Aug 19 14:55:43.058182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7df16-0252-4347-9e63-d1cdf0fb12b8 req-8d4c0acf-83ee-425f-a93a-b67c6fcfd0ff tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.059825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95c7df16-0252-4347-9e63-d1cdf0fb12b8 req-8d4c0acf-83ee-425f-a93a-b67c6fcfd0ff tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1318543 Aug 19 14:55:43.118867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927f4afa-5e9b-4636-ba22-1f36e206de46 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:43.136519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.145000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95c7df16-0252-4347-9e63-d1cdf0fb12b8 req-6c16debd-0acc-4b21-93fc-7cff6e54f45c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784969 Aug 19 14:55:43.157731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Transition to ACTIVE for port object 927f4afa-5e9b-4636-ba22-1f36e206de46 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:43.245196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Deleting port 45f8db6d-bcaa-4892-8b1c-40293ce1c60d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:43.245982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.287039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46942e27-9c35-44e2-9573-8403a880acda req-d514cd52-154f-4cbe-8436-9bb1666226b4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.297751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46942e27-9c35-44e2-9573-8403a880acda req-d514cd52-154f-4cbe-8436-9bb1666226b4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0764651 Aug 19 14:55:43.306201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.352105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.352768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.369479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Calling delete_port for 45f8db6d-bcaa-4892-8b1c-40293ce1c60d owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:43.393439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:43.398481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46942e27-9c35-44e2-9573-8403a880acda req-d9768a69-9890-487c-8f81-0edba32af2e6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995839 Aug 19 14:55:43.484262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Attempting to bind port 927f4afa-5e9b-4636-ba22-1f36e206de46 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:43.484598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Attempting to bind port 927f4afa-5e9b-4636-ba22-1f36e206de46 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:43.484929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Attempting to bind port 927f4afa-5e9b-4636-ba22-1f36e206de46 on network 4c386785-0db3-4fe8-8d35-d023d0212d62 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:43.490070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Port 927f4afa-5e9b-4636-ba22-1f36e206de46 on network 4c386785-0db3-4fe8-8d35-d023d0212d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:43.490070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Attempting to bind port 927f4afa-5e9b-4636-ba22-1f36e206de46 on network 4c386785-0db3-4fe8-8d35-d023d0212d62 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:43.495439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:43.495920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Checking segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:43.496303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Bound using segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:43.496732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Bound port: 927f4afa-5e9b-4636-ba22-1f36e206de46, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:43.497090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.668023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.695494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Pushing event deleted for resources: {'Port': ['ID=45f8db6d-bcaa-4892-8b1c-40293ce1c60d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:43.778738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.782087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.783296 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e582db3-c80d-4d23-9701-9730ee6b7b53 req-eafdca7a-b9c8-473b-a32c-cc92be0b3f16 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "DELETE /v2.0/floatingips/77ff3d9b-87f6-44e8-a049-16cbd38ddb24 HTTP/1.1" status: 204 len: 173 time: 0.7178326 Aug 19 14:55:43.897479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3c45-738e-4413-b905-d638b715487f req-186bdad7-72a6-4430-96ac-a0dec4f6e077 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.905440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c7a5-25d3-4b3b-bead-a07973a1e0e8 req-2c410a71-9c8c-4a90-96d3-ff3a5cc246af tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.905718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-848b3c45-738e-4413-b905-d638b715487f req-186bdad7-72a6-4430-96ac-a0dec4f6e077 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.4062095 Aug 19 14:55:43.908313 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2162c7a5-25d3-4b3b-bead-a07973a1e0e8 req-2c410a71-9c8c-4a90-96d3-ff3a5cc246af tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 948 time: 0.0668066 Aug 19 14:55:43.956691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:43.977324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:43.983472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2162c7a5-25d3-4b3b-bead-a07973a1e0e8 req-729f12f3-7256-4270-8ca6-76ff02d22e53 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624304 Aug 19 14:55:44.000036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-848b3c45-738e-4413-b905-d638b715487f req-cfcf713d-4571-495c-8f2a-c513b2700a86 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910158 Aug 19 14:55:44.061892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:44.105590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc43cd-5cb6-4b16-ac1d-7e365ad808c6 req-fb78dc73-19bb-4129-8d1e-208d8fa86654 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.116954 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-13dc43cd-5cb6-4b16-ac1d-7e365ad808c6 req-fb78dc73-19bb-4129-8d1e-208d8fa86654 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.0676746 Aug 19 14:55:44.151315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.152055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:44.154189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] 10.222.0.54 "PUT /v2.0/ports/927f4afa-5e9b-4636-ba22-1f36e206de46 HTTP/1.1" status: 200 len: 1093 time: 1.5424862 Aug 19 14:55:44.159895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:44.162769 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-13dc43cd-5cb6-4b16-ac1d-7e365ad808c6 req-2b773571-cb1d-4e44-97c3-3276a9043375 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Aug 19 14:55:44.169974 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eaf764-00c6-4007-ad16-7d29af77d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:44.202225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a1871-9a3f-4dd0-8ae9-ae043a166746 service neutron] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:44.238434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28af9a8-99b9-4578-96e0-8c56f03cf8e9 req-7ae33aa9-63de-4b29-80e0-3990eb868e24 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.248701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28af9a8-99b9-4578-96e0-8c56f03cf8e9 req-7ae33aa9-63de-4b29-80e0-3990eb868e24 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1537666 Aug 19 14:55:44.265312 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-d02f4c0b-7b64-4c53-861a-2df9671d8b68 req-84ed0499-95e7-410f-9190-c47021814575 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] show failed (client error): The resource could not be found. Aug 19 14:55:44.279344 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d02f4c0b-7b64-4c53-861a-2df9671d8b68 req-84ed0499-95e7-410f-9190-c47021814575 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips/77ff3d9b-87f6-44e8-a049-16cbd38ddb24 HTTP/1.1" status: 404 len: 350 time: 0.0677354 Aug 19 14:55:44.345525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28af9a8-99b9-4578-96e0-8c56f03cf8e9 req-fb0167c9-3fbc-4369-b155-6346fff8c50f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956759 Aug 19 14:55:44.363233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-0cd578f1-b6a7-4a80-acb7-c4e562f73bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.365414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-0cd578f1-b6a7-4a80-acb7-c4e562f73bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 1096 time: 0.0700953 Aug 19 14:55:44.428749 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7022c8-e83d-4089-a667-18c4ddec4e80 x-openstack-request-id: req-ca7022c8-e83d-4089-a667-18c4ddec4e80 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:44.428970 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:44.429232 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca7022c8-e83d-4089-a667-18c4ddec4e80 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:44.430833 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'status': 'completed', 'code': 200} Aug 19 14:55:44.471366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-3de7c55d-9c02-4284-8813-4b9991bc9d0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=927f4afa-5e9b-4636-ba22-1f36e206de46 HTTP/1.1" status: 200 len: 217 time: 0.0503109 Aug 19 14:55:44.542765 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-c8fc3e13-68dd-480b-bd54-6cc1175c43b2 req-6c7253e9-ac29-4073-aa8c-d2ef87bca891 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] show failed (client error): The resource could not be found. Aug 19 14:55:44.543249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3563f7-febd-421c-a33f-76714a5214b5 req-95f0c686-1be7-4d74-933c-ffbe707d5591 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.543249 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e3563f7-febd-421c-a33f-76714a5214b5 req-95f0c686-1be7-4d74-933c-ffbe707d5591 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0701573 Aug 19 14:55:44.543249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45940) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:44.545860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8fc3e13-68dd-480b-bd54-6cc1175c43b2 req-6c7253e9-ac29-4073-aa8c-d2ef87bca891 tempest-FloatingIPsTestJSON-1822069892 tempest-FloatingIPsTestJSON-1822069892-project] 10.222.0.13 "GET /v2.0/floatingips/77ff3d9b-87f6-44e8-a049-16cbd38ddb24 HTTP/1.1" status: 404 len: 350 time: 0.0769966 Aug 19 14:55:44.596213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-02998333-5043-4e54-969e-d11928fd6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.597824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-02998333-5043-4e54-969e-d11928fd6eba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89ce3c28-7fb8-4bfd-9319-72f51d900e1f HTTP/1.1" status: 200 len: 861 time: 0.0822666 Aug 19 14:55:44.661584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-47016b26-7df2-4e42-bb69-57d0a5979e67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c386785-0db3-4fe8-8d35-d023d0212d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518935 Aug 19 14:55:44.684152 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e3563f7-febd-421c-a33f-76714a5214b5 req-f50890b0-e40f-45c5-9b1e-7f18bac64d3b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408088 Aug 19 14:55:44.769537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab155e-f16e-4db4-aafe-b92a09627349 req-0bd3a65f-52f3-4caf-b4fc-f39568eba5ec tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:44.779607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50ab155e-f16e-4db4-aafe-b92a09627349 req-0bd3a65f-52f3-4caf-b4fc-f39568eba5ec tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.1676371 Aug 19 14:55:44.821824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 160006ba-70d3-4818-a419-316903046041 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:44.834583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50ab155e-f16e-4db4-aafe-b92a09627349 req-1bf03e08-e161-482c-80b9-10cafe0f2f5b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540760 Aug 19 14:55:44.914902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-56198c12-cb16-4760-835d-c75820b69072 service neutron] 10.222.0.54 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351954 Aug 19 14:55:44.960984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 160006ba-70d3-4818-a419-316903046041 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:44.965855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 160006ba-70d3-4818-a419-316903046041 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:44.966329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.061340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ea75036-5519-4cdf-a6e9-e91f86dfb0bf req-613d3065-adbb-40f6-be44-3312cfac0151 service neutron] 10.222.0.54 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382673 Aug 19 14:55:45.121867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.150294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fee48e-3ef4-4290-b927-28a24da71335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160006ba-70d3-4818-a419-316903046041'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:45.154246 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c0fba2-620c-4913-8ca3-9f41fb29942d" -d '{"events": [{"server_uuid": "09fee48e-3ef4-4290-b927-28a24da71335", "name": "network-vif-plugged", "status": "completed", "tag": "160006ba-70d3-4818-a419-316903046041"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:45.174199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 160006ba-70d3-4818-a419-316903046041, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=160006ba-70d3-4818-a419-316903046041,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:45.201796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd789-2c1d-438a-9584-c46afa9e159a req-fa909579-0081-4274-abe0-c88d5f2004e7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.203937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b43cd789-2c1d-438a-9584-c46afa9e159a req-fa909579-0081-4274-abe0-c88d5f2004e7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 948 time: 0.0837994 Aug 19 14:55:45.221424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.249699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a3642-cd0f-499e-9e29-827d9759a17b req-bf80fe72-2a58-48c6-872d-040fc42c7c9c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.255219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a3642-cd0f-499e-9e29-827d9759a17b req-bf80fe72-2a58-48c6-872d-040fc42c7c9c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.1083832 Aug 19 14:55:45.292905 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.313534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a3642-cd0f-499e-9e29-827d9759a17b req-e7f21457-4cc3-406f-b1bd-24be89785c33 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Aug 19 14:55:45.388529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b43cd789-2c1d-438a-9584-c46afa9e159a req-ca69b1a6-a0f5-4ddd-8f9a-b3259cf965b1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773300 Aug 19 14:55:45.390022 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ac96e-75d5-485e-8055-9083f620315f x-openstack-request-id: req-c44ac96e-75d5-485e-8055-9083f620315f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:45.390468 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fee48e-3ef4-4290-b927-28a24da71335", "name": "network-vif-plugged", "status": "completed", "tag": "160006ba-70d3-4818-a419-316903046041", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:45.390860 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c44ac96e-75d5-485e-8055-9083f620315f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:45.391447 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fee48e-3ef4-4290-b927-28a24da71335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160006ba-70d3-4818-a419-316903046041', 'code': 200} Aug 19 14:55:45.399081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=160006ba-70d3-4818-a419-316903046041,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:45.462452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-41336144-bf6b-466b-89f7-d2936c07a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.465615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-41336144-bf6b-466b-89f7-d2936c07a5ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 1096 time: 0.1437540 Aug 19 14:55:45.631035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657838b-d2ae-4872-82e9-fb1195c3087f req-88c39d8c-3fbf-4062-860e-98ff8f24915f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.632777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2657838b-d2ae-4872-82e9-fb1195c3087f req-88c39d8c-3fbf-4062-860e-98ff8f24915f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1151507 Aug 19 14:55:45.636857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b869d-225b-4cbc-a951-7662f9e90d25 req-4f0bb664-1ad9-4b06-b1ab-66d2e447fbd2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.641772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-389b869d-225b-4cbc-a951-7662f9e90d25 req-4f0bb664-1ad9-4b06-b1ab-66d2e447fbd2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.1686349 Aug 19 14:55:45.649873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc37332-e6e7-4b1b-ab42-b949b66b3cd3 req-2e861bcc-bf9a-4ca6-808a-b60bb43e11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.652093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fcc37332-e6e7-4b1b-ab42-b949b66b3cd3 req-2e861bcc-bf9a-4ca6-808a-b60bb43e11b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 1101 time: 0.1332049 Aug 19 14:55:45.708101 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2657838b-d2ae-4872-82e9-fb1195c3087f req-5ff19822-fa76-4cc9-9231-540a53ba33ad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677679 Aug 19 14:55:45.709858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-a5ea0301-bdcf-45af-8f3c-bcf60ba81c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.711719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-a5ea0301-bdcf-45af-8f3c-bcf60ba81c2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 922 time: 0.2371783 Aug 19 14:55:45.778141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-ae4f0859-dc5d-437d-92c6-34c3729b10a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=927f4afa-5e9b-4636-ba22-1f36e206de46 HTTP/1.1" status: 200 len: 217 time: 0.0509090 Aug 19 14:55:45.783703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-389b869d-225b-4cbc-a951-7662f9e90d25 req-7eb363c6-2e8b-4dbd-90fb-f3e2a4418335 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364124 Aug 19 14:55:45.789950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fcc37332-e6e7-4b1b-ab42-b949b66b3cd3 req-a58ab60e-7969-4a07-b2ca-731fe59f893f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210454 Aug 19 14:55:45.799537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Deleting port 4ff720b3-ae27-4b4e-8a47-0e28129470fd {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:45.800277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.843373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-34c08bd9-1f37-42bf-b0c8-6a078c5d8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.844953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-34c08bd9-1f37-42bf-b0c8-6a078c5d8a6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=89ce3c28-7fb8-4bfd-9319-72f51d900e1f HTTP/1.1" status: 200 len: 861 time: 0.0579758 Aug 19 14:55:45.903138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] For port 4ff720b3-ae27-4b4e-8a47-0e28129470fd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4ff720b3-ae27-4b4e-8a47-0e28129470fd,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:45.903574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.923729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Calling delete_port for 4ff720b3-ae27-4b4e-8a47-0e28129470fd owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:45.933488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7e4c-2e4d-45af-8460-411324db77bb req-e07e694d-fb9d-450e-95f7-ef7d66dcca0d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.935665 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed1b7e4c-2e4d-45af-8460-411324db77bb req-e07e694d-fb9d-450e-95f7-ef7d66dcca0d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0636802 Aug 19 14:55:45.977195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed1b7e4c-2e4d-45af-8460-411324db77bb req-5a73c122-5481-4ddf-9ced-be9d17db86fd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Aug 19 14:55:46.034079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619967b-c06f-4065-9dbd-1c9fe6e1daac req-3070bbb0-f257-42ef-8585-a1913795c663 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:46.035584 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7619967b-c06f-4065-9dbd-1c9fe6e1daac req-3070bbb0-f257-42ef-8585-a1913795c663 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.1010859 Aug 19 14:55:46.128025 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7619967b-c06f-4065-9dbd-1c9fe6e1daac req-9c4898ec-9372-4708-a612-a9c7c62e61a5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856898 Aug 19 14:55:46.224656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-6c55397d-e355-49a5-9f99-b222a6cca754 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c386785-0db3-4fe8-8d35-d023d0212d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265319 Aug 19 14:55:46.301886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.331108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-7e00ba91-5c10-4fd8-8f8a-ea8745a657cd service neutron] 10.222.0.54 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978711 Aug 19 14:55:46.331772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff720b3-ae27-4b4e-8a47-0e28129470fd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:46.345039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.345400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.345754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.346121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.346462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.346796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.347126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.347457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.347784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.348122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.348434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.348760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.471054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03eaf764-00c6-4007-ad16-7d29af77d6b0 req-ce4f91d5-f500-429b-8d92-7f414507f8f9 service neutron] 10.222.0.54 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308951 Aug 19 14:55:46.528839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e50009-7943-4cb1-84cb-404aed68ed07 req-e1703cda-e0e1-4df9-a939-8823da120984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:46.530692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15e50009-7943-4cb1-84cb-404aed68ed07 req-e1703cda-e0e1-4df9-a939-8823da120984 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0645976 Aug 19 14:55:46.586021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15e50009-7943-4cb1-84cb-404aed68ed07 req-321ded03-9bf8-4a81-8b70-bfd89d2ad388 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Aug 19 14:55:46.589713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4c085-81af-492b-ab9d-9046d745248c req-ccc37057-e71b-4337-b2e6-1a308ec1c739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:46.591285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4af4c085-81af-492b-ab9d-9046d745248c req-ccc37057-e71b-4337-b2e6-1a308ec1c739 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.1010597 Aug 19 14:55:46.598276 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.677796 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4af4c085-81af-492b-ab9d-9046d745248c req-71ccf33a-04bb-45ab-aad5-15cda85c3eeb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Aug 19 14:55:46.851221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c468e2d-949f-4e6a-a95e-071867e117c8 req-99bda5f6-0374-4348-814f-933de7b7fa06 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:46.852804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c468e2d-949f-4e6a-a95e-071867e117c8 req-99bda5f6-0374-4348-814f-933de7b7fa06 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0603514 Aug 19 14:55:46.895392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c468e2d-949f-4e6a-a95e-071867e117c8 req-3662a6fa-921f-4361-8355-32f7405bf8d2 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359223 Aug 19 14:55:47.135940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3120e8-c40b-4dc2-b921-92157f4e90b2 req-bb1eecdc-6e0e-4900-94ae-664ce4807fc8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.137446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be3120e8-c40b-4dc2-b921-92157f4e90b2 req-bb1eecdc-6e0e-4900-94ae-664ce4807fc8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0785489 Aug 19 14:55:47.172629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e423-5045-4e79-b509-d9b37177583f req-3f9d4246-8a83-4655-b5f0-eb5a0891043c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.174323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e70e423-5045-4e79-b509-d9b37177583f req-3f9d4246-8a83-4655-b5f0-eb5a0891043c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.1743937 Aug 19 14:55:47.177999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be3120e8-c40b-4dc2-b921-92157f4e90b2 req-aad4499e-fd79-4eb0-9f35-10ed32b0f26a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Aug 19 14:55:47.192904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Router 2efcd207-273f-4f0b-9dfc-2db26d227b6b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:47.271850 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e70e423-5045-4e79-b509-d9b37177583f req-b447317e-c8ae-4f97-97e8-d237c21f5800 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887854 Aug 19 14:55:47.284461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247465b5-43d7-4f6b-a295-c865a777c604 req-cd56473b-21cf-4932-b390-0c75ed2e6bce tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.286026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-247465b5-43d7-4f6b-a295-c865a777c604 req-cd56473b-21cf-4932-b390-0c75ed2e6bce tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0491488 Aug 19 14:55:47.329515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:47.330148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-247465b5-43d7-4f6b-a295-c865a777c604 req-1b41a046-e3ce-4743-bef0-f5541cbf4f1e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 Aug 19 14:55:47.334875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8a058e97-4261-4239-a994-fc852d390777 admin admin] 10.222.0.13 "PUT /v2.0/routers/2efcd207-273f-4f0b-9dfc-2db26d227b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974877 Aug 19 14:55:47.337674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45972) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:47.340895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] Sync routers for ids ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:47.352248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] Routers {'2efcd207-273f-4f0b-9dfc-2db26d227b6b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:47.353321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:47.448985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.564543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.593319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] Set router 2efcd207-273f-4f0b-9dfc-2db26d227b6b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:47.724501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Deleting port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:47.724848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.735982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ddf93-8235-4903-8f66-63fa52150f27 req-faf9bd94-99d4-400b-a891-af067a4e5104 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.737593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc2ddf93-8235-4903-8f66-63fa52150f27 req-faf9bd94-99d4-400b-a891-af067a4e5104 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0686057 Aug 19 14:55:47.794388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 5, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port': {'id': '1fffe133-4191-46c4-b4bc-c2a7399b9ba7', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:23Z', 'updated_at': '2021-08-19T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:47.804557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5fc4-7ddc-4b14-ba09-70dc93825162 req-1b207def-6e25-40d4-87e5-877826613c90 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.807049 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-875f5fc4-7ddc-4b14-ba09-70dc93825162 req-1b207def-6e25-40d4-87e5-877826613c90 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.0526085 Aug 19 14:55:47.828698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] Checking router: 2efcd207-273f-4f0b-9dfc-2db26d227b6b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:47.831345 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc2ddf93-8235-4903-8f66-63fa52150f27 req-69d906e8-a9e6-49d1-a27d-636a9f70255e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826914 Aug 19 14:55:47.839468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] Routers {'2efcd207-273f-4f0b-9dfc-2db26d227b6b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:47.840065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:47.857190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-875f5fc4-7ddc-4b14-ba09-70dc93825162 req-4362f356-8bb3-4a01-8b3e-b7fe2eacb83f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Aug 19 14:55:47.863803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] For port 1fffe133-4191-46c4-b4bc-c2a7399b9ba7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:47.864222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.879487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Calling delete_port for 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:47.964438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] Set router 2efcd207-273f-4f0b-9dfc-2db26d227b6b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:48.032587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:47Z', 'revision_number': 6, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:48.063606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aba756-9f18-4bfa-a2e3-d90e924489f0 None None] The sync data for ids ['2efcd207-273f-4f0b-9dfc-2db26d227b6b'] in n-d-779913-32 is: [{'id': '2efcd207-273f-4f0b-9dfc-2db26d227b6b', 'name': 'tempest-FloatingIPsTestJSON-1495057772-router', 'tenant_id': 'c638d78b7e87423785310812d7237181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:22Z', 'updated_at': '2021-08-19T14:55:47Z', 'revision_number': 6, 'project_id': 'c638d78b7e87423785310812d7237181', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:48.086927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8fa20-58d0-4f49-a028-03b10e24ba8d req-0d6bd562-d592-4fec-b2db-2deec9bac052 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:48.089249 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54e8fa20-58d0-4f49-a028-03b10e24ba8d req-0d6bd562-d592-4fec-b2db-2deec9bac052 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0741343 Aug 19 14:55:48.166793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54e8fa20-58d0-4f49-a028-03b10e24ba8d req-510044d9-358f-4fdd-87bd-7715f898bda1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Aug 19 14:55:48.277522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.320487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ee31c-d277-4545-9a2b-bc24f6dce561 req-6d847308-ddca-4363-85fd-88a95f2f7ad1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:48.322881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-409ee31c-d277-4545-9a2b-bc24f6dce561 req-6d847308-ddca-4363-85fd-88a95f2f7ad1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0658822 Aug 19 14:55:48.343682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fffe133-4191-46c4-b4bc-c2a7399b9ba7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:48.368790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-409ee31c-d277-4545-9a2b-bc24f6dce561 req-3fc4326f-6fce-45ab-8ac6-61a6652466f2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 Aug 19 14:55:48.443842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.493327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3097c0-26ab-4450-b1ea-a406fd4fd688 req-d6bf90b0-822c-4762-957e-a6ab7c6ffee7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:48.498468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775e9b0-fbb0-4fa6-8fcf-2bbddd2d2f88 req-9f8c4d6d-55b5-4407-bdb2-338d5642a737 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:48.500227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5775e9b0-fbb0-4fa6-8fcf-2bbddd2d2f88 req-9f8c4d6d-55b5-4407-bdb2-338d5642a737 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0592563 Aug 19 14:55:48.501664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e3097c0-26ab-4450-b1ea-a406fd4fd688 req-d6bf90b0-822c-4762-957e-a6ab7c6ffee7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.1465592 Aug 19 14:55:48.548062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5775e9b0-fbb0-4fa6-8fcf-2bbddd2d2f88 req-68bacacf-2d07-4713-a101-342f67427409 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Aug 19 14:55:48.592846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.597093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.644987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e3097c0-26ab-4450-b1ea-a406fd4fd688 req-d84bf11e-1db3-41fd-b83b-ee991d22888d tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079581 Aug 19 14:55:48.767017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.767468 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2efcd207-273f-4f0b-9dfc-2db26d227b6b {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:48.772569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.773821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c76eb031-274d-45fc-b33f-3dea6951fc1e admin admin] 10.222.0.13 "DELETE /v2.0/routers/2efcd207-273f-4f0b-9dfc-2db26d227b6b HTTP/1.1" status: 204 len: 168 time: 1.4349008 Aug 19 14:55:48.776866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45988) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:48.825847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Deleting subnet 54c3ef7b-fca6-4974-b6c5-cd128e3a3304 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:48.829124 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.839045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:48.874466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.982543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:48.998200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f has no active binding in host n-h2-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:55:49.001855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.048246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5dac0-9622-4cf1-a5b9-f0ab87fcf34f req-06e41ab0-9b29-4697-9a9c-bfcfd9936d78 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.050747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5b5dac0-9622-4cf1-a5b9-f0ab87fcf34f req-06e41ab0-9b29-4697-9a9c-bfcfd9936d78 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.0984261 Aug 19 14:55:49.089082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4ff720b3-ae27-4b4e-8a47-0e28129470fd no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:49.126248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43699208-552d-4ebc-bc87-f658f0bbabd9 req-f73e3e06-e928-4502-b26d-b0ca6680b09a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.129281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5b5dac0-9622-4cf1-a5b9-f0ab87fcf34f req-7d14a018-6766-49cc-8ac1-b9083cb10dbb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691597 Aug 19 14:55:49.136935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4ff720b3-ae27-4b4e-8a47-0e28129470fd {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:49.137375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4ff720b3-ae27-4b4e-8a47-0e28129470fd not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:49.138434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:49.140931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43699208-552d-4ebc-bc87-f658f0bbabd9 req-f73e3e06-e928-4502-b26d-b0ca6680b09a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.1364963 Aug 19 14:55:49.160144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:49.162261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1fffe133-4191-46c4-b4bc-c2a7399b9ba7 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:49.192582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43699208-552d-4ebc-bc87-f658f0bbabd9 req-d77ae879-336a-4fec-94c5-ccca79813933 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504577 Aug 19 14:55:49.247705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.300250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1698b9-e5af-49c3-9900-bec04b90fa75 None None] Network c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:49.327133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c3ef7b-fca6-4974-b6c5-cd128e3a3304,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:49.334795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.341902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/54c3ef7b-fca6-4974-b6c5-cd128e3a3304 HTTP/1.1" status: 204 len: 168 time: 0.5635319 Aug 19 14:55:49.355060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46000) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:49.390433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.391206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.391667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.392036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.392781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.393235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.393720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.394436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.395746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.396898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.397799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.398578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c3c23-2692-458d-b7a1-713428c33806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.422391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e546f5-b929-4808-9e54-202e211f8003 req-b0885a19-5b12-4663-8c2a-13879975d14b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.429211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2e546f5-b929-4808-9e54-202e211f8003 req-b0885a19-5b12-4663-8c2a-13879975d14b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.1004705 Aug 19 14:55:49.477569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22cf3-26f0-4d7f-8408-4a2902704c0d req-09fa1c07-d10e-445f-825b-565cfe9476b2 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.477786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2e546f5-b929-4808-9e54-202e211f8003 req-33c4d9a8-1a86-40c0-8dcd-a9501764c24d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Aug 19 14:55:49.479757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e22cf3-26f0-4d7f-8408-4a2902704c0d req-09fa1c07-d10e-445f-825b-565cfe9476b2 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 1101 time: 0.2023726 Aug 19 14:55:49.498110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.570872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] DHCP port deletion for c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:55:49.572001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e22cf3-26f0-4d7f-8408-4a2902704c0d req-f4722e1e-7049-4070-9189-c9dfab120ef2 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Aug 19 14:55:49.631667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Deleting port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:49.632323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.661053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Deleting port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:49.661724 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.685593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72324c57-bd5c-443f-9896-db0695b00d0a req-203b25ab-51f7-4856-a9b8-f019d2c0dbe1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.688308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-72324c57-bd5c-443f-9896-db0695b00d0a req-203b25ab-51f7-4856-a9b8-f019d2c0dbe1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1070182 Aug 19 14:55:49.738061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] For port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:49.738442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.755112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-72324c57-bd5c-443f-9896-db0695b00d0a req-cd1c79bb-d668-490f-adfd-39334a82e388 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579815 Aug 19 14:55:49.765482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] For port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,segment=NetworkSegment(4eedbedc-cbe6-4691-bdd9-4ffe3a25a704),segment_id=4eedbedc-cbe6-4691-bdd9-4ffe3a25a704)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:49.766156 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.783550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Calling delete_port for 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:49.786107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Calling delete_port for 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:49.844141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f2cf-eef5-4760-83e2-d5e7c561aceb req-5a8504ab-55f6-46c5-b0fe-aff3afb32e0c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.845691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d679f2cf-eef5-4760-83e2-d5e7c561aceb req-5a8504ab-55f6-46c5-b0fe-aff3afb32e0c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.1101816 Aug 19 14:55:49.882843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4135e1-1bc8-425e-91a3-332a01049665 req-ab4a0f90-6730-46aa-a09a-f89d68f4b3ca tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.885880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c4135e1-1bc8-425e-91a3-332a01049665 req-ab4a0f90-6730-46aa-a09a-f89d68f4b3ca tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.0688717 Aug 19 14:55:49.910544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d679f2cf-eef5-4760-83e2-d5e7c561aceb req-07661299-2361-4274-8722-4cf3b828c6b0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555048 Aug 19 14:55:49.948285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c4135e1-1bc8-425e-91a3-332a01049665 req-0387ce7f-8ad6-49e8-8a1c-92f3c8e0f234 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Aug 19 14:55:50.007404 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.039839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Pushing event deleted for resources: {'Port': ['ID=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:50.043088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-7ca5f769-c6cf-4339-a3d8-b56ea6322a8f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363207 Aug 19 14:55:50.045180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] No DVR routers for this DVR port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:50.047540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.052596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.052970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.053349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.053678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.054262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.054593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.055020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.055376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.055701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.056021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.056333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.056687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ac7bf-5393-4048-b132-8acde4a85471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:50.085519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8cad9d-6516-4f2e-94e8-a98b21e2b528,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:50.106938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] No DVR routers for this DVR port 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:50.168948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-209d62b5-05a8-4fd0-830d-1b4c8dee83f3 service neutron] 10.222.0.46 "GET /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.1919773 Aug 19 14:55:50.275150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.298509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54c1f36-9c94-472b-8e86-5ff9ff5a67a6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:50.317662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625ab83-77a7-4303-a50f-8c2f8c96b819 req-b9be2d2d-015e-4634-be12-7888d1735f24 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.319136 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c625ab83-77a7-4303-a50f-8c2f8c96b819 req-b9be2d2d-015e-4634-be12-7888d1735f24 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 943 time: 0.0565157 Aug 19 14:55:50.329449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:50.329744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eedbedc-cbe6-4691-bdd9-4ffe3a25a704') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:50.347342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-5e972945-1687-4039-9fb4-f48b2e01df48 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.348821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-5e972945-1687-4039-9fb4-f48b2e01df48 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697449 Aug 19 14:55:50.350725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.361825 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c625ab83-77a7-4303-a50f-8c2f8c96b819 req-db790340-4de5-4cca-9373-26431a5ff3eb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Aug 19 14:55:50.393401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.405221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-ad286c18-93b5-45d6-a88e-114799f208c7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/quotas/17219ebf602642a781d1fdd831b49381 HTTP/1.1" status: 200 len: 375 time: 0.0455093 Aug 19 14:55:50.409351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:55:50.409972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:55:50.411719 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:55:50.453605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:50.587519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-495c991e-9993-4196-ad88-1d9024a4f113 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1730170 Aug 19 14:55:50.601649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:50.615711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184b9fb-3f04-4ce4-b824-f9193e3e8df8 req-bb6c62b6-e27f-4305-a33c-d4807a2eea68 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.617274 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d184b9fb-3f04-4ce4-b824-f9193e3e8df8 req-bb6c62b6-e27f-4305-a33c-d4807a2eea68 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 946 time: 0.0518489 Aug 19 14:55:50.624302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:50.659597 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d184b9fb-3f04-4ce4-b824-f9193e3e8df8 req-71a8031a-cfaf-4d17-b777-bc743fba713a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Aug 19 14:55:50.660788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:50.674208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:50.682699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.687109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.688983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c54c1f36-9c94-472b-8e86-5ff9ff5a67a6 HTTP/1.1" status: 204 len: 168 time: 1.3284941 Aug 19 14:55:50.710334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868813-f223-418e-a500-5833eeac43c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54c1f36-9c94-472b-8e86-5ff9ff5a67a6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:50.832768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.850483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:50.971746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:50.972237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] Transition to ACTIVE for port object 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:50.992068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'port_id': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'mac_address': 'fa:16:3e:b7:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3c28-7fb8-4bfd-9319-72f51d900e1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:50.995993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb0d84-584a-4157-a6dc-0da1cb7f3ee7 req-4af17993-920f-4642-95a7-b5cd2a739657 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.998759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6bb0d84-584a-4157-a6dc-0da1cb7f3ee7 req-4af17993-920f-4642-95a7-b5cd2a739657 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0783117 Aug 19 14:55:51.048437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.063213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927f4afa-5e9b-4636-ba22-1f36e206de46 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:51.074175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6bb0d84-584a-4157-a6dc-0da1cb7f3ee7 req-f6ace405-4033-4f7e-b64f-2f97c6e2167f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652282 Aug 19 14:55:51.081516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:51.122654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:51.123274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b8cad9d-6516-4f2e-94e8-a98b21e2b528 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:51.144070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:51.183926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d56d1a73-a4d3-4b63-bf0f-365c2eedc35d req-df8d2c06-a506-4c8c-bd1a-497f49a09773 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0277295 Aug 19 14:55:51.219991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.251639 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.256663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:51.315865 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a21a3b5-aeee-4a47-988b-89fb4d8c9eb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c638d78b7e87423785310812d7237181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576475 Aug 19 14:55:51.318855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46054) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:51.325338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] No DVR routers for this DVR port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:51.346820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:51.377153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd8d01b4-a991-4ad9-b155-5b2d5ddaa34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.390863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] 10.222.0.46 "PUT /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f/bindings/n-h2-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 1.2132556 Aug 19 14:55:51.394504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcf348-aac8-4baa-b534-254f9fabdafb service neutron] Pushing event updated for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:51.401757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd8d01b4-a991-4ad9-b155-5b2d5ddaa34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.421839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c68b9b-bd2c-428d-bc94-c3f1e50509ba req-a27ed7c6-a665-4e02-a989-82d8ce1f9e2f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.424088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2c68b9b-bd2c-428d-bc94-c3f1e50509ba req-a27ed7c6-a665-4e02-a989-82d8ce1f9e2f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.1273081 Aug 19 14:55:51.470564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2c68b9b-bd2c-428d-bc94-c3f1e50509ba req-e84d9934-d68e-4cb4-a9a7-0a073125b16d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Aug 19 14:55:51.583320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd8d01b4-a991-4ad9-b155-5b2d5ddaa34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.587135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd8d01b4-a991-4ad9-b155-5b2d5ddaa34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.590980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd8d01b4-a991-4ad9-b155-5b2d5ddaa34c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63bca4d3-dcd6-48c8-96f8-f91cd937a097 HTTP/1.1" status: 204 len: 168 time: 0.2686019 Aug 19 14:55:51.630833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d01b4-a991-4ad9-b155-5b2d5ddaa34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bca4d3-dcd6-48c8-96f8-f91cd937a097,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:51.650065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d412e-77c3-4b0b-93be-f63d4cc0e446 req-4299fb5b-cfbb-4aa3-86ba-8e03024d92d7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.660980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be6d412e-77c3-4b0b-93be-f63d4cc0e446 req-4299fb5b-cfbb-4aa3-86ba-8e03024d92d7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 945 time: 0.1101115 Aug 19 14:55:51.661508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aad6aa-8084-409c-b70b-1f62d8ac2d11 req-c3e989de-ecf5-403b-93ac-59e2e3134a18 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.668067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9aad6aa-8084-409c-b70b-1f62d8ac2d11 req-c3e989de-ecf5-403b-93ac-59e2e3134a18 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.1235085 Aug 19 14:55:51.677302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-75af27e7-9fe2-496a-b615-b66e2e265c99 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.678813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-75af27e7-9fe2-496a-b615-b66e2e265c99 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.0980337 Aug 19 14:55:51.699756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be6d412e-77c3-4b0b-93be-f63d4cc0e446 req-6073e175-54cc-4a66-9f5c-0fea7d0253f1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Aug 19 14:55:51.737685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9aad6aa-8084-409c-b70b-1f62d8ac2d11 req-e2bed742-c287-4ca3-a37c-3e7424ce2803 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687406 Aug 19 14:55:51.752271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e0eb82b1-b7b6-429e-915e-c378ed67d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.753839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-e0eb82b1-b7b6-429e-915e-c378ed67d2e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2&tenant_id=55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 1096 time: 0.0580800 Aug 19 14:55:51.859761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-7acbf476-193f-4345-9598-732ad61a608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.861379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-7acbf476-193f-4345-9598-732ad61a608c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1096 time: 0.0501230 Aug 19 14:55:51.907305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['927f4afa-5e9b-4636-ba22-1f36e206de46'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:51.973323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-ffa6748e-c87e-4d5d-a200-cd709b46e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.974901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-ffa6748e-c87e-4d5d-a200-cd709b46e503 service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1045847 Aug 19 14:55:52.036794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-003c96ea-939f-4e49-8b97-65b562ffae6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 200 len: 217 time: 0.0374334 Aug 19 14:55:52.108850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-822aed9f-2533-499c-a398-5ebe903dd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.110371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-822aed9f-2533-499c-a398-5ebe903dd127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0604568 Aug 19 14:55:52.147893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-1e7fd523-c043-433e-bd5b-f4486f378521 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288568 Aug 19 14:55:52.201304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e912a-890c-4dc4-872c-26d9463688a0 req-536f7f7d-b04a-4305-ac3b-e081fab4c29f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.203071 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f37e912a-890c-4dc4-872c-26d9463688a0 req-536f7f7d-b04a-4305-ac3b-e081fab4c29f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0538473 Aug 19 14:55:52.258624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f37e912a-890c-4dc4-872c-26d9463688a0 req-80506d18-4347-4f2c-9bc6-b65f4225dd0f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489991 Aug 19 14:55:52.274073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-59bb55e6-6be9-4007-8d6e-8605480bf829 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042006 Aug 19 14:55:52.311613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d7f03e4-c68d-4f04-9c2e-89a63d6b6951 req-3743a245-7cb5-4450-8ce9-fe754563e2c0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0407512 Aug 19 14:55:52.395791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-7d0c3dc1-bcf6-4fd2-8dc4-59091a51e35f service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123583 Aug 19 14:55:52.608768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f616cb-0aeb-4b75-9861-8f1d99dfce56 req-4287e8a1-8440-46c4-b428-5fab869e1bd2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.610292 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6f616cb-0aeb-4b75-9861-8f1d99dfce56 req-4287e8a1-8440-46c4-b428-5fab869e1bd2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.0544155 Aug 19 14:55:52.648955 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6f616cb-0aeb-4b75-9861-8f1d99dfce56 req-31e37771-1527-45b7-ad5e-8d5a9f5abd2f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Aug 19 14:55:52.831287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b008-cfa5-4852-8b47-30c6caac3cd6 req-faa72937-e239-44cd-ba30-51ecbd156138 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.833041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1d6b008-cfa5-4852-8b47-30c6caac3cd6 req-faa72937-e239-44cd-ba30-51ecbd156138 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 945 time: 0.0591967 Aug 19 14:55:52.893743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1d6b008-cfa5-4852-8b47-30c6caac3cd6 req-70d48494-b3e2-431b-a993-610e0da53edf tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521960 Aug 19 14:55:52.897871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:52.970379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac915a-3ae0-42cb-b1d5-54e2f01935a1 req-0728d497-b74f-47cc-bd01-a592a3403acd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.974693 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41ac915a-3ae0-42cb-b1d5-54e2f01935a1 req-0728d497-b74f-47cc-bd01-a592a3403acd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.1120868 Aug 19 14:55:53.039228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41ac915a-3ae0-42cb-b1d5-54e2f01935a1 req-49f28694-e9e7-4e61-aced-77a37fc944d7 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515935 Aug 19 14:55:53.156276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-b856b119-5b38-4607-8c76-9ff7ab736740 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.158916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-b856b119-5b38-4607-8c76-9ff7ab736740 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.0633073 Aug 19 14:55:53.404394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-48d44739-24d7-4c8c-841d-77b8563ca13b service neutron] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:53.412827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-48d44739-24d7-4c8c-841d-77b8563ca13b service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.414001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb629e4-8a16-4603-8ac8-81362925b25b req-48d44739-24d7-4c8c-841d-77b8563ca13b service neutron] 10.222.0.54 "DELETE /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f/bindings/n-h1-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.2475231 Aug 19 14:55:53.419192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-9216a836-55f9-40f6-b82d-5acde4dc84a9 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.420675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-9216a836-55f9-40f6-b82d-5acde4dc84a9 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1098 time: 0.0777035 Aug 19 14:55:53.429197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5ec72-cda2-4aa0-93ed-660b02e3ab14 req-61ddef4c-a55b-4063-b82c-e618a5088111 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.431821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6c5ec72-cda2-4aa0-93ed-660b02e3ab14 req-61ddef4c-a55b-4063-b82c-e618a5088111 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0988548 Aug 19 14:55:53.434093 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b302b0f3-9994-4f18-afab-f78a2bbb9593 req-3ac4acda-72e5-4e36-957b-b536500b02d4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0339725 Aug 19 14:55:53.436372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:53.523963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6c5ec72-cda2-4aa0-93ed-660b02e3ab14 req-d903826a-6629-4b71-b0d6-65e9d2d2bde4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819988 Aug 19 14:55:53.523963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.696653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:53.783197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:53.819848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-ead30445-3b9e-4ad8-9941-86c845da51f5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555336 Aug 19 14:55:53.895996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af1c05-43f3-4e6d-a4d9-ec6f193a0fc4 req-f3c412b3-e21a-4bc4-84ee-8f930ebf36cd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.897596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86af1c05-43f3-4e6d-a4d9-ec6f193a0fc4 req-f3c412b3-e21a-4bc4-84ee-8f930ebf36cd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 946 time: 0.1667650 Aug 19 14:55:53.903643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:53.906042 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5374adcb-ec40-4d8f-bbef-4a4dd54e126d" -d '{"events": [{"server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:53.910213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.959259 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27225792-fb17-45e9-aeef-5969e758a2b9 x-openstack-request-id: req-27225792-fb17-45e9-aeef-5969e758a2b9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:53.959570 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:53.959824 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27225792-fb17-45e9-aeef-5969e758a2b9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:53.960226 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'code': 200} Aug 19 14:55:53.994695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86af1c05-43f3-4e6d-a4d9-ec6f193a0fc4 req-c3194ade-3131-4340-9d2f-abbebd081759 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794194 Aug 19 14:55:54.017913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-01603da1-2b0c-4f1e-a556-859031774103 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:54.019990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-01603da1-2b0c-4f1e-a556-859031774103 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888204 Aug 19 14:55:54.022429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.062471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Request body: {'port': {'device_id': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '17219ebf602642a781d1fdd831b49381'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:54.067860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbbd84-97b7-4f52-baba-98f2236464fc req-63a1b4c2-7761-474e-ab0d-709ce0bd4d1a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:54.069666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9dcbbd84-97b7-4f52-baba-98f2236464fc req-63a1b4c2-7761-474e-ab0d-709ce0bd4d1a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 945 time: 0.0593886 Aug 19 14:55:54.121354 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9dcbbd84-97b7-4f52-baba-98f2236464fc req-fec9675b-9b46-4670-8196-b51bd6ad834e tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435741 Aug 19 14:55:54.469059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46182) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:54.503434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:54.532486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:54.569240 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7062696d-31a6-43e4-968d-7aa659d2b99c req-dfe0f9d2-1bd0-44b9-8dee-8b31ef6d0ce8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0350623 Aug 19 14:55:54.578953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:54.579340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:54.579676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:54.598576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:54.598965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:54.616518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:54.616967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:54.617477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:54.617964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Bound port: e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:54.618326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.644584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:54.651916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63169f-70d4-4df8-b5cd-a311f5ecd566 req-e9117295-2f1a-4c76-b996-20288d3a0feb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:54.653675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d63169f-70d4-4df8-b5cd-a311f5ecd566 req-e9117295-2f1a-4c76-b996-20288d3a0feb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.1546547 Aug 19 14:55:54.670661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea3f-93c9-4dc0-8fe6-6bd23c4fce17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.677808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea447-edab-491e-8596-205f838c8ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.683940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:54.684394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:54.685036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:54.689736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:54.690188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:54.697652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:54.697652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:54.697652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:54.698093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Bound port: e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:54.698494 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.738328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d95a3-941a-4edc-877a-02ebe8762446 req-22f526b3-1a42-456b-951a-116b55e823c2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:54.740079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b30d95a3-941a-4edc-877a-02ebe8762446 req-22f526b3-1a42-456b-951a-116b55e823c2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0590744 Aug 19 14:55:54.776670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:54.780123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:54.803248 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b30d95a3-941a-4edc-877a-02ebe8762446 req-7ebe5d92-9347-469d-8e9d-a6ca63dd7b1e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Aug 19 14:55:54.809524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d63169f-70d4-4df8-b5cd-a311f5ecd566 req-97f7ac90-0a7b-4bca-831e-cdb0322dcdcc tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343706 Aug 19 14:55:54.813993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-2c05b457-6c44-450a-8635-15f5cde3a360 service neutron] 10.222.0.46 "GET /v2.0/ports/088c1886-07be-43cc-887b-cb0b748b9d39/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.1701221 Aug 19 14:55:54.906346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:54.977573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Made reservation on behalf of 17219ebf602642a781d1fdd831b49381 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:54.980797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.982923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.997355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:54.997355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a4c7c-5871-4529-b92a-cea214cf8b0b req-399c895b-3352-45cf-8891-56297b7b4df0 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:54.997355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a39a4c7c-5871-4529-b92a-cea214cf8b0b req-399c895b-3352-45cf-8891-56297b7b4df0 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1096 time: 0.0625002 Aug 19 14:55:55.082400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 has no active binding in host n-h1-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:55:55.084301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:55.087540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 927f4afa-5e9b-4636-ba22-1f36e206de46 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:55.094065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 927f4afa-5e9b-4636-ba22-1f36e206de46 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:55.094434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.154448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36-n-h2-779913-32-0 {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:55:55.155045 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:55:55.185269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e7ca-0441-4ee0-bd95-eb4696a8c88a req-23035156-b624-44a3-8dcb-be7fdd3b839c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.187560 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb36e7ca-0441-4ee0-bd95-eb4696a8c88a req-23035156-b624-44a3-8dcb-be7fdd3b839c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0790873 Aug 19 14:55:55.189176 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.190737 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.199551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea3f-93c9-4dc0-8fe6-6bd23c4fce17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.201795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a39a4c7c-5871-4529-b92a-cea214cf8b0b req-c16d2011-c03e-42ba-a573-cc89dc5963ff tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835558 Aug 19 14:55:55.220117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:55.224909 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c714f5-4b16-4dcb-abd9-c7159ed39d7e" -d '{"events": [{"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-plugged", "status": "completed", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:55.246198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Allocated IP 192.168.233.211 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/8cb3755a-6caa-46ec-9365-709bb61e054b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:55.257975 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fb36e7ca-0441-4ee0-bd95-eb4696a8c88a req-a62485f1-f679-4c82-aca4-3bafdb8f9815 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607312 Aug 19 14:55:55.263486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:55.343543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea3f-93c9-4dc0-8fe6-6bd23c4fce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.422015 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.422650 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fae8ea3f-93c9-4dc0-8fe6-6bd23c4fce17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9226d2ebd21244f782f3636bb71b19a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9521389 Aug 19 14:55:55.427479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:55.429733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8ea3f-93c9-4dc0-8fe6-6bd23c4fce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6497ac72-5140-4d59-87c4-84e7c2f7e993,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:55.450940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1755-bb96-4983-847f-7dcac7e2fe14 req-12e5853a-75ff-4d41-82ba-77caef53b1d7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.452626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-90ae1755-bb96-4983-847f-7dcac7e2fe14 req-12e5853a-75ff-4d41-82ba-77caef53b1d7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 945 time: 0.1241965 Aug 19 14:55:55.484703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.503536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:55.532750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Transition to ACTIVE for port object 8cb3755a-6caa-46ec-9365-709bb61e054b will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:55.539609 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-90ae1755-bb96-4983-847f-7dcac7e2fe14 req-e25bc56f-6321-4ca0-b3e0-4bb1a7788025 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806019 Aug 19 14:55:55.554701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc95-1e88-4bad-ae4f-fd699ac25ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.563465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477737-ed1d-4b33-b6fe-7299e0cf6720 req-a0119035-da34-4afb-924b-2904d81b2404 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.566215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20477737-ed1d-4b33-b6fe-7299e0cf6720 req-a0119035-da34-4afb-924b-2904d81b2404 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 1096 time: 0.1062191 Aug 19 14:55:55.592472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc95-1e88-4bad-ae4f-fd699ac25ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.677597 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6099d4-0840-4678-91a5-e3b0d5949493 x-openstack-request-id: req-1d6099d4-0840-4678-91a5-e3b0d5949493 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:55.677597 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-plugged", "status": "completed", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:55.677597 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d6099d4-0840-4678-91a5-e3b0d5949493 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:55.677597 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'code': 200} Aug 19 14:55:55.678626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20477737-ed1d-4b33-b6fe-7299e0cf6720 req-64e8bfd0-6772-4537-8e30-1cf55da9cf04 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Aug 19 14:55:55.682636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:55.683002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:55.683355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:55.690189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:55.690586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempting to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:55.697374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:55.697945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:55.698431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:55.699039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Bound port: e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:55.699578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.706838 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3c589a48-3bf6-41cd-bacf-0d8f75bd0c91 req-b16f0591-1f14-4c5e-a14d-60ef3c1e29b5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0377536 Aug 19 14:55:55.820020 n-d-779913-32 neutron-server[101963]: WARNING neutron.plugins.ml2.plugin [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Concurrent port binding operations failed on port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 Aug 19 14:55:55.833145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:55.842087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc95-1e88-4bad-ae4f-fd699ac25ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.844697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc95-1e88-4bad-ae4f-fd699ac25ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.845902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-76d3dc95-1e88-4bad-ae4f-fd699ac25ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6497ac72-5140-4d59-87c4-84e7c2f7e993 HTTP/1.1" status: 204 len: 168 time: 0.4173715 Aug 19 14:55:55.856689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3dc95-1e88-4bad-ae4f-fd699ac25ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6497ac72-5140-4d59-87c4-84e7c2f7e993,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:55.867645 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attempt 2 to bind port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 Aug 19 14:55:55.874072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.874851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.876321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-433ca0f0-30af-44be-80f7-950b0bc7b033 service neutron] 10.222.0.46 "PUT /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 1124 time: 2.4446509 Aug 19 14:55:55.877713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.901363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cef1-95f4-4076-92de-bfaa94db681b req-0104370a-49ed-44ae-8c46-5b74277afb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.902970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7f6cef1-95f4-4076-92de-bfaa94db681b req-0104370a-49ed-44ae-8c46-5b74277afb94 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 1098 time: 0.1527088 Aug 19 14:55:55.940378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:55.946380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:55.969673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4', 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', '160006ba-70d3-4818-a419-316903046041'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:55.972684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:55.972684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:55.974189 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2764ad0c-65ce-4efe-aecf-03acfc291056" -d '{"events": [{"name": "network-changed", "server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:55.983297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:55.991847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-26ef776a-1516-409a-9654-f6a4cfa203d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.993397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-26ef776a-1516-409a-9654-f6a4cfa203d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4&tenant_id=99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 1101 time: 0.1767492 Aug 19 14:55:56.044684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:56.144754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event updated for resources: {'Port': ['ID=8cb3755a-6caa-46ec-9365-709bb61e054b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:56.146167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e9d3-410b-4ba2-82a5-0a5fb9130482 req-2b9ae10d-4682-42d2-9f38-71e1a16b3ff4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.164934 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e9a2e9d3-410b-4ba2-82a5-0a5fb9130482 req-2b9ae10d-4682-42d2-9f38-71e1a16b3ff4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.1683154 Aug 19 14:55:56.176313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7f6cef1-95f4-4076-92de-bfaa94db681b req-694f347b-b1c0-4540-a56d-f4eb585864ac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476354 Aug 19 14:55:56.184894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:56.213822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.214507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.221732 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e9a2e9d3-410b-4ba2-82a5-0a5fb9130482 req-cb74dca2-7869-4a88-8576-07713affce63 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Aug 19 14:55:56.238579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-c72c1e35-5275-416a-9c2b-de00d85e5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.240546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-c72c1e35-5275-416a-9c2b-de00d85e5b72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1101 time: 0.1937382 Aug 19 14:55:56.332380 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8874d04-06be-4c7e-8809-087b09ecbb9c x-openstack-request-id: req-e8874d04-06be-4c7e-8809-087b09ecbb9c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:56.332788 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:56.332911 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8874d04-06be-4c7e-8809-087b09ecbb9c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:56.333457 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'status': 'completed', 'code': 200} Aug 19 14:55:56.403308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-b106785a-c255-4d2d-a15a-b330c2cd4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.409545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-b106785a-c255-4d2d-a15a-b330c2cd4b7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1406329 Aug 19 14:55:56.445160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eceebc-bc6f-496f-85ad-c01b5a4c9f0a req-3b963288-c6d0-4929-8bf2-565f7878551c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.455092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84eceebc-bc6f-496f-85ad-c01b5a4c9f0a req-3b963288-c6d0-4929-8bf2-565f7878551c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0908573 Aug 19 14:55:56.490404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-7b5ac986-4c5a-4382-b76e-71d201ced6b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 217 time: 0.0757656 Aug 19 14:55:56.492919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6e96b067-6a9b-4f7c-8803-7439880c3151 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4405341 Aug 19 14:55:56.508770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4547c0d3-ae08-48bb-95ed-24441096b942 None None] Provisioning for port 8cb3755a-6caa-46ec-9365-709bb61e054b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:56.525727 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84eceebc-bc6f-496f-85ad-c01b5a4c9f0a req-370982c1-63b4-48fa-b0da-28ca8c06b87d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694261 Aug 19 14:55:56.526850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Request body: {'port': {'device_id': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:56.544872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4547c0d3-ae08-48bb-95ed-24441096b942 None None] Provisioning complete for port 8cb3755a-6caa-46ec-9365-709bb61e054b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:56.545286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4547c0d3-ae08-48bb-95ed-24441096b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.681817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4547c0d3-ae08-48bb-95ed-24441096b942 None None] Port 8cb3755a-6caa-46ec-9365-709bb61e054b cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:56.697196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-ba6c430f-e9fc-4c69-967e-ffc6fb6ed2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.698499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-ba6c430f-e9fc-4c69-967e-ffc6fb6ed2aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1946745 Aug 19 14:55:56.801197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.913377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:56.930149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-bdc00082-3c5a-42dd-9cbc-72e32190f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.932510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-bdc00082-3c5a-42dd-9cbc-72e32190f81b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221470 Aug 19 14:55:56.957586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacd4e9-5255-4a1e-a4ff-3e3b73283aba req-12df30ed-5b96-40de-9f48-57e761a83c7d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.957586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbacd4e9-5255-4a1e-a4ff-3e3b73283aba req-12df30ed-5b96-40de-9f48-57e761a83c7d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 936 time: 0.0811279 Aug 19 14:55:56.963321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-81de2ab1-92c9-4a4e-a0ad-7b0a5c982c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.965562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-81de2ab1-92c9-4a4e-a0ad-7b0a5c982c8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1127 time: 0.1818061 Aug 19 14:55:57.002422 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbacd4e9-5255-4a1e-a4ff-3e3b73283aba req-0536e826-4975-45cf-9691-962c328a2824 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Aug 19 14:55:57.033446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e7f73-c32a-489b-bd02-ec5c1a3e2064 req-2c466350-e78c-426e-b05a-f90ae20ca470 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.034985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-070e7f73-c32a-489b-bd02-ec5c1a3e2064 req-2c466350-e78c-426e-b05a-f90ae20ca470 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.1995151 Aug 19 14:55:57.165181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:57.201315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'mac_address': 'fa:16:3e:ab:54:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:57.264839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-070e7f73-c32a-489b-bd02-ec5c1a3e2064 req-3de497e4-79c4-4de9-86f4-fca72e0b21c9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365774 Aug 19 14:55:57.273676 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.293657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-84c2749d-c4a4-4d23-82c3-719e89ccc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.295001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9a279a6-0371-40e9-940c-2df8d83a13b2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:57.295189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-84c2749d-c4a4-4d23-82c3-719e89ccc41f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.2853549 Aug 19 14:55:57.296985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-c8a6326e-7ece-4e4c-b662-76f6d220e6c5 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538120 Aug 19 14:55:57.334733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:57.344467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.371869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-27605bde-be0e-4d16-9ed3-2a835b5ee83d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 217 time: 0.0682869 Aug 19 14:55:57.410207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222a0e-c395-44ed-8bae-34fe70ab8713 req-145b4ec9-a00e-4675-b322-f1d7bbc00630 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.411775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e222a0e-c395-44ed-8bae-34fe70ab8713 req-145b4ec9-a00e-4675-b322-f1d7bbc00630 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0553584 Aug 19 14:55:57.454466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e222a0e-c395-44ed-8bae-34fe70ab8713 req-4c2da260-6cd7-4ed0-b2cb-50cf0aaa6710 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Aug 19 14:55:57.462068 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.499015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-1330f4f7-9132-463f-aa15-1e7ebe50b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.500408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-1330f4f7-9132-463f-aa15-1e7ebe50b270 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1164229 Aug 19 14:55:57.575350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-7a45bc76-829a-4674-bf33-de39d727725b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619185 Aug 19 14:55:57.582226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a14b54-f4b7-45df-bca1-7a7f895c427f req-60dabbd3-4f6b-4c0c-abef-4b80ee43621f service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576990 Aug 19 14:55:57.611264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb3755a-6caa-46ec-9365-709bb61e054b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:57.646236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.692484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Transition to ACTIVE for port object 8cb3755a-6caa-46ec-9365-709bb61e054b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:57.718099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:57.736320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a02e0-0d0b-4057-b300-7e372c555d1c req-e46158c9-938e-4414-bc0a-b9493f501c82 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.737916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b1a02e0-0d0b-4057-b300-7e372c555d1c req-e46158c9-938e-4414-bc0a-b9493f501c82 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0980024 Aug 19 14:55:57.765382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-bb95e339-ba2b-4674-8952-8da3a6cc54a8 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782265 Aug 19 14:55:57.796203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b1a02e0-0d0b-4057-b300-7e372c555d1c req-1741c814-8152-4e8b-862b-a1eab2a57775 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Aug 19 14:55:57.865526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.912871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d9a279a6-0371-40e9-940c-2df8d83a13b2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:57.926849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2764ad0c-65ce-4efe-aecf-03acfc291056 req-3df0f37e-b31e-4c18-b15e-3a1f34f2c5ec service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474011 Aug 19 14:55:57.945177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb3755a-6caa-46ec-9365-709bb61e054b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:57.976040 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e35ebef-22f1-4092-b391-de79e034623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.067456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Attempting to bind port 8cb3755a-6caa-46ec-9365-709bb61e054b on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:58.067797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Attempting to bind port 8cb3755a-6caa-46ec-9365-709bb61e054b by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:58.068134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Attempting to bind port 8cb3755a-6caa-46ec-9365-709bb61e054b on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:58.078855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Port 8cb3755a-6caa-46ec-9365-709bb61e054b on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:58.093403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Attempting to bind port 8cb3755a-6caa-46ec-9365-709bb61e054b on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:58.093403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:58.093403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:58.093403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:58.093403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Bound port: 8cb3755a-6caa-46ec-9365-709bb61e054b, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:58.093403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.189772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64196435-c8e0-4430-8de9-f04df818082f req-355dca24-9dc4-4954-9453-f651e6e41b5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.192361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64196435-c8e0-4430-8de9-f04df818082f req-355dca24-9dc4-4954-9453-f651e6e41b5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 948 time: 0.0895879 Aug 19 14:55:58.223119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] For port 8cb3755a-6caa-46ec-9365-709bb61e054b, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:58.231888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] For port 8cb3755a-6caa-46ec-9365-709bb61e054b, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8cb3755a-6caa-46ec-9365-709bb61e054b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:58.254447 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64196435-c8e0-4430-8de9-f04df818082f req-e4dae377-c267-442d-bcc4-ee8da5a678fb tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520592 Aug 19 14:55:58.351342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.410047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe28a9-be82-4302-94c8-cd5131e3abcd req-c62f1e2b-2615-412e-a4e2-77d74e6a3dff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.413065 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ccbe28a9-be82-4302-94c8-cd5131e3abcd req-c62f1e2b-2615-412e-a4e2-77d74e6a3dff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0743086 Aug 19 14:55:58.421052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.422402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.424634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] 10.222.0.46 "PUT /v2.0/ports/8cb3755a-6caa-46ec-9365-709bb61e054b HTTP/1.1" status: 200 len: 1097 time: 1.9069402 Aug 19 14:55:58.425349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'tag': '8cb3755a-6caa-46ec-9365-709bb61e054b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:58.429272 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbc3683-6f4e-4fca-9d7e-c595232b0bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "45edcacc-5c3c-4c65-9853-c50372ca3618", "tag": "8cb3755a-6caa-46ec-9365-709bb61e054b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:58.465020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd9b4-c961-47ed-95ac-bb0b0994478a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb3755a-6caa-46ec-9365-709bb61e054b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:58.481429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ccbe28a9-be82-4302-94c8-cd5131e3abcd req-b650dcfd-88f8-455b-ab4a-bea1a4b7219a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Aug 19 14:55:58.524624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:58.535975 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914097e-22b0-4657-8a67-7af36acaf10d x-openstack-request-id: req-5914097e-22b0-4657-8a67-7af36acaf10d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:58.536251 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45edcacc-5c3c-4c65-9853-c50372ca3618", "tag": "8cb3755a-6caa-46ec-9365-709bb61e054b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:58.537419 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5914097e-22b0-4657-8a67-7af36acaf10d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:58.538048 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'tag': '8cb3755a-6caa-46ec-9365-709bb61e054b', 'status': 'completed', 'code': 200} Aug 19 14:55:58.643924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc3683-6f4e-4fca-9d7e-c595232b0bd6 req-3551af39-7e97-4046-8e1d-3a3ccb06407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.646638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cbc3683-6f4e-4fca-9d7e-c595232b0bd6 req-3551af39-7e97-4046-8e1d-3a3ccb06407b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 1100 time: 0.0792403 Aug 19 14:55:58.660000 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.685072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cbc3683-6f4e-4fca-9d7e-c595232b0bd6 req-c453fcab-d91a-4a25-9605-e4db5ada059a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=17219ebf602642a781d1fdd831b49381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262988 Aug 19 14:55:58.712205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:58.713073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6e371-00e9-447f-8cf2-0271f52cd563 req-fcba36bb-7ca8-4782-922a-238fe75e9f61 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.713701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:58.716887 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc5e3f-5276-4ae9-9a03-93037b63d8e9" -d '{"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:58.721632 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03c6e371-00e9-447f-8cf2-0271f52cd563 req-fcba36bb-7ca8-4782-922a-238fe75e9f61 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.0682566 Aug 19 14:55:58.768569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03c6e371-00e9-447f-8cf2-0271f52cd563 req-b9c60a40-2ab7-4415-b533-677d3c9c50db tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Aug 19 14:55:58.828155 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae534e4-bd21-42f1-9ba4-c9f8efac034d x-openstack-request-id: req-8ae534e4-bd21-42f1-9ba4-c9f8efac034d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:58.828693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc3683-6f4e-4fca-9d7e-c595232b0bd6 req-803a3038-0116-4fcf-9411-d7d61b28e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.829444 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:58.829859 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ae534e4-bd21-42f1-9ba4-c9f8efac034d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:58.835506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cbc3683-6f4e-4fca-9d7e-c595232b0bd6 req-803a3038-0116-4fcf-9411-d7d61b28e4ce service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344581 Aug 19 14:55:58.835704 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'code': 200} Aug 19 14:55:58.892910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.958184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-616167f0-9aa5-4e08-8f8d-5b7bd17851cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.959830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-616167f0-9aa5-4e08-8f8d-5b7bd17851cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 1100 time: 0.0523276 Aug 19 14:55:58.986089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:59.030226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:59.052799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-355ef9c2-1641-488a-b261-be71dd93d7e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8cb3755a-6caa-46ec-9365-709bb61e054b HTTP/1.1" status: 200 len: 217 time: 0.0783989 Aug 19 14:55:59.063279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d9a279a6-0371-40e9-940c-2df8d83a13b2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:59.063279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.063550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76379-5e4f-4dcf-b114-5a98d6cf5741 req-25e87441-8c6a-467a-b377-a3d5848746a9 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.063550 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fdc76379-5e4f-4dcf-b114-5a98d6cf5741 req-25e87441-8c6a-467a-b377-a3d5848746a9 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0985789 Aug 19 14:55:59.103339 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fdc76379-5e4f-4dcf-b114-5a98d6cf5741 req-d37f842d-431f-4b9c-b0b7-4ae18c9d25c0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Aug 19 14:55:59.133436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-3677f7fd-413c-4a05-8514-a26f7d4e8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.136246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-3677f7fd-413c-4a05-8514-a26f7d4e8424 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0742407 Aug 19 14:55:59.179714 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.216874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:59.231351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-dc185ded-cdc7-4bc7-95a5-c97a2765b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.233428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-dc185ded-cdc7-4bc7-95a5-c97a2765b14c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868213 Aug 19 14:55:59.336249 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.410251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:59.417554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-6cb9b5da-3cbc-4754-927a-b357c8ecf63c service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730452 Aug 19 14:55:59.471828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810191b-970d-4ab1-9571-b3a5ac2719e3 req-c4d884b4-7887-446c-867c-727a1d8c0e86 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.474774 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d810191b-970d-4ab1-9571-b3a5ac2719e3 req-c4d884b4-7887-446c-867c-727a1d8c0e86 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 948 time: 0.0996611 Aug 19 14:55:59.484258 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.526540 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d810191b-970d-4ab1-9571-b3a5ac2719e3 req-431e82d0-c947-4497-b6f7-aaf8545bc2ff tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Aug 19 14:55:59.545087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670220f3-4774-4a3a-8935-71204a71fcd8 req-73e85c9a-39a6-49d7-bb88-da6f66e93dab service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155810 Aug 19 14:55:59.640136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fcbe8-a238-4587-847e-c9475679b182 req-9e759b5c-feea-4a85-8641-2b86664fcd75 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.641687 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b9fcbe8-a238-4587-847e-c9475679b182 req-9e759b5c-feea-4a85-8641-2b86664fcd75 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Aug 19 14:55:59.683196 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b9fcbe8-a238-4587-847e-c9475679b182 req-a30a1b31-4460-4428-8ff9-09a9e897f4aa tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351739 Aug 19 14:55:59.815876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c8a30-60a0-4dcb-bc1a-001e7d028d46 req-236a60dc-47d2-4182-88d6-9c72e475398a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.817542 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-226c8a30-60a0-4dcb-bc1a-001e7d028d46 req-236a60dc-47d2-4182-88d6-9c72e475398a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0654967 Aug 19 14:55:59.873040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-226c8a30-60a0-4dcb-bc1a-001e7d028d46 req-c805e8e6-16c6-49c1-a965-cf40d8202c1e tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451617 Aug 19 14:55:59.938693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e01f-6538-4a74-afd6-5252ecf2bca8 req-1a8fa673-e6c1-4b96-bcff-1e419e8d7702 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.940526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f216e01f-6538-4a74-afd6-5252ecf2bca8 req-1a8fa673-e6c1-4b96-bcff-1e419e8d7702 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 947 time: 0.0612829 Aug 19 14:55:59.984609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f216e01f-6538-4a74-afd6-5252ecf2bca8 req-623a4909-3056-4340-8fbb-25d3f1928d6a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Aug 19 14:56:00.177442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be791a-ee30-4ec2-a712-063763aec34e req-6dbc4775-f018-4ecb-85ed-08e886dd69eb tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.179084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77be791a-ee30-4ec2-a712-063763aec34e req-6dbc4775-f018-4ecb-85ed-08e886dd69eb tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0545280 Aug 19 14:56:00.223421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77be791a-ee30-4ec2-a712-063763aec34e req-c8e63c33-700f-4b08-9c91-4cd9a5cba108 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Aug 19 14:56:00.344249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11bb52-39e8-49df-aa71-48f34f4cf8ec req-27339015-9f1f-49f8-9391-0655f0d6dd7b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.345864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b11bb52-39e8-49df-aa71-48f34f4cf8ec req-27339015-9f1f-49f8-9391-0655f0d6dd7b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0640557 Aug 19 14:56:00.389016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b11bb52-39e8-49df-aa71-48f34f4cf8ec req-c7809a97-7f05-4557-9dc0-f434f4723e69 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Aug 19 14:56:00.538827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:00.614617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcfa8f-9f29-43d6-a591-82e84e3a0103 req-f5101406-240e-4b3b-bf1d-926d1a5c9449 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.616723 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3bdcfa8f-9f29-43d6-a591-82e84e3a0103 req-f5101406-240e-4b3b-bf1d-926d1a5c9449 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.1007717 Aug 19 14:56:00.640955 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.672538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3bdcfa8f-9f29-43d6-a591-82e84e3a0103 req-b3d06890-f6b3-49e1-94b9-2876371f0778 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Aug 19 14:56:00.677512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:00.694603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '088c1886-07be-43cc-887b-cb0b748b9d39', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '088c1886-07be-43cc-887b-cb0b748b9d39', 'mac_address': 'fa:16:3e:72:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:00.763677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.781760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:00.809967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:00.831140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:00.833852 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8e551-6872-4f1d-8790-a627fab38bdf" -d '{"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:00.851412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87c1fe-a047-4a67-b037-0849968a62f6 req-2fc74017-18a2-4569-9416-b7532f24f1d3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.853834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e87c1fe-a047-4a67-b037-0849968a62f6 req-2fc74017-18a2-4569-9416-b7532f24f1d3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 948 time: 0.0575049 Aug 19 14:56:00.904443 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e87c1fe-a047-4a67-b037-0849968a62f6 req-bbc22369-0dbc-4111-91d9-8ef810fa4f04 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Aug 19 14:56:00.959561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.038243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:01.050656 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c4d1e-06da-4983-9433-1f631ae2549a x-openstack-request-id: req-f32c4d1e-06da-4983-9433-1f631ae2549a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:01.050940 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:01.051267 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f32c4d1e-06da-4983-9433-1f631ae2549a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:01.051810 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'code': 200} Aug 19 14:56:01.080575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd97d2-91c9-4525-a3c0-9d1a5f05877e req-a98eadc5-4a10-46d6-8e0d-d1514094c05c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.082184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64cd97d2-91c9-4525-a3c0-9d1a5f05877e req-a98eadc5-4a10-46d6-8e0d-d1514094c05c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0790684 Aug 19 14:56:01.135497 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64cd97d2-91c9-4525-a3c0-9d1a5f05877e req-6488c48c-a605-40c4-b38f-685ba34788fe tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Aug 19 14:56:01.249013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb450c5c-eded-4f37-ab50-8800d0c964a6 req-4eab6d16-2c4f-436e-8eee-4d4b8c51554c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.250733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb450c5c-eded-4f37-ab50-8800d0c964a6 req-4eab6d16-2c4f-436e-8eee-4d4b8c51554c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 948 time: 0.0543246 Aug 19 14:56:01.299878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb450c5c-eded-4f37-ab50-8800d0c964a6 req-19857367-212e-4265-8a67-fdbdbc5e5fbe tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Aug 19 14:56:01.428401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4622-ab6c-4d18-a9b0-fb0856381dc9 req-afb9d51b-a2ea-436c-9214-a88cfb711f83 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.430093 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0f6f4622-ab6c-4d18-a9b0-fb0856381dc9 req-afb9d51b-a2ea-436c-9214-a88cfb711f83 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0528779 Aug 19 14:56:01.486128 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0f6f4622-ab6c-4d18-a9b0-fb0856381dc9 req-31dc6369-beed-4ce2-8d35-5092b4b42c23 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Aug 19 14:56:01.620544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['088c1886-07be-43cc-887b-cb0b748b9d39'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:02.138366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff656ad9-8d82-4f4c-9ec8-fb98d7a3bb79 req-ae5b693f-699e-43b3-8d9e-5916ff5cd700 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.139973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff656ad9-8d82-4f4c-9ec8-fb98d7a3bb79 req-ae5b693f-699e-43b3-8d9e-5916ff5cd700 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0566442 Aug 19 14:56:02.182786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff656ad9-8d82-4f4c-9ec8-fb98d7a3bb79 req-2c1026e0-f0fa-4720-8e84-d4a8f09bf249 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365622 Aug 19 14:56:02.486543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075e05b-e328-4119-b457-adb82125ad83 req-2be6e6f8-589d-444d-b544-b066140ba1ed tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.488841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b075e05b-e328-4119-b457-adb82125ad83 req-2be6e6f8-589d-444d-b544-b066140ba1ed tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 948 time: 0.1051157 Aug 19 14:56:02.500954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-2f26c525-a326-4711-aedb-431cf931ccee tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.502783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-2f26c525-a326-4711-aedb-431cf931ccee tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4&tenant_id=99124f7b967b44bea75c44452241c427&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 948 time: 0.0885403 Aug 19 14:56:02.549677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8cb3755a-6caa-46ec-9365-709bb61e054b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:02.576122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b075e05b-e328-4119-b457-adb82125ad83 req-fd935cb1-8af5-4df3-b046-2f56061ed006 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722141 Aug 19 14:56:02.600069 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:56:02.624761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-c044222f-d0a3-43d5-b184-cb1fc39517c3 service neutron] 10.222.0.46 "GET /v2.0/ports/088c1886-07be-43cc-887b-cb0b748b9d39/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.1029835 Aug 19 14:56:02.686665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8cb3755a-6caa-46ec-9365-709bb61e054b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8cb3755a-6caa-46ec-9365-709bb61e054b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:02.702284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '8cb3755a-6caa-46ec-9365-709bb61e054b', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '8cb3755a-6caa-46ec-9365-709bb61e054b', 'mac_address': 'fa:16:3e:99:53:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:02.742711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-28e3e97b-3e60-429e-8192-23421ac7eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.744498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-28e3e97b-3e60-429e-8192-23421ac7eba7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1100 time: 0.0891516 Aug 19 14:56:02.753988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.760526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172320a0-bd0c-4229-8f3a-03076f836a42 req-e57a1378-13d0-4edf-bbcc-738f6aa2e38f tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.762358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-172320a0-bd0c-4229-8f3a-03076f836a42 req-e57a1378-13d0-4edf-bbcc-738f6aa2e38f tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0899942 Aug 19 14:56:02.779064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb3755a-6caa-46ec-9365-709bb61e054b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:02.805588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8cb3755a-6caa-46ec-9365-709bb61e054b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8cb3755a-6caa-46ec-9365-709bb61e054b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:02.859314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-172320a0-bd0c-4229-8f3a-03076f836a42 req-b21b11d5-e1aa-439f-9887-b46dfd854dd4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853918 Aug 19 14:56:02.899694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-370335f6-8b30-4520-8cd8-89c64ca2ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.910000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-370335f6-8b30-4520-8cd8-89c64ca2ed36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1376255 Aug 19 14:56:02.915922 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.007472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce733-3a7f-44f1-af57-3b6a8897c301 req-193ef67c-d620-4a26-9a3e-fe1a904bca84 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.009154 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-920ce733-3a7f-44f1-af57-3b6a8897c301 req-193ef67c-d620-4a26-9a3e-fe1a904bca84 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 948 time: 0.1523836 Aug 19 14:56:03.017801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-1448f7f9-a255-4aa0-a255-45497a545211 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 217 time: 0.1069973 Aug 19 14:56:03.070138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=8cb3755a-6caa-46ec-9365-709bb61e054b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:03.106457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-b7a22d66-193b-4452-b88c-23685f7d94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.109632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-b7a22d66-193b-4452-b88c-23685f7d94a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0786602 Aug 19 14:56:03.112575 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-920ce733-3a7f-44f1-af57-3b6a8897c301 req-e67a83f6-b8ff-4248-9bbd-0b9b28ec8f5e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842619 Aug 19 14:56:03.220016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-70be8cd2-fac8-4bcf-9285-bee877870056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.221618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-70be8cd2-fac8-4bcf-9285-bee877870056 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967672 Aug 19 14:56:03.314772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['8cb3755a-6caa-46ec-9365-709bb61e054b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:03.334289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f70488-fd0a-43f6-8df2-68edf2dccdf8 req-22bd5933-dc41-44a1-b017-ac8b6af6efce tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.344467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29f70488-fd0a-43f6-8df2-68edf2dccdf8 req-22bd5933-dc41-44a1-b017-ac8b6af6efce tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0817757 Aug 19 14:56:03.407834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29f70488-fd0a-43f6-8df2-68edf2dccdf8 req-52960123-8d64-4cac-9ace-8eda05abfd49 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618913 Aug 19 14:56:03.542659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982b272-5b25-4f31-bdac-d6e2d739984a req-4ed740f0-ad5a-426e-a49c-316bf623d4f1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.556104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5982b272-5b25-4f31-bdac-d6e2d739984a req-4ed740f0-ad5a-426e-a49c-316bf623d4f1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0847945 Aug 19 14:56:03.638385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5982b272-5b25-4f31-bdac-d6e2d739984a req-716f4e28-fd77-4452-9460-99dced9f654b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800147 Aug 19 14:56:03.987514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-4fdf6bc9-c12f-482c-a2a0-6c5ff7e0decb service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575948 Aug 19 14:56:04.019031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ed79a-0d0c-4a02-826a-a36a4a2ac33e req-1be2d48b-4bd5-4103-bbfc-5243a3e80bbf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:04.033980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b67ed79a-0d0c-4a02-826a-a36a4a2ac33e req-1be2d48b-4bd5-4103-bbfc-5243a3e80bbf tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 949 time: 0.1548002 Aug 19 14:56:04.108347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b67ed79a-0d0c-4a02-826a-a36a4a2ac33e req-8cee2abd-c7ac-4ec6-88bf-611cea0da141 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734217 Aug 19 14:56:04.201073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-bab594b4-fbc8-4b6e-8487-22d7de94fbf5 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028811 Aug 19 14:56:04.399512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3c274-b98d-4004-9476-4cfcb954265e req-5743a18c-afc4-42a3-9439-612903600866 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:04.427930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40e3c274-b98d-4004-9476-4cfcb954265e req-5743a18c-afc4-42a3-9439-612903600866 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 946 time: 0.1717873 Aug 19 14:56:04.529227 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40e3c274-b98d-4004-9476-4cfcb954265e req-b750f001-b839-48d6-9964-5125ce53fe0a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928185 Aug 19 14:56:04.564374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:04.652368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 088c1886-07be-43cc-887b-cb0b748b9d39 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:04.652833 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.907880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.994459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:05.007092 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a232326-ec65-4d6f-bc79-3283847aeba0" -d '{"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-plugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:05.038051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:05.098601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.225684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d72be-8fd7-4d8a-b4d7-bd91e6da3a3c req-7bbb2570-18ec-4d08-9335-085b8852a0d5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:05.227933 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-179d72be-8fd7-4d8a-b4d7-bd91e6da3a3c req-7bbb2570-18ec-4d08-9335-085b8852a0d5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 948 time: 0.1560259 Aug 19 14:56:05.244419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:05.306356 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-179d72be-8fd7-4d8a-b4d7-bd91e6da3a3c req-e3beef1e-5052-4c2b-89fc-a857bf28d914 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Aug 19 14:56:05.424688 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f49389-8a64-4139-aec7-77e0db030175 x-openstack-request-id: req-a4f49389-8a64-4139-aec7-77e0db030175 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:05.424983 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-plugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:05.426409 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4f49389-8a64-4139-aec7-77e0db030175 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:05.427173 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'code': 200} Aug 19 14:56:05.525442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa350d-c4f3-4471-86e2-310c13fd8926 req-a8c86a68-11c1-4658-b522-64d4cb837f3d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:05.534257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46fa350d-c4f3-4471-86e2-310c13fd8926 req-a8c86a68-11c1-4658-b522-64d4cb837f3d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.0800560 Aug 19 14:56:05.591954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46fa350d-c4f3-4471-86e2-310c13fd8926 req-4d9f48f6-53e4-47d5-8d99-13f4ba5c370d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Aug 19 14:56:05.649281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97b1b-ab86-4b36-80b9-5c2fdff84475 req-3ca2aafe-386d-4914-9dc6-12f4423a9b98 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:05.654118 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84b97b1b-ab86-4b36-80b9-5c2fdff84475 req-3ca2aafe-386d-4914-9dc6-12f4423a9b98 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 949 time: 0.1443477 Aug 19 14:56:05.764262 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84b97b1b-ab86-4b36-80b9-5c2fdff84475 req-d3f6cd14-b7b1-4fa5-86a9-1f49def03a77 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035607 Aug 19 14:56:06.508209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-305810c2-6880-42f6-8c99-277a60833117 service neutron] 10.222.0.54 "GET /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.1031654 Aug 19 14:56:06.571309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8cb3755a-6caa-46ec-9365-709bb61e054b up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:06.870728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 8cb3755a-6caa-46ec-9365-709bb61e054b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:06.878271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 8cb3755a-6caa-46ec-9365-709bb61e054b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:06.880521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.964912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:07.001185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11763f-8d25-4802-8378-66b8ea326e95 req-a6e71345-2c3c-45d9-ae16-7eac68d69ec7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:07.018510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba11763f-8d25-4802-8378-66b8ea326e95 req-a6e71345-2c3c-45d9-ae16-7eac68d69ec7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 949 time: 0.2365401 Aug 19 14:56:07.062261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdde1f-f104-4e61-8ab2-b359b30c860f req-b1c51e31-a43f-45b1-a35d-95a50b587d20 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:07.065703 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b9cdde1f-f104-4e61-8ab2-b359b30c860f req-b1c51e31-a43f-45b1-a35d-95a50b587d20 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.2030613 Aug 19 14:56:07.155563 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b9cdde1f-f104-4e61-8ab2-b359b30c860f req-e0693d59-b711-4982-8881-7ca085bc8745 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783806 Aug 19 14:56:07.255516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba11763f-8d25-4802-8378-66b8ea326e95 req-6f943287-9dd9-4eda-abf9-bb2b0476f3fe tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354696 Aug 19 14:56:07.268681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.367264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8cb3755a-6caa-46ec-9365-709bb61e054b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8cb3755a-6caa-46ec-9365-709bb61e054b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:07.409647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdfc22-d2b2-4a40-9e20-1bcc67edce13 req-4d267dea-4e2c-4e9b-b1a4-9b5b44ccf57f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:07.429452 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3755a-6caa-46ec-9365-709bb61e054b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:07.430993 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121e2ca-77a3-4121-9a05-f21d9523a8f4" -d '{"events": [{"server_uuid": "45edcacc-5c3c-4c65-9853-c50372ca3618", "name": "network-vif-plugged", "status": "completed", "tag": "8cb3755a-6caa-46ec-9365-709bb61e054b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:07.434768 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fcbdfc22-d2b2-4a40-9e20-1bcc67edce13 req-4d267dea-4e2c-4e9b-b1a4-9b5b44ccf57f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 944 time: 0.1191311 Aug 19 14:56:07.476316 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.566245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:07.599744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fcbdfc22-d2b2-4a40-9e20-1bcc67edce13 req-5a314d5d-bd2e-4296-8cc9-3dc9fe21d5ba tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615248 Aug 19 14:56:07.679243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:07.680115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=8cb3755a-6caa-46ec-9365-709bb61e054b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:07.746534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:07.768646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:07.914648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-87589403-5e8b-4b66-8b73-bc833d5598c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:07.917179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-87589403-5e8b-4b66-8b73-bc833d5598c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4&tenant_id=99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 1101 time: 0.0495031 Aug 19 14:56:07.944033 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.209763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] Transition to ACTIVE for port object e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:08.217651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-9a3959f2-aa83-4b30-bed5-017c840391c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:08.220418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-9a3959f2-aa83-4b30-bed5-017c840391c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 1101 time: 0.2599761 Aug 19 14:56:08.361548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.370745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-c9d06c3d-449c-4efb-92f8-07b470fda4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:08.372623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-c9d06c3d-449c-4efb-92f8-07b470fda4b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1379004 Aug 19 14:56:08.461229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-4ba1c62f-511f-4128-b8f2-671a1a18caf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 200 len: 217 time: 0.0655832 Aug 19 14:56:08.480440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] No DVR routers for this DVR port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:08.551567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:08.601721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-5aa50124-56cf-4921-98e3-324d78776c2c service neutron] 10.222.0.54 "PUT /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36/bindings/n-h1-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 2.0595577 Aug 19 14:56:08.606125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-5354daf3-9073-49ea-840e-eccfdb41f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:08.607598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-5354daf3-9073-49ea-840e-eccfdb41f65f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1304245 Aug 19 14:56:08.616323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01603841-963e-40b7-8eec-4f2e365fe981 req-dd994f6b-6055-4bf7-a63b-9010678a0f33 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:08.617856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01603841-963e-40b7-8eec-4f2e365fe981 req-dd994f6b-6055-4bf7-a63b-9010678a0f33 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 950 time: 0.1389523 Aug 19 14:56:08.685262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-1cf77531-8ceb-43cb-85f0-bedb9069467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:08.686780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-1cf77531-8ceb-43cb-85f0-bedb9069467d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680707 Aug 19 14:56:08.690127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01603841-963e-40b7-8eec-4f2e365fe981 req-324c9bba-1d7f-498f-84f7-870f750e9bb7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Aug 19 14:56:08.770755 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14720323-e094-4c45-b62d-64e1db9227f0 x-openstack-request-id: req-14720323-e094-4c45-b62d-64e1db9227f0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:08.771300 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45edcacc-5c3c-4c65-9853-c50372ca3618", "name": "network-vif-plugged", "status": "completed", "tag": "8cb3755a-6caa-46ec-9365-709bb61e054b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:08.771300 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14720323-e094-4c45-b62d-64e1db9227f0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:08.771945 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3755a-6caa-46ec-9365-709bb61e054b', 'code': 200} Aug 19 14:56:08.815935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-9d04d9d0-3c79-4035-85ab-249ae85a6b24 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199150 Aug 19 14:56:08.968689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff052-aaa0-4382-898b-cf78c472a472 req-ab3f063c-d3cc-4de0-8b68-cf82fd202c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:08.970430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-738ff052-aaa0-4382-898b-cf78c472a472 req-ab3f063c-d3cc-4de0-8b68-cf82fd202c68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 1102 time: 0.1347768 Aug 19 14:56:09.032020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-ed41ecc2-2d4a-4302-83ee-70c922e42db2 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.033584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-ed41ecc2-2d4a-4302-83ee-70c922e42db2 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.1785908 Aug 19 14:56:09.042337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e2e62b0-9f87-4a84-864d-558e2e3c2e49 req-2c036630-8978-4ef9-be81-c73afa712f04 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080064 Aug 19 14:56:09.081808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-738ff052-aaa0-4382-898b-cf78c472a472 req-fe4050bc-5551-4417-9666-36160472f384 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992072 Aug 19 14:56:09.108108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-ebffc47c-75f6-4801-8bb0-e8155a142dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.110593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-ebffc47c-75f6-4801-8bb0-e8155a142dc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f&tenant_id=4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 1097 time: 0.0671437 Aug 19 14:56:09.356723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-2cb7a694-e0d9-4970-ae0e-c56d76307a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.358293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-2cb7a694-e0d9-4970-ae0e-c56d76307a88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1097 time: 0.0654180 Aug 19 14:56:09.489655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-8e595469-ca3d-4f41-870e-2b7de8352b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.491137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-8e595469-ca3d-4f41-870e-2b7de8352b46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.1201921 Aug 19 14:56:09.539773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-76c2fe0f-12f2-4229-8c5a-ddd3ee133fac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 200 len: 217 time: 0.0389807 Aug 19 14:56:09.613456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-623d3306-e95c-4875-b58e-2df4e0cfbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.614905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-623d3306-e95c-4875-b58e-2df4e0cfbc77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0647788 Aug 19 14:56:09.662263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-503e4af6-854f-4995-8f65-b8d839433e96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293493 Aug 19 14:56:09.808945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-90057153-29f8-4ecf-9c03-2ebdaa2c2e3b service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378658 Aug 19 14:56:09.826375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-c9098029-eafa-4e38-bdb9-6594c0f51015 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.827725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-c9098029-eafa-4e38-bdb9-6594c0f51015 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/ports?device_id=a974c749-3615-4792-bf9c-114954f7ef00 HTTP/1.1" status: 200 len: 946 time: 0.0885625 Aug 19 14:56:10.045686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-685f8930-d325-4c6f-a0ff-6f0d7d36e3ad service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169538 Aug 19 14:56:10.057206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Deleting port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:10.057610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.166841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] For port 63629d9a-4bf4-45bb-8b6e-7cddb9457507, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=63629d9a-4bf4-45bb-8b6e-7cddb9457507,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:10.167255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.527944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.529716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.530255 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01 disassociated. External IP: 172.25.5.115, port: 63629d9a-4bf4-45bb-8b6e-7cddb9457507. Aug 19 14:56:10.530638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Calling delete_port for 63629d9a-4bf4-45bb-8b6e-7cddb9457507 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:10.581433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:10.585148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:10.836702 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.886921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:10.891546 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43656d60-bc7a-452a-8e59-a124c61339c1" -d '{"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:10.912728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:10.918730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:10.934975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '088c1886-07be-43cc-887b-cb0b748b9d39', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '088c1886-07be-43cc-887b-cb0b748b9d39', 'mac_address': 'fa:16:3e:72:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:10.944488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:11.006713 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.062205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:11.148802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:11.170573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'port_id': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'mac_address': 'fa:16:3e:b7:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3c28-7fb8-4bfd-9319-72f51d900e1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:11.236182 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.257646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 927f4afa-5e9b-4636-ba22-1f36e206de46 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:11.315549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:11.558960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.560386 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.636167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event deleted for resources: {'Port': ['ID=63629d9a-4bf4-45bb-8b6e-7cddb9457507,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:11.650889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:56:11.651530 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:56:11.659827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.671102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:11.744281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:11.807831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:56:11.945503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-e795a340-b9f9-4350-b2fe-2d130d48a81e tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:11.948202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['927f4afa-5e9b-4636-ba22-1f36e206de46'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:11.948707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-e795a340-b9f9-4350-b2fe-2d130d48a81e tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.1394095 Aug 19 14:56:12.154402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:12.166588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:12.188835 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:12.189960 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:12.261406 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.272335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] No DVR routers for this DVR port 63629d9a-4bf4-45bb-8b6e-7cddb9457507 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:12.276270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.280835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-830baa76-a1b4-4a3a-9ead-05c9374ae194 req-e7205a7e-2128-4943-a7c2-021690580666 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "DELETE /v2.0/ports/63629d9a-4bf4-45bb-8b6e-7cddb9457507 HTTP/1.1" status: 204 len: 173 time: 2.4422073 Aug 19 14:56:12.280835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'name': 'network-vif-deleted', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:12.283231 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa5660-e9b9-4d74-a896-7b8401482c20" -d '{"events": [{"server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "name": "network-vif-deleted", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:12.291956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:12.413666 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:12.423408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:12.564636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.570538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-4f60825c-e68a-4af6-983f-c7733eb8a9bc service neutron] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:12.579291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-4f60825c-e68a-4af6-983f-c7733eb8a9bc service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.592242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a4c33e0-db3e-4bf0-8dbd-4fa35c820ce3 req-4f60825c-e68a-4af6-983f-c7733eb8a9bc service neutron] 10.222.0.46 "DELETE /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36/bindings/n-h2-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.5915775 Aug 19 14:56:12.710561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:12.893155 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:12.928061 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:12.940195 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:12.940879 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:55:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:12.953018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['088c1886-07be-43cc-887b-cb0b748b9d39'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:12.998607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:13.091105 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.231184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 927f4afa-5e9b-4636-ba22-1f36e206de46 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:13.231550 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.244550 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:13.392306 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.444626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:13.504927 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:13.535345 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ba2b9-17d1-41f5-a45a-412df50515c8 None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:13.688172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.689229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 63629d9a-4bf4-45bb-8b6e-7cddb9457507 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:13.735930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 63629d9a-4bf4-45bb-8b6e-7cddb9457507 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:13.736670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 63629d9a-4bf4-45bb-8b6e-7cddb9457507 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:13.786985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:13.818531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c274b4-24db-4f03-8dd5-70da21fd785e None None] New status for floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:56:14.595693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:14.662278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 088c1886-07be-43cc-887b-cb0b748b9d39 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:14.662749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.899334 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.939156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:15.109751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.182375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:20.856302 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-58b4cf13-486a-4ec6-bc06-895a57462ac1 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--157234014&fields=id&tenant_id=8baec6ad44344aa1b94b866d3c62a98e HTTP/1.1" status: 200 len: 267 time: 0.0715375 Aug 19 14:56:20.912615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413bbe-a0ee-4129-bf87-be95955a7909 req-4537ce93-a257-4394-a2db-6fc197ba4045 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:20.914245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff413bbe-a0ee-4129-bf87-be95955a7909 req-4537ce93-a257-4394-a2db-6fc197ba4045 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0541611 Aug 19 14:56:20.958231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff413bbe-a0ee-4129-bf87-be95955a7909 req-3c19436e-4c04-446d-bd6d-fbf712e0e37b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354016 Aug 19 14:56:20.993085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-74f878cd-db6c-44aa-b741-15876a355f90 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:20.995107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-74f878cd-db6c-44aa-b741-15876a355f90 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 823 time: 0.1309135 Aug 19 14:56:21.021693 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-9970bd31-6fa7-4628-bbae-a2445f9c94d4 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/quotas/8baec6ad44344aa1b94b866d3c62a98e HTTP/1.1" status: 200 len: 375 time: 0.0167038 Aug 19 14:56:21.077331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-e8fa4297-9c38-437b-9620-f202a305322a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547426 Aug 19 14:56:21.080433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6e9f-5910-410e-bab2-054de5596cd7 req-87addeeb-8f7e-423c-a82f-b94342b047d4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:21.081972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0db6e9f-5910-410e-bab2-054de5596cd7 req-87addeeb-8f7e-423c-a82f-b94342b047d4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 950 time: 0.0621772 Aug 19 14:56:21.138380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0db6e9f-5910-410e-bab2-054de5596cd7 req-70c380fb-0724-44a8-88a2-905f22d06a64 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Aug 19 14:56:21.198015 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-5340b3b7-5ecc-4c24-b962-f2e9d1b89a9d service neutron] 10.222.0.13 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051407 Aug 19 14:56:21.280611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1f1db-8096-41f0-80c7-dc5796d4180c req-03cdb9e8-087b-4591-8bfd-6a5df76c89be tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:21.289503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eec1f1db-8096-41f0-80c7-dc5796d4180c req-03cdb9e8-087b-4591-8bfd-6a5df76c89be tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 945 time: 0.0757992 Aug 19 14:56:21.319405 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-99282506-87a0-4f5e-9272-4d2ff9360f42 service neutron] 10.222.0.13 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148725 Aug 19 14:56:21.336288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eec1f1db-8096-41f0-80c7-dc5796d4180c req-b3c1ae16-d3f3-42a7-9665-8763322a7254 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Aug 19 14:56:21.476182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbbf9-d81e-49b7-a4bc-b5aa715dfae7 req-0844ae7c-e5f2-4357-9198-0ed16a9c5847 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:21.478229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01bfbbf9-d81e-49b7-a4bc-b5aa715dfae7 req-0844ae7c-e5f2-4357-9198-0ed16a9c5847 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 950 time: 0.0730739 Aug 19 14:56:21.519605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01bfbbf9-d81e-49b7-a4bc-b5aa715dfae7 req-a7095685-3bc4-45b2-8982-e8c1d34c9ffe tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Aug 19 14:56:21.568648 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e381d92f-7f57-4cf0-87cf-36b879dfd74b x-openstack-request-id: req-e381d92f-7f57-4cf0-87cf-36b879dfd74b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:21.568648 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:21.568648 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e381d92f-7f57-4cf0-87cf-36b879dfd74b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:21.568648 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'code': 200} Aug 19 14:56:21.600772 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc4fd0-b6a2-4561-b165-9a83aff90453 x-openstack-request-id: req-efdc4fd0-b6a2-4561-b165-9a83aff90453 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:21.601950 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a974c749-3615-4792-bf9c-114954f7ef00", "name": "network-vif-deleted", "tag": "63629d9a-4bf4-45bb-8b6e-7cddb9457507", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:21.602691 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efdc4fd0-b6a2-4561-b165-9a83aff90453 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:21.603240 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a974c749-3615-4792-bf9c-114954f7ef00', 'name': 'network-vif-deleted', 'tag': '63629d9a-4bf4-45bb-8b6e-7cddb9457507', 'status': 'completed', 'code': 200} Aug 19 14:56:21.772297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe7a1-e627-4bbd-9051-c96450521439 req-1bb9d60c-048f-4a80-9976-817b719871b9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:21.783470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-415fe7a1-e627-4bbd-9051-c96450521439 req-1bb9d60c-048f-4a80-9976-817b719871b9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 950 time: 0.0672944 Aug 19 14:56:21.836561 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-415fe7a1-e627-4bbd-9051-c96450521439 req-67540ace-2d5f-44ab-961b-9c3a630c20a0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538614 Aug 19 14:56:21.854494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88a3b-02e2-4815-9344-1c9b31c65677 req-400987de-7e10-438d-b233-27d93ea5c294 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:21.854494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41a88a3b-02e2-4815-9344-1c9b31c65677 req-400987de-7e10-438d-b233-27d93ea5c294 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 1102 time: 0.0649426 Aug 19 14:56:21.929182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41a88a3b-02e2-4815-9344-1c9b31c65677 req-814e2718-d184-4bc0-89b0-c4f3ba45b4d7 tempest-ServersOnMultiNodesTest-557144676 tempest-ServersOnMultiNodesTest-557144676-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552754 Aug 19 14:56:21.946154 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c07f1dc5-6829-4a0a-96c5-64c2de38da00 req-b1fb2f13-c13e-416d-bc16-f2b4f60e4f9b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 210 time: 0.0386901 Aug 19 14:56:21.991458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-c7e16802-a580-4222-8279-0289cc316a99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681033 Aug 19 14:56:22.080119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-11375c9d-660a-4528-a033-71783d33a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:22.080119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-11375c9d-660a-4528-a033-71783d33a6eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17219ebf602642a781d1fdd831b49381&device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 1101 time: 0.0513315 Aug 19 14:56:22.201447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-b433a66d-41b8-4a8f-9617-9b52c075b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:22.202760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-b433a66d-41b8-4a8f-9617-9b52c075b791 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1065807 Aug 19 14:56:22.254755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-8c45e585-6d73-420a-b299-fa28c14b7f6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=1d830478-479f-4142-b7ff-03350f2c0513 HTTP/1.1" status: 200 len: 217 time: 0.0431216 Aug 19 14:56:22.287670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310c449-e410-41d4-849a-044242502686 req-bc71f893-1cf8-4395-83a9-3b1dba2bc789 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:22.289281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2310c449-e410-41d4-849a-044242502686 req-bc71f893-1cf8-4395-83a9-3b1dba2bc789 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1097 time: 0.0441260 Aug 19 14:56:22.315972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-9ae20769-378e-4961-82b7-d4b62926231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:22.317382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-9ae20769-378e-4961-82b7-d4b62926231b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0555182 Aug 19 14:56:22.331748 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2310c449-e410-41d4-849a-044242502686 req-9027311e-c2c2-4ab3-8746-c3c063c7b39c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Aug 19 14:56:22.384596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-3eff91f5-57d4-4de8-a9c4-27db5b3dde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:22.386245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-3eff91f5-57d4-4de8-a9c4-27db5b3dde84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610001 Aug 19 14:56:22.539294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-9b9166ac-bb21-4b8d-8399-f34851f4f5b7 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433740 Aug 19 14:56:22.640755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c56df0-aabd-43da-a2ec-ded8a380c741 req-b07f1cc8-497c-49d8-a1e7-662e6bee424e service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928066 Aug 19 14:56:23.568538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46'}, {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:23.573022 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46e6f6-8ab4-4f9d-94dc-91d863e3e7e3" -d '{"events": [{"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-plugged", "status": "completed", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46"}, {"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-plugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:23.968758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce02c-7aae-4953-bf3b-1bd03129f196 req-0f18f355-2018-41bf-91d9-09949e7d7a41 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:23.970442 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abfce02c-7aae-4953-bf3b-1bd03129f196 req-0f18f355-2018-41bf-91d9-09949e7d7a41 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 946 time: 0.0547099 Aug 19 14:56:24.025742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-abfce02c-7aae-4953-bf3b-1bd03129f196 req-615eb542-8d6e-457b-b139-07a607ffe380 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Aug 19 14:56:24.446033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-79d6a481-e5df-4f33-bdac-5dc32cea9c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.812935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9a3e-8994-426f-a779-06e173a295c1 req-cb58d5b9-e263-4c0f-a845-c0c5735f198e tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.814710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb7b9a3e-8994-426f-a779-06e173a295c1 req-cb58d5b9-e263-4c0f-a845-c0c5735f198e tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 1097 time: 0.0732501 Aug 19 14:56:24.887269 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb7b9a3e-8994-426f-a779-06e173a295c1 req-4694e5c2-75f1-48e7-bfc7-146ecc1cb32a tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569243 Aug 19 14:56:24.950795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-b8caf241-6a8a-4f3f-ad76-9e6245d09e03 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663643 Aug 19 14:56:24.995467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7b12b63a-1473-468d-9232-51aa230b2218 req-02c53c68-f37d-4d58-9841-3c8c8bb8e04a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 210 time: 0.0375550 Aug 19 14:56:25.048017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:25.135754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d17080a5-5d1c-42a9-93d4-aac0cfc3da87 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.137712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d17080a5-5d1c-42a9-93d4-aac0cfc3da87 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860697 Aug 19 14:56:25.151369 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d26529-adab-40ba-9912-442e91bedbe1 x-openstack-request-id: req-91d26529-adab-40ba-9912-442e91bedbe1 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:25.152972 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-plugged", "status": "completed", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46", "code": 200}, {"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-plugged", "status": "completed", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:25.153630 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d26529-adab-40ba-9912-442e91bedbe1 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:25.154388 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'code': 200} Aug 19 14:56:25.155185 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'code': 200} Aug 19 14:56:25.163039 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.168544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1ccd2-206f-44c7-9e6f-6d84f5f4ada9 req-e512b79c-3cff-4fa7-a621-69704643cadd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.170603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97d1ccd2-206f-44c7-9e6f-6d84f5f4ada9 req-e512b79c-3cff-4fa7-a621-69704643cadd tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 950 time: 0.0571921 Aug 19 14:56:25.174296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-8d607099-84b1-49d4-aa71-5f625a5b4138 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/quotas/99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 375 time: 0.0283141 Aug 19 14:56:25.215640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97d1ccd2-206f-44c7-9e6f-6d84f5f4ada9 req-fb306f15-9920-42a7-9c51-939054335a04 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Aug 19 14:56:25.228618 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.258379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-0547211f-edb3-4b84-a177-ef125e8f3c1c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842602 Aug 19 14:56:25.309859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:25.427265 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.427951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:25.507502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:25.555122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-33aaed4d-3a9e-4e58-889c-35b78c1ea8f6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.561383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-33aaed4d-3a9e-4e58-889c-35b78c1ea8f6 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 950 time: 0.0816622 Aug 19 14:56:25.592203 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.698646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:25.733786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port 8cb3755a-6caa-46ec-9365-709bb61e054b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:25.734318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.826693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.891990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port 8cb3755a-6caa-46ec-9365-709bb61e054b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8cb3755a-6caa-46ec-9365-709bb61e054b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:25.892475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.906994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:25.914878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for 8cb3755a-6caa-46ec-9365-709bb61e054b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:26.597726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.617890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5', '8cb3755a-6caa-46ec-9365-709bb61e054b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:26.640986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0afee7aa-c528-4205-ab98-faf2ff14b218 req-70d01aa4-4dc4-436b-a6f7-4b1d0c0d409c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 210 time: 0.0476723 Aug 19 14:56:26.664382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=8cb3755a-6caa-46ec-9365-709bb61e054b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:26.734317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4', 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', '160006ba-70d3-4818-a419-316903046041'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:26.750406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port 8cb3755a-6caa-46ec-9365-709bb61e054b on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:26.755786 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.758485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffdd721d-34d2-4c6f-8647-980fec566a43 req-806b3a2d-83ce-41d5-8bda-fee393586a5a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "DELETE /v2.0/ports/8cb3755a-6caa-46ec-9365-709bb61e054b HTTP/1.1" status: 204 len: 173 time: 1.1905620 Aug 19 14:56:26.759806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'name': 'network-vif-deleted', 'tag': '8cb3755a-6caa-46ec-9365-709bb61e054b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:26.764510 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa0e4b-cf4d-4d3d-9010-17fc2f9c2459" -d '{"events": [{"server_uuid": "45edcacc-5c3c-4c65-9853-c50372ca3618", "name": "network-vif-deleted", "tag": "8cb3755a-6caa-46ec-9365-709bb61e054b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:26.799031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-068e0789-f0a4-4735-911e-5876b5dad835 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:26.804722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-068e0789-f0a4-4735-911e-5876b5dad835 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 823 time: 0.5925159 Aug 19 14:56:26.938536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-56de92fe-04db-49c9-8f45-1b977a735e0f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8baec6ad44344aa1b94b866d3c62a98e HTTP/1.1" status: 200 len: 379 time: 0.1038265 Aug 19 14:56:26.992311 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4d364b59-b950-40dc-975f-adc8e30e976b req-44d10690-299e-44d6-b538-f6621b1d396e tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 210 time: 0.0530474 Aug 19 14:56:27.012822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'port': {'device_id': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'admin_state_up': True, 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'security_groups': ['734a664d-306e-4a0a-b0df-4e4ce5206dd0']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:27.159428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2'}, {'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:27.162183 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbaf2e-1b7e-43b5-91ac-b7880219e913" -d '{"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2"}, {"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-unplugged", "status": "completed", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:27.211318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd4d1803-667e-48c2-809f-c0f4ddd7e481 req-6c09fa75-24a5-444f-afe5-cbb56d5c3ad5 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0630825 Aug 19 14:56:27.242149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bc00e-c313-4e80-bacc-92cefedb023c req-9e67697b-998b-4c76-be23-df68e6ad9799 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:27.251753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b1bc00e-c313-4e80-bacc-92cefedb023c req-9e67697b-998b-4c76-be23-df68e6ad9799 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.3052354 Aug 19 14:56:27.367067 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.422871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b1bc00e-c313-4e80-bacc-92cefedb023c req-01be9e4a-42fe-40ac-9880-05987390bcdf tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549778 Aug 19 14:56:27.576802 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1b5432-b403-4dbf-8e19-5444bfb67693 x-openstack-request-id: req-7d1b5432-b403-4dbf-8e19-5444bfb67693 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:27.577726 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45edcacc-5c3c-4c65-9853-c50372ca3618", "name": "network-vif-deleted", "tag": "8cb3755a-6caa-46ec-9365-709bb61e054b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:27.577726 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d1b5432-b403-4dbf-8e19-5444bfb67693 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:27.577954 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45edcacc-5c3c-4c65-9853-c50372ca3618', 'name': 'network-vif-deleted', 'tag': '8cb3755a-6caa-46ec-9365-709bb61e054b', 'status': 'completed', 'code': 200} Aug 19 14:56:27.614218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Made reservation on behalf of 8baec6ad44344aa1b94b866d3c62a98e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:27.622319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.646648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-40d13c11-c923-48d2-a590-0c0acd713732 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:27.648184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-40d13c11-c923-48d2-a590-0c0acd713732 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.2436335 Aug 19 14:56:27.702670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-2897b88e-2ec7-4327-a28a-f05776b46635 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/quotas/1081d72689d145ab8da0d34f7fa18a43 HTTP/1.1" status: 200 len: 375 time: 0.0442922 Aug 19 14:56:27.863165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-f05f638a-9e15-4f85-9e0a-81dd7b429c75 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566706 Aug 19 14:56:27.944584 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470f365-028d-4db7-92af-f345792bad0d x-openstack-request-id: req-7470f365-028d-4db7-92af-f345792bad0d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:27.946060 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2", "code": 200}, {"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-unplugged", "status": "completed", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:27.946285 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7470f365-028d-4db7-92af-f345792bad0d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:27.947129 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'code': 200} Aug 19 14:56:27.949930 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'code': 200} Aug 19 14:56:27.964624 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76d4a1f2-b2e9-4cf4-be29-468128ec2ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.999262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Allocated IP 172.20.0.10 (ec913136-bde3-41be-b86e-2178545ada6a/8246f976-1487-44a2-a57b-3cdb765999a2/11d987a0-2b5e-413a-b772-0db8f8d56857) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:28.036346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-2023c170-cd7a-490c-969e-7bb7d26af573 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627011 Aug 19 14:56:28.097512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e08b2ac-5b3d-4e6f-aadf-5951c62f35c8 req-c957655e-0f9f-4b1a-8a8c-52301af1f881 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 210 time: 0.0548513 Aug 19 14:56:28.349813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bee1a067-68cd-49c3-aa9f-b16c2744de8a req-7a22a25c-70c5-43bf-ab70-b07d028b937c tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 210 time: 0.0834341 Aug 19 14:56:28.361887 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ade05961-9942-4d65-a8cd-882140b2a3fe service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124890 Aug 19 14:56:28.505956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.554071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Transition to ACTIVE for port object 11d987a0-2b5e-413a-b772-0db8f8d56857 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:28.665456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-157e5a08-bdb7-4577-9e7c-bd6bc3922041 req-f2449921-bca0-4d95-9e53-54e94b2d9630 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=45edcacc-5c3c-4c65-9853-c50372ca3618 HTTP/1.1" status: 200 len: 210 time: 0.0645485 Aug 19 14:56:28.782215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.798674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46890) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:28.931957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd99b245-15db-4f84-8d29-90d951a14654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.011206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event updated for resources: {'Port': ['ID=11d987a0-2b5e-413a-b772-0db8f8d56857,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:29.067797 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd99b245-15db-4f84-8d29-90d951a14654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.164266 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-71371d42-63b5-4bf5-9f0f-5750cfb4b699 req-4be51380-6a22-459b-bb4b-c0e3a78d4140 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 210 time: 0.0659978 Aug 19 14:56:29.168584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd99b245-15db-4f84-8d29-90d951a14654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.182495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Network ec913136-bde3-41be-b86e-2178545ada6a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:29.215165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:29.271608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531f9e1-c51a-4b30-bcd9-fbdbeb6ec7e2 req-bd1314eb-5aa9-416f-894f-ae9e389ceb16 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:29.296739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1531f9e1-c51a-4b30-bcd9-fbdbeb6ec7e2 req-bd1314eb-5aa9-416f-894f-ae9e389ceb16 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.5219724 Aug 19 14:56:29.305291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd99b245-15db-4f84-8d29-90d951a14654 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da6916d80ca548988fb48363366f838f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050502 Aug 19 14:56:29.306616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99b245-15db-4f84-8d29-90d951a14654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece74fb-b9c0-4a75-89ef-69d959c7707a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:29.310035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46904) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:29.334000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:29.363504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-8c94c65a-ce4e-41bc-b272-758a3b7819be tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:29.365316 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-8c94c65a-ce4e-41bc-b272-758a3b7819be tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "GET /v2.0/ports?device_id=426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac HTTP/1.1" status: 200 len: 944 time: 0.1731973 Aug 19 14:56:29.455087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-3855ec7c-956e-4add-b332-2ad4c4826f72 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:29.457071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-3855ec7c-956e-4add-b332-2ad4c4826f72 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.4298089 Aug 19 14:56:29.498752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.525753 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9dceeaac-dd76-465a-b77a-1e99ca3b440a req-e7e4931e-a441-4c7b-8fbe-9be680dcdc6e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 210 time: 0.1394100 Aug 19 14:56:29.582521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1531f9e1-c51a-4b30-bcd9-fbdbeb6ec7e2 req-fe712352-5036-4ddf-9bee-ded2d7ecf1e0 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806480 Aug 19 14:56:29.812180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Deleting port d9a279a6-0371-40e9-940c-2df8d83a13b2 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:29.812180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.827717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:29.829146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.920358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a946-a39e-4427-b68b-d507240e2bed req-c699e360-9790-4ceb-a7ac-956b7fb5f521 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:29.922694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4a5a946-a39e-4427-b68b-d507240e2bed req-c699e360-9790-4ceb-a7ac-956b7fb5f521 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 932 time: 0.1580081 Aug 19 14:56:29.956106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-001ccfff-1429-4c39-89e3-e3f4432ebefb None None] Provisioning for port 11d987a0-2b5e-413a-b772-0db8f8d56857 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:29.978665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-001ccfff-1429-4c39-89e3-e3f4432ebefb None None] Provisioning complete for port 11d987a0-2b5e-413a-b772-0db8f8d56857 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:29.983398 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-001ccfff-1429-4c39-89e3-e3f4432ebefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.983786 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a33fcb0-959c-4ac2-94b9-98640a8171e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.995919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-610dc8bb-5e0d-4586-aac1-fdcef10a2a9d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=99124f7b967b44bea75c44452241c427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056352 Aug 19 14:56:30.050350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Deleting port 927f4afa-5e9b-4636-ba22-1f36e206de46 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:30.051382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.064278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-001ccfff-1429-4c39-89e3-e3f4432ebefb None None] Port 11d987a0-2b5e-413a-b772-0db8f8d56857 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:56:30.151497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a8d20214-9e7a-45a9-866c-1b2ad7b8a409 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2022479 Aug 19 14:56:30.234318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a33fcb0-959c-4ac2-94b9-98640a8171e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.247953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Request body: {'port': {'device_id': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:30.505038 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4a5a946-a39e-4427-b68b-d507240e2bed req-ffa36750-b581-4379-b59f-dfc03ad52f80 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5728385 Aug 19 14:56:30.531087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] For port d9a279a6-0371-40e9-940c-2df8d83a13b2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d9a279a6-0371-40e9-940c-2df8d83a13b2,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:30.531087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.555307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Calling delete_port for d9a279a6-0371-40e9-940c-2df8d83a13b2 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:30.560359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-75753763-92c0-4b29-9c8e-8d5b6e21d398 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:30.562441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-75753763-92c0-4b29-9c8e-8d5b6e21d398 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5585527 Aug 19 14:56:30.570255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] For port 927f4afa-5e9b-4636-ba22-1f36e206de46, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=927f4afa-5e9b-4636-ba22-1f36e206de46,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:30.571120 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.579765 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.598147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Request body: {'port': {'device_id': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '99124f7b967b44bea75c44452241c427'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:30.671731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8cb3755a-6caa-46ec-9365-709bb61e054b no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:30.702447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 8cb3755a-6caa-46ec-9365-709bb61e054b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:30.703149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8cb3755a-6caa-46ec-9365-709bb61e054b not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:30.770963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Calling delete_port for 927f4afa-5e9b-4636-ba22-1f36e206de46 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:30.791589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-f7760378-d136-4469-acea-cc1a06eaaf22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3413038 Aug 19 14:56:30.827283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.836687 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9921ca5e-e610-4675-82da-e0dbdaff38e4 req-cf57d452-4cb5-4ee4-bea4-f3a2f1988953 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 210 time: 0.0495524 Aug 19 14:56:30.975919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a33fcb0-959c-4ac2-94b9-98640a8171e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.979575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a33fcb0-959c-4ac2-94b9-98640a8171e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.983064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a33fcb0-959c-4ac2-94b9-98640a8171e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fece74fb-b9c0-4a75-89ef-69d959c7707a HTTP/1.1" status: 204 len: 168 time: 1.6102712 Aug 19 14:56:30.986296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff4e0d-c079-48f5-8619-ac214ddd4d0e req-6c5f4acb-ce04-4b42-8403-ee1f147e3572 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:30.995678 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7cff4e0d-c079-48f5-8619-ac214ddd4d0e req-6c5f4acb-ce04-4b42-8403-ee1f147e3572 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 944 time: 0.0719500 Aug 19 14:56:31.006709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.069006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbef1f41-5b48-46e0-86b1-d7f3d4a819a8 req-4a977f03-1a3f-4a70-9299-f058930dd55f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 210 time: 0.1096072 Aug 19 14:56:31.079848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33fcb0-959c-4ac2-94b9-98640a8171e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece74fb-b9c0-4a75-89ef-69d959c7707a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:31.105470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event deleted for resources: {'Port': ['ID=d9a279a6-0371-40e9-940c-2df8d83a13b2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:31.146224 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] No DVR routers for this DVR port d9a279a6-0371-40e9-940c-2df8d83a13b2 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:31.150398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.152592 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7b38b79d-d343-4e25-b538-ac4dda5230c0 req-ed840857-9eb1-4a8f-8739-01ad651d4722 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "DELETE /v2.0/ports/d9a279a6-0371-40e9-940c-2df8d83a13b2 HTTP/1.1" status: 204 len: 173 time: 1.7779822 Aug 19 14:56:31.155791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-deleted', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:31.158651 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e71d839-817f-4fa7-8c54-f5ad53bbc946" -d '{"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-deleted", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:31.191579 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7cff4e0d-c079-48f5-8619-ac214ddd4d0e req-cf2f53fd-538d-4862-9bd3-d604dd8ae22a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945348 Aug 19 14:56:31.226697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-97705bac-7474-4cf6-90de-2a297c78f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.228618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-97705bac-7474-4cf6-90de-2a297c78f283 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 1097 time: 0.2682447 Aug 19 14:56:31.252549 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc0c888-0270-49e2-8dd9-a6744863dc39 x-openstack-request-id: req-0dc0c888-0270-49e2-8dd9-a6744863dc39 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:31.252549 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac", "name": "network-vif-deleted", "tag": "d9a279a6-0371-40e9-940c-2df8d83a13b2", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:31.252549 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dc0c888-0270-49e2-8dd9-a6744863dc39 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:31.252969 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bbf9d-6f5d-4c29-b4e7-d67c153fa5ac', 'name': 'network-vif-deleted', 'tag': 'd9a279a6-0371-40e9-940c-2df8d83a13b2', 'status': 'completed', 'code': 200} Aug 19 14:56:31.349193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Made reservation on behalf of 99124f7b967b44bea75c44452241c427 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:31.353308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.414710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.494705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event deleted for resources: {'Port': ['ID=927f4afa-5e9b-4636-ba22-1f36e206de46,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:31.528696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7f9e2-f36a-46b4-9307-2132ad958969 req-75938430-581e-42b2-a6d9-65624d899768 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.535613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82d7f9e2-f36a-46b4-9307-2132ad958969 req-75938430-581e-42b2-a6d9-65624d899768 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.2875128 Aug 19 14:56:31.686293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] No DVR routers for this DVR port 927f4afa-5e9b-4636-ba22-1f36e206de46 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:31.696520 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.699167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff9185e8-7d7d-41af-b743-30abab285dbf req-2874145b-24eb-47a7-97f4-5fa2c8a26459 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.54 "DELETE /v2.0/ports/927f4afa-5e9b-4636-ba22-1f36e206de46 HTTP/1.1" status: 204 len: 173 time: 2.2294545 Aug 19 14:56:31.699973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-deleted', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:31.702487 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e40f3-c8ef-4f13-acbc-4162c3ff43cd" -d '{"events": [{"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-deleted", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:31.715488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-9b8428fa-c191-4884-aefa-ca830131f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.718085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-9b8428fa-c191-4884-aefa-ca830131f424 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.4311185 Aug 19 14:56:31.807408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078bafd-d237-4658-9696-17e30490a9e7 req-76071c76-4079-4040-bb5c-54583ae6419e tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.825751 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7078bafd-d237-4658-9696-17e30490a9e7 req-76071c76-4079-4040-bb5c-54583ae6419e tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 932 time: 0.1529510 Aug 19 14:56:31.862174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82d7f9e2-f36a-46b4-9307-2132ad958969 req-7731b940-194d-45bd-a605-a5821e660016 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888443 Aug 19 14:56:31.869589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-756166d1-6639-4db7-8396-a13194fc37e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 200 len: 217 time: 0.0885763 Aug 19 14:56:31.922725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Allocated IP 192.168.233.200 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/cc0f5a79-47fc-45f2-9285-49667146e1b3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:31.927781 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7078bafd-d237-4658-9696-17e30490a9e7 req-8a639432-2ec0-4591-a21b-c5e354070752 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923376 Aug 19 14:56:32.051497 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072546c-b745-41b6-982c-65390d3ce971 x-openstack-request-id: req-d072546c-b745-41b6-982c-65390d3ce971 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:32.052111 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f718d0-90ca-482b-a687-f33af8835271", "name": "network-vif-deleted", "tag": "927f4afa-5e9b-4636-ba22-1f36e206de46", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:32.052111 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d072546c-b745-41b6-982c-65390d3ce971 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:32.052476 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f718d0-90ca-482b-a687-f33af8835271', 'name': 'network-vif-deleted', 'tag': '927f4afa-5e9b-4636-ba22-1f36e206de46', 'status': 'completed', 'code': 200} Aug 19 14:56:32.132660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6a92887-2801-49eb-a246-3b68a4b31096 req-e63bd3bb-88d4-4f8b-834f-aa656937c933 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 210 time: 0.0716639 Aug 19 14:56:32.150828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d987a0-2b5e-413a-b772-0db8f8d56857 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:32.171850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.177164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-7c2a316b-58d9-4276-8eaf-77cd47191146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:32.178900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-7c2a316b-58d9-4276-8eaf-77cd47191146 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.2798910 Aug 19 14:56:32.236533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-592bd37f-6497-4c0e-87a9-a70b833c9d7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377896 Aug 19 14:56:32.239646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dbc5497f-a211-423f-9478-d486342dea07 req-d3bda627-a3e5-46f3-b66d-34ef8eaf0319 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 210 time: 0.0340209 Aug 19 14:56:32.247486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.301862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Transition to ACTIVE for port object 11d987a0-2b5e-413a-b772-0db8f8d56857 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:32.371197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a40b2b8-a16c-4c31-8412-8620e5966ee3 req-1816b8db-3c5d-4d02-a8fc-7210493bd969 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 210 time: 0.0735722 Aug 19 14:56:32.372286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Transition to ACTIVE for port object cc0f5a79-47fc-45f2-9285-49667146e1b3 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:32.421128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.474507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-2b6d0cf5-31dc-452f-ad31-a0154bd15a2e service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106457 Aug 19 14:56:32.552984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Pushing event updated for resources: {'Port': ['ID=11d987a0-2b5e-413a-b772-0db8f8d56857,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:32.697786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63717795-4715-42eb-ba35-2b7ca14ebc88 req-c2d4ba70-df16-45eb-b52a-22eea3ef237d service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142391 Aug 19 14:56:32.700537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.726356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Attempting to bind port 11d987a0-2b5e-413a-b772-0db8f8d56857 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:32.726356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Attempting to bind port 11d987a0-2b5e-413a-b772-0db8f8d56857 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:32.726356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Attempting to bind port 11d987a0-2b5e-413a-b772-0db8f8d56857 on network ec913136-bde3-41be-b86e-2178545ada6a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:32.726624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f', '088c1886-07be-43cc-887b-cb0b748b9d39'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:32.751735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Port 11d987a0-2b5e-413a-b772-0db8f8d56857 on network ec913136-bde3-41be-b86e-2178545ada6a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:32.752204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Attempting to bind port 11d987a0-2b5e-413a-b772-0db8f8d56857 on network ec913136-bde3-41be-b86e-2178545ada6a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:32.776758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:32.777243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Checking segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:32.777632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Bound using segment: {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:32.778080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Bound port: 11d987a0-2b5e-413a-b772-0db8f8d56857, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0147d245-5011-4a3d-9187-37c747d802e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:32.778500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.783636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:32.794112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:32.800687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:32.806545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:32.847615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1eb8fe13-13f9-4776-a19e-91d2e5992c2f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:33.111218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:33.175723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf5d06-6be9-45df-aa1b-339bb205b44d req-caafc746-10aa-495e-ad05-e832495a4c1d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:33.177592 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6daf5d06-6be9-45df-aa1b-339bb205b44d req-caafc746-10aa-495e-ad05-e832495a4c1d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.1239991 Aug 19 14:56:33.199235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: d9a279a6-0371-40e9-940c-2df8d83a13b2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:33.206407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d9a279a6-0371-40e9-940c-2df8d83a13b2 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:33.206407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:33.257498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 927f4afa-5e9b-4636-ba22-1f36e206de46 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:33.263813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6daf5d06-6be9-45df-aa1b-339bb205b44d req-a50dccea-a68b-4aed-a466-e53671cdce0b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714054 Aug 19 14:56:33.266760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 927f4afa-5e9b-4636-ba22-1f36e206de46 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:33.358057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:33.358057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.402866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8555942-2a30-4dce-a3ec-e916af3eb2c9 req-628da86f-e774-47b1-a1a6-019857d415cc tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:33.404521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8555942-2a30-4dce-a3ec-e916af3eb2c9 req-628da86f-e774-47b1-a1a6-019857d415cc tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 944 time: 0.1376126 Aug 19 14:56:33.406851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] For port 11d987a0-2b5e-413a-b772-0db8f8d56857, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:33.419702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] For port 11d987a0-2b5e-413a-b772-0db8f8d56857, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=11d987a0-2b5e-413a-b772-0db8f8d56857,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:33.425939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5a10a6da-01f7-4ed5-8ad9-3c357e759259 None None] Provisioning for port cc0f5a79-47fc-45f2-9285-49667146e1b3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:33.435127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5a10a6da-01f7-4ed5-8ad9-3c357e759259 None None] Provisioning complete for port cc0f5a79-47fc-45f2-9285-49667146e1b3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:33.436032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5a10a6da-01f7-4ed5-8ad9-3c357e759259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.453150 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e640354-f82b-492b-883a-bb4efc35e056 req-1f3636fa-f984-4955-b91f-f4ea3cbfe746 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 210 time: 0.0404055 Aug 19 14:56:33.481740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8555942-2a30-4dce-a3ec-e916af3eb2c9 req-95f43095-880c-4479-af30-133810b06059 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Aug 19 14:56:33.490760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f05f7-80a8-4274-8160-8f63893f0751 req-78c4f17e-c3ea-4f44-a82d-d1789ba31709 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:33.492328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-648f05f7-80a8-4274-8160-8f63893f0751 req-78c4f17e-c3ea-4f44-a82d-d1789ba31709 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.0869086 Aug 19 14:56:33.540671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5a10a6da-01f7-4ed5-8ad9-3c357e759259 None None] Port cc0f5a79-47fc-45f2-9285-49667146e1b3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:56:33.591829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-1e68b21f-6513-43b4-ace2-2b61b616248b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0137937 Aug 19 14:56:33.607095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Request body: {'port': {'device_id': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:33.616457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38289d4-0acf-4204-bdff-14b3258156bb req-a8986f9c-326e-4eaa-85ee-4c602c1007d6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:33.618742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b38289d4-0acf-4204-bdff-14b3258156bb req-a8986f9c-326e-4eaa-85ee-4c602c1007d6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 936 time: 0.0636685 Aug 19 14:56:33.661448 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b38289d4-0acf-4204-bdff-14b3258156bb req-4e82024a-8c21-44b7-8ad2-afdc591155ae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Aug 19 14:56:33.673464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.681784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port 160006ba-70d3-4818-a419-316903046041 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:33.682221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.778278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.791448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:33.791448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.791448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/11d987a0-2b5e-413a-b772-0db8f8d56857 HTTP/1.1" status: 200 len: 1093 time: 3.5635114 Aug 19 14:56:33.800617 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-87b2582b-fa51-4c42-995e-c89ae5dd1373 req-efd70f09-b253-4670-a37a-a589c634849d tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f718d0-90ca-482b-a687-f33af8835271 HTTP/1.1" status: 200 len: 210 time: 0.0312717 Aug 19 14:56:33.890773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd277-1ea6-4e6f-960d-9ba1ff8b87e5 service neutron] Pushing event updated for resources: {'Port': ['ID=11d987a0-2b5e-413a-b772-0db8f8d56857,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:33.986951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port 160006ba-70d3-4818-a419-316903046041, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=160006ba-70d3-4818-a419-316903046041,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:33.987328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.013971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for 160006ba-70d3-4818-a419-316903046041 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:34.060732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:34.063290 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafdc57f-e0c9-4c38-8de4-23781615652b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:34.129911 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c279c9e1-dd24-4238-a86f-05bba5697df9 x-openstack-request-id: req-c279c9e1-dd24-4238-a86f-05bba5697df9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:34.130218 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:34.130457 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c279c9e1-dd24-4238-a86f-05bba5697df9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:34.131125 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'status': 'completed', 'code': 200} Aug 19 14:56:34.289006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-6d8937e2-a95c-463e-90db-709e2b493161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:34.290671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-6d8937e2-a95c-463e-90db-709e2b493161 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 1096 time: 0.2165399 Aug 19 14:56:34.346715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-beee8554-eebc-4a19-b706-cddd8854db6e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:34.348296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-beee8554-eebc-4a19-b706-cddd8854db6e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.2788897 Aug 19 14:56:34.383732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-274a262c-6f46-45c3-b952-e85b7342e95e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d987a0-2b5e-413a-b772-0db8f8d56857 HTTP/1.1" status: 200 len: 217 time: 0.0685585 Aug 19 14:56:34.396231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f28ac-400c-4760-b436-e878a4827fce req-3edcb236-b960-4850-af2d-439feb52cb66 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:34.397835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e77f28ac-400c-4760-b436-e878a4827fce req-3edcb236-b960-4850-af2d-439feb52cb66 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 949 time: 0.0606284 Aug 19 14:56:34.413029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Request body: {'port': {'device_id': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'admin_state_up': True, 'tenant_id': '1081d72689d145ab8da0d34f7fa18a43'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:34.453655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e77f28ac-400c-4760-b436-e878a4827fce req-0e79cdc6-3501-41e1-a2a6-7849840823c9 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Aug 19 14:56:34.562918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0f5a79-47fc-45f2-9285-49667146e1b3 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:34.589787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.627861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4df4387-4a7f-44d7-b0a2-b6ec3749130d req-b82ef16b-517e-4ff4-9624-31a23c30dc23 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 210 time: 0.0589967 Aug 19 14:56:34.643930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-fbdc65db-fca2-4a70-9630-ca3323a59bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:34.645444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-fbdc65db-fca2-4a70-9630-ca3323a59bd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.2271223 Aug 19 14:56:34.653377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Transition to ACTIVE for port object cc0f5a79-47fc-45f2-9285-49667146e1b3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:34.665500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982b3bc-dabe-4275-9e83-3fac0b6ff8f3 req-c694b1c2-fb68-428f-85d9-f52e39982e45 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:34.673662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c982b3bc-dabe-4275-9e83-3fac0b6ff8f3 req-c694b1c2-fb68-428f-85d9-f52e39982e45 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 944 time: 0.0752714 Aug 19 14:56:34.694184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47004) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:34.742176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c982b3bc-dabe-4275-9e83-3fac0b6ff8f3 req-c9ad5dc4-5d6a-4124-8cfc-6a2297785d25 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672860 Aug 19 14:56:34.768728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a7df1e5e-d676-4c4f-8304-da2930b4ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:34.770648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-a7df1e5e-d676-4c4f-8304-da2930b4ae1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158876 Aug 19 14:56:34.933008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.936759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.951104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:34.990215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4', 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', '160006ba-70d3-4818-a419-316903046041'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:34.996552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Made reservation on behalf of 1081d72689d145ab8da0d34f7fa18a43 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:35.000422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.021902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:35.119713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5879a-e661-4fbc-9cd6-45c15422a146 req-b1ea18d1-8650-49cd-a4ea-ce709b977394 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:35.121812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cf5879a-e661-4fbc-9cd6-45c15422a146 req-b1ea18d1-8650-49cd-a4ea-ce709b977394 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.2516744 Aug 19 14:56:35.128768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0546be41-ce1a-4c49-a1e5-a66d10a7985d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.156142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=160006ba-70d3-4818-a419-316903046041,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:35.348449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port 160006ba-70d3-4818-a419-316903046041 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:35.387646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.390046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-648f05f7-80a8-4274-8160-8f63893f0751 req-ed6cbd33-0326-4285-870c-4f158e5c6cc3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "DELETE /v2.0/ports/160006ba-70d3-4818-a419-316903046041 HTTP/1.1" status: 204 len: 173 time: 1.8907838 Aug 19 14:56:35.401152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cf5879a-e661-4fbc-9cd6-45c15422a146 req-5b0d711d-5f86-4173-8f67-920772594635 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517617 Aug 19 14:56:35.401945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:35.409872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253860278', 'description': 'tempest-description--1157593418'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:35.430139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-d5fa83e4-9744-4543-b4b8-baf2954bc6a2 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387103 Aug 19 14:56:35.639079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b3d624a-34e8-4984-9b80-1c5e9c40f26f req-e3e7260d-ce52-449f-a6d8-59bf5364eb56 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0433500 Aug 19 14:56:35.664209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:35.664209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:35.664209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:35.703849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:35.704344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:35.747048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:35.747569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:35.748105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:35.748686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Bound port: cc0f5a79-47fc-45f2-9285-49667146e1b3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:35.749197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.776092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Allocated IP 172.20.0.11 (b8badaff-e4d5-41a6-a394-6b7ef0ee813a/99283a40-1c1b-433e-877c-9839e0acd836/5191cfec-097d-481e-b9a9-964ea2f53dad) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:35.833175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-047503ea-ef6f-4441-8a7a-0392099eae6e req-6e472315-d9f3-410b-a6a4-1d33a688bb5c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 210 time: 0.0925686 Aug 19 14:56:35.872686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1e1fe18-cf21-458d-9fac-e54c5ac21303 req-6cd93968-566e-4145-9a2a-ef5edbe50af5 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216287 Aug 19 14:56:35.886545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0546be41-ce1a-4c49-a1e5-a66d10a7985d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.919495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00a847-bd4f-4072-9710-2ad72bdd8ab0 req-30fc1512-8c65-4dcd-bbcd-a9c68c28b40b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:35.921476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4f00a847-bd4f-4072-9710-2ad72bdd8ab0 req-30fc1512-8c65-4dcd-bbcd-a9c68c28b40b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 944 time: 0.0934024 Aug 19 14:56:35.955763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:35.962752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:35.968184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4f00a847-bd4f-4072-9710-2ad72bdd8ab0 req-de507f8b-608b-4805-99fd-94a80d2ed017 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377679 Aug 19 14:56:36.034762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0546be41-ce1a-4c49-a1e5-a66d10a7985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.097996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546be41-ce1a-4c49-a1e5-a66d10a7985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea30a15-58ab-46b2-97b2-98e38c20de7a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.111782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0546be41-ce1a-4c49-a1e5-a66d10a7985d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dffcb1cc933e40d3ac1887cd5b0c2851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4132583 Aug 19 14:56:36.113064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:36.131289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.135604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fee48e-3ef4-4290-b927-28a24da71335', 'name': 'network-vif-deleted', 'tag': '160006ba-70d3-4818-a419-316903046041'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:36.138619 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69102954-489d-4891-a49d-441a5a653863" -d '{"events": [{"server_uuid": "09fee48e-3ef4-4290-b927-28a24da71335", "name": "network-vif-deleted", "tag": "160006ba-70d3-4818-a419-316903046041"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:36.170270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.242084 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1ef66-fc5e-4389-920f-70999368c2d3 x-openstack-request-id: req-aba1ef66-fc5e-4389-920f-70999368c2d3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:36.242442 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fee48e-3ef4-4290-b927-28a24da71335", "name": "network-vif-deleted", "tag": "160006ba-70d3-4818-a419-316903046041", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:36.242614 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aba1ef66-fc5e-4389-920f-70999368c2d3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:36.243225 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fee48e-3ef4-4290-b927-28a24da71335', 'name': 'network-vif-deleted', 'tag': '160006ba-70d3-4818-a419-316903046041', 'status': 'completed', 'code': 200} Aug 19 14:56:36.254221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-864ce0db-16c3-4b37-83d9-46a6dc7a672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.272027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.280490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.280490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.282064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] 10.222.0.46 "PUT /v2.0/ports/cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 1097 time: 2.6798759 Aug 19 14:56:36.329156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-864ce0db-16c3-4b37-83d9-46a6dc7a672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.351344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107fdc7-0272-4a90-ab11-29a03268ff22 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.386167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-5bf572f2-adf6-4e7f-8782-fe875f336a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.387784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-5bf572f2-adf6-4e7f-8782-fe875f336a7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 1096 time: 0.1477761 Aug 19 14:56:36.507481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.510443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-1568bcc2-c420-4b1f-afc0-106b5cd6903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.513030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-1568bcc2-c420-4b1f-afc0-106b5cd6903a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.1158028 Aug 19 14:56:36.573638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.577548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-55e2b75b-0405-46ea-b423-812e5f3a66fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d987a0-2b5e-413a-b772-0db8f8d56857 HTTP/1.1" status: 200 len: 217 time: 0.0575805 Aug 19 14:56:36.598681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372dac9-0282-4792-9356-338902bc5326 req-982431bb-f911-43f4-aad7-718e347dddfb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.601355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5372dac9-0282-4792-9356-338902bc5326 req-982431bb-f911-43f4-aad7-718e347dddfb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.0644336 Aug 19 14:56:36.652952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5372dac9-0282-4792-9356-338902bc5326 req-de22e901-dd57-4349-9577-8a022545ccca tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Aug 19 14:56:36.674755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:36.699481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:36.702326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:36.702989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-864ce0db-16c3-4b37-83d9-46a6dc7a672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.710953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-864ce0db-16c3-4b37-83d9-46a6dc7a672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.713256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-864ce0db-16c3-4b37-83d9-46a6dc7a672f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fea30a15-58ab-46b2-97b2-98e38c20de7a HTTP/1.1" status: 204 len: 168 time: 0.5982497 Aug 19 14:56:36.725424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ce0db-16c3-4b37-83d9-46a6dc7a672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea30a15-58ab-46b2-97b2-98e38c20de7a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.730147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.760861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-16050cdc-e8df-4676-a5f3-96def1d34941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.762459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-16050cdc-e8df-4676-a5f3-96def1d34941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1100 time: 0.1977873 Aug 19 14:56:36.767305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.768276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2da3a-bdc1-4a5b-877b-0f82fb12a2fa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.775265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-bdac1a7f-2189-44d5-b5ff-6cedc00fcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.776800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-bdac1a7f-2189-44d5-b5ff-6cedc00fcdf9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.1788254 Aug 19 14:56:36.827527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b01b606b-8ff2-4a82-9a42-3a9bcddcf8c6 req-e44dcad1-7855-42cf-a180-ef9e28c9a972 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=09fee48e-3ef4-4290-b927-28a24da71335 HTTP/1.1" status: 200 len: 210 time: 0.0551553 Aug 19 14:56:36.877446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.878254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.884637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-125aa077-7895-4e6b-a35e-5809552ff82f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0943825 Aug 19 14:56:36.892602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.893820 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8294bf5f-522b-41cf-9a07-593e4d4928af tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4895532 Aug 19 14:56:36.898671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47084) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:36.906823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'security_group_rule': {'security_group_id': '1cd2da3a-bdc1-4a5b-877b-0f82fb12a2fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:36.956208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-99a5d892-2d9a-4ea6-9d35-f1f6c3e4ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.957826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-99a5d892-2d9a-4ea6-9d35-f1f6c3e4ab9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664932 Aug 19 14:56:36.969917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-ffce87c0-96d9-4bfe-828c-e4b6a9950beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.969917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-ffce87c0-96d9-4bfe-828c-e4b6a9950beb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0729458 Aug 19 14:56:37.068958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feebb8c-0fb0-47fd-b0b1-251eaab47585 req-bfaac9e5-7a20-4ecd-ba6a-f340f12e45db tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:37.083612 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5feebb8c-0fb0-47fd-b0b1-251eaab47585 req-bfaac9e5-7a20-4ecd-ba6a-f340f12e45db tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 932 time: 0.0974457 Aug 19 14:56:37.083960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 160006ba-70d3-4818-a419-316903046041 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:37.124899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 160006ba-70d3-4818-a419-316903046041 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:37.125994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 160006ba-70d3-4818-a419-316903046041 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:37.170970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5feebb8c-0fb0-47fd-b0b1-251eaab47585 req-4ddc07c7-de31-44e4-aa11-76b39b3fa36d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803788 Aug 19 14:56:37.316203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.410742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.577616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-ee3f3a99-5edf-4579-895c-fcfd2617b38a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1736526 Aug 19 14:56:37.593005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.623968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Request body: {'port': {'device_id': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:37.632545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89792ae3-e52e-4a27-a632-d27f8c4cf651,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:37.703841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-29edd7de-5bc9-441e-8ff3-109b995c2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:37.705450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-29edd7de-5bc9-441e-8ff3-109b995c2ad4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6527886 Aug 19 14:56:37.711039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-8599f9be-64ad-46ee-9f17-86a5de1c4540 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377894 Aug 19 14:56:37.755525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.762809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a3f9-9ccd-469e-8e0a-00d5bffabe7e req-bddbfb26-2f9e-448d-b1fd-c743380b3fef tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:37.763847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-482b09b2-3cab-4543-9519-5a3d406fc0c8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8624196 Aug 19 14:56:37.764454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47f2a3f9-9ccd-469e-8e0a-00d5bffabe7e req-bddbfb26-2f9e-448d-b1fd-c743380b3fef tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 944 time: 0.6211796 Aug 19 14:56:37.765307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47126) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:37.773066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'security_group_rule': {'security_group_id': '1cd2da3a-bdc1-4a5b-877b-0f82fb12a2fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:37.875063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e2026-afca-4b06-a779-21ee681f37b6 req-91d680c6-6e49-4680-a1e7-9f45fc477bed tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:37.879853 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d53e2026-afca-4b06-a779-21ee681f37b6 req-91d680c6-6e49-4680-a1e7-9f45fc477bed tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.0968721 Aug 19 14:56:37.901589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.934147 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d53e2026-afca-4b06-a779-21ee681f37b6 req-af133213-7f41-47e3-a1f4-36ac97942f7d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Aug 19 14:56:38.002260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47f2a3f9-9ccd-469e-8e0a-00d5bffabe7e req-50e51c24-7df7-46bd-bb0e-8e783875f6c5 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051344 Aug 19 14:56:38.007819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.065445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafdc57f-e0c9-4c38-8de4-23781615652b req-5d60ab9a-9e65-47f0-bc00-9cd9bb0dd59d service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277950 Aug 19 14:56:38.187342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.212924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-d82af2ce-4a3d-4f5f-8dbe-fdd6ad8f3250 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758244 Aug 19 14:56:38.312106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:38.312106 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad996ff-9362-428d-a391-f0708c4c8a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:38.313172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a898a-accb-4367-843c-df0dcced9f32 req-9c24b1a9-3c94-4820-a7f6-497c89db17db tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.313172 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a93a898a-accb-4367-843c-df0dcced9f32 req-9c24b1a9-3c94-4820-a7f6-497c89db17db tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 932 time: 0.0575860 Aug 19 14:56:38.392892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a93a898a-accb-4367-843c-df0dcced9f32 req-2e8f765b-a9ce-47b2-8ab0-dd3fade17311 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634258 Aug 19 14:56:38.426459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f338f940-d4a3-4ab2-8678-e035432ad660 req-18c811cd-5688-429d-8dc3-bc1225e3637e service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064667 Aug 19 14:56:38.434702 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.472113 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a90c7f-e472-40ef-92b8-052cefe709d7 x-openstack-request-id: req-18a90c7f-e472-40ef-92b8-052cefe709d7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:38.472426 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:38.472688 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18a90c7f-e472-40ef-92b8-052cefe709d7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:38.473108 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'status': 'completed', 'code': 200} Aug 19 14:56:38.503078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae87b7a-f32c-4d6b-886d-5fbe55feeede,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:38.540797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5191cfec-097d-481e-b9a9-964ea2f53dad {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:38.552490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.569587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Transition to ACTIVE for port object 5191cfec-097d-481e-b9a9-964ea2f53dad will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:38.669456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-dbf9fdb7-8449-420d-861f-2e7e45954e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.671035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-dbf9fdb7-8449-420d-861f-2e7e45954e05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1100 time: 0.0478075 Aug 19 14:56:38.700610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.709662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c8ffad4-0064-403b-a82f-af5f3f229766 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9342771 Aug 19 14:56:38.709662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47154) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:38.713682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:38.755066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.846078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:38.913163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-abc40843-d7d3-4444-adc4-86880e5004ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.915110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-abc40843-d7d3-4444-adc4-86880e5004ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2355323 Aug 19 14:56:38.915237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.975989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-759d754c-da81-4a79-b227-69a08432c438 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0510669 Aug 19 14:56:39.025681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Attempting to bind port 5191cfec-097d-481e-b9a9-964ea2f53dad on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:39.026008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Attempting to bind port 5191cfec-097d-481e-b9a9-964ea2f53dad by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:39.026352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Attempting to bind port 5191cfec-097d-481e-b9a9-964ea2f53dad on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:39.039669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Port 5191cfec-097d-481e-b9a9-964ea2f53dad on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:39.040113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Attempting to bind port 5191cfec-097d-481e-b9a9-964ea2f53dad on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:39.053796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:39.054203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Checking segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:39.054613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Bound using segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:39.055352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Bound port: 5191cfec-097d-481e-b9a9-964ea2f53dad, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:39.055879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.074636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-2c6d2952-9ef7-46c7-81d7-c2ff64e0ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.076245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-2c6d2952-9ef7-46c7-81d7-c2ff64e0ba4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0879478 Aug 19 14:56:39.128324 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0d306fa-b8db-4281-a293-4f4088972a48 req-6026ce65-57ef-4ca2-ad32-8d051fb81b24 tempest-AbsoluteLimitsNegativeTestJSON-1643118966 tempest-AbsoluteLimitsNegativeTestJSON-1643118966-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0382721ff61f4e27a20adf7a4a74e186&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418947 Aug 19 14:56:39.133189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.177423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-d4afc6c4-bbce-4539-85c1-12e0dfb0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.179086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-d4afc6c4-bbce-4539-85c1-12e0dfb0061a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949140 Aug 19 14:56:39.184322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:39.188205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:39.335166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-2e3fb520-9d3d-4690-ac49-721f3749d693 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434624 Aug 19 14:56:39.349774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Allocated IP 172.25.5.90 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/7579b075-aab3-498e-9dc6-2b1323d90805) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:39.358929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d306fa-b8db-4281-a293-4f4088972a48 req-74d1b4cd-61a2-4b59-af4a-e932858e7b3b tempest-AbsoluteLimitsNegativeTestJSON-1643118966 tempest-AbsoluteLimitsNegativeTestJSON-1643118966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.360467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0d306fa-b8db-4281-a293-4f4088972a48 req-74d1b4cd-61a2-4b59-af4a-e932858e7b3b tempest-AbsoluteLimitsNegativeTestJSON-1643118966 tempest-AbsoluteLimitsNegativeTestJSON-1643118966-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124636 Aug 19 14:56:39.385820 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0d306fa-b8db-4281-a293-4f4088972a48 req-8d03911b-2468-467e-9e3a-ee2cd4c00de3 tempest-AbsoluteLimitsNegativeTestJSON-1643118966 tempest-AbsoluteLimitsNegativeTestJSON-1643118966-project] 10.222.0.13 "GET /v2.0/quotas/0382721ff61f4e27a20adf7a4a74e186 HTTP/1.1" status: 200 len: 375 time: 0.0186784 Aug 19 14:56:39.434139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee42d-d48c-41dc-adf1-c638ec75fac1 req-7cf8ce37-c69d-42d8-9530-8b53df11f4de tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.435754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d7ee42d-d48c-41dc-adf1-c638ec75fac1 req-7cf8ce37-c69d-42d8-9530-8b53df11f4de tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.1164598 Aug 19 14:56:39.463080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0d306fa-b8db-4281-a293-4f4088972a48 req-9e22a69a-c5d3-4058-a327-4b6fb4fccb50 tempest-AbsoluteLimitsNegativeTestJSON-1643118966 tempest-AbsoluteLimitsNegativeTestJSON-1643118966-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0382721ff61f4e27a20adf7a4a74e186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637968 Aug 19 14:56:39.502507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cad996ff-9362-428d-a391-f0708c4c8a2b req-415c4504-7670-4a4b-ae80-1c6cfda8f0b1 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442246 Aug 19 14:56:39.523829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d7ee42d-d48c-41dc-adf1-c638ec75fac1 req-70cc64be-9c34-4d6a-9089-1b7e87bd3ff0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Aug 19 14:56:39.530816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.549556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.597610 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:56:39.679330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.679330 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.681213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] 10.222.0.54 "PUT /v2.0/ports/5191cfec-097d-481e-b9a9-964ea2f53dad HTTP/1.1" status: 200 len: 1093 time: 2.0620580 Aug 19 14:56:39.710257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b669-299a-4b0f-82a9-ea9b248c1156 service neutron] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:39.735826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c919a-6d53-4969-aa8a-774334aa00bb req-ed23dae9-58e2-473a-8dc5-f352c85a622f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.738244 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe2c919a-6d53-4969-aa8a-774334aa00bb req-ed23dae9-58e2-473a-8dc5-f352c85a622f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 944 time: 0.0624490 Aug 19 14:56:39.740498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0725f-efdd-47b0-a1b2-6e4aa8d49bb0 req-824078b5-2ee3-4e66-adb6-8776039d55f8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.742127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68a0725f-efdd-47b0-a1b2-6e4aa8d49bb0 req-824078b5-2ee3-4e66-adb6-8776039d55f8 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.0884726 Aug 19 14:56:39.791287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe2c919a-6d53-4969-aa8a-774334aa00bb req-465dcfb8-404c-4889-8013-9d44c687216b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439026 Aug 19 14:56:39.795106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68a0725f-efdd-47b0-a1b2-6e4aa8d49bb0 req-21048f38-5363-468a-bb78-e5235f3019b1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Aug 19 14:56:39.810049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.863924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:39.869354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:39.881749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:39.903774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'Port': ['ID=7579b075-aab3-498e-9dc6-2b1323d90805,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:39.961471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365bb4a-23f0-4ef5-887f-36c7baa6f1c8 req-134ba97d-b4fb-472d-95d8-7761bb833251 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.963177 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3365bb4a-23f0-4ef5-887f-36c7baa6f1c8 req-134ba97d-b4fb-472d-95d8-7761bb833251 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 944 time: 0.0958683 Aug 19 14:56:39.965344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-34c728fa-24d3-404d-9388-0c68070dec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.968467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-34c728fa-24d3-404d-9388-0c68070dec9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 1096 time: 0.0599480 Aug 19 14:56:40.040330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-eb9e21f2-4360-4719-9231-41b6ea89d7a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5191cfec-097d-481e-b9a9-964ea2f53dad HTTP/1.1" status: 200 len: 217 time: 0.0472014 Aug 19 14:56:40.082789 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.110094 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3365bb4a-23f0-4ef5-887f-36c7baa6f1c8 req-cbf63edd-cec5-4ddb-a53d-09c58f30ff2b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070800 Aug 19 14:56:40.127156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-c1ea334a-fb30-4b5b-a184-bd66a56cc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.129103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-c1ea334a-fb30-4b5b-a184-bd66a56cc595 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.0774593 Aug 19 14:56:40.181610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-02bd6189-6dec-4faf-b5ed-57fe54e9c593 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425794 Aug 19 14:56:40.314939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-134e794b-6433-4bb0-b276-5a5f3673c053 service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246519 Aug 19 14:56:40.423734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.443653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee14ba2-2bdf-451f-a128-c13b838a2e5b req-bf266fa9-5ba9-4325-a935-44d9ec753dc9 service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183617 Aug 19 14:56:40.475014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:40.477486 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec20558-c138-4ca7-ac7c-62c3156af42e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:40.519783 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5966ddee-2ea2-4291-95a5-45c4adde69b3 x-openstack-request-id: req-5966ddee-2ea2-4291-95a5-45c4adde69b3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:40.520084 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:40.520342 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5966ddee-2ea2-4291-95a5-45c4adde69b3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:40.520748 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'status': 'completed', 'code': 200} Aug 19 14:56:40.550318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47186) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:40.690488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.695775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:40.751313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b41a8-f2ff-4fbf-9732-1a08625b10cc req-10bb225e-55da-4323-8f81-645c2fbc60f7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.753578 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b9b41a8-f2ff-4fbf-9732-1a08625b10cc req-10bb225e-55da-4323-8f81-645c2fbc60f7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.1187873 Aug 19 14:56:40.767398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6e0-e48b-4453-b549-2fc9d89c6c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.770790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-9e051968-25db-4cb2-90a9-6681ff354704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.772431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-9e051968-25db-4cb2-90a9-6681ff354704 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 1096 time: 0.1148369 Aug 19 14:56:40.814003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b9b41a8-f2ff-4fbf-9732-1a08625b10cc req-c455a3d3-2ba2-4227-8cd6-a5647b3734cb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528293 Aug 19 14:56:40.866218 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.904849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:40.927136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'mac_address': 'fa:16:3e:07:7a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:40.995396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.012506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0f5a79-47fc-45f2-9285-49667146e1b3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:41.012742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'Port': ['ID=7579b075-aab3-498e-9dc6-2b1323d90805,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:41.014520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-9b404c9d-0000-449f-ac63-b2bd9fec94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.016978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-9b404c9d-0000-449f-ac63-b2bd9fec94bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 906 time: 0.2318811 Aug 19 14:56:41.027403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f9b8b-a24f-49aa-ad32-ab9e18d08b7f req-53f97fb7-578f-4ec6-965e-0c9011b92368 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.029234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-497f9b8b-a24f-49aa-ad32-ab9e18d08b7f req-53f97fb7-578f-4ec6-965e-0c9011b92368 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 944 time: 0.1087136 Aug 19 14:56:41.038440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:41.053011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.068805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc65437-2f03-464a-bdea-18a62bed5998 req-37d37125-3108-4b5a-a6bb-1ef10b7b1d29 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.072958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fc65437-2f03-464a-bdea-18a62bed5998 req-37d37125-3108-4b5a-a6bb-1ef10b7b1d29 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.1285281 Aug 19 14:56:41.085914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 11d987a0-2b5e-413a-b772-0db8f8d56857 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:41.091216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-487cde7a-c0ac-4666-9ea0-90b44e712953 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5191cfec-097d-481e-b9a9-964ea2f53dad HTTP/1.1" status: 200 len: 217 time: 0.0606320 Aug 19 14:56:41.150880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fc65437-2f03-464a-bdea-18a62bed5998 req-b23c627f-afe1-416c-81da-8f05cf34f55a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679991 Aug 19 14:56:41.156696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6e0-e48b-4453-b549-2fc9d89c6c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.178674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-497f9b8b-a24f-49aa-ad32-ab9e18d08b7f req-a5e4efd8-94e9-479a-81b7-2d0ed318063d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366160 Aug 19 14:56:41.188679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-13b87976-7e62-44da-a764-dce76cf21925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.189492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-13b87976-7e62-44da-a764-dce76cf21925 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.0882642 Aug 19 14:56:41.244980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-22af4683-f231-4b1e-a0b6-5c0d95f72e00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430877 Aug 19 14:56:41.246875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.259999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 11d987a0-2b5e-413a-b772-0db8f8d56857, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=11d987a0-2b5e-413a-b772-0db8f8d56857,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:41.285588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fac25e-1878-4173-8b6d-6547431c8a35 req-4c25164a-832d-45cd-a77d-fb7856a55a29 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.298563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'port_id': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'mac_address': 'fa:16:3e:02:72:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:41.300008 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-42fac25e-1878-4173-8b6d-6547431c8a35 req-4c25164a-832d-45cd-a77d-fb7856a55a29 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 944 time: 0.0822070 Aug 19 14:56:41.343092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:41.358169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-42fac25e-1878-4173-8b6d-6547431c8a35 req-1dfb5df0-45c8-42e7-a734-796f6fc92719 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Aug 19 14:56:41.360884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.361917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6e0-e48b-4453-b549-2fc9d89c6c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.387669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d987a0-2b5e-413a-b772-0db8f8d56857 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:41.417603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 11d987a0-2b5e-413a-b772-0db8f8d56857, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=11d987a0-2b5e-413a-b772-0db8f8d56857,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:41.423922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f5d4e6e0-e48b-4453-b549-2fc9d89c6c4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0382721ff61f4e27a20adf7a4a74e186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8720725 Aug 19 14:56:41.426907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4e6e0-e48b-4453-b549-2fc9d89c6c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce392be-5889-43c0-8b21-6169de381e2b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:41.432202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47202) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:41.460521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-5af4e0e6-e0f1-4128-a15f-848b89d0aebf service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877186 Aug 19 14:56:41.480318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.483742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9be8c389-a407-42d8-9e3f-52aefd7b3ff2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7730808 Aug 19 14:56:41.519227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c2814c-664f-40c8-9b40-24e8a1ee9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.566724 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.567118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c2814c-664f-40c8-9b40-24e8a1ee9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.577547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['cc0f5a79-47fc-45f2-9285-49667146e1b3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:41.652905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ec20558-c138-4ca7-ac7c-62c3156af42e req-503a53cb-0400-4c3b-bd07-2c243a75aef9 service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843612 Aug 19 14:56:41.685418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=11d987a0-2b5e-413a-b772-0db8f8d56857,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:41.692724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-8732f18a-4af1-41a0-9ed3-2f881905da24 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.695522 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-8732f18a-4af1-41a0-9ed3-2f881905da24 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.1007586 Aug 19 14:56:41.870510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c2814c-664f-40c8-9b40-24e8a1ee9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.874581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c2814c-664f-40c8-9b40-24e8a1ee9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.875771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-44c2814c-664f-40c8-9b40-24e8a1ee9b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bce392be-5889-43c0-8b21-6169de381e2b HTTP/1.1" status: 204 len: 168 time: 0.4411528 Aug 19 14:56:41.890606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2814c-664f-40c8-9b40-24e8a1ee9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce392be-5889-43c0-8b21-6169de381e2b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:41.922852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:41.923342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.950857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-d058f7a9-5e76-4b23-b0a7-bed9f0aaa979 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.952559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-d058f7a9-5e76-4b23-b0a7-bed9f0aaa979 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 821 time: 0.1684587 Aug 19 14:56:41.993065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9b5ab-5417-4295-856a-2182fda7dec0 req-08447e22-729c-4dee-bdd7-7c1d697acd96 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.996287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ee9b5ab-5417-4295-856a-2182fda7dec0 req-08447e22-729c-4dee-bdd7-7c1d697acd96 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.0661631 Aug 19 14:56:42.009936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-a11beb41-49a6-454a-a39f-cc75374934fe tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/quotas/0d2865fd6a4c46ee9974a6cf22404c91 HTTP/1.1" status: 200 len: 375 time: 0.0215769 Aug 19 14:56:42.046812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ee9b5ab-5417-4295-856a-2182fda7dec0 req-3ee0ce21-46cf-40c1-b94c-e4169fe563a3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Aug 19 14:56:42.085917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port b1e7ddd8-0d6b-410d-9413-a33ae7b47480, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:42.086260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.105243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for b1e7ddd8-0d6b-410d-9413-a33ae7b47480 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:42.110858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-2dac5c30-eff3-4b6f-aee0-f488d5c3b8e7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928721 Aug 19 14:56:42.253588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['11d987a0-2b5e-413a-b772-0db8f8d56857'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:42.288947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-294d1902-b42e-46ea-a09a-53462e2e0166 service neutron] 10.222.0.13 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649358 Aug 19 14:56:42.306499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978d09f-8547-4c9d-91ab-c54a3e6e6f32 req-12c038a5-df2f-4d44-9c87-dd7c1642b24e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.308733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c978d09f-8547-4c9d-91ab-c54a3e6e6f32 req-12c038a5-df2f-4d44-9c87-dd7c1642b24e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 949 time: 0.0687211 Aug 19 14:56:42.379507 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c978d09f-8547-4c9d-91ab-c54a3e6e6f32 req-54b847f0-f0f7-446a-9623-cc378f32a721 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618887 Aug 19 14:56:42.491900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-f94e81a1-9818-4c4e-a85d-ca7f32fc41bf service neutron] 10.222.0.13 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867962 Aug 19 14:56:42.539620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454fa08-dce5-44fb-9c3b-7c8a7884c9bd req-ba36ab13-e1b1-440a-a5f3-01919133d2b0 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.541607 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1454fa08-dce5-44fb-9c3b-7c8a7884c9bd req-ba36ab13-e1b1-440a-a5f3-01919133d2b0 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 945 time: 0.0678759 Aug 19 14:56:42.596178 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1454fa08-dce5-44fb-9c3b-7c8a7884c9bd req-9440653b-eb75-45c7-af06-7181ab84bbeb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482674 Aug 19 14:56:42.606713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.669748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=b1e7ddd8-0d6b-410d-9413-a33ae7b47480,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:42.687717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:42.733056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port b1e7ddd8-0d6b-410d-9413-a33ae7b47480 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:42.736145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.738672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-599a6286-ccd9-43a2-a412-a8d951eea077 req-b8c39952-07fd-42da-b2eb-8bbceb527404 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "DELETE /v2.0/ports/b1e7ddd8-0d6b-410d-9413-a33ae7b47480 HTTP/1.1" status: 204 len: 173 time: 1.0360065 Aug 19 14:56:42.739289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'name': 'network-vif-deleted', 'tag': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:42.743688 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998ed4a-6b43-4877-96d2-47d2a1479aca" -d '{"events": [{"server_uuid": "7c585f70-aa23-406e-bb5d-7b25e68f8d96", "name": "network-vif-deleted", "tag": "b1e7ddd8-0d6b-410d-9413-a33ae7b47480"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:42.774822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f4af-0021-4844-a7a6-b21b634aedd5 req-0a4db468-ebfa-4a74-8073-f9d9e96cfa12 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.783058 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34a8f4af-0021-4844-a7a6-b21b634aedd5 req-0a4db468-ebfa-4a74-8073-f9d9e96cfa12 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 944 time: 0.0766468 Aug 19 14:56:42.823986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34a8f4af-0021-4844-a7a6-b21b634aedd5 req-87750d37-b649-429c-b292-82649e92d097 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 Aug 19 14:56:42.897297 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc02b62-8561-4931-a162-18c828f29dab x-openstack-request-id: req-1fc02b62-8561-4931-a162-18c828f29dab {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:42.897297 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c585f70-aa23-406e-bb5d-7b25e68f8d96", "name": "network-vif-deleted", "tag": "b1e7ddd8-0d6b-410d-9413-a33ae7b47480", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:42.897297 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc02b62-8561-4931-a162-18c828f29dab {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:42.897297 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c585f70-aa23-406e-bb5d-7b25e68f8d96', 'name': 'network-vif-deleted', 'tag': 'b1e7ddd8-0d6b-410d-9413-a33ae7b47480', 'status': 'completed', 'code': 200} Aug 19 14:56:42.960390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.109095 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2436335f-841a-43c5-ad5a-fbdc239395ba req-bd43b5ab-097d-4a76-9f6f-be7aaa7c4967 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 210 time: 0.0775898 Aug 19 14:56:43.283485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1f87-4e29-4d6c-8230-7b5ba3d3cfcd req-ed1302bd-9290-4364-8a63-2746c19500f5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:43.292676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42f1f87-4e29-4d6c-8230-7b5ba3d3cfcd req-ed1302bd-9290-4364-8a63-2746c19500f5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.1085231 Aug 19 14:56:43.350792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42f1f87-4e29-4d6c-8230-7b5ba3d3cfcd req-ac4558d7-2fb4-4a52-b390-317c3492e9a6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Aug 19 14:56:43.508399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17bfd1da-f3a4-447d-8ada-1f76d838bbf1 req-9192fde8-3b0a-4b05-85a7-0656a85a1ddc tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.0275743 Aug 19 14:56:43.669648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:43.710691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:43.767739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1beb-37f5-41c3-8ea3-28676284a1c9 req-87a10a60-e15a-4922-bbc2-54f801d922b2 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:43.769639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8aad1beb-37f5-41c3-8ea3-28676284a1c9 req-87a10a60-e15a-4922-bbc2-54f801d922b2 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 945 time: 0.0592325 Aug 19 14:56:43.817968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8aad1beb-37f5-41c3-8ea3-28676284a1c9 req-cc90137a-07de-401d-aad6-027ea4ba83f3 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403664 Aug 19 14:56:43.858653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-35935496-network', 'tenant_id': '55985470f98e490aa64687a1675d71b6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:43.997476 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d2668-1391-4a3f-9098-3644947ee4af req-7ea2499f-53f7-43fa-9831-113536944c9c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:44.010377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b85d2668-1391-4a3f-9098-3644947ee4af req-7ea2499f-53f7-43fa-9831-113536944c9c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 944 time: 0.0748088 Aug 19 14:56:44.085251 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b85d2668-1391-4a3f-9098-3644947ee4af req-d337117b-c027-429b-a572-43fb9ec940d5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683944 Aug 19 14:56:44.099135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Made reservation on behalf of 55985470f98e490aa64687a1675d71b6 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:44.108812 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.111682 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.206745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b81174-a5fa-43ac-b2bb-0532f9b7433f req-7bbfd10b-f067-4e10-8591-e3ac60faeec0 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 210 time: 0.0366664 Aug 19 14:56:44.237717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.485569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebecbee-34af-41e7-a42e-44538f06d200 req-1cad2e7b-4bb4-47fe-99f0-e80a7c1043ef tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:44.487605 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ebecbee-34af-41e7-a42e-44538f06d200 req-1cad2e7b-4bb4-47fe-99f0-e80a7c1043ef tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.0623007 Aug 19 14:56:44.535919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.549053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ebecbee-34af-41e7-a42e-44538f06d200 req-7d9830ad-f7d5-40a5-af02-162a426341aa tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Aug 19 14:56:44.602956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:56:44.663157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977704bd-7ea7-469a-9988-413e93b65f3b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:44.682637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.684024 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Added segment 46eb185f-45a4-4853-bf34-35740504f9c0 of type vlan for network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 Aug 19 14:56:44.696546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76cc9baf-c28b-4d09-8585-ea6e8182e43d req-d8272cfe-aa5b-4632-9255-591d18201582 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c585f70-aa23-406e-bb5d-7b25e68f8d96 HTTP/1.1" status: 200 len: 210 time: 0.0553625 Aug 19 14:56:44.743821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:44.750167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.864221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.868924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:44.870105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.914075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port cc0f5a79-47fc-45f2-9285-49667146e1b3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:44.920854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port cc0f5a79-47fc-45f2-9285-49667146e1b3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:44.922985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.017923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3045163 Aug 19 14:56:45.021700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47288) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:45.022587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a192f-78c9-47ac-acf1-0d86f8ddf3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4cef2ec6-a8cb-4011-85d2-35702321f1f6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:45.034274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:56:45.042960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Request body: {'subnet': {'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-35935496-subnet', 'tenant_id': '55985470f98e490aa64687a1675d71b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:45.074498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd361-2f56-4960-83c1-78b5e6837712 req-fe425508-67e3-4d86-886d-e2ce7fe70cd8 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.076626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12bfd361-2f56-4960-83c1-78b5e6837712 req-fe425508-67e3-4d86-886d-e2ce7fe70cd8 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 945 time: 0.1698198 Aug 19 14:56:45.110418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.136993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:45.147843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 11d987a0-2b5e-413a-b772-0db8f8d56857 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:45.211471 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12bfd361-2f56-4960-83c1-78b5e6837712 req-0048e55a-b748-4720-9613-5f85b3d44518 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193149 Aug 19 14:56:45.242257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Made reservation on behalf of 55985470f98e490aa64687a1675d71b6 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:45.245919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.346033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388fc02-7f90-430b-92f3-8ce654c25c96 req-6b69c1f9-6b32-4975-b77d-a47e841ab3d9 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.348186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9388fc02-7f90-430b-92f3-8ce654c25c96 req-6b69c1f9-6b32-4975-b77d-a47e841ab3d9 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 944 time: 0.1249061 Aug 19 14:56:45.411550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:45.413993 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af93b924-650f-4aee-8bf7-0d373c7dec07" -d '{"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:45.418001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4dd7c02c-e44c-4ee1-9da4-8bbdd0bc8062 req-e9385c08-eb44-4e88-8964-b39daa386af0 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 210 time: 0.0451074 Aug 19 14:56:45.441389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9388fc02-7f90-430b-92f3-8ce654c25c96 req-af1470f3-a6d7-4f23-a637-b81dc8190809 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790815 Aug 19 14:56:45.444842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:45.550515 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b94174-7f66-46ae-aa5a-a190a12edce6 x-openstack-request-id: req-29b94174-7f66-46ae-aa5a-a190a12edce6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:45.550837 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:45.551226 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29b94174-7f66-46ae-aa5a-a190a12edce6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:45.551830 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'code': 200} Aug 19 14:56:45.574033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.646178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931bf40-cb51-49ff-97b3-ba7d9f87a7eb req-505c0e01-bc9d-4a19-a07a-04a0c05505c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.649885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8931bf40-cb51-49ff-97b3-ba7d9f87a7eb req-505c0e01-bc9d-4a19-a07a-04a0c05505c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1102 time: 0.0440691 Aug 19 14:56:45.697741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.706110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8931bf40-cb51-49ff-97b3-ba7d9f87a7eb req-52c193f2-9f97-4efa-8ffa-7446238b2d21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Aug 19 14:56:45.720041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:45.738630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:45.762081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'mac_address': 'fa:16:3e:a9:5e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:45.796643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b364b86d-c479-4a93-89d9-16f2d8d5b456,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:45.809592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Checking segment: {'id': '46eb185f-45a4-4853-bf34-35740504f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:45.810079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Network hostable DHCP agents. Network: 4cef2ec6-a8cb-4011-85d2-35702321f1f6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:56:45.820908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.835148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 11d987a0-2b5e-413a-b772-0db8f8d56857 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:45.845708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 11d987a0-2b5e-413a-b772-0db8f8d56857 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:45.846233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.901354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5191cfec-097d-481e-b9a9-964ea2f53dad {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:45.905381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dca885-2478-458f-950f-4d03e6dadf53 req-c19925ca-9e14-4085-a1e3-0db7325da073 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.910678 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23dca885-2478-458f-950f-4d03e6dadf53 req-c19925ca-9e14-4085-a1e3-0db7325da073 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.2620304 Aug 19 14:56:45.935656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:45.953288 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23dca885-2478-458f-950f-4d03e6dadf53 req-aaed7f1d-9ea9-4f18-a9af-bb19ff778c6d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Aug 19 14:56:45.986621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:56:46.007099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.044012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 11d987a0-2b5e-413a-b772-0db8f8d56857, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=11d987a0-2b5e-413a-b772-0db8f8d56857,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:46.261302 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.328834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 4cef2ec6-a8cb-4011-85d2-35702321f1f6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:46.331608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.332801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b1e7ddd8-0d6b-410d-9413-a33ae7b47480 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:46.336323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:46.347240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:46.351404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.362836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77a5a2-9568-4dbc-894c-ffc0eef10521 None None] Network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:46.366855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: b1e7ddd8-0d6b-410d-9413-a33ae7b47480 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:46.367285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b1e7ddd8-0d6b-410d-9413-a33ae7b47480 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:46.417388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939df3f-953f-4e7e-a331-0ddcb9d81cc6 req-f6007c20-4a0f-4b9e-848b-c0223d68cedb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:46.419164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6939df3f-953f-4e7e-a331-0ddcb9d81cc6 req-f6007c20-4a0f-4b9e-848b-c0223d68cedb tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.0578041 Aug 19 14:56:46.468545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=11d987a0-2b5e-413a-b772-0db8f8d56857,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:46.469867 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6939df3f-953f-4e7e-a331-0ddcb9d81cc6 req-3bf0b70e-4cc0-4f66-a5aa-4afdd5188f4a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Aug 19 14:56:46.521902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d478fb3e-2b00-4677-a75d-602595fd9c84 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4953187 Aug 19 14:56:46.598356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f5c29-eebb-40e1-9fb9-6a0925debdc1 None None] Network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:46.621538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18d34684-5bda-44ed-a4c2-ace5bd9820c5 req-05f37009-47bd-4436-8e36-2a9849632a32 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 210 time: 0.0633893 Aug 19 14:56:46.718803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f41a53-56d7-438c-acca-3a117ce45819 req-0c6adc4b-d1fb-42d1-a795-13fa3c498abf tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:46.723439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8f41a53-56d7-438c-acca-3a117ce45819 req-0c6adc4b-d1fb-42d1-a795-13fa3c498abf tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 945 time: 0.1258016 Aug 19 14:56:46.779574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5191cfec-097d-481e-b9a9-964ea2f53dad'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:46.807053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8f41a53-56d7-438c-acca-3a117ce45819 req-ce5fca39-d267-43f5-8662-4433bfc5de7c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Aug 19 14:56:47.097732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-e74afde3-1265-4e36-b844-13f579e4d0c9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.099652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-e74afde3-1265-4e36-b844-13f579e4d0c9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 821 time: 0.1486750 Aug 19 14:56:47.163583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'port': {'device_id': '29f025db-8625-4ac9-9936-025677e7f795', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'admin_state_up': True, 'tenant_id': '0d2865fd6a4c46ee9974a6cf22404c91'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:47.328896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-9a4a2c29-1ab4-41cb-a3ad-bdd4d1271e9d tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.341165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-9a4a2c29-1ab4-41cb-a3ad-bdd4d1271e9d tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/networks?id=4cef2ec6-a8cb-4011-85d2-35702321f1f6 HTTP/1.1" status: 200 len: 816 time: 0.2353299 Aug 19 14:56:47.356406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f03b21-ee4e-477c-9568-7a9e95564dd3 req-098e4bbb-d977-469c-ab9f-d62488f37652 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.358951 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85f03b21-ee4e-477c-9568-7a9e95564dd3 req-098e4bbb-d977-469c-ab9f-d62488f37652 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0983143 Aug 19 14:56:47.360823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-bf654995-47fa-4c79-be03-b3286c63fd2e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/quotas/55985470f98e490aa64687a1675d71b6 HTTP/1.1" status: 200 len: 375 time: 0.0234959 Aug 19 14:56:47.403122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-2f817ebf-d3e3-491c-a67b-9ab2e8210a2f tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55985470f98e490aa64687a1675d71b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324495 Aug 19 14:56:47.422083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85f03b21-ee4e-477c-9568-7a9e95564dd3 req-93734a39-f655-4200-a901-714178447fc9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Aug 19 14:56:47.492082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Made reservation on behalf of 0d2865fd6a4c46ee9974a6cf22404c91 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:47.496784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.546753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84244601-8c87-4247-9a40-dd0148744e8f req-0554511e-8c6e-4780-b9ff-131adf7f852c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.548946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84244601-8c87-4247-9a40-dd0148744e8f req-0554511e-8c6e-4780-b9ff-131adf7f852c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 950 time: 0.0622470 Aug 19 14:56:47.552531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:47.554888 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8c2278-130f-45a4-b783-c4bcc4e385d7" -d '{"events": [{"server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "name": "network-vif-plugged", "status": "completed", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:47.608950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-bc0c7485-c84b-4ecc-bcf9-83c89186d47b service neutron] 10.222.0.13 "GET /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969407 Aug 19 14:56:47.618563 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84244601-8c87-4247-9a40-dd0148744e8f req-731e5d27-ac95-4c60-bbd5-77a7e13858ad tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Aug 19 14:56:47.744164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Allocated IP 172.20.0.10 (4c386785-0db3-4fe8-8d35-d023d0212d62/89ce3c28-7fb8-4bfd-9319-72f51d900e1f/0a15ca3a-e175-4d87-ab0e-c3ae0a208d34) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:47.763351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-3054d73f-619f-4b0d-b2d9-2e917042cd29 service neutron] 10.222.0.13 "GET /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440339 Aug 19 14:56:47.910843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-7799337d-6e9f-4f28-8939-cbf8db960df8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.921918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-7799337d-6e9f-4f28-8939-cbf8db960df8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.1791208 Aug 19 14:56:47.944876 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-5345a80f-4055-450b-8edf-3d4502e0a189 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/quotas/55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 375 time: 0.0217369 Aug 19 14:56:47.945255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.026557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b86904f0-7ce7-40eb-b443-76ecd09efa6e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719898 Aug 19 14:56:48.126488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.152113 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-9d0e44bc-351e-428f-80e7-14eb26fe45d6 service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246538 Aug 19 14:56:48.287373 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-0e1b0b84-7f8b-4fc0-a052-ca983cc043a0 service neutron] 10.222.0.13 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271272 Aug 19 14:56:48.318060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:48.359382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:48.363838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:48.371244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:48.432446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc46e8-d898-475a-a847-39bbdb0f451e req-54208c82-03ff-4123-bc21-1100c220afd9 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:48.435260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32cc46e8-d898-475a-a847-39bbdb0f451e req-54208c82-03ff-4123-bc21-1100c220afd9 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.3279212 Aug 19 14:56:48.468826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-99a01518-e98b-4639-8c1f-0eb206eeb2e0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:48.472631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-99a01518-e98b-4639-8c1f-0eb206eeb2e0 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 950 time: 0.2079549 Aug 19 14:56:48.491851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:48.492506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.928702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32cc46e8-d898-475a-a847-39bbdb0f451e req-c4c34c13-dfca-48d3-85e5-3b216f964d7b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4789000 Aug 19 14:56:48.998030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port 82639292-0e96-4910-8973-ca2f4b72abf5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:48.998398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.021544 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d72131-da7c-4eef-9700-e034221a1530 x-openstack-request-id: req-70d72131-da7c-4eef-9700-e034221a1530 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:49.021544 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "name": "network-vif-plugged", "status": "completed", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:49.021544 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70d72131-da7c-4eef-9700-e034221a1530 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:49.021544 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'code': 200} Aug 19 14:56:49.049744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c0601f87-ffaa-4d2a-a984-d5e8822e3978 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9211838 Aug 19 14:56:49.071819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Request body: {'port': {'device_id': '29f025db-8625-4ac9-9936-025677e7f795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:49.146160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:49.216161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.281220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port 82639292-0e96-4910-8973-ca2f4b72abf5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=82639292-0e96-4910-8973-ca2f4b72abf5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:49.281594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.285895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5191cfec-097d-481e-b9a9-964ea2f53dad completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:49.302394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5191cfec-097d-481e-b9a9-964ea2f53dad triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:49.303172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.316211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f2d5-1e06-4da8-afeb-955ecbb8d0aa req-e8ce9234-091a-441e-a0a3-e29c520127db tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.317840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ea5f2d5-1e06-4da8-afeb-955ecbb8d0aa req-e8ce9234-091a-441e-a0a3-e29c520127db tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 932 time: 0.2226453 Aug 19 14:56:49.348985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for 82639292-0e96-4910-8973-ca2f4b72abf5 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:49.403045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbc672-745e-4515-9c0a-dada5eecb29f req-89bc2124-2ce8-4301-9a2b-bb4b0093c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.404577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87fbc672-745e-4515-9c0a-dada5eecb29f req-89bc2124-2ce8-4301-9a2b-bb4b0093c2af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 1098 time: 0.2519217 Aug 19 14:56:49.411335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.432226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a65897-23ac-4427-a527-e93a446f9a65 req-6c776c9b-b1a6-488b-bd24-57c877f05197 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.433991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96a65897-23ac-4427-a527-e93a446f9a65 req-6c776c9b-b1a6-488b-bd24-57c877f05197 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 950 time: 0.2859790 Aug 19 14:56:49.475904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:49.518023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9163-c08b-4839-a432-0f59fcea55c0 req-6f78916b-d215-4412-bf94-6c77c6d57d62 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.528565 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ad3b9163-c08b-4839-a432-0f59fcea55c0 req-6f78916b-d215-4412-bf94-6c77c6d57d62 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 945 time: 0.0623951 Aug 19 14:56:49.577162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.632093 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ad3b9163-c08b-4839-a432-0f59fcea55c0 req-6e7c9163-e1df-45ba-869f-73e349b04b67 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982692 Aug 19 14:56:49.665436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:49.683099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ea5f2d5-1e06-4da8-afeb-955ecbb8d0aa req-632ea608-2692-4c26-84a2-46864f4a7580 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332243 Aug 19 14:56:49.717312 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfabdd1a-e0d4-401c-9c46-201c04681753 req-94cc59d7-e6d4-4419-a715-a2b8361d3135 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 210 time: 0.0508943 Aug 19 14:56:49.779502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87fbc672-745e-4515-9c0a-dada5eecb29f req-bedc0c63-90c8-4db2-9ed0-c7230531456f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632631 Aug 19 14:56:49.878721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de211-dc6f-4869-9436-a62f91988b6f req-28a2ddf8-0ff0-46dc-bd4e-e4b1e6086891 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.880861 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-406de211-dc6f-4869-9436-a62f91988b6f req-28a2ddf8-0ff0-46dc-bd4e-e4b1e6086891 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 950 time: 0.0724683 Aug 19 14:56:49.941288 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-406de211-dc6f-4869-9436-a62f91988b6f req-aaa654a7-624f-4e69-854c-cfdbf95e305d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482316 Aug 19 14:56:49.982254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca6803-7214-4923-9496-5f9efd948d57 req-031d67db-76ab-4e13-94cf-6e901f42b2e4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.985670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fdca6803-7214-4923-9496-5f9efd948d57 req-031d67db-76ab-4e13-94cf-6e901f42b2e4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.1801877 Aug 19 14:56:50.028387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port 53a4556e-1bdb-4751-98ff-592b064a51b4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:50.028975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.032991 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-189f8e91-e330-4610-a886-2c3c66d2a50b req-46727075-cf20-40a9-9fbd-7dc49f393c5e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0313592 Aug 19 14:56:50.067736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fdca6803-7214-4923-9496-5f9efd948d57 req-0d0291a5-a8cf-4ceb-b0a1-f2ace4e8d72c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641439 Aug 19 14:56:50.133965 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.148254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636', '82639292-0e96-4910-8973-ca2f4b72abf5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:50.185180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:50.195612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=82639292-0e96-4910-8973-ca2f4b72abf5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:50.199792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.203602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['53a4556e-1bdb-4751-98ff-592b064a51b4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:50.249037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.249037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.249037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.249621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.249621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.249859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.250153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.250435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.250760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.251083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.251405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.251723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:50.267388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048dc6a-7c99-4195-91a3-4d64e66e26a6 req-b5885417-043c-4646-ad22-a026c22c0352 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:50.277715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2048dc6a-7c99-4195-91a3-4d64e66e26a6 req-b5885417-043c-4646-ad22-a026c22c0352 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.1462216 Aug 19 14:56:50.295419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Transition to ACTIVE for port object 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:50.317173 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2048dc6a-7c99-4195-91a3-4d64e66e26a6 req-13ce8f9d-9565-46af-9fc4-edf2941139c6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381911 Aug 19 14:56:50.318806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port 82639292-0e96-4910-8973-ca2f4b72abf5 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:50.324904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.326996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58eab8a5-a3e2-48e8-a98f-a7163d9c57cf req-f8861866-b729-4868-9a96-d5610c3cfa8d tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "DELETE /v2.0/ports/82639292-0e96-4910-8973-ca2f4b72abf5 HTTP/1.1" status: 204 len: 173 time: 1.8430877 Aug 19 14:56:50.328454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'name': 'network-vif-deleted', 'tag': '82639292-0e96-4910-8973-ca2f4b72abf5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:50.330909 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0162ce-51c2-4eb0-8df4-94aa5cb21566" -d '{"events": [{"server_uuid": "6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b", "name": "network-vif-deleted", "tag": "82639292-0e96-4910-8973-ca2f4b72abf5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:50.354167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port 53a4556e-1bdb-4751-98ff-592b064a51b4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=53a4556e-1bdb-4751-98ff-592b064a51b4,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:50.354439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.371298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for 53a4556e-1bdb-4751-98ff-592b064a51b4 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:50.374370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c8d4-f542-443c-b186-d7df1d7daacd req-771a5cfd-9050-4766-98e3-c73307df9b08 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:50.375954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f16c8d4-f542-443c-b186-d7df1d7daacd req-771a5cfd-9050-4766-98e3-c73307df9b08 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1102 time: 0.1549838 Aug 19 14:56:50.386553 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26873eb6-362b-4926-9f2f-438e10c0bbc9 x-openstack-request-id: req-26873eb6-362b-4926-9f2f-438e10c0bbc9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:50.386849 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b", "name": "network-vif-deleted", "tag": "82639292-0e96-4910-8973-ca2f4b72abf5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:50.387165 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26873eb6-362b-4926-9f2f-438e10c0bbc9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:50.387566 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b', 'name': 'network-vif-deleted', 'tag': '82639292-0e96-4910-8973-ca2f4b72abf5', 'status': 'completed', 'code': 200} Aug 19 14:56:50.468520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f16c8d4-f542-443c-b186-d7df1d7daacd req-fc65eb23-c13d-4f63-a95f-67909466724d tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800519 Aug 19 14:56:50.472313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.578706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:50.857392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Attempting to bind port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:50.857661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Attempting to bind port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:50.857995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Attempting to bind port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 on network 4c386785-0db3-4fe8-8d35-d023d0212d62 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:50.881037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec1388-bc38-405f-8ec9-f2e47202a8f5 req-91454bd6-bdee-4e88-aa6f-d0984e61bc65 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:50.884177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0ec1388-bc38-405f-8ec9-f2e47202a8f5 req-91454bd6-bdee-4e88-aa6f-d0984e61bc65 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 946 time: 0.1003015 Aug 19 14:56:50.884995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 on network 4c386785-0db3-4fe8-8d35-d023d0212d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:50.885525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Attempting to bind port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 on network 4c386785-0db3-4fe8-8d35-d023d0212d62 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:50.891216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.896228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:50.896615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Checking segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:50.897240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Bound using segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:50.897885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Bound port: 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:50.898453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.967757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=53a4556e-1bdb-4751-98ff-592b064a51b4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.020287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:51.023017 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1474f1bd-318d-4f2c-a51e-c550e00d0c98" -d '{"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-plugged", "status": "completed", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:51.092723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port 53a4556e-1bdb-4751-98ff-592b064a51b4 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:51.097341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.099578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96a65897-23ac-4427-a527-e93a446f9a65 req-9e89705d-19ad-46e8-84fb-56ce5b11678f tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.54 "DELETE /v2.0/ports/53a4556e-1bdb-4751-98ff-592b064a51b4 HTTP/1.1" status: 204 len: 173 time: 1.6043949 Aug 19 14:56:51.102505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0ec1388-bc38-405f-8ec9-f2e47202a8f5 req-9174a5da-d503-44c4-8172-67e0d127e3a4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834757 Aug 19 14:56:51.112929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:51.116363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:51.223496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.263010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749ab5a-e6f4-424f-aec9-7f0941f6fb92 req-7d46fafc-39a9-4d37-a5b7-9362aed5c3de tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.266693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0749ab5a-e6f4-424f-aec9-7f0941f6fb92 req-7d46fafc-39a9-4d37-a5b7-9362aed5c3de tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 944 time: 0.0813270 Aug 19 14:56:51.279052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.279674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.281034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 HTTP/1.1" status: 200 len: 1093 time: 2.2179303 Aug 19 14:56:51.344666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0749ab5a-e6f4-424f-aec9-7f0941f6fb92 req-ff91142b-52c8-4b9a-ae72-c9a35b890a89 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704195 Aug 19 14:56:51.350856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cae069-45dc-49c8-a25d-fa997f729c22 service neutron] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.501589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c1e4769-edff-4281-9a4e-bdef663ab3d2 req-b2b618aa-4752-44cc-bf1a-78fc5140e43c tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 210 time: 0.0405669 Aug 19 14:56:51.581999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-f719c066-34fa-4f6e-a2ce-5c7bf9856e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.583734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-f719c066-34fa-4f6e-a2ce-5c7bf9856e65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 1096 time: 0.0789590 Aug 19 14:56:51.614131 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d2066-cb2c-4b59-9f00-42d6a595f9a3 x-openstack-request-id: req-3d9d2066-cb2c-4b59-9f00-42d6a595f9a3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:51.614619 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-plugged", "status": "completed", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:51.614619 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d9d2066-cb2c-4b59-9f00-42d6a595f9a3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:51.615026 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'code': 200} Aug 19 14:56:51.660469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-d8d86135-8d85-49a0-8110-04ca08edbed1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 HTTP/1.1" status: 200 len: 217 time: 0.0677445 Aug 19 14:56:51.685598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1d9b405-ebae-4cd5-998a-041f28f6ef97 req-e78fa078-6f7a-4a10-8d61-f6c70d1c1cd4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c3dc1d5-95f0-40f7-ad25-89a9a0d91e2b HTTP/1.1" status: 200 len: 210 time: 0.0480540 Aug 19 14:56:51.859766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8a5456d-5e8a-4879-a4cb-ce3b18dd7e5b req-bc3648a0-38f2-4cd9-a1d3-3caada5b305d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.1221988 Aug 19 14:56:51.923150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-5e9d54fd-64de-440d-8cbc-4f518040d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.928583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-5e9d54fd-64de-440d-8cbc-4f518040d206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89ce3c28-7fb8-4bfd-9319-72f51d900e1f HTTP/1.1" status: 200 len: 861 time: 0.2569532 Aug 19 14:56:51.932724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1b0a9-b69e-4519-afe4-7401adb653cb req-2ad0db88-91e2-4484-b224-3dff0935d377 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.935999 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18f1b0a9-b69e-4519-afe4-7401adb653cb req-2ad0db88-91e2-4484-b224-3dff0935d377 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.1186981 Aug 19 14:56:51.996482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-c1a8a6ae-338e-4ca8-9cda-67a1c021db44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c386785-0db3-4fe8-8d35-d023d0212d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548098 Aug 19 14:56:52.002886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18f1b0a9-b69e-4519-afe4-7401adb653cb req-893f0883-ce80-465e-a115-ad7018b91c08 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568247 Aug 19 14:56:52.026254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-7ec73578-4e32-45da-b1ed-0ea8740b9b09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3348320 Aug 19 14:56:52.039389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', '7b203c96-7ad9-4562-926d-b2fd46817636'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:52.090053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5a2d6-7298-4b1a-b244-20b051987927 req-825f3db2-ceb4-4692-8ced-66bed5228fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.092935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adf5a2d6-7298-4b1a-b244-20b051987927 req-825f3db2-ceb4-4692-8ced-66bed5228fba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 1098 time: 0.2348912 Aug 19 14:56:52.139660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45be0-984c-4e10-91d9-6e733f4aaeb5 req-4ee2dd17-25e0-4cbe-a507-80984b389e91 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.147355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cd45be0-984c-4e10-91d9-6e733f4aaeb5 req-4ee2dd17-25e0-4cbe-a507-80984b389e91 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.1907697 Aug 19 14:56:52.203734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-96594f5b-e96b-4eee-839f-5222f7edbaf2 service neutron] 10.222.0.46 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860266 Aug 19 14:56:52.242825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adf5a2d6-7298-4b1a-b244-20b051987927 req-f80ab0ab-2639-4305-81c4-b74a1a86de72 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422994 Aug 19 14:56:52.297772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cd45be0-984c-4e10-91d9-6e733f4aaeb5 req-184ce77c-7c83-44b4-bb1e-a7a8c9c251b0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494496 Aug 19 14:56:52.300111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155fda9-e3e5-4032-ad32-b52c49a1ddce req-e8bc5366-c004-4db6-9ff3-2707851127a7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.319992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8155fda9-e3e5-4032-ad32-b52c49a1ddce req-e8bc5366-c004-4db6-9ff3-2707851127a7 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 946 time: 0.1152301 Aug 19 14:56:52.372626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8155fda9-e3e5-4032-ad32-b52c49a1ddce req-f5a49a8d-2279-43d9-af1e-ab246f4240eb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Aug 19 14:56:52.395274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'name': 'network-vif-deleted', 'tag': '53a4556e-1bdb-4751-98ff-592b064a51b4'}, {'name': 'network-changed', 'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:52.398683 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d0d58-c0cb-441d-95fc-f57baee401f6" -d '{"events": [{"server_uuid": "ce6abf8b-0ea4-4735-9ff6-71faf3be2e21", "name": "network-vif-deleted", "tag": "53a4556e-1bdb-4751-98ff-592b064a51b4"}, {"name": "network-changed", "server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:52.409977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3224cff-c18a-4cf9-810a-0fd589556be3 req-ce69a8b4-ff7b-4420-ae69-260219ecf038 service neutron] 10.222.0.46 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946330 Aug 19 14:56:52.456937 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec5839-78c6-4c90-a05e-3b1e481b4b98 x-openstack-request-id: req-d8ec5839-78c6-4c90-a05e-3b1e481b4b98 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:52.457597 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6abf8b-0ea4-4735-9ff6-71faf3be2e21", "name": "network-vif-deleted", "tag": "53a4556e-1bdb-4751-98ff-592b064a51b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:52.458087 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ec5839-78c6-4c90-a05e-3b1e481b4b98 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:52.458716 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6abf8b-0ea4-4735-9ff6-71faf3be2e21', 'name': 'network-vif-deleted', 'tag': '53a4556e-1bdb-4751-98ff-592b064a51b4', 'status': 'completed', 'code': 200} Aug 19 14:56:52.459604 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'status': 'completed', 'code': 200} Aug 19 14:56:52.581260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0cba-e3a8-4d33-9499-6a5ceeed8eed req-9be89701-85e5-479d-9101-c794cd84d443 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.593949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-255d0cba-e3a8-4d33-9499-6a5ceeed8eed req-9be89701-85e5-479d-9101-c794cd84d443 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 944 time: 0.0958319 Aug 19 14:56:52.612720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-9dc90b24-b83f-41d3-9fc0-af2dab5472d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.614252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-9dc90b24-b83f-41d3-9fc0-af2dab5472d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 1096 time: 0.0545926 Aug 19 14:56:52.637341 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-255d0cba-e3a8-4d33-9499-6a5ceeed8eed req-9d9711bc-6c1e-4c8d-a836-bc1259fd44d9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Aug 19 14:56:52.732328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6115d577-6656-47e2-8c70-b3005ca96305 req-5e60e4e0-b823-4ebf-9936-3cde9eb9a81d tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 210 time: 0.0550745 Aug 19 14:56:52.751842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 82639292-0e96-4910-8973-ca2f4b72abf5 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:52.785097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 82639292-0e96-4910-8973-ca2f4b72abf5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:52.785725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 82639292-0e96-4910-8973-ca2f4b72abf5 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:52.856063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-e09703ad-79b6-48c3-acc1-7e1d3bcf98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.856742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-e09703ad-79b6-48c3-acc1-7e1d3bcf98cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 922 time: 0.2308714 Aug 19 14:56:52.914783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-420761e2-264b-4b8a-b7c0-8f355b6c7636 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 HTTP/1.1" status: 200 len: 217 time: 0.0494304 Aug 19 14:56:52.915310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6fbd5573-194b-4240-b7d7-3e4493c9db01 req-ab46b816-486c-465c-ab35-deb2d2805cd2 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6abf8b-0ea4-4735-9ff6-71faf3be2e21 HTTP/1.1" status: 200 len: 210 time: 0.0455527 Aug 19 14:56:52.922162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0c769efe-8ddc-4eb8-9bd0-e394c42b6090 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.923533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0c769efe-8ddc-4eb8-9bd0-e394c42b6090 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.54 "GET /v2.0/networks?id=4cef2ec6-a8cb-4011-85d2-35702321f1f6 HTTP/1.1" status: 200 len: 816 time: 0.2478333 Aug 19 14:56:52.959649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Request body: {'port': {'device_id': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6', 'admin_state_up': True, 'tenant_id': '55985470f98e490aa64687a1675d71b6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:53.066113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58251960-4371-47d9-b919-6e4590dc2784 req-5ae67d03-fdce-4426-9838-a312583c7f7f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0406353 Aug 19 14:56:53.066113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-f0a25fcb-5ad3-47bf-a733-f17eb0b0cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.066113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-f0a25fcb-5ad3-47bf-a733-f17eb0b0cde3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89ce3c28-7fb8-4bfd-9319-72f51d900e1f HTTP/1.1" status: 200 len: 861 time: 0.1324894 Aug 19 14:56:53.129532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-ba17ed59-51b3-4aba-9570-f2ff1464c2a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c386785-0db3-4fe8-8d35-d023d0212d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547116 Aug 19 14:56:53.166493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 53a4556e-1bdb-4751-98ff-592b064a51b4 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:53.191886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 53a4556e-1bdb-4751-98ff-592b064a51b4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:53.192238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 53a4556e-1bdb-4751-98ff-592b064a51b4 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:53.196790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be334e92-184a-4dcc-8766-54a634af3c95 req-fe8c6dc5-12da-4aaa-ac12-9cce1f8e8c6a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.198601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be334e92-184a-4dcc-8766-54a634af3c95 req-fe8c6dc5-12da-4aaa-ac12-9cce1f8e8c6a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.1033795 Aug 19 14:56:53.270486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be334e92-184a-4dcc-8766-54a634af3c95 req-b21295ef-3b6e-40e5-918e-c5566ed94a25 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603876 Aug 19 14:56:53.288227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-35a36a2b-a0d0-47cd-9b5d-823e3b2005ac service neutron] 10.222.0.46 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504011 Aug 19 14:56:53.431288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Made reservation on behalf of 55985470f98e490aa64687a1675d71b6 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:53.434195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.453446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d36e9e-f313-4672-b3e1-a561ecf376d7 req-1fda76c5-cf4b-4fd6-9fe3-13d732bca29e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.455200 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-35d36e9e-f313-4672-b3e1-a561ecf376d7 req-1fda76c5-cf4b-4fd6-9fe3-13d732bca29e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0648658 Aug 19 14:56:53.503871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b5d0d58-c0cb-441d-95fc-f57baee401f6 req-3b29864a-2e27-472f-bcd6-6a6e2ff11cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064273 Aug 19 14:56:53.512183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-35d36e9e-f313-4672-b3e1-a561ecf376d7 req-c9986039-16ff-4dcf-b3e9-9cb61e20dacd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503178 Aug 19 14:56:53.516174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a62fc-cb2e-4977-adcb-739a7cc9fc8b req-ef0214af-4f74-4f3e-9a88-6f848008bd25 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.528588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:53.529388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c46a62fc-cb2e-4977-adcb-739a7cc9fc8b req-ef0214af-4f74-4f3e-9a88-6f848008bd25 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.1343470 Aug 19 14:56:53.534327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Request body: {'floatingip': {'port_id': '11d987a0-2b5e-413a-b772-0db8f8d56857'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:53.583724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.998421 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ca59-505a-437c-aed8-e91aab46c634 req-32882cf7-d624-4dca-af8b-c0e98ba0dfe1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:54.005829 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab47ca59-505a-437c-aed8-e91aab46c634 req-32882cf7-d624-4dca-af8b-c0e98ba0dfe1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 944 time: 0.1643944 Aug 19 14:56:54.104554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab47ca59-505a-437c-aed8-e91aab46c634 req-662a0646-a61b-46f1-8333-ced1b8fcb6ee tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976353 Aug 19 14:56:54.155520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-79fa2b1b-fc68-4e2f-b9a8-5747e0f427ad tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:54.158234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-79fa2b1b-fc68-4e2f-b9a8-5747e0f427ad tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 821 time: 0.6278937 Aug 19 14:56:54.204838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daab96-13d1-4b56-b438-b1cdf6adc080 req-fbd7f657-08f1-4fc7-8ba9-1d8b9896d50d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:54.208553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47daab96-13d1-4b56-b438-b1cdf6adc080 req-fbd7f657-08f1-4fc7-8ba9-1d8b9896d50d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 946 time: 0.1803405 Aug 19 14:56:54.228118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Request body: {'port': {'device_id': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'admin_state_up': True, 'tenant_id': '55ff8fd2b6f0468b908e64862f013c74'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:54.354711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cde89ec6-6a2f-4538-b523-35bd66dd8cc2 req-b57ad5bb-2e02-4b7d-b320-ffc10bab6548 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 210 time: 0.0849531 Aug 19 14:56:54.387710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Allocated IP 172.20.0.2 (4cef2ec6-a8cb-4011-85d2-35702321f1f6/b364b86d-c479-4a93-89d9-16f2d8d5b456/12d74ff1-ff6c-459e-a9a9-8d75029f5272) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:54.392643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.432537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47daab96-13d1-4b56-b438-b1cdf6adc080 req-c8d15c8c-ece1-4dff-88f2-3663c31ad2c1 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518929 Aug 19 14:56:54.445138 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a86c70e6-7b70-4db5-9a2f-c17e85da58a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.476720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.681388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97372d37-da9f-4a17-be75-7579e2f35f77 req-daced62b-b122-4f66-ba6f-ca9f126c44c9 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0665472 Aug 19 14:56:54.682716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.753956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Made reservation on behalf of 55ff8fd2b6f0468b908e64862f013c74 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:54.765275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.790654 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01 associated. External IP: 172.25.5.115, port: 11d987a0-2b5e-413a-b772-0db8f8d56857. Aug 19 14:56:54.884592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.027797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:55.054948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:55.054948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:55.146173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Pushing event updated for resources: {'Port': ['ID=12d74ff1-ff6c-459e-a9a9-8d75029f5272,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:55.148562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.182352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.183062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.191834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Allocated IP 172.20.0.7 (669b41a5-b896-48cc-884a-214d808dd4e4/8a6b236a-6621-48b4-b173-5d1cf6d99652/fc0955e8-854d-4918-a145-ba39cb1703ae) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:55.290765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-f04db0dc-b9e0-4d8b-9565-25162f278d75 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3339121 Aug 19 14:56:55.354967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c485a1e-80f2-481b-9388-41b1d781109d req-d1dec1fe-2b42-4d4a-8492-e29dfa2b1495 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.355850 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c485a1e-80f2-481b-9388-41b1d781109d req-d1dec1fe-2b42-4d4a-8492-e29dfa2b1495 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.1158416 Aug 19 14:56:55.383828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Request body: {'port': {'device_id': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:55.422493 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8c485a1e-80f2-481b-9388-41b1d781109d req-5f70c907-bbfd-4a4d-94f1-4b16b2068279 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539720 Aug 19 14:56:55.654005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:56:55.718436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.738581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.784043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3968fd-77fe-43f4-9081-45c490a2a295 req-5ed09681-3778-48c9-8cf7-a897d5f91d27 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.791484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3968fd-77fe-43f4-9081-45c490a2a295 req-5ed09681-3778-48c9-8cf7-a897d5f91d27 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 944 time: 0.2143719 Aug 19 14:56:55.849970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:55.853517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-0b1cb58f-a7e3-4c28-a38f-258f0d0b74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.860106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.861073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-0b1cb58f-a7e3-4c28-a38f-258f0d0b74c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1102 time: 0.2871478 Aug 19 14:56:55.875781 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:55.916776 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b8f0bfd-db11-4cbb-8b1d-9752f06cd8b6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "PUT /v2.0/floatingips/b7f08129-5410-44bf-87f2-7dbe2417ab01 HTTP/1.1" status: 200 len: 992 time: 2.3864183 Aug 19 14:56:55.917810 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:55.920848 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c288d1-e2a6-49e9-af1f-124c398f3f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:55.948618 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:55.949311 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:56:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:56.025272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3968fd-77fe-43f4-9081-45c490a2a295 req-4f49e00a-6e0c-4b2a-9b9d-b16a0fc662c2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108371 Aug 19 14:56:56.085417 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:56.250688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.291070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f769a-b92d-4c70-a466-65d0191b30cb req-cc04552c-ed63-4d1a-8662-87e00307d103 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.293613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44f769a-b92d-4c70-a466-65d0191b30cb req-cc04552c-ed63-4d1a-8662-87e00307d103 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 931 time: 0.1472120 Aug 19 14:56:56.299138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-e70a7edc-63de-433f-bf07-b99923c76c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.301898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-e70a7edc-63de-433f-bf07-b99923c76c7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.4157257 Aug 19 14:56:56.388151 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b7f08129-5410-44bf-87f2-7dbe2417ab01', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'port_id': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'mac_address': 'fa:16:3e:02:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:52:10Z', 'updated_at': '2021-08-19T14:56:54Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:56.396276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Network 669b41a5-b896-48cc-884a-214d808dd4e4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:56.421351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:56.428764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7442-e5a2-4b17-9a74-d1445ae9da68 req-177e25af-7c08-447c-b82a-546651f0a878 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.432357 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:56.433268 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:56:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:56.433482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:56.449355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:56.453844 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d6b7442-e5a2-4b17-9a74-d1445ae9da68 req-177e25af-7c08-447c-b82a-546651f0a878 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 946 time: 0.1023538 Aug 19 14:56:56.459336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-3c64360e-d592-43e6-b872-a5458dae7600 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.1152804 Aug 19 14:56:56.544499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d6b7442-e5a2-4b17-9a74-d1445ae9da68 req-383c048b-9b23-4552-83ed-3011e09b9956 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855076 Aug 19 14:56:56.554802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-b6f14382-b708-42ed-ab9d-274cb348f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.557050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-b6f14382-b708-42ed-ab9d-274cb348f2f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0581157 Aug 19 14:56:56.557733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:56.600228 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:56.623770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44f769a-b92d-4c70-a466-65d0191b30cb req-4b839f45-bece-43af-baba-1c089ed57f7b tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786648 Aug 19 14:56:56.660746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.661743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.693597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-4a939d52-a684-4758-a3cd-69fd26211341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.695329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-4a939d52-a684-4758-a3cd-69fd26211341 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203239 Aug 19 14:56:56.747311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c151aa-0b6d-4d5d-8bb8-27790f213283 req-a623702b-b646-4328-83f6-79f9c06c2482 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.748931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-92c151aa-0b6d-4d5d-8bb8-27790f213283 req-a623702b-b646-4328-83f6-79f9c06c2482 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 931 time: 0.1006057 Aug 19 14:56:56.775667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:56.937290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-92c151aa-0b6d-4d5d-8bb8-27790f213283 req-ff801a9f-a277-4363-bc6a-149290098e7b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893414 Aug 19 14:56:56.938563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-c3b9dc5d-cf78-43da-a3be-b5374c68bff1 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429994 Aug 19 14:56:56.948464 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf57fb1-1c36-4bcd-a6e4-addc3c400df5 x-openstack-request-id: req-3cf57fb1-1c36-4bcd-a6e4-addc3c400df5 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:56.948765 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:56.949140 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cf57fb1-1c36-4bcd-a6e4-addc3c400df5 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:56.949576 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'status': 'completed', 'code': 200} Aug 19 14:56:57.027230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d74ff1-ff6c-459e-a9a9-8d75029f5272 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:57.036960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.040005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:57.051860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Transition to ACTIVE for port object 12d74ff1-ff6c-459e-a9a9-8d75029f5272 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:57.070468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'port_id': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'mac_address': 'fa:16:3e:15:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3c28-7fb8-4bfd-9319-72f51d900e1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:57.103361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-b7c0425f-4b0a-4501-ab00-e6c978bda4f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9236972 Aug 19 14:56:57.106593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b7059-eef7-4c0a-958f-53140a9c2d1b req-46c7a780-7e98-4ece-9b3b-315306518fdc tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:57.114078 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bf4b7059-eef7-4c0a-958f-53140a9c2d1b req-46c7a780-7e98-4ece-9b3b-315306518fdc tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 950 time: 0.1071568 Aug 19 14:56:57.142219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.171100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:57.172321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Request body: {'port': {'device_id': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:57.196891 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bf4b7059-eef7-4c0a-958f-53140a9c2d1b req-6f9b9d9d-4a58-4ec1-b1e9-c08e2f727577 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743268 Aug 19 14:56:57.214487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:57.291578 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b7f08129-5410-44bf-87f2-7dbe2417ab01', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'port_id': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'mac_address': 'fa:16:3e:02:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:52:10Z', 'updated_at': '2021-08-19T14:56:54Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:57.310702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.312068 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.340144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671801-2844-4039-b50f-265068674b23 req-ed29e748-b6fd-44c5-a41b-c0386219508c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:57.342011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e671801-2844-4039-b50f-265068674b23 req-ed29e748-b6fd-44c5-a41b-c0386219508c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 950 time: 0.3792636 Aug 19 14:56:57.350956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-4c1ef7b2-5658-48f7-8c4a-be328d695179 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644830 Aug 19 14:56:57.360816 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba192-4241-44b4-bcc6-5d66a9217585 None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b7f08129-5410-44bf-87f2-7dbe2417ab01', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'port_id': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'mac_address': 'fa:16:3e:02:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:52:10Z', 'updated_at': '2021-08-19T14:56:54Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:57.418078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:57.420814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.429960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.432020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.432548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.433129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.433642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.434195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.434707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.435355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.435851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.436392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.436887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.437418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:57.448232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.456102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-881cffb4-eadf-4550-8904-0a553cab117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:57.458282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-881cffb4-eadf-4550-8904-0a553cab117b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 1098 time: 0.4373653 Aug 19 14:56:57.529503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a90e1d-35d2-4be9-b3af-5c5380d789e1 req-ea98038a-59c9-4a1b-9013-98e62e543edd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:57.531329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0a90e1d-35d2-4be9-b3af-5c5380d789e1 req-ea98038a-59c9-4a1b-9013-98e62e543edd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.4474065 Aug 19 14:56:57.537043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Pushing event updated for resources: {'Port': ['ID=12d74ff1-ff6c-459e-a9a9-8d75029f5272,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:57.682335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:57.813264 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0c909f1-4ac1-49ec-930f-6eedc734a049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.845030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d75a54-fdbc-43aa-b8c8-9b2e8313b40a None None] New status for floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:56:57.954139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7821-7d1e-4fab-a212-8393058cf491 req-811dce3b-b542-4996-b6bc-c2843390b1ca tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:57.967910 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-46cb7821-7d1e-4fab-a212-8393058cf491 req-811dce3b-b542-4996-b6bc-c2843390b1ca tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 945 time: 0.0945086 Aug 19 14:56:58.022322 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-46cb7821-7d1e-4fab-a212-8393058cf491 req-9691324c-eb5d-4ece-a849-78a12adca923 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Aug 19 14:56:58.047382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0955e8-854d-4918-a145-ba39cb1703ae {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:58.058161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.092617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Transition to ACTIVE for port object fc0955e8-854d-4918-a145-ba39cb1703ae will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:58.142905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0a90e1d-35d2-4be9-b3af-5c5380d789e1 req-208c345b-af31-4a42-9160-74d5ee99f08c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647545 Aug 19 14:56:58.190264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c27516-5c0b-407d-b6b3-3614315a6db3 req-ce58be59-18a7-49be-a531-31ecab483e54 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.199179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-62c27516-5c0b-407d-b6b3-3614315a6db3 req-ce58be59-18a7-49be-a531-31ecab483e54 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.1210420 Aug 19 14:56:58.224166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.286522 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-62c27516-5c0b-407d-b6b3-3614315a6db3 req-e55b3393-f47f-4855-b335-a14b0af4aa5f tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810752 Aug 19 14:56:58.297568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Attempting to bind port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:58.298166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Attempting to bind port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '46eb185f-45a4-4853-bf34-35740504f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:58.298687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Attempting to bind port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 on network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:58.379348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 on network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:58.380014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Attempting to bind port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 on network 4cef2ec6-a8cb-4011-85d2-35702321f1f6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:58.410792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-bd38c0c3-2044-42b1-bf8d-397e643d3737 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.412456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-bd38c0c3-2044-42b1-bf8d-397e643d3737 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 950 time: 0.3395007 Aug 19 14:56:58.426387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-72743f27-8025-4447-828a-9230a35b0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.427937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-72743f27-8025-4447-828a-9230a35b0ed8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.9316728 Aug 19 14:56:58.435934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:58.436271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Checking segment: {'id': '46eb185f-45a4-4853-bf34-35740504f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:58.436652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Bound using segment: {'id': '46eb185f-45a4-4853-bf34-35740504f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:58.437383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Bound port: 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46eb185f-45a4-4853-bf34-35740504f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:58.437529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.483506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:58.484133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.488137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:58.504790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c94c4-b2e0-496f-a5d5-1cda9c64fb86 req-58301758-ed20-4037-9346-d58686c481e8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.506429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f2c94c4-b2e0-496f-a5d5-1cda9c64fb86 req-58301758-ed20-4037-9346-d58686c481e8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0525184 Aug 19 14:56:58.571498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-615a9fc2-bf7e-4493-80df-98672d152617 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d987a0-2b5e-413a-b772-0db8f8d56857 HTTP/1.1" status: 200 len: 1002 time: 0.0916750 Aug 19 14:56:58.572372 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f2c94c4-b2e0-496f-a5d5-1cda9c64fb86 req-090c8e54-4103-474e-9ee8-ee487b848e5e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Aug 19 14:56:58.713579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7c1f0-0926-45e4-b707-70eb3a858812 req-42de2f39-80eb-42f0-80d5-777bec2cbb1c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.717844 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-47e7c1f0-0926-45e4-b707-70eb3a858812 req-42de2f39-80eb-42f0-80d5-777bec2cbb1c tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 950 time: 0.0690584 Aug 19 14:56:58.759254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2353c8-9175-476b-b8cb-4df46f3fa70c req-db5983fe-ae52-42cc-af27-9b024b8e1fdb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.766859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf2353c8-9175-476b-b8cb-4df46f3fa70c req-db5983fe-ae52-42cc-af27-9b024b8e1fdb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 946 time: 0.4816639 Aug 19 14:56:58.782924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device aadb7781-a3e4-4909-9dc9-ea0021dcfd43 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:58.784499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-47e7c1f0-0926-45e4-b707-70eb3a858812 req-6e7ac8e4-d915-4a68-aa60-68bdc38a4599 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602546 Aug 19 14:56:58.922019 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.964508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:58.967334 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339f7522-d46c-4f73-bf08-049ca91378dc" -d '{"events": [{"server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "name": "network-vif-unplugged", "status": "completed", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:58.995178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:59.014265 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716492cd-3610-4bf8-93a4-dfe726118b8f x-openstack-request-id: req-716492cd-3610-4bf8-93a4-dfe726118b8f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:59.014265 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "name": "network-vif-unplugged", "status": "completed", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:59.014265 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-716492cd-3610-4bf8-93a4-dfe726118b8f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:59.015307 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', 'code': 200} Aug 19 14:56:59.163200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.205801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069dbb-26f6-4efd-a86c-0f8fcdad2e76 req-cefbd998-0114-4636-8311-68045561322f tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.216366 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01069dbb-26f6-4efd-a86c-0f8fcdad2e76 req-cefbd998-0114-4636-8311-68045561322f tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 945 time: 0.1132307 Aug 19 14:56:59.261614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:59.272917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01069dbb-26f6-4efd-a86c-0f8fcdad2e76 req-7c80d4b0-a499-4f79-9240-318e02620df2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Aug 19 14:56:59.344466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-0c3601db-0415-40a3-8709-15360dfe4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.349584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-0c3601db-0415-40a3-8709-15360dfe4138 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.7172511 Aug 19 14:56:59.402761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] For port 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:59.418509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b453e-1482-43ee-8777-f08929c5cc1a req-3a901975-436b-4ff3-b3ec-64bbc2383fe4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.423583 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa3b453e-1482-43ee-8777-f08929c5cc1a req-3a901975-436b-4ff3-b3ec-64bbc2383fe4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0650511 Aug 19 14:56:59.437578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf2353c8-9175-476b-b8cb-4df46f3fa70c req-9f0a6204-a33b-4bb8-923c-b2fca5f48bbe tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697981 Aug 19 14:56:59.441028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port aadb7781-a3e4-4909-9dc9-ea0021dcfd43, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:59.441328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.472031 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.483263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] For port 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272,segment=NetworkSegment(46eb185f-45a4-4853-bf34-35740504f9c0),segment_id=46eb185f-45a4-4853-bf34-35740504f9c0)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:59.485087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:59.485457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:59.485792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:59.490272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for aadb7781-a3e4-4909-9dc9-ea0021dcfd43 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:59.518526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port 7b203c96-7ad9-4562-926d-b2fd46817636 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:59.518882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.523103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:59.523432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:59.531204 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa3b453e-1482-43ee-8777-f08929c5cc1a req-e652c9f8-a129-4bbe-a65e-7132040886b4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015673 Aug 19 14:56:59.553158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-2d18e946-8204-481f-be87-448688dcee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.556090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-2d18e946-8204-481f-be87-448688dcee54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817222 Aug 19 14:56:59.627255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:59.627612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:59.627990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:59.628500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Bound port: fc0955e8-854d-4918-a145-ba39cb1703ae, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:59.628871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.663196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.807481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d3f9-6d62-4b71-b45b-91269af5a53f req-c7bd8487-cf17-4834-801f-8bcbe5176ff6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.816291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e862d3f9-6d62-4b71-b45b-91269af5a53f req-c7bd8487-cf17-4834-801f-8bcbe5176ff6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0794981 Aug 19 14:56:59.838141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.839213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.840208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/12d74ff1-ff6c-459e-a9a9-8d75029f5272 HTTP/1.1" status: 200 len: 1092 time: 4.4655573 Aug 19 14:56:59.840938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'tag': '12d74ff1-ff6c-459e-a9a9-8d75029f5272'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:59.843390 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadfc745-7832-408a-83ca-a39ecd512fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea", "tag": "12d74ff1-ff6c-459e-a9a9-8d75029f5272"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:59.890362 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e862d3f9-6d62-4b71-b45b-91269af5a53f req-3d9d9791-eaac-4726-b7aa-dacbdeae6e69 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723779 Aug 19 14:56:59.929887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2408203-b1e6-43b4-b73f-465d6040c143 req-147de6fa-fe18-4482-a501-7c5ad6966fef tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.936021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2408203-b1e6-43b4-b73f-465d6040c143 req-147de6fa-fe18-4482-a501-7c5ad6966fef tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.3468108 Aug 19 14:56:59.943459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d24cc-232c-4b31-ade1-ac84bf0054d8 service neutron] Pushing event updated for resources: {'Port': ['ID=12d74ff1-ff6c-459e-a9a9-8d75029f5272,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:00.042128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port 7b203c96-7ad9-4562-926d-b2fd46817636, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7b203c96-7ad9-4562-926d-b2fd46817636,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:00.042563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.046831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-b88a88e3-8887-415b-b06f-627834fc114f service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103940 Aug 19 14:57:00.063768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:00.129348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d226cfd-3789-4792-aee7-b94aa82315ee req-c71d0636-28ed-4a14-b466-b068e75683da tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.147543 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d226cfd-3789-4792-aee7-b94aa82315ee req-c71d0636-28ed-4a14-b466-b068e75683da tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 948 time: 0.1526904 Aug 19 14:57:00.222064 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d226cfd-3789-4792-aee7-b94aa82315ee req-64982d5a-a738-4544-ba78-c313c3e2f5f2 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709472 Aug 19 14:57:00.253030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2408203-b1e6-43b4-b73f-465d6040c143 req-a0cae956-c923-437a-a57e-d8a7981a29a0 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160753 Aug 19 14:57:00.254418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for 7b203c96-7ad9-4562-926d-b2fd46817636 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:00.257695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:00.360511 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fd0e5b-a2af-4cda-9418-7ca4f870ac20 x-openstack-request-id: req-d9fd0e5b-a2af-4cda-9418-7ca4f870ac20 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:00.360809 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea", "tag": "12d74ff1-ff6c-459e-a9a9-8d75029f5272", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:00.361070 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9fd0e5b-a2af-4cda-9418-7ca4f870ac20 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:00.361524 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'tag': '12d74ff1-ff6c-459e-a9a9-8d75029f5272', 'status': 'completed', 'code': 200} Aug 19 14:57:00.375005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.377992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-973c7d92-56f1-4653-bcf0-428e6cbec3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.379511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-973c7d92-56f1-4653-bcf0-428e6cbec3e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55985470f98e490aa64687a1675d71b6&device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 1095 time: 0.3888538 Aug 19 14:57:00.463962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.478369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513', '7b203c96-7ad9-4562-926d-b2fd46817636'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:00.517276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.517925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.519441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 1092 time: 3.3610067 Aug 19 14:57:00.535962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-bd7f6605-d33c-4f63-94d1-c1bcd306307f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272 HTTP/1.1" status: 200 len: 217 time: 0.1226265 Aug 19 14:57:00.578586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47c288d1-e2a6-49e9-af1f-124c398f3f9d req-66db536c-bc67-4892-a291-92de0d8a1b94 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652228 Aug 19 14:57:00.661863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.770767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-bc3aa62b-b25c-4360-a6ca-d9f5ca9d0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.771260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd18f-5305-4962-bbb3-906c28d9b48b req-3a4d8aef-9a8a-44fe-ae2d-d4522093d643 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.772287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-bc3aa62b-b25c-4360-a6ca-d9f5ca9d0213 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b364b86d-c479-4a93-89d9-16f2d8d5b456 HTTP/1.1" status: 200 len: 856 time: 0.2195108 Aug 19 14:57:00.780131 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb0dd18f-5305-4962-bbb3-906c28d9b48b req-3a4d8aef-9a8a-44fe-ae2d-d4522093d643 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 946 time: 0.1037073 Aug 19 14:57:00.782827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5b38-b204-42a3-91a3-3e5ee6b16bea req-a0049ade-c73d-47b5-9d41-83d6cd6a5ebf tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.794568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dcc5b38-b204-42a3-91a3-3e5ee6b16bea req-a0049ade-c73d-47b5-9d41-83d6cd6a5ebf tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 945 time: 0.4372120 Aug 19 14:57:00.799654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:00.821035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd94ae-4ca2-425e-884c-2f9572776d97 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:00.830216 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb0dd18f-5305-4962-bbb3-906c28d9b48b req-669fb318-50b0-432a-b6ab-f657df3252d4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485437 Aug 19 14:57:00.901876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port aadb7781-a3e4-4909-9dc9-ea0021dcfd43 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:00.905193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.907280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e671801-2844-4039-b50f-265068674b23 req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "DELETE /v2.0/ports/aadb7781-a3e4-4909-9dc9-ea0021dcfd43 HTTP/1.1" status: 204 len: 173 time: 3.5284021 Aug 19 14:57:00.982824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac32bbc-73be-4546-8c3d-ccbd68cca30a tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=aadb7781-a3e4-4909-9dc9-ea0021dcfd43,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:01.003671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-db50363c-c882-4c38-a7b8-1c5a5abe9c4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4cef2ec6-a8cb-4011-85d2-35702321f1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585355 Aug 19 14:57:01.005564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749a456-cff5-41df-b329-3a335729b39c req-6afcdb3d-ec57-4ba5-9609-3eed001bf0a2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.010150 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a749a456-cff5-41df-b329-3a335729b39c req-6afcdb3d-ec57-4ba5-9609-3eed001bf0a2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0909095 Aug 19 14:57:01.025625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dcc5b38-b204-42a3-91a3-3e5ee6b16bea req-3e8bfcb6-03af-455f-96c5-efe8b4599f75 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298279 Aug 19 14:57:01.075791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:01.085545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:01.086107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.087949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a749a456-cff5-41df-b329-3a335729b39c req-766bd1cb-4d89-4a8c-baab-104428859f75 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713875 Aug 19 14:57:01.093974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-4087b70c-d43e-4c48-b968-56cdf1ae0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.094891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-4087b70c-d43e-4c48-b968-56cdf1ae0e01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1095 time: 0.3390563 Aug 19 14:57:01.225741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.228897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-e3e53752-9a54-484a-81f6-8e281e6ac66a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 217 time: 0.0654666 Aug 19 14:57:01.347270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:01.349954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:01.356284 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f2718-d8a1-469f-9c08-e5a40b849fa0" -d '{"events": [{"server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "name": "network-vif-plugged", "status": "completed", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:01.404439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.413577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.419986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:01.484940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=7b203c96-7ad9-4562-926d-b2fd46817636,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:01.525164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-96549510-2ac9-4e43-889b-43a64b681fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.527992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-96549510-2ac9-4e43-889b-43a64b681fae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.2523849 Aug 19 14:57:01.547451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:01.582148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-4709da94-6ecb-416f-a467-363fd4ed07f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370226 Aug 19 14:57:01.587324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-388c66b9-c58f-4699-8658-01c88f9537b9 service neutron] 10.222.0.54 "GET /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549231 Aug 19 14:57:01.700710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccc13e-eddc-4c2f-8d62-b6e0c17f60a1 req-e6531203-7898-4410-8db6-04f2274e8881 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.702524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88ccc13e-eddc-4c2f-8d62-b6e0c17f60a1 req-e6531203-7898-4410-8db6-04f2274e8881 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.3229451 Aug 19 14:57:01.762817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port 7b203c96-7ad9-4562-926d-b2fd46817636 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:01.816364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.818439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bcc7a6-19c5-4277-aaeb-350cbd42dc7a req-3e1bd4e6-9097-4de6-9b00-b9830aa90d5b tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "DELETE /v2.0/ports/7b203c96-7ad9-4562-926d-b2fd46817636 HTTP/1.1" status: 204 len: 173 time: 3.3854725 Aug 19 14:57:01.885499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88ccc13e-eddc-4c2f-8d62-b6e0c17f60a1 req-32f98a4e-8324-42cc-889a-db462426200f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666234 Aug 19 14:57:01.890121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5ba25f1-5ae0-4183-bf5d-3388b413bad9 req-6d942ce6-a4fa-4b9d-9501-56ff97d2b207 service neutron] 10.222.0.54 "GET /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752149 Aug 19 14:57:01.930912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-f74f6172-d477-4285-a475-1959111b20d8 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427921 Aug 19 14:57:02.088182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b79de887-1150-43b4-a47a-476bac7be787 req-bee93e89-ea2f-41b5-ac82-201d5fddc025 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=099bdce6-8f03-43a5-b0bf-79adf3853557 HTTP/1.1" status: 200 len: 210 time: 0.0628030 Aug 19 14:57:02.093344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7a7b9f0-231f-4ae4-aca5-357fcedc5020 req-74e0928d-2b17-489a-ac66-8864fe75667a service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518922 Aug 19 14:57:02.144499 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dd052b-f401-4f57-bc7d-7f690d7ef83f x-openstack-request-id: req-74dd052b-f401-4f57-bc7d-7f690d7ef83f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:02.144858 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "name": "network-vif-plugged", "status": "completed", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:02.145203 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74dd052b-f401-4f57-bc7d-7f690d7ef83f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:02.145661 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'code': 200} Aug 19 14:57:02.164948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c388be2-e4e1-431d-974c-4d29b56eb102 req-4c249c79-326f-4993-80d8-3a7245149d5e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.166602 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c388be2-e4e1-431d-974c-4d29b56eb102 req-4c249c79-326f-4993-80d8-3a7245149d5e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.0649252 Aug 19 14:57:02.236620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-a49d54b4-9a10-448d-9dc6-7d641f0818f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.238084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-a49d54b4-9a10-448d-9dc6-7d641f0818f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55985470f98e490aa64687a1675d71b6&device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 1095 time: 0.0686412 Aug 19 14:57:02.240792 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c388be2-e4e1-431d-974c-4d29b56eb102 req-d29237cb-19f4-4ce4-80ad-08ccbcff35bc tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639014 Aug 19 14:57:02.368505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae'}, {'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'name': 'network-vif-deleted', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43'}, {'server_uuid': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'name': 'network-vif-deleted', 'tag': '7b203c96-7ad9-4562-926d-b2fd46817636'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:02.370583 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073494ab-e950-4497-8233-09451a3fd82c" -d '{"events": [{"name": "network-changed", "server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae"}, {"server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "name": "network-vif-deleted", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43"}, {"server_uuid": "b8aeadb1-bb0b-469c-a113-92bd65e24c36", "name": "network-vif-deleted", "tag": "7b203c96-7ad9-4562-926d-b2fd46817636"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:02.397211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb410ce-833a-4aae-acf2-49fd144a57e0 req-02e26e63-a6ff-4e70-8ed0-552ddcbd8a4b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.398879 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cbb410ce-833a-4aae-acf2-49fd144a57e0 req-02e26e63-a6ff-4e70-8ed0-552ddcbd8a4b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0573306 Aug 19 14:57:02.447530 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cbb410ce-833a-4aae-acf2-49fd144a57e0 req-82111a90-f5ef-4c16-bdb5-6291572aa7f7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Aug 19 14:57:02.450669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1494a2-bde5-4c58-beb6-bc662a9b383f req-f8c6492f-3b07-4143-9636-21f822f8af4e tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.452328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed1494a2-bde5-4c58-beb6-bc662a9b383f req-f8c6492f-3b07-4143-9636-21f822f8af4e tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.1197963 Aug 19 14:57:02.464317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-f76f5200-7505-46c2-9a7a-a55638ff9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.464317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-f76f5200-7505-46c2-9a7a-a55638ff9615 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4cef2ec6-a8cb-4011-85d2-35702321f1f6 HTTP/1.1" status: 200 len: 917 time: 0.2079902 Aug 19 14:57:02.495156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd209346-57b6-48be-87e5-c0e9cde436cc req-fa9709aa-bf54-4e9b-bd72-84e5f5f646cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.496692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd209346-57b6-48be-87e5-c0e9cde436cc req-fa9709aa-bf54-4e9b-bd72-84e5f5f646cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 1098 time: 0.1689279 Aug 19 14:57:02.532524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-a12e30cd-196e-4b79-ba58-c7f7a423e241 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272 HTTP/1.1" status: 200 len: 217 time: 0.0599465 Aug 19 14:57:02.607599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed1494a2-bde5-4c58-beb6-bc662a9b383f req-99c27407-41e0-429b-8ec2-61db309362fc tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461730 Aug 19 14:57:02.616588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd209346-57b6-48be-87e5-c0e9cde436cc req-5c74ea22-3be9-4854-9762-498876f758f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916624 Aug 19 14:57:02.625657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-b7775d40-d89f-460d-83b4-df8a490b0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.627160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-b7775d40-d89f-460d-83b4-df8a490b0448 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b364b86d-c479-4a93-89d9-16f2d8d5b456 HTTP/1.1" status: 200 len: 856 time: 0.0842273 Aug 19 14:57:02.661779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-a8c72c72-2bcf-41fa-93ec-be14add30be5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4cef2ec6-a8cb-4011-85d2-35702321f1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273244 Aug 19 14:57:02.677996 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709fa40e-0943-43f9-b6ce-8c7b32750c26 x-openstack-request-id: req-709fa40e-0943-43f9-b6ce-8c7b32750c26 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:02.678619 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae", "status": "completed", "code": 200}, {"server_uuid": "099bdce6-8f03-43a5-b0bf-79adf3853557", "name": "network-vif-deleted", "tag": "aadb7781-a3e4-4909-9dc9-ea0021dcfd43", "status": "completed", "code": 200}, {"server_uuid": "b8aeadb1-bb0b-469c-a113-92bd65e24c36", "name": "network-vif-deleted", "tag": "7b203c96-7ad9-4562-926d-b2fd46817636", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:02.678619 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709fa40e-0943-43f9-b6ce-8c7b32750c26 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:02.683556 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'status': 'completed', 'code': 200} Aug 19 14:57:02.683556 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099bdce6-8f03-43a5-b0bf-79adf3853557', 'name': 'network-vif-deleted', 'tag': 'aadb7781-a3e4-4909-9dc9-ea0021dcfd43', 'status': 'completed', 'code': 200} Aug 19 14:57:02.683556 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aeadb1-bb0b-469c-a113-92bd65e24c36', 'name': 'network-vif-deleted', 'tag': '7b203c96-7ad9-4562-926d-b2fd46817636', 'status': 'completed', 'code': 200} Aug 19 14:57:02.813792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7b203c96-7ad9-4562-926d-b2fd46817636 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:02.833014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073494ab-e950-4497-8233-09451a3fd82c req-390fd151-e70e-47fa-bff7-aa0a9c234a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.834680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-390fd151-e70e-47fa-bff7-aa0a9c234a5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1095 time: 0.0979369 Aug 19 14:57:02.837816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 7b203c96-7ad9-4562-926d-b2fd46817636 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:02.838183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7b203c96-7ad9-4562-926d-b2fd46817636 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:02.842124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-cf73e969-e484-44cf-a640-3ceff9f4d8b1 service neutron] 10.222.0.54 "GET /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242313 Aug 19 14:57:03.032162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073494ab-e950-4497-8233-09451a3fd82c req-f8a42424-f966-4559-897f-085e6f74b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.033735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-f8a42424-f966-4559-897f-085e6f74b97e service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1907432 Aug 19 14:57:03.035527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aadfc745-7832-408a-83ca-a39ecd512fa3 req-95e8838d-3312-49df-8a9f-3a45c55e88fd service neutron] 10.222.0.54 "GET /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841166 Aug 19 14:57:03.059037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064360-b248-4b08-949e-641c5988617b req-e04324ad-44df-4a83-997f-5e00fc3adc91 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.060608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3064360-b248-4b08-949e-641c5988617b req-e04324ad-44df-4a83-997f-5e00fc3adc91 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0768561 Aug 19 14:57:03.249852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-596c6b36-82ca-41e8-93d4-63b24b42621e req-b95453c3-c60a-4ab7-9c19-2d6e36604159 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8aeadb1-bb0b-469c-a113-92bd65e24c36 HTTP/1.1" status: 200 len: 210 time: 0.0312340 Aug 19 14:57:03.429149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-f555fafb-4b3e-4dc4-b0e2-0a145641f843 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 217 time: 0.3674400 Aug 19 14:57:03.429622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d58ad-c3cb-43c5-95fa-d14b0400c063 req-49dc389b-0409-4712-a633-18c62093c835 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.431499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3f1d58ad-c3cb-43c5-95fa-d14b0400c063 req-49dc389b-0409-4712-a633-18c62093c835 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.0628667 Aug 19 14:57:03.481725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3064360-b248-4b08-949e-641c5988617b req-a1985890-99ad-4378-9394-214770da9bee tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128335 Aug 19 14:57:03.488669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3f1d58ad-c3cb-43c5-95fa-d14b0400c063 req-1f0199b4-6ef2-47ab-8226-197776a664a4 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Aug 19 14:57:03.498951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073494ab-e950-4497-8233-09451a3fd82c req-f73ae81a-fc66-4e38-bc38-72916e31be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.500907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-f73ae81a-fc66-4e38-bc38-72916e31be2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0634296 Aug 19 14:57:03.539997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-c2a5b354-db47-44d1-bfcf-b88e4c0e3c18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258737 Aug 19 14:57:03.667801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858ebd-4559-4f77-8b9a-1730a6170559 req-d6ea855b-5a3c-48a9-b841-510c350f652c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.669447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19858ebd-4559-4f77-8b9a-1730a6170559 req-d6ea855b-5a3c-48a9-b841-510c350f652c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.1042855 Aug 19 14:57:03.690694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-60ede2ca-86e6-4513-93da-83b8d3e30769 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430027 Aug 19 14:57:03.749160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c2361-9d49-4db2-9c0d-4e10902bdc97 req-b07dc62f-12f9-4586-a78f-d89edf9e88e9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.750884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d6c2361-9d49-4db2-9c0d-4e10902bdc97 req-b07dc62f-12f9-4586-a78f-d89edf9e88e9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0551116 Aug 19 14:57:03.770241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19858ebd-4559-4f77-8b9a-1730a6170559 req-08133198-bbd3-4373-a479-f1c1d55cd927 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914919 Aug 19 14:57:03.813496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d6c2361-9d49-4db2-9c0d-4e10902bdc97 req-0499e62f-ec80-4f72-876b-51d53698ba9a tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 Aug 19 14:57:03.814678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073494ab-e950-4497-8233-09451a3fd82c req-5b93ae88-c33d-4a5b-bc8b-3082bd9826ae service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162698 Aug 19 14:57:04.617289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e0cf0-64c8-45ca-8b2f-56ecf9dcde19 req-3389fbb5-dfd0-4c28-8ee1-f0ed6e655cfc tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:04.619637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-791e0cf0-64c8-45ca-8b2f-56ecf9dcde19 req-3389fbb5-dfd0-4c28-8ee1-f0ed6e655cfc tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0538602 Aug 19 14:57:04.661609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-791e0cf0-64c8-45ca-8b2f-56ecf9dcde19 req-be5e4f80-3bbb-4b4d-abde-e9be70e8c400 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Aug 19 14:57:04.782571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff41f4-0b55-4696-9693-4920bf64b616 req-93e20225-4bbe-4115-abbd-7803c844e745 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:04.784307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96ff41f4-0b55-4696-9693-4920bf64b616 req-93e20225-4bbe-4115-abbd-7803c844e745 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.0553455 Aug 19 14:57:04.835706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96ff41f4-0b55-4696-9693-4920bf64b616 req-a0beaefd-a0bf-493c-b9a1-bcbe1e9e6c24 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Aug 19 14:57:04.972995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae6c1-d522-4052-8927-5317151b03b7 req-6e5ff378-70c4-49bf-940b-746e6cebe6cd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:04.976090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9eae6c1-d522-4052-8927-5317151b03b7 req-6e5ff378-70c4-49bf-940b-746e6cebe6cd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0623920 Aug 19 14:57:05.021038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9eae6c1-d522-4052-8927-5317151b03b7 req-abe5a36d-75b9-4aa6-bbf9-5d2b5d84bc1b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Aug 19 14:57:05.132806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2221d8-4a72-4b48-adf9-1bc329735565 req-2e6dd1c0-4289-48d0-b643-9ac5fa01eb71 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.135028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de2221d8-4a72-4b48-adf9-1bc329735565 req-2e6dd1c0-4289-48d0-b643-9ac5fa01eb71 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Aug 19 14:57:05.176807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de2221d8-4a72-4b48-adf9-1bc329735565 req-94e7edfd-9469-4645-bc77-1742681bcef8 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356884 Aug 19 14:57:05.342098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aadbc-9376-4776-a12d-eecddde38bd0 req-8588a0f9-946c-43a1-a769-2ee13f3f4a8c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.344796 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c2aadbc-9376-4776-a12d-eecddde38bd0 req-8588a0f9-946c-43a1-a769-2ee13f3f4a8c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0767205 Aug 19 14:57:05.388620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645d32-4d77-40c9-8fe2-e6e3f2c87bee req-5e35a714-b847-4cb8-9b34-1fb80eaebbf4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.390621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a645d32-4d77-40c9-8fe2-e6e3f2c87bee req-5e35a714-b847-4cb8-9b34-1fb80eaebbf4 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 949 time: 0.0563200 Aug 19 14:57:05.392541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c2aadbc-9376-4776-a12d-eecddde38bd0 req-23cbbdfd-1f96-48cc-986a-6b02fa5bd391 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Aug 19 14:57:05.440027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a645d32-4d77-40c9-8fe2-e6e3f2c87bee req-0fa5fb56-9057-4de7-bb2f-91571cec20f1 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Aug 19 14:57:05.793259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a3d8-aaa3-456a-b18b-4b775aa05d67 req-8a845050-c6e7-4db6-9205-fbf20803308b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.794932 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0696a3d8-aaa3-456a-b18b-4b775aa05d67 req-8a845050-c6e7-4db6-9205-fbf20803308b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0563900 Aug 19 14:57:05.841694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0696a3d8-aaa3-456a-b18b-4b775aa05d67 req-c78d49ba-e812-41d1-a335-8289a7b2bc0b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Aug 19 14:57:05.964180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df6aaa-678c-4124-a6d1-9e1ad7ce371b req-c9db99aa-a4bb-413d-8a7a-176240765772 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.966779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-05df6aaa-678c-4124-a6d1-9e1ad7ce371b req-c9db99aa-a4bb-413d-8a7a-176240765772 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.0550580 Aug 19 14:57:06.011454 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-05df6aaa-678c-4124-a6d1-9e1ad7ce371b req-df7b7081-d39e-458e-a11b-281e95495610 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Aug 19 14:57:06.165416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ea3f5-0f31-4dcb-affb-38f3308c7dca req-1de06898-c5ad-4383-a639-6e6e34e43c3a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.180155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3b6ea3f5-0f31-4dcb-affb-38f3308c7dca req-1de06898-c5ad-4383-a639-6e6e34e43c3a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0600278 Aug 19 14:57:06.210727 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3b6ea3f5-0f31-4dcb-affb-38f3308c7dca req-6e897aca-831f-47fd-8616-f676190a6f38 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Aug 19 14:57:06.576997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaacda-e55e-4417-a8e2-93ab891f4a1c req-86ad4b79-65b3-4624-81c3-ad3cba5516a3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.578498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcaacda-e55e-4417-a8e2-93ab891f4a1c req-86ad4b79-65b3-4624-81c3-ad3cba5516a3 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 949 time: 0.0631211 Aug 19 14:57:06.635765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfcaacda-e55e-4417-a8e2-93ab891f4a1c req-d4dc50ca-3858-45ad-9bad-acf6bb052bb7 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/security-groups?id=01742741-4635-442b-b543-77366eaa7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Aug 19 14:57:06.651737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-9f6077a0-f2e1-42a6-adee-6d6357dba765 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.653139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-9f6077a0-f2e1-42a6-adee-6d6357dba765 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 949 time: 0.0949609 Aug 19 14:57:06.836731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Deleting port 1d830478-479f-4142-b7ff-03350f2c0513 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:06.837081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.905191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07b0a-5d68-407b-88a4-e46ce1aa2b02 req-70916d1e-4f75-4e59-9e07-9c9badc955a1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.906776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4e07b0a-5d68-407b-88a4-e46ce1aa2b02 req-70916d1e-4f75-4e59-9e07-9c9badc955a1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.1100094 Aug 19 14:57:06.984877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4e07b0a-5d68-407b-88a4-e46ce1aa2b02 req-974b6774-7345-447e-bf1a-a65b28127d8b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707643 Aug 19 14:57:06.986617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a830-44bc-41c3-816d-b574bc76f0af req-1c96daec-0986-445e-8773-c46fe5344118 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.988848 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80c2a830-44bc-41c3-816d-b574bc76f0af req-1c96daec-0986-445e-8773-c46fe5344118 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0698938 Aug 19 14:57:06.990691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] For port 1d830478-479f-4142-b7ff-03350f2c0513, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d830478-479f-4142-b7ff-03350f2c0513,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:06.991075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.020590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Calling delete_port for 1d830478-479f-4142-b7ff-03350f2c0513 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:07.041429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80c2a830-44bc-41c3-816d-b574bc76f0af req-59634876-020a-4415-bf82-09a7495fa56e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Aug 19 14:57:07.209262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cb00-dd05-4706-9798-daa88a26e9a9 req-9c50173d-6ed1-4cd3-a876-a8614e482939 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:07.210032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:07.210940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b73cb00-dd05-4706-9798-daa88a26e9a9 req-9c50173d-6ed1-4cd3-a876-a8614e482939 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 943 time: 0.1031170 Aug 19 14:57:07.307259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b73cb00-dd05-4706-9798-daa88a26e9a9 req-a9b4fab2-dc7d-4411-a42f-bbf47638d083 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822196 Aug 19 14:57:07.371489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa20bc-0bd8-4c57-9d8e-61e6869bddd5 req-39ef95d2-c3c3-4311-af09-5a61cc5cb7e5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:07.373127 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-48fa20bc-0bd8-4c57-9d8e-61e6869bddd5 req-39ef95d2-c3c3-4311-af09-5a61cc5cb7e5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0650506 Aug 19 14:57:07.402792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:07.424142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'mac_address': 'fa:16:3e:a9:5e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:07.427076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-48fa20bc-0bd8-4c57-9d8e-61e6869bddd5 req-c741a32c-074a-4a6c-ac15-37ca4086b1b1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460992 Aug 19 14:57:07.474045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.478506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.489571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5191cfec-097d-481e-b9a9-964ea2f53dad {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:07.499364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d830478-479f-4142-b7ff-03350f2c0513'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:07.512830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Pushing event deleted for resources: {'Port': ['ID=1d830478-479f-4142-b7ff-03350f2c0513,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:07.575703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:07.582909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] No DVR routers for this DVR port 1d830478-479f-4142-b7ff-03350f2c0513 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:07.587555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.595759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f467b0c5-cb1e-4a2a-8848-ae5912d8e361 req-a0748bfb-d55e-4774-9a99-54ccedc4ec11 tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.46 "DELETE /v2.0/ports/1d830478-479f-4142-b7ff-03350f2c0513 HTTP/1.1" status: 204 len: 173 time: 0.9286647 Aug 19 14:57:07.596500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'name': 'network-vif-deleted', 'tag': '1d830478-479f-4142-b7ff-03350f2c0513'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:07.600945 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9984c3-67fe-4ca2-86df-10457ba48521" -d '{"events": [{"server_uuid": "988da4af-d5ab-458e-9ca2-6eedf7a8b80a", "name": "network-vif-deleted", "tag": "1d830478-479f-4142-b7ff-03350f2c0513"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:07.728159 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45c0cff-5e7b-4551-a90a-d75454202d59 x-openstack-request-id: req-f45c0cff-5e7b-4551-a90a-d75454202d59 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:07.728477 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988da4af-d5ab-458e-9ca2-6eedf7a8b80a", "name": "network-vif-deleted", "tag": "1d830478-479f-4142-b7ff-03350f2c0513", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:07.728737 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f45c0cff-5e7b-4551-a90a-d75454202d59 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:07.729167 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988da4af-d5ab-458e-9ca2-6eedf7a8b80a', 'name': 'network-vif-deleted', 'tag': '1d830478-479f-4142-b7ff-03350f2c0513', 'status': 'completed', 'code': 200} Aug 19 14:57:07.769334 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.772016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12d74ff1-ff6c-459e-a9a9-8d75029f5272 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:07.779010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70df2c6e-8be4-4a53-9d72-592f2edb7d0c req-80041d6e-bee9-45f1-b6f4-768a7343a9dc tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 210 time: 0.0474994 Aug 19 14:57:07.988496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:08.042586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272,segment=NetworkSegment(46eb185f-45a4-4853-bf34-35740504f9c0),segment_id=46eb185f-45a4-4853-bf34-35740504f9c0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:08.063558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '12d74ff1-ff6c-459e-a9a9-8d75029f5272', 'network_id': '4cef2ec6-a8cb-4011-85d2-35702321f1f6', 'port_id': '12d74ff1-ff6c-459e-a9a9-8d75029f5272', 'mac_address': 'fa:16:3e:52:9a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b364b86d-c479-4a93-89d9-16f2d8d5b456', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:08.117461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.134833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d74ff1-ff6c-459e-a9a9-8d75029f5272 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:08.163831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272,segment=NetworkSegment(46eb185f-45a4-4853-bf34-35740504f9c0),segment_id=46eb185f-45a4-4853-bf34-35740504f9c0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:08.167669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abd936-6056-4be2-b812-124e8d84dab1 req-d0250025-55e9-4a6f-86ff-185a5fbebcd5 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:08.169549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81abd936-6056-4be2-b812-124e8d84dab1 req-d0250025-55e9-4a6f-86ff-185a5fbebcd5 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0864770 Aug 19 14:57:08.232608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81abd936-6056-4be2-b812-124e8d84dab1 req-63e2b419-b5f3-464c-bb29-f3ced1a75361 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Aug 19 14:57:08.237982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564360-484a-42e9-9970-0a3ff0305459 req-dfe82066-68b7-4b96-b7e6-0033944f4303 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:08.240708 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e564360-484a-42e9-9970-0a3ff0305459 req-dfe82066-68b7-4b96-b7e6-0033944f4303 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0824487 Aug 19 14:57:08.289793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e564360-484a-42e9-9970-0a3ff0305459 req-662daf15-0b5d-4e2b-a1cd-7eb28f11c7bb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Aug 19 14:57:08.343953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.412980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=12d74ff1-ff6c-459e-a9a9-8d75029f5272,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:08.443885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33839c18-86a6-4ae4-befa-f06900d2eb2f req-d022ebc4-1e15-4db8-9c25-efacae69e179 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:08.445974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33839c18-86a6-4ae4-befa-f06900d2eb2f req-d022ebc4-1e15-4db8-9c25-efacae69e179 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 944 time: 0.0522299 Aug 19 14:57:08.494935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33839c18-86a6-4ae4-befa-f06900d2eb2f req-7c3ea185-e136-4925-8075-579544aa1431 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Aug 19 14:57:08.567770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5191cfec-097d-481e-b9a9-964ea2f53dad'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:08.568780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5694c48-45e0-4b95-acc9-c368bd89380b req-8f5712ae-e387-48b5-ad18-866f0b7aa4d8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:08.570611 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5694c48-45e0-4b95-acc9-c368bd89380b req-8f5712ae-e387-48b5-ad18-866f0b7aa4d8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0601137 Aug 19 14:57:08.637526 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5694c48-45e0-4b95-acc9-c368bd89380b req-97edc48a-85a7-4bd9-a22a-91babddaef60 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581470 Aug 19 14:57:08.950438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60c0913d-037c-498e-91f4-414dda944293 req-7ac4c768-167a-4024-8503-d8a093a22d3e tempest-ServersOnMultiNodesTest-529411360 tempest-ServersOnMultiNodesTest-529411360-project] 10.222.0.13 "GET /v2.0/ports?device_id=988da4af-d5ab-458e-9ca2-6eedf7a8b80a HTTP/1.1" status: 200 len: 210 time: 0.0286875 Aug 19 14:57:09.228892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:09.277744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['12d74ff1-ff6c-459e-a9a9-8d75029f5272'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:09.321253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5191cfec-097d-481e-b9a9-964ea2f53dad triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:09.321656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.403475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d97503-709a-4b45-98cb-62683764a60e req-4cd11cb2-424a-438b-bf42-cda7b3e16035 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.405237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02d97503-709a-4b45-98cb-62683764a60e req-4cd11cb2-424a-438b-bf42-cda7b3e16035 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0907295 Aug 19 14:57:09.477955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874c0d-1c2d-4db7-9b44-37e0ad2dcddb req-d74cf334-fb65-466a-98e5-fde5cfbea88f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.481002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df874c0d-1c2d-4db7-9b44-37e0ad2dcddb req-d74cf334-fb65-466a-98e5-fde5cfbea88f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0977020 Aug 19 14:57:09.481361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02d97503-709a-4b45-98cb-62683764a60e req-d4ef32e5-a6b4-42e7-b95c-9087b7e5d1c2 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595407 Aug 19 14:57:09.511139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.557604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df874c0d-1c2d-4db7-9b44-37e0ad2dcddb req-44d0cbeb-ca9b-4b3a-9230-dbb9e219f3fe tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Aug 19 14:57:09.580007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:09.584014 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1de59-a9c8-4e87-a186-0ef0b9edb697" -d '{"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-plugged", "status": "completed", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:09.623284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:09.641689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92d4ee-ab23-4a9d-b979-408c3f945722 req-ef0ccc09-0bd0-401e-9321-28d4b1430c1e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.643285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc92d4ee-ab23-4a9d-b979-408c3f945722 req-ef0ccc09-0bd0-401e-9321-28d4b1430c1e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 944 time: 0.0664082 Aug 19 14:57:09.647810 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74451ede-8835-44da-9d65-f6087b4aee9e x-openstack-request-id: req-74451ede-8835-44da-9d65-f6087b4aee9e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:09.648132 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-plugged", "status": "completed", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:09.648561 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74451ede-8835-44da-9d65-f6087b4aee9e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:09.649444 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'code': 200} Aug 19 14:57:09.689389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc92d4ee-ab23-4a9d-b979-408c3f945722 req-821b1d26-f86b-4e76-8ef1-578f4457fbf6 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Aug 19 14:57:09.818615 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.827288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e32f2-febf-4d7e-b480-6aab6b6a7df8 req-caa9e3af-c890-4661-b177-a918c77b2e87 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.829027 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-334e32f2-febf-4d7e-b480-6aab6b6a7df8 req-caa9e3af-c890-4661-b177-a918c77b2e87 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0586092 Aug 19 14:57:09.875347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-334e32f2-febf-4d7e-b480-6aab6b6a7df8 req-c59ee6e4-a645-4e27-ac02-a9fb2e21750c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 Aug 19 14:57:09.880706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:10.629786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ee091-75b3-4e10-8d43-bd8aec597986 req-74998210-0d1a-43c1-8917-8ece5a46218d tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:10.632429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-914ee091-75b3-4e10-8d43-bd8aec597986 req-74998210-0d1a-43c1-8917-8ece5a46218d tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0672524 Aug 19 14:57:10.644002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:10.696205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-914ee091-75b3-4e10-8d43-bd8aec597986 req-c219ed4b-f7d5-4357-9c26-ab8023ec3ac1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566013 Aug 19 14:57:10.772307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55c14-82fd-4853-ad3f-2f4754cf2d10 req-61a12e67-2ae2-42b0-ba35-74ad2fc99fbd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:10.774862 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5c55c14-82fd-4853-ad3f-2f4754cf2d10 req-61a12e67-2ae2-42b0-ba35-74ad2fc99fbd tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0930676 Aug 19 14:57:10.851090 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5c55c14-82fd-4853-ad3f-2f4754cf2d10 req-661fcb68-8d36-473f-9f4c-44c69f9db6fb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Aug 19 14:57:10.853464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6380c78a-fea7-4f72-b802-6cf5b3e5eba2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17219ebf602642a781d1fdd831b49381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082608 Aug 19 14:57:10.857815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:10.859254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:10.862657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d830478-479f-4142-b7ff-03350f2c0513 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:10.904866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 1d830478-479f-4142-b7ff-03350f2c0513 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:10.904866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d830478-479f-4142-b7ff-03350f2c0513 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:10.937371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a1888dd-7bbd-4803-ad8e-775a029f44a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.985073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a1888dd-7bbd-4803-ad8e-775a029f44a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.000515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94812-8a61-4535-857b-d2065b40f2a7 req-0b6cee7d-5fd3-492b-bbfa-247ca4c9460d tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:11.003858 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0d94812-8a61-4535-857b-d2065b40f2a7 req-0b6cee7d-5fd3-492b-bbfa-247ca4c9460d tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 944 time: 0.0629914 Aug 19 14:57:11.043897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:11.059557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'port_id': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'mac_address': 'fa:16:3e:15:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3c28-7fb8-4bfd-9319-72f51d900e1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:11.084603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0d94812-8a61-4535-857b-d2065b40f2a7 req-42e8130b-d934-4305-a8c6-449da73b7740 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Aug 19 14:57:11.115595 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.144667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:11.178086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:11.242079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:11.252360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12d74ff1-ff6c-459e-a9a9-8d75029f5272 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:11.311400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a1888dd-7bbd-4803-ad8e-775a029f44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.314341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a1888dd-7bbd-4803-ad8e-775a029f44a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.316566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4a1888dd-7bbd-4803-ad8e-775a029f44a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01742741-4635-442b-b543-77366eaa7876 HTTP/1.1" status: 204 len: 168 time: 0.4574082 Aug 19 14:57:11.340821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1888dd-7bbd-4803-ad8e-775a029f44a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01742741-4635-442b-b543-77366eaa7876,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:11.350578 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf5df5-ce70-482f-9433-7b6bcb3abc16 req-eea1ae17-3999-464c-a950-a999a8c9b03c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:11.361549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dbaf5df5-ce70-482f-9433-7b6bcb3abc16 req-eea1ae17-3999-464c-a950-a999a8c9b03c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0977347 Aug 19 14:57:11.379488 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.429730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dbaf5df5-ce70-482f-9433-7b6bcb3abc16 req-ea857abe-1db3-4ba5-9eb0-f6e724854a8d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 Aug 19 14:57:11.467702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:11.488611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:11.500163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:11.500687 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.507281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4', 'port_id': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'mac_address': 'fa:16:3e:96:08:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b236a-6621-48b4-b173-5d1cf6d99652', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:11.514436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:11.559927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d59752-321e-4634-99c9-549f1528e799 req-e6e0759e-eac7-4bc0-bde8-98e673e06410 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:11.567859 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7d59752-321e-4634-99c9-549f1528e799 req-e6e0759e-eac7-4bc0-bde8-98e673e06410 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 945 time: 0.0709293 Aug 19 14:57:11.582749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:11.616918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7d59752-321e-4634-99c9-549f1528e799 req-5ddf918b-8751-4d25-bbb4-22749136a18c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481544 Aug 19 14:57:11.673744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.702167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0955e8-854d-4918-a145-ba39cb1703ae {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:11.776456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:11.801335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.843642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d74ff1-ff6c-459e-a9a9-8d75029f5272'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:11.846186 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68506cb7-2334-49bc-9571-cf74e390217f" -d '{"events": [{"server_uuid": "2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea", "name": "network-vif-plugged", "status": "completed", "tag": "12d74ff1-ff6c-459e-a9a9-8d75029f5272"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:11.863346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.866642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272,segment=NetworkSegment(46eb185f-45a4-4853-bf34-35740504f9c0),segment_id=46eb185f-45a4-4853-bf34-35740504f9c0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:11.906603 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8db8db0-907f-48b7-bdca-10e3970075dd x-openstack-request-id: req-c8db8db0-907f-48b7-bdca-10e3970075dd {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:11.906603 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea", "name": "network-vif-plugged", "status": "completed", "tag": "12d74ff1-ff6c-459e-a9a9-8d75029f5272", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:11.906603 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8db8db0-907f-48b7-bdca-10e3970075dd {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:11.906603 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d74ff1-ff6c-459e-a9a9-8d75029f5272', 'code': 200} Aug 19 14:57:11.937771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:12.010421 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104cea2-30e2-4713-a891-781185e1435a req-82905436-6967-4cec-b0ec-d4b814ed6ae1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.011982 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5104cea2-30e2-4713-a891-781185e1435a req-82905436-6967-4cec-b0ec-d4b814ed6ae1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.0578666 Aug 19 14:57:12.059133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a99f1-d90b-4449-87ba-fb8b270ab999 req-3ea6a6ed-69d9-4479-a4b4-ffc7585fd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.060896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c4a99f1-d90b-4449-87ba-fb8b270ab999 req-3ea6a6ed-69d9-4479-a4b4-ffc7585fd49c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 1096 time: 0.0555503 Aug 19 14:57:12.074762 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5104cea2-30e2-4713-a891-781185e1435a req-f58cbcce-eb5f-46af-b129-4052498ecf96 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Aug 19 14:57:12.085583 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.111998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c4a99f1-d90b-4449-87ba-fb8b270ab999 req-bb977fcf-8744-4722-b048-966fad3743ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Aug 19 14:57:12.153883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=12d74ff1-ff6c-459e-a9a9-8d75029f5272,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:12.254101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9d560-89d1-4af1-95a2-9793ac20dd6a req-56a96a7d-4666-4072-af9c-48fcf2a00c8e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.263755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ea9d560-89d1-4af1-95a2-9793ac20dd6a req-56a96a7d-4666-4072-af9c-48fcf2a00c8e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.0748298 Aug 19 14:57:12.310974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ea9d560-89d1-4af1-95a2-9793ac20dd6a req-350725fb-28bc-4cc6-a88d-f9a236c9c3a5 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Aug 19 14:57:12.424716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['fc0955e8-854d-4918-a145-ba39cb1703ae'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:12.486410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:12.545293 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f607c64c-5c1c-4775-b6a5-59487f5aadbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1098d81d599541c384c3d67dd707b11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554793 Aug 19 14:57:12.547847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47914) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:12.639218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d511a5b-c267-4bae-8b96-17d7b96715ad req-8173d426-8de2-41ee-a7ff-15c3c594e1e6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.640864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d511a5b-c267-4bae-8b96-17d7b96715ad req-8173d426-8de2-41ee-a7ff-15c3c594e1e6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0983346 Aug 19 14:57:12.705303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d511a5b-c267-4bae-8b96-17d7b96715ad req-550b1871-7fc1-443d-9d4e-65189b5b31ec tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509965 Aug 19 14:57:12.721882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.794040 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.852140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea1ce8-103c-49d2-bfe1-2b757c8a1d66 req-f8c3ae3f-8d0a-4980-be65-8a299108aa69 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.853872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-37ea1ce8-103c-49d2-bfe1-2b757c8a1d66 req-f8c3ae3f-8d0a-4980-be65-8a299108aa69 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 945 time: 0.0960619 Aug 19 14:57:12.872149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:12.905339 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-37ea1ce8-103c-49d2-bfe1-2b757c8a1d66 req-187fea6f-2753-406d-901a-0349caae4d99 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 Aug 19 14:57:12.944482 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.962702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:12.963249 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.075998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.083912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.100164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.123367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32e65196-b454-43b6-a7f1-1f854e8ac7f6 HTTP/1.1" status: 204 len: 168 time: 0.5715370 Aug 19 14:57:13.126240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:13.138721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e65196-b454-43b6-a7f1-1f854e8ac7f6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:13.152557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.153103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.153529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.153947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.154346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.154747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.155216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.155642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.156362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.156885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.157437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.161939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a442f0e8-2cf5-4a2c-9c4b-ae6becdbda3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.256364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26d81-b5f2-443d-90de-72959b5d1309 req-f5c5a62d-726e-4ae3-9e8c-593a8e88bc1f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:13.258941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12a26d81-b5f2-443d-90de-72959b5d1309 req-f5c5a62d-726e-4ae3-9e8c-593a8e88bc1f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.0851851 Aug 19 14:57:13.310018 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.348530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12a26d81-b5f2-443d-90de-72959b5d1309 req-b0724f96-e6e2-4b16-aee0-d805314dced3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758400 Aug 19 14:57:13.402768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-1f1af668-c291-4eea-a582-15cc12f9f612 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:13.405155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-1f1af668-c291-4eea-a582-15cc12f9f612 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0853276 Aug 19 14:57:13.419555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:13.502051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37b583-2623-4a65-9ce8-3c7431ac4a7c req-6fc68d60-9676-4b01-8bfd-927383c61bcf tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:13.504742 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a37b583-2623-4a65-9ce8-3c7431ac4a7c req-6fc68d60-9676-4b01-8bfd-927383c61bcf tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.0718646 Aug 19 14:57:13.598077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Deleting port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:13.598606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.606826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a37b583-2623-4a65-9ce8-3c7431ac4a7c req-d5d4e517-1cbb-46c3-8851-63ff5632a756 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922861 Aug 19 14:57:13.810884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] For port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:13.811265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.829946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Calling delete_port for 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:13.911120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:13.911120 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3749b24-e27d-4bd8-97c5-5496bcf08513" -d '{"events": [{"server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "name": "network-vif-plugged", "status": "completed", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:13.954611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a31db-e09a-46a6-a1bd-72e294312489 req-d06eeed9-4c26-4033-b443-0b62803d302d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:13.962984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-380a31db-e09a-46a6-a1bd-72e294312489 req-d06eeed9-4c26-4033-b443-0b62803d302d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0837901 Aug 19 14:57:13.967860 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a225d7-ed9a-4c08-85a7-74daef9e1540 x-openstack-request-id: req-e9a225d7-ed9a-4c08-85a7-74daef9e1540 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:13.968227 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "name": "network-vif-plugged", "status": "completed", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:13.968551 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9a225d7-ed9a-4c08-85a7-74daef9e1540 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:13.969016 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'code': 200} Aug 19 14:57:14.022212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-380a31db-e09a-46a6-a1bd-72e294312489 req-890af693-25c6-4422-9238-6c9986469a21 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Aug 19 14:57:14.136912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485794d1-a4fd-406e-8f85-01870900f2ce req-b3c47ddd-1ea6-4297-8eeb-513f75603ceb tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:14.145618 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485794d1-a4fd-406e-8f85-01870900f2ce req-b3c47ddd-1ea6-4297-8eeb-513f75603ceb tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 946 time: 0.0931742 Aug 19 14:57:14.185810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485794d1-a4fd-406e-8f85-01870900f2ce req-ec042894-a695-4210-b456-70dfc3db7c54 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Aug 19 14:57:14.320113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.342761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:14.359745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event deleted for resources: {'Port': ['ID=0a15ca3a-e175-4d87-ab0e-c3ae0a208d34,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:14.436993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] No DVR routers for this DVR port 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:14.440593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.442846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4a6a07b-54d3-48d8-961c-26b6ba6b9dc8 req-a39e352c-ca15-481b-9150-07f0cf2b595b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "DELETE /v2.0/ports/0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 HTTP/1.1" status: 204 len: 173 time: 1.0262635 Aug 19 14:57:14.443542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'name': 'network-vif-deleted', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:14.447163 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c714ef-ec7d-4f6b-92d3-7061db342d7f" -d '{"events": [{"server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "name": "network-vif-deleted", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:14.501682 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce74ab02-e01e-4b5b-ad67-53b8fba7b8b7 x-openstack-request-id: req-ce74ab02-e01e-4b5b-ad67-53b8fba7b8b7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:14.504789 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f025db-8625-4ac9-9936-025677e7f795", "name": "network-vif-deleted", "tag": "0a15ca3a-e175-4d87-ab0e-c3ae0a208d34", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:14.504789 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce74ab02-e01e-4b5b-ad67-53b8fba7b8b7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:14.504789 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f025db-8625-4ac9-9936-025677e7f795', 'name': 'network-vif-deleted', 'tag': '0a15ca3a-e175-4d87-ab0e-c3ae0a208d34', 'status': 'completed', 'code': 200} Aug 19 14:57:14.574259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dcb7f-dfd7-48db-aa45-2b6911a3cf24 req-66c9a16c-d862-412c-a5d6-0c8f11388535 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:14.575914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b4dcb7f-dfd7-48db-aa45-2b6911a3cf24 req-66c9a16c-d862-412c-a5d6-0c8f11388535 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.0652127 Aug 19 14:57:14.628397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b4dcb7f-dfd7-48db-aa45-2b6911a3cf24 req-7c4c78f8-90e3-405d-815f-60883c0d2126 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Aug 19 14:57:14.806490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73925-5eb0-457d-bd9c-980cdebbe81c req-fe7c2582-48d2-453b-aa7a-2d812ed8af4e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:14.808429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43b73925-5eb0-457d-bd9c-980cdebbe81c req-fe7c2582-48d2-453b-aa7a-2d812ed8af4e tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.0642900 Aug 19 14:57:14.884285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43b73925-5eb0-457d-bd9c-980cdebbe81c req-c323362f-fd91-4ead-a59e-a1c4c04ca296 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632782 Aug 19 14:57:15.165617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c0b31-da1c-4871-9fd3-bc8841eb8cff req-78b14ba2-94fe-4bb0-bd92-d8936af5a634 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:15.174656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a61c0b31-da1c-4871-9fd3-bc8841eb8cff req-78b14ba2-94fe-4bb0-bd92-d8936af5a634 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0670819 Aug 19 14:57:15.257106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:15.260166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a61c0b31-da1c-4871-9fd3-bc8841eb8cff req-a4bbe08f-88e5-4593-ab6a-84ed17a95bb3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845053 Aug 19 14:57:15.463230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f267a5d-756b-48ac-9adf-f8f2722b78ae req-070ed10f-72dc-484b-b646-094dcfa51957 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f025db-8625-4ac9-9936-025677e7f795 HTTP/1.1" status: 200 len: 210 time: 0.0478377 Aug 19 14:57:15.571194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port fc0955e8-854d-4918-a145-ba39cb1703ae completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:15.575974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port fc0955e8-854d-4918-a145-ba39cb1703ae triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:15.576613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.725077 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.791835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:15.816973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1c3c8-60bc-4347-8e70-08982f6a36f8 req-7002010e-9dd2-4af8-adf5-00d3b3a1d7be tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:15.829675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63b1c3c8-60bc-4347-8e70-08982f6a36f8 req-7002010e-9dd2-4af8-adf5-00d3b3a1d7be tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.1025622 Aug 19 14:57:15.893834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63b1c3c8-60bc-4347-8e70-08982f6a36f8 req-8373e653-b117-4a2f-98b6-89ce1bf2c962 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627236 Aug 19 14:57:15.911844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40ba92-b8f8-4e63-986a-c91c696eb5b3 req-5862c8c1-4524-4798-a08c-bc368e0b1e07 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:15.932032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.958893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f40ba92-b8f8-4e63-986a-c91c696eb5b3 req-5862c8c1-4524-4798-a08c-bc368e0b1e07 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.1202590 Aug 19 14:57:16.038618 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7f40ba92-b8f8-4e63-986a-c91c696eb5b3 req-f76ea853-f90b-4fc5-bae9-47eb64bf9c6c tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850573 Aug 19 14:57:16.066122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:16.068607 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aee447-101a-45eb-bcd1-4a73fa27104d" -d '{"events": [{"server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "name": "network-vif-plugged", "status": "completed", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:16.081302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:16.152430 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda1210-d965-4d51-ae34-39dd0459ae3d x-openstack-request-id: req-ecda1210-d965-4d51-ae34-39dd0459ae3d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:16.152723 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "name": "network-vif-plugged", "status": "completed", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:16.152985 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecda1210-d965-4d51-ae34-39dd0459ae3d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:16.153413 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'code': 200} Aug 19 14:57:16.321342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b2af0-0ea9-4423-9694-8bb4473559fb req-dc3ad619-b756-442e-9de7-2cd0d82864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:16.323140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc6b2af0-0ea9-4423-9694-8bb4473559fb req-dc3ad619-b756-442e-9de7-2cd0d82864fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1097 time: 0.0529885 Aug 19 14:57:16.363767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc6b2af0-0ea9-4423-9694-8bb4473559fb req-e5268723-7d0a-43bb-bf3f-7712f634114c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Aug 19 14:57:16.408314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcc24-1555-4593-9083-2efcc629fd9f req-e772e9cc-a7f9-4c5c-a39d-552841045834 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:16.409948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b52dcc24-1555-4593-9083-2efcc629fd9f req-e772e9cc-a7f9-4c5c-a39d-552841045834 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0627530 Aug 19 14:57:16.454868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b52dcc24-1555-4593-9083-2efcc629fd9f req-6c5b5b8d-6c2b-4af3-b7b6-56c6195f28dd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Aug 19 14:57:16.595556 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:57:16.831451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-e7067d46-641f-4612-bae8-9285b574cd74 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:16.833010 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-e7067d46-641f-4612-bae8-9285b574cd74 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 821 time: 0.1180060 Aug 19 14:57:16.854538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-fd3cabb7-33c6-4573-ab7a-d5228afef0d7 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/quotas/0d2865fd6a4c46ee9974a6cf22404c91 HTTP/1.1" status: 200 len: 375 time: 0.0130107 Aug 19 14:57:16.944610 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-31304a05-260d-4afd-a098-f19f6c87b0b5 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825281 Aug 19 14:57:17.165335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d8a17-c478-4927-87ca-8b7fe2adfe12 req-0f8d2ba0-7e2b-4f52-b5f1-6318fe98872e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:17.168281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-c677fb8b-d75a-4d98-b872-652d038ecedf service neutron] 10.222.0.13 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234037 Aug 19 14:57:17.184163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c9d8a17-c478-4927-87ca-8b7fe2adfe12 req-0f8d2ba0-7e2b-4f52-b5f1-6318fe98872e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.1407695 Aug 19 14:57:17.310754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c9d8a17-c478-4927-87ca-8b7fe2adfe12 req-7c948fae-9ad6-4e98-8a92-5208a5d53085 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237714 Aug 19 14:57:17.332739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-7bdb5a2c-2bf3-4ef6-a03a-4c9fb938061e service neutron] 10.222.0.13 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632483 Aug 19 14:57:17.496065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0958c-ad7c-4cf7-8326-7a035258c8fb req-013df780-1560-4652-aff6-1be96d3cc0ed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:17.505315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0a0958c-ad7c-4cf7-8326-7a035258c8fb req-013df780-1560-4652-aff6-1be96d3cc0ed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.0859249 Aug 19 14:57:17.575529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0a0958c-ad7c-4cf7-8326-7a035258c8fb req-bea1792d-51c4-4fce-a933-51ca5a0e7371 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682495 Aug 19 14:57:18.077283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715a847-1eef-49ab-b061-165c1f0e6522 req-cd17b492-eda5-4554-96fd-b21ad9d75e5d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:18.086342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4715a847-1eef-49ab-b061-165c1f0e6522 req-cd17b492-eda5-4554-96fd-b21ad9d75e5d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.2091875 Aug 19 14:57:18.140679 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf1f39cd-350f-4c7e-b9ff-2c650fc9dac9 req-5e3fd564-dfad-4449-86f5-b442e37c41fc tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.1040502 Aug 19 14:57:18.252337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4715a847-1eef-49ab-b061-165c1f0e6522 req-238b5ec4-e98d-4bd6-aa3e-c0b06f7cd0d7 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606553 Aug 19 14:57:18.499807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-7cd90dab-61bb-4733-830c-a66d3677a8f2 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:18.502481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-7cd90dab-61bb-4733-830c-a66d3677a8f2 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.1331642 Aug 19 14:57:18.692129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f60f7-0aea-4921-aada-8639457cfa00 req-86d2c552-667e-403a-8af2-192b007326d2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:18.708624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f60f7-0aea-4921-aada-8639457cfa00 req-86d2c552-667e-403a-8af2-192b007326d2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.2048013 Aug 19 14:57:18.749053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfbb0d-6fe3-4f90-b2f0-2cc3e7831c94 req-9e47576b-44fd-4e0d-9868-dd18a270a5f8 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:18.757674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44cfbb0d-6fe3-4f90-b2f0-2cc3e7831c94 req-9e47576b-44fd-4e0d-9868-dd18a270a5f8 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 945 time: 0.0883832 Aug 19 14:57:18.771884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Deleting port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:18.772236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.821890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f60f7-0aea-4921-aada-8639457cfa00 req-12e49447-56e7-4bbe-b63d-9e6f2b06237d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119552 Aug 19 14:57:18.827009 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44cfbb0d-6fe3-4f90-b2f0-2cc3e7831c94 req-c3708c63-6fcf-42fc-a1cc-9bf616e19aa3 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/security-groups?id=977704bd-7ea7-469a-9988-413e93b65f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677054 Aug 19 14:57:18.911559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:18.972337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] For port 12d74ff1-ff6c-459e-a9a9-8d75029f5272, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12d74ff1-ff6c-459e-a9a9-8d75029f5272,segment=NetworkSegment(46eb185f-45a4-4853-bf34-35740504f9c0),segment_id=46eb185f-45a4-4853-bf34-35740504f9c0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:18.972982 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.995479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:18.997232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Calling delete_port for 12d74ff1-ff6c-459e-a9a9-8d75029f5272 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:18.997829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0a15ca3a-e175-4d87-ab0e-c3ae0a208d34 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:19.105717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48114) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:19.313757 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1763dc6c-cdb7-457a-b3d5-6b733cf39a6a req-7c998d8f-0e2c-4960-befb-93bf159438d9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.0618515 Aug 19 14:57:19.322985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.353989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Pushing event deleted for resources: {'Port': ['ID=12d74ff1-ff6c-459e-a9a9-8d75029f5272,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:19.370903 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b1645b-a386-472b-b332-41ca127c0cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.427072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] No DVR routers for this DVR port 12d74ff1-ff6c-459e-a9a9-8d75029f5272 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:19.435460 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.443873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b5002e0-2b50-4be9-8d17-11d66173d5f6 req-135012de-d910-4f3b-9878-8b5700c89bed tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.54 "DELETE /v2.0/ports/12d74ff1-ff6c-459e-a9a9-8d75029f5272 HTTP/1.1" status: 204 len: 173 time: 0.9046545 Aug 19 14:57:19.444363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'name': 'network-vif-deleted', 'tag': '12d74ff1-ff6c-459e-a9a9-8d75029f5272'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:19.447540 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4517e-f3cc-4785-a679-c85be96bd28e" -d '{"events": [{"server_uuid": "2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea", "name": "network-vif-deleted", "tag": "12d74ff1-ff6c-459e-a9a9-8d75029f5272"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:19.716465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b1645b-a386-472b-b332-41ca127c0cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.746999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-8b0b472c-6942-4c94-bfaf-e710eede2b97 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:19.751952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-8b0b472c-6942-4c94-bfaf-e710eede2b97 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.2321088 Aug 19 14:57:19.766209 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-78e22dec-98a9-43a8-83c1-28e5962f35e7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/quotas/4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 375 time: 0.0110524 Aug 19 14:57:19.790470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d72d03-bd99-467a-803a-2a57f089783a req-a23e60da-04e0-4fbb-bf48-1bd8708721a2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:19.799281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90d72d03-bd99-467a-803a-2a57f089783a req-a23e60da-04e0-4fbb-bf48-1bd8708721a2 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0750437 Aug 19 14:57:19.822935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b1645b-a386-472b-b332-41ca127c0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.858256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90d72d03-bd99-467a-803a-2a57f089783a req-fbdbf28d-8693-493c-8d8b-19b4a4cc7cd6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536759 Aug 19 14:57:19.889256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-4fb4ce54-cc73-43dc-9065-4bf42b589093 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145010 Aug 19 14:57:19.903963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1645b-a386-472b-b332-41ca127c0cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf72899-c970-497f-9cd1-495b8bde19f5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:19.913217 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-84b1645b-a386-472b-b332-41ca127c0cd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fffd64f83bdd474294cd1017af309f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8058352 Aug 19 14:57:19.913486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48138) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:20.001293 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2adb7d-246e-45f9-b26f-051fedf41305 x-openstack-request-id: req-bf2adb7d-246e-45f9-b26f-051fedf41305 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:20.001679 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea", "name": "network-vif-deleted", "tag": "12d74ff1-ff6c-459e-a9a9-8d75029f5272", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:20.001947 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf2adb7d-246e-45f9-b26f-051fedf41305 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:20.002374 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea', 'name': 'network-vif-deleted', 'tag': '12d74ff1-ff6c-459e-a9a9-8d75029f5272', 'status': 'completed', 'code': 200} Aug 19 14:57:20.021280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa601-70e6-4305-b779-6b7eddba43b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.056576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa601-70e6-4305-b779-6b7eddba43b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.129476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee24a084-494f-4331-8c2a-011735d78ee5 req-afbac541-40e9-4abd-a436-ff66a8addad4 tempest-InstanceActionsV221TestJSON-1294093800 tempest-InstanceActionsV221TestJSON-1294093800-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca9ff2e-a09d-4dca-a42c-a3de87fbc3ea HTTP/1.1" status: 200 len: 210 time: 0.0379131 Aug 19 14:57:20.140738 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-3a57242a-2621-4a79-82ec-04b45bc740cc service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383170 Aug 19 14:57:20.349530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f01b-0830-4d6a-90f9-2cded39b7397 req-ad669375-ee0b-40eb-9cbe-0a911209b2c1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:20.352176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-8c2267fa-8849-4854-bb43-3f1a14b7c04b service neutron] 10.222.0.13 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016530 Aug 19 14:57:20.360161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca59f01b-0830-4d6a-90f9-2cded39b7397 req-ad669375-ee0b-40eb-9cbe-0a911209b2c1 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0973637 Aug 19 14:57:20.368672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa601-70e6-4305-b779-6b7eddba43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.371562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa601-70e6-4305-b779-6b7eddba43b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.416724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e8fa601-70e6-4305-b779-6b7eddba43b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf72899-c970-497f-9cd1-495b8bde19f5 HTTP/1.1" status: 204 len: 168 time: 0.4575996 Aug 19 14:57:20.416724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fa601-70e6-4305-b779-6b7eddba43b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf72899-c970-497f-9cd1-495b8bde19f5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:20.486460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca59f01b-0830-4d6a-90f9-2cded39b7397 req-cffa9dd1-3b2b-4c19-8e53-47396e39373d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254187 Aug 19 14:57:20.893359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-047e0bde-028b-425b-9807-ef055ba20abb req-d4c7b8a5-8887-40de-a458-233ffc7ee21b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.0498013 Aug 19 14:57:21.046556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d15a4-ecf0-49f9-8acb-68f400848c2e req-f7782808-3f6a-4a30-bf00-5097ff52aab0 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.055664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae3d15a4-ecf0-49f9-8acb-68f400848c2e req-f7782808-3f6a-4a30-bf00-5097ff52aab0 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1097 time: 0.0509031 Aug 19 14:57:21.095474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae3d15a4-ecf0-49f9-8acb-68f400848c2e req-6b11839e-8960-41de-95fa-e1e1f61a560e tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Aug 19 14:57:21.246021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c050d3-fc8c-4937-8238-5a0e8b881def req-45628163-7ca6-4b2c-93b1-8adeee6813dd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.247550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3c050d3-fc8c-4937-8238-5a0e8b881def req-45628163-7ca6-4b2c-93b1-8adeee6813dd tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0599966 Aug 19 14:57:21.307168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3c050d3-fc8c-4937-8238-5a0e8b881def req-80202d0b-59cb-4cd1-b414-3f1f93573dc6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Aug 19 14:57:21.314888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12d74ff1-ff6c-459e-a9a9-8d75029f5272 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:21.360392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 12d74ff1-ff6c-459e-a9a9-8d75029f5272 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:21.360851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12d74ff1-ff6c-459e-a9a9-8d75029f5272 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:21.553619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-4157b860-475d-493a-be57-cd7f7fa0fcec tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.558111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-4157b860-475d-493a-be57-cd7f7fa0fcec tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "GET /v2.0/networks?id=4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 200 len: 821 time: 0.2082765 Aug 19 14:57:21.561822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58460b0d-d633-4829-9591-18b974c8bf6e req-557911b5-5241-4b55-9db3-88f2911ed860 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0700846 Aug 19 14:57:21.597502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48176) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:21.606357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Request body: {'port': {'device_id': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'admin_state_up': True, 'tenant_id': '0d2865fd6a4c46ee9974a6cf22404c91'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:21.673673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fd78e-bee3-433b-b60f-152d79714cad req-306242fb-a3f8-4292-8a28-f98314ea7b5e tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.687691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc6fd78e-bee3-433b-b60f-152d79714cad req-306242fb-a3f8-4292-8a28-f98314ea7b5e tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1097 time: 0.2120447 Aug 19 14:57:21.694950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d18ce51-0325-4657-ace2-739ed09b2e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.871549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc6fd78e-bee3-433b-b60f-152d79714cad req-b66c735d-f382-44cc-8ecb-b7e53dbdb196 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609926 Aug 19 14:57:22.089563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-921f8bbc-0a51-4327-9e47-9719d10f654c req-52f28524-a548-473c-908f-8872f94b0db5 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.0302122 Aug 19 14:57:22.134880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48208) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:22.180711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Deleting subnet b364b86d-c479-4a93-89d9-16f2d8d5b456 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:57:22.184059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.223513 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.268226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.462168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff7bb-1e81-4562-b36e-aad3261670ae req-2eac6294-633d-4c2c-a110-c5b2f1cbf443 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:22.463710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb4ff7bb-1e81-4562-b36e-aad3261670ae req-2eac6294-633d-4c2c-a110-c5b2f1cbf443 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0516369 Aug 19 14:57:22.488740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.506075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb4ff7bb-1e81-4562-b36e-aad3261670ae req-ee8163bf-a318-4e16-b418-e25a49bee662 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356908 Aug 19 14:57:22.527412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b364b86d-c479-4a93-89d9-16f2d8d5b456,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:22.533636 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.537573 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-191ec471-1745-45b4-928b-b31c3ca79795 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b364b86d-c479-4a93-89d9-16f2d8d5b456 HTTP/1.1" status: 204 len: 168 time: 0.4016571 Aug 19 14:57:22.541090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:22.616657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d18ce51-0325-4657-ace2-739ed09b2e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.644327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.697722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-489f0de4-d92c-44b8-89a7-9fe4e41b5c1f req-e59fc2e9-6489-40e4-9515-4128cb2b607c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0424943 Aug 19 14:57:22.748579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d18ce51-0325-4657-ace2-739ed09b2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.808885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18ce51-0325-4657-ace2-739ed09b2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d623f5e9-4403-4fb5-af44-486df38d8ad7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:22.824609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.843934 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6d18ce51-0325-4657-ace2-739ed09b2e7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d41f001e69614360a7f336b0a1e70e86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2428708 Aug 19 14:57:22.843934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef2ec6-a8cb-4011-85d2-35702321f1f6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:22.844435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48222) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:22.857304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb185f-45a4-4853-bf34-35740504f9c0') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:22.857304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb185f-45a4-4853-bf34-35740504f9c0') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:22.873757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.874996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Made reservation on behalf of 0d2865fd6a4c46ee9974a6cf22404c91 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:22.879085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.892654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.904124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:57:22.904478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:57:22.906406 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:57:22.988004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6a70450-25b3-4f34-b27f-d3144e9dff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.040486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6a70450-25b3-4f34-b27f-d3144e9dff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.074010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.088216 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.099433 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cef2ec6-a8cb-4011-85d2-35702321f1f6 HTTP/1.1" status: 204 len: 168 time: 0.5482764 Aug 19 14:57:23.127267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aad7c-afe2-4f25-b9f7-4f21a5c51ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cef2ec6-a8cb-4011-85d2-35702321f1f6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:23.202719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Allocated IP 172.20.0.2 (4c386785-0db3-4fe8-8d35-d023d0212d62/89ce3c28-7fb8-4bfd-9319-72f51d900e1f/fa52c213-5075-49cb-8036-88b27e48c79a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:23.353181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6a70450-25b3-4f34-b27f-d3144e9dff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.359070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6a70450-25b3-4f34-b27f-d3144e9dff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.362491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c6a70450-25b3-4f34-b27f-d3144e9dff85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d623f5e9-4403-4fb5-af44-486df38d8ad7 HTTP/1.1" status: 204 len: 168 time: 0.5161126 Aug 19 14:57:23.399821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a70450-25b3-4f34-b27f-d3144e9dff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d623f5e9-4403-4fb5-af44-486df38d8ad7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:23.466966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c4bca78-8f2c-4cf5-b479-21a2f01f93fa req-a28cdf81-c7a2-46a0-8a8c-4d8a5a532911 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.1029894 Aug 19 14:57:23.642493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.714067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f500c9-a7d5-4cee-bf50-bc2ca845d30f req-683998e8-9cc5-4446-a216-2c3dd423422c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:23.717016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76f500c9-a7d5-4cee-bf50-bc2ca845d30f req-683998e8-9cc5-4446-a216-2c3dd423422c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0894301 Aug 19 14:57:23.746591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48256) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:23.807134 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-68e542a2-faba-4d99-9702-038d7c1bbf39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55985470f98e490aa64687a1675d71b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578942 Aug 19 14:57:23.811713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48258) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:23.823763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76f500c9-a7d5-4cee-bf50-bc2ca845d30f req-6667aed1-2827-4c80-b632-588b2dc493ae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905876 Aug 19 14:57:23.882359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-754fb274-649d-4398-af95-2c45b5324504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.921225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-754fb274-649d-4398-af95-2c45b5324504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.928542 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.072689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Network 4c386785-0db3-4fe8-8d35-d023d0212d62 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:24.086733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32770e69-1298-4171-9131-3795f973f29b req-d7ceb29e-1784-40c1-8910-fe7a91904f68 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0905514 Aug 19 14:57:24.130720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:24.140036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:24.147053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event updated for resources: {'Port': ['ID=fa52c213-5075-49cb-8036-88b27e48c79a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:24.154568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-754fb274-649d-4398-af95-2c45b5324504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.169022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-754fb274-649d-4398-af95-2c45b5324504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.170673 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-754fb274-649d-4398-af95-2c45b5324504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/977704bd-7ea7-469a-9988-413e93b65f3b HTTP/1.1" status: 204 len: 168 time: 0.3551586 Aug 19 14:57:24.208077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fb274-649d-4398-af95-2c45b5324504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977704bd-7ea7-469a-9988-413e93b65f3b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:24.233943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-067433fe-b6c9-4fd8-b0c4-2a78a1d1c5e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2367702 Aug 19 14:57:24.259830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.260526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.400154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b25c9629-0d3c-4208-9442-14fe4a61a2f6 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8315148 Aug 19 14:57:24.412251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-16221864-49ed-41be-a8a4-ea7c600fb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.414041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-16221864-49ed-41be-a8a4-ea7c600fb6b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 1097 time: 0.0695097 Aug 19 14:57:24.423395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Request body: {'port': {'device_id': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:24.468120 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-013aadf6-f0cd-4a4c-b836-b526861a2c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.562578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.671918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-55a1ff5f-a3d1-43a0-9d6a-a7060f266abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.673514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-55a1ff5f-a3d1-43a0-9d6a-a7060f266abb service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.2253385 Aug 19 14:57:24.796454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-4a082976-718a-453d-931e-ae288b32a7bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 200 len: 217 time: 0.1090555 Aug 19 14:57:24.838253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0181a39-0b45-4846-8efa-847ddbabf612 req-b75b3ac1-52d1-4f0a-9cda-4beab503adaa tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.841551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0181a39-0b45-4846-8efa-847ddbabf612 req-b75b3ac1-52d1-4f0a-9cda-4beab503adaa tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 931 time: 0.2141769 Aug 19 14:57:25.108346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.175840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-ba225f26-e047-4c46-a1ec-31fc0936af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:25.177401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-ba225f26-e047-4c46-a1ec-31fc0936af7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.3668246 Aug 19 14:57:25.196295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0181a39-0b45-4846-8efa-847ddbabf612 req-4bbe5501-0a72-49c4-80e1-cf77e1e0aea0 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413723 Aug 19 14:57:25.339789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-b31f1efb-5622-4622-b897-845c8802217b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387680 Aug 19 14:57:25.405944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-3aa44c41-197a-4330-810c-23512da634c8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:25.407566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-3aa44c41-197a-4330-810c-23512da634c8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 808 time: 0.5071480 Aug 19 14:57:25.478471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Request body: {'port': {'device_id': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'admin_state_up': True, 'tenant_id': '4eb3f4d09b844c4fa709973b33304904'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:25.578167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-91445191-3dfc-4aab-b78d-9025253eb9eb tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:57:25.590936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-91445191-3dfc-4aab-b78d-9025253eb9eb tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162442 Aug 19 14:57:25.628060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Request body: {'binding': {'host': 'n-h1-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:25.628747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Unknown quota resources ['binding']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:57:25.836414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48328) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:25.985095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e08d55-9792-4250-95a3-5b40bc2e9559 req-04e97051-abf5-4b76-81bb-0b6c39202882 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:25.985647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on host n-h1-779913-32 for vnic_type normal with profile None {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:25.985741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:25.986091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:25.987997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0e08d55-9792-4250-95a3-5b40bc2e9559 req-04e97051-abf5-4b76-81bb-0b6c39202882 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.6511812 Aug 19 14:57:25.991776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:25.993907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:26.015106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:26.015460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:26.020424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:26.020424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Bound port: fc0955e8-854d-4918-a145-ba39cb1703ae, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:26.155914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:26.173808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48334) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:26.218144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1038703661-network', 'tenant_id': 'db54c2a72b9b45f5866ce3732654ce29'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:26.221736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa52c213-5075-49cb-8036-88b27e48c79a {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:26.246658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-451ec396-e053-4751-a91c-1c5707dea369 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831625 Aug 19 14:57:26.255816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.257857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1596676616-network', 'tenant_id': 'dbbe10fa3afc4ae39f4a8634a2b65f23'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:26.267973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.278927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0e08d55-9792-4250-95a3-5b40bc2e9559 req-21bb4af3-2465-4fa3-9999-6ffe1573ad40 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695124 Aug 19 14:57:26.280053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-3c8d31b6-5c3c-42ce-92c7-98689d89b6f9 service neutron] 10.222.0.13 "POST /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae/bindings HTTP/1.1" status: 201 len: 390 time: 0.6730990 Aug 19 14:57:26.332941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Transition to ACTIVE for port object fa52c213-5075-49cb-8036-88b27e48c79a will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:26.333187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Made reservation on behalf of db54c2a72b9b45f5866ce3732654ce29 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:26.335709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.369982 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:57:26.369982 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:57:26.369982 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id_1': '4eb3f4d09b844c4fa709973b33304904', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 57, 26, 268945)}] Aug 19 14:57:26.369982 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:57:26.371065 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:57:26.378517 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.440904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34421fb5-a0f6-4e78-8c85-40b2d565291d req-1c063f01-0987-48a8-a64f-98c4e3c2fe42 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794136 Aug 19 14:57:26.442958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-590cee11-4f9b-421a-8eac-f4b2408f2de4 req-07bdb1b6-b809-4ea2-9145-f069c99fc7cd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0489349 Aug 19 14:57:26.444463 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.477754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Made reservation on behalf of dbbe10fa3afc4ae39f4a8634a2b65f23 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:26.480143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.514734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.599752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57948c19-2008-428b-80e3-198873698fba service neutron] Pushing event updated for resources: {'Port': ['ID=fa52c213-5075-49cb-8036-88b27e48c79a,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:26.697329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.766010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Attempting to bind port fa52c213-5075-49cb-8036-88b27e48c79a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:26.766356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Attempting to bind port fa52c213-5075-49cb-8036-88b27e48c79a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:26.766692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Attempting to bind port fa52c213-5075-49cb-8036-88b27e48c79a on network 4c386785-0db3-4fe8-8d35-d023d0212d62 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:26.772352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Port fa52c213-5075-49cb-8036-88b27e48c79a on network 4c386785-0db3-4fe8-8d35-d023d0212d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:26.772719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Attempting to bind port fa52c213-5075-49cb-8036-88b27e48c79a on network 4c386785-0db3-4fe8-8d35-d023d0212d62 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:26.785249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecc034-c8b3-4f02-9d54-7d463dac758f req-37ac8554-9124-4a05-aa2a-1d9805dfd706 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:26.786843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cecc034-c8b3-4f02-9d54-7d463dac758f req-37ac8554-9124-4a05-aa2a-1d9805dfd706 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 943 time: 0.1244900 Aug 19 14:57:26.794186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:26.794583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Checking segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:26.795133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Bound using segment: {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:26.797331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Bound port: fa52c213-5075-49cb-8036-88b27e48c79a, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c33ca7-b851-4786-a313-cd6c5d427e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:26.797830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.883130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cecc034-c8b3-4f02-9d54-7d463dac758f req-a2aac733-0ba1-42ae-8154-156922da87cc tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795670 Aug 19 14:57:26.926361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726aaff-9d0d-468d-b81e-68645d349501 req-a1175e74-78b1-4866-b533-aa10d69d9135 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:26.927960 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f726aaff-9d0d-468d-b81e-68645d349501 req-a1175e74-78b1-4866-b533-aa10d69d9135 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0959032 Aug 19 14:57:26.958134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] For port fa52c213-5075-49cb-8036-88b27e48c79a, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:26.962351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] For port fa52c213-5075-49cb-8036-88b27e48c79a, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fa52c213-5075-49cb-8036-88b27e48c79a,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:26.965676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.036000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:57:27.051880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f726aaff-9d0d-468d-b81e-68645d349501 req-fb257b07-5f24-479a-a4d2-cf5fc2219033 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875592 Aug 19 14:57:27.055126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28bebd9-1424-4e99-9451-004e3e507e0a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:27.065516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.065731 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Added segment 4b495312-4a6d-45a2-9569-400427557a72 of type vlan for network f30b0934-0aec-4132-bae3-c7ec76630747 Aug 19 14:57:27.128883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.130888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.135465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.180302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.181005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.183028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-57948c19-2008-428b-80e3-198873698fba service neutron] 10.222.0.46 "PUT /v2.0/ports/fa52c213-5075-49cb-8036-88b27e48c79a HTTP/1.1" status: 200 len: 1092 time: 2.7675238 Aug 19 14:57:27.185916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'tag': 'fa52c213-5075-49cb-8036-88b27e48c79a'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:27.198685 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d2aee2-2e05-4763-859b-9f593828ed2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a69bd294-f5d5-4959-a516-d21208d9ab13", "tag": "fa52c213-5075-49cb-8036-88b27e48c79a"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:27.257230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57948c19-2008-428b-80e3-198873698fba service neutron] Pushing event updated for resources: {'Port': ['ID=fa52c213-5075-49cb-8036-88b27e48c79a,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:27.272730 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeef64a-f935-4fce-9512-30db827e21ec x-openstack-request-id: req-1eeef64a-f935-4fce-9512-30db827e21ec {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:27.272924 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69bd294-f5d5-4959-a516-d21208d9ab13", "tag": "fa52c213-5075-49cb-8036-88b27e48c79a", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:27.273817 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eeef64a-f935-4fce-9512-30db827e21ec {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:27.278883 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'tag': 'fa52c213-5075-49cb-8036-88b27e48c79a', 'status': 'completed', 'code': 200} Aug 19 14:57:27.279143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.335790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:57:27.349819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f817f-dbc0-4fab-b1cf-287097c902b8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:27.368329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.370673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.377622 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Added segment 95157f74-f364-4dee-8c41-103a1c996515 of type vlan for network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 Aug 19 14:57:27.395679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.401701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.401701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.474425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Made reservation on behalf of 4eb3f4d09b844c4fa709973b33304904 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:27.489316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.552999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aee2-2e05-4763-859b-9f593828ed2a req-45016d6d-2626-484d-8d56-3d5acc02394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.555393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84d2aee2-2e05-4763-859b-9f593828ed2a req-45016d6d-2626-484d-8d56-3d5acc02394b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 1095 time: 0.2443476 Aug 19 14:57:27.622789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-7b598d59-9dff-4bbe-b0a4-5731f5031a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.625211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-7b598d59-9dff-4bbe-b0a4-5731f5031a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1097 time: 0.2307918 Aug 19 14:57:27.642257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.684640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] Pushing event updated for resources: {'Network': ['ID=f30b0934-0aec-4132-bae3-c7ec76630747,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:27.702666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1afec-34af-4cd7-938b-16724bf45da5 req-0b7d4f34-2812-49b3-ab94-bbf2855954b4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.704931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8cb1afec-34af-4cd7-938b-16724bf45da5 req-0b7d4f34-2812-49b3-ab94-bbf2855954b4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.2801611 Aug 19 14:57:27.706292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f30b0934-0aec-4132-bae3-c7ec76630747 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:57:27.712449 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19f72e0e-9f5a-4e30-a918-ae426320bb01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8746471 Aug 19 14:57:27.716338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48358) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:27.751674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Request body: {'subnet': {'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1038703661-subnet', 'tenant_id': 'db54c2a72b9b45f5866ce3732654ce29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:27.864992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5491428f-1dcb-4ae1-8cc6-573b1d25cdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.891902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8cb1afec-34af-4cd7-938b-16724bf45da5 req-69925ef4-184a-4505-9803-df240a74937b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759729 Aug 19 14:57:27.898781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Made reservation on behalf of db54c2a72b9b45f5866ce3732654ce29 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:27.916073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.926365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.931461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.934186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.971995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-d1d9e066-ae6a-4150-8c0c-06af3c064e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.973890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-d1d9e066-ae6a-4150-8c0c-06af3c064e5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.2063124 Aug 19 14:57:28.021501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36e53c2d-7e52-4353-9203-062ec281630f req-f1490af6-c6a2-4919-a065-70788553c5e4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.4484849 Aug 19 14:57:28.158628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9801807 Aug 19 14:57:28.182308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48374) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:28.200087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Request body: {'subnet': {'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1596676616-subnet', 'tenant_id': 'dbbe10fa3afc4ae39f4a8634a2b65f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:28.228006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-96ffb0a3-14ae-4676-b22e-d43fb1fa5c91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 217 time: 0.2015548 Aug 19 14:57:28.358097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106709b-a9be-4f51-8d81-8869cab0039f admin admin] Pushing event updated for resources: {'Network': ['ID=e745ff1a-bd37-4353-85fc-8f8c6095f2c3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:28.369684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:57:28.373735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Made reservation on behalf of dbbe10fa3afc4ae39f4a8634a2b65f23 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:28.376522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.446889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-b41387e6-09e9-4752-97d2-cecb78b80d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.448906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-b41387e6-09e9-4752-97d2-cecb78b80d88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1961133 Aug 19 14:57:28.479725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aee2-2e05-4763-859b-9f593828ed2a req-bc546424-124d-4c4f-b667-02ffc08036bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.481265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84d2aee2-2e05-4763-859b-9f593828ed2a req-bc546424-124d-4c4f-b667-02ffc08036bc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&shared=False HTTP/1.1" status: 200 len: 922 time: 0.9071023 Aug 19 14:57:28.509418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446f703-ff11-447a-88c1-9f80f81d829f req-20f78516-3b3a-44a6-abce-83be195ec640 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.511008 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b446f703-ff11-447a-88c1-9f80f81d829f req-20f78516-3b3a-44a6-abce-83be195ec640 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 943 time: 0.2737055 Aug 19 14:57:28.526192 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-eaefac1b-9805-4b49-9d6a-af21eb9acb2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523806 Aug 19 14:57:28.583770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Allocated IP 172.20.0.5 (7b1a9431-d39f-4057-98ac-6b7f796d8862/ec47daa7-977b-4e28-9858-278f2481c32c/33128f93-3bcb-4ee2-8f49-b708889d6a58) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:28.661658 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b446f703-ff11-447a-88c1-9f80f81d829f req-5cc4b693-a544-430a-98b6-cd35da539b0d tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276088 Aug 19 14:57:28.668243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f358836-b92b-4a57-8891-a1493c1d9472 req-ecb81d02-a7c5-4b8e-bacf-caea866840ff tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.670138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f358836-b92b-4a57-8891-a1493c1d9472 req-ecb81d02-a7c5-4b8e-bacf-caea866840ff tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.3538649 Aug 19 14:57:28.774271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.832219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aee2-2e05-4763-859b-9f593828ed2a req-288bf9a0-e39f-4655-b9ab-f588cdb60ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.833795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84d2aee2-2e05-4763-859b-9f593828ed2a req-288bf9a0-e39f-4655-b9ab-f588cdb60ca8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3371816 Aug 19 14:57:28.851345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f358836-b92b-4a57-8891-a1493c1d9472 req-cfec5b52-3e57-4b7f-b9cd-f1af4ff5d889 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652498 Aug 19 14:57:28.870111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-05a58f90-ce78-49e8-9157-1a8fbb68ae62 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249867 Aug 19 14:57:29.033534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.099465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-4c252571-c146-48f3-ae35-c2a84b81f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.104489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-4c252571-c146-48f3-ae35-c2a84b81f145 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 1095 time: 0.2063382 Aug 19 14:57:29.196877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-db64382d-bfd2-4490-a43e-661d24b81c55 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137319 Aug 19 14:57:29.201805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-b00bf0df-4539-4d22-8f6e-cff0bd42bece service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa52c213-5075-49cb-8036-88b27e48c79a HTTP/1.1" status: 200 len: 217 time: 0.0870986 Aug 19 14:57:29.248283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4648552a-0d47-41a9-9c8e-2422a1eb768d req-fe1eac43-2c1d-43df-948c-0a04d6ea1173 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.1033726 Aug 19 14:57:29.270872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.360439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7cb49c-c0f4-4a28-a062-1df55c41ae5d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:29.369900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-cc7114b1-310e-4360-beea-b253f00dbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.371939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-cc7114b1-310e-4360-beea-b253f00dbe56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89ce3c28-7fb8-4bfd-9319-72f51d900e1f HTTP/1.1" status: 200 len: 861 time: 0.1511359 Aug 19 14:57:29.399484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Checking segment: {'id': '4b495312-4a6d-45a2-9569-400427557a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:29.400178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Network hostable DHCP agents. Network: f30b0934-0aec-4132-bae3-c7ec76630747, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:57:29.413023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-53e6d735-1d92-4a4a-834c-0b3b5e7cf545 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c386785-0db3-4fe8-8d35-d023d0212d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284624 Aug 19 14:57:29.486010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.520480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98230c-8249-42b0-a1cd-297298ff4f30 req-282bb9c1-0cbb-41df-a927-c5a1d4bd6a28 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.522971 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed98230c-8249-42b0-a1cd-297298ff4f30 req-282bb9c1-0cbb-41df-a927-c5a1d4bd6a28 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.2576866 Aug 19 14:57:29.528420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42be6fc3-ce7c-4bb8-93d3-10ba8361216a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:29.529209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.534158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Checking segment: {'id': '95157f74-f364-4dee-8c41-103a1c996515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:29.534805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Network hostable DHCP agents. Network: e745ff1a-bd37-4353-85fc-8f8c6095f2c3, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:57:29.541748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:29.640524 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed98230c-8249-42b0-a1cd-297298ff4f30 req-7daf8fc4-9175-41f7-99d9-cedf7a5b1c28 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067662 Aug 19 14:57:29.643266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Network f30b0934-0aec-4132-bae3-c7ec76630747 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:57:29.748786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Network 7b1a9431-d39f-4057-98ac-6b7f796d8862 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:29.749466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:57:29.764992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:29.778471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:29.784638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:29.868554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f30b0934-0aec-4132-bae3-c7ec76630747) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:29.879616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20515f-3776-4009-a743-dbe0cfbb3522 None None] Network f30b0934-0aec-4132-bae3-c7ec76630747 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:29.896331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.914178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.918322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e745ff1a-bd37-4353-85fc-8f8c6095f2c3) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:29.938035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-f465ec83-bf07-419c-b5a6-da17cec4bb36 service neutron] 10.222.0.46 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161386 Aug 19 14:57:29.939781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.947616 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.007005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d7f2df-5ca0-4864-947b-09db9d245c1e None None] Network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:30.082247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:30.083660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.118759 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8bec0ed0-424f-4012-b892-81e26d8a6d28 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3771157 Aug 19 14:57:30.157975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6d4e8-f993-4259-8852-67d6fb38ac0e req-4d40eef9-fa2f-4fc6-afbc-5212513ff152 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:30.161243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f8f6d4e8-f993-4259-8852-67d6fb38ac0e req-4d40eef9-fa2f-4fc6-afbc-5212513ff152 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.1164997 Aug 19 14:57:30.161452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8b8d065-e954-4b48-ada1-98ba83339958 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9754820 Aug 19 14:57:30.201646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a565fb5a-a3ed-4078-8b40-4a6aa152356e req-55550f81-012a-4baa-892f-e0719140f5c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478902 Aug 19 14:57:30.269398 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f8f6d4e8-f993-4259-8852-67d6fb38ac0e req-27c13afc-8c74-4af8-8c04-49af416e5d63 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023247 Aug 19 14:57:30.310461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7fd7e4-7323-4d25-b06c-49868a4980e7 None None] Network f30b0934-0aec-4132-bae3-c7ec76630747 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:30.380221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-28eddf6e-b73f-4f90-9190-036e9bffdd3b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9570701 Aug 19 14:57:30.388558 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-c7fff5b8-9392-4e93-a0f6-18f88f4528b1 service neutron] show failed (client error): The resource could not be found. Aug 19 14:57:30.389709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-c7fff5b8-9392-4e93-a0f6-18f88f4528b1 service neutron] 10.222.0.46 "GET /v2.0/ports/cc0f5a79-47fc-45f2-9285-49667146e1b3/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.1775599 Aug 19 14:57:30.405001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8406e30-20ad-465d-8a44-5bcf9fcc2a5a req-295f19d4-0399-435c-b0a4-d25e5ef77274 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:30.406843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8406e30-20ad-465d-8a44-5bcf9fcc2a5a req-295f19d4-0399-435c-b0a4-d25e5ef77274 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 943 time: 0.6182253 Aug 19 14:57:30.412632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Request body: {'port': {'device_id': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:30.480093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8406e30-20ad-465d-8a44-5bcf9fcc2a5a req-be1dfc92-0512-4dc1-9fbc-634a402bd574 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632038 Aug 19 14:57:30.627639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1e426-fc3a-4202-9ea9-df9199b690ac req-6e67e05b-1ec7-4f31-b470-817b79dae7e3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:30.629287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-1c0039fb-e17e-4833-b87b-e740b608ebe0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619456 Aug 19 14:57:30.633310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.637348 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dcd1e426-fc3a-4202-9ea9-df9199b690ac req-6e67e05b-1ec7-4f31-b470-817b79dae7e3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 931 time: 0.1373365 Aug 19 14:57:30.744345 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dcd1e426-fc3a-4202-9ea9-df9199b690ac req-b57243aa-c8bb-46d6-833d-8e23af7c054c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030183 Aug 19 14:57:30.873514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-34b711ce-fbbd-44d0-82aa-418f1dc6f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:30.875417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-34b711ce-fbbd-44d0-82aa-418f1dc6f705 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 1102 time: 0.1706364 Aug 19 14:57:30.947121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600f517-3c93-47b2-9c0e-fec5c11cff6c None None] Network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:31.052961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550af11-664d-4a73-b5f7-2e8ab48c20eb req-d93b6f98-1c35-4731-ad5d-5cbbd9630e44 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:31.068889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c550af11-664d-4a73-b5f7-2e8ab48c20eb req-d93b6f98-1c35-4731-ad5d-5cbbd9630e44 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0822144 Aug 19 14:57:31.135648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c550af11-664d-4a73-b5f7-2e8ab48c20eb req-af116a56-5767-489b-a8d8-9e8b942ae49b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Aug 19 14:57:31.212857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33128f93-3bcb-4ee2-8f49-b708889d6a58 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:31.228542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.238260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.279658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Transition to ACTIVE for port object 33128f93-3bcb-4ee2-8f49-b708889d6a58 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:31.471418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-fd6218d9-88b3-461b-a35b-1eaa80d73681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:31.475189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-fd6218d9-88b3-461b-a35b-1eaa80d73681 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.5766959 Aug 19 14:57:31.494101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.632977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-377ae9dc-c938-4243-aac8-c8eeddfc9509 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:31.636420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-5bcc37d4-862d-4278-a3c1-92854d64a9de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 200 len: 217 time: 0.1239381 Aug 19 14:57:31.643027 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-377ae9dc-c938-4243-aac8-c8eeddfc9509 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/networks?id=e745ff1a-bd37-4353-85fc-8f8c6095f2c3 HTTP/1.1" status: 200 len: 822 time: 0.1852553 Aug 19 14:57:31.660426 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-bddc91d1-e5d1-4d0a-b787-d630b68065d4 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/quotas/dbbe10fa3afc4ae39f4a8634a2b65f23 HTTP/1.1" status: 200 len: 375 time: 0.0162423 Aug 19 14:57:31.697748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:31.716549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-fc7cd4c4-8137-4fe1-8e95-4d996f1577d7 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbbe10fa3afc4ae39f4a8634a2b65f23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473659 Aug 19 14:57:31.724715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-247fb930-d498-4bf1-8d8d-b0938bbb4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:31.726827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-247fb930-d498-4bf1-8d8d-b0938bbb4baa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e&tenant_id=99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 1102 time: 0.4156971 Aug 19 14:57:31.754138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdb905-72ff-4fd2-ad12-2b52eaa0d639 req-9421dc63-c5af-41a1-b381-aada6ba2f44b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:31.755717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfbdb905-72ff-4fd2-ad12-2b52eaa0d639 req-9421dc63-c5af-41a1-b381-aada6ba2f44b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.2760022 Aug 19 14:57:31.767890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:31.775826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48476) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:31.782625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1251171399-network', 'tenant_id': 'f5c103e9e09846c5974cef58c2f76646'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:31.844921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-4733f88d-36a1-461e-8bac-c51424dd52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:31.844921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-4733f88d-36a1-461e-8bac-c51424dd52b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1729867 Aug 19 14:57:31.845293 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-edf2dfcb-3f87-41e1-a572-9f6298fd8de9 service neutron] 10.222.0.13 "GET /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073904 Aug 19 14:57:31.926577 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-61459508-1b5d-4ac2-a886-967ea0a9fa5f service neutron] 10.222.0.13 "GET /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947475 Aug 19 14:57:31.958003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfbdb905-72ff-4fd2-ad12-2b52eaa0d639 req-92a673b9-49a9-424b-a0ae-09cc693a5245 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846755 Aug 19 14:57:31.968450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:31.968830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:31.969247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:31.971757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.997045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:31.997478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:32.003117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Made reservation on behalf of f5c103e9e09846c5974cef58c2f76646 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:32.005911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-bcc13e99-6851-42be-88f7-8f1c68b9ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-bcc13e99-6851-42be-88f7-8f1c68b9ae75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1790211 Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Bound port: 33128f93-3bcb-4ee2-8f49-b708889d6a58, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:32.022594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:32.035854 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:32.396143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad771a20-4477-4db2-a327-1fa9ad0edecc req-476cd3ac-99c6-403a-bb49-975c90820d1b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:32.407487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ad771a20-4477-4db2-a327-1fa9ad0edecc req-476cd3ac-99c6-403a-bb49-975c90820d1b tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 943 time: 0.1082790 Aug 19 14:57:32.471103 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ad771a20-4477-4db2-a327-1fa9ad0edecc req-3cef7266-164c-4fbd-8c13-7535e169aef5 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600193 Aug 19 14:57:32.583161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c963f-3b10-485c-85ac-6af7e038ac33 req-2eee6ae1-1568-4b13-8f01-b3393512ed03 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:32.585105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-435c963f-3b10-485c-85ac-6af7e038ac33 req-2eee6ae1-1568-4b13-8f01-b3393512ed03 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0583119 Aug 19 14:57:32.638827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-435c963f-3b10-485c-85ac-6af7e038ac33 req-aa825410-ddd8-4c33-9e60-98d6879639ec tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Aug 19 14:57:32.857313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-36215cd0-6fa6-4527-a482-10c851c8d777 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289120 Aug 19 14:57:32.861512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c382-5144-461f-b641-de3d3b70c71b req-dc0b2e00-6602-47b3-a160-e610a99e75c6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:32.863429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6520c382-5144-461f-b641-de3d3b70c71b req-dc0b2e00-6602-47b3-a160-e610a99e75c6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0639780 Aug 19 14:57:32.872816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:32.907680 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6520c382-5144-461f-b641-de3d3b70c71b req-547458da-cf3a-4345-9b35-f2340fd46817 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Aug 19 14:57:32.950497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fa52c213-5075-49cb-8036-88b27e48c79a details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:33.009245 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb7c8f21-1d25-4c0e-887e-25091bf7dd22 req-57745aa4-11c4-4647-a368-e3581ccc45db tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0479088 Aug 19 14:57:33.028089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:33.085147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.107016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:33.125573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fa52c213-5075-49cb-8036-88b27e48c79a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fa52c213-5075-49cb-8036-88b27e48c79a,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:33.140132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e7ac7ef-b691-466b-b5ea-de38ddae8e83 req-be03658f-b456-4402-8106-fed535585d2e service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587829 Aug 19 14:57:33.141738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'fa52c213-5075-49cb-8036-88b27e48c79a', 'network_id': '4c386785-0db3-4fe8-8d35-d023d0212d62', 'port_id': 'fa52c213-5075-49cb-8036-88b27e48c79a', 'mac_address': 'fa:16:3e:5d:57:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3c28-7fb8-4bfd-9319-72f51d900e1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:33.179595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:33.193444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc7d6-a30c-4ddb-81de-8bec782fde15 req-921c2931-c4e5-41ee-9e86-e97cf1c9c87f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.196213 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8a0fc7d6-a30c-4ddb-81de-8bec782fde15 req-921c2931-c4e5-41ee-9e86-e97cf1c9c87f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0590470 Aug 19 14:57:33.216712 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.234537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa52c213-5075-49cb-8036-88b27e48c79a {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:33.242215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:33.250261 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f0b82-12e8-4cc9-a86f-296f0b5e316b" -d '{"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:33.255871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.284580 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8a0fc7d6-a30c-4ddb-81de-8bec782fde15 req-e5632cc7-12d3-4e98-adb7-ef1876433d74 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573511 Aug 19 14:57:33.285435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fa52c213-5075-49cb-8036-88b27e48c79a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fa52c213-5075-49cb-8036-88b27e48c79a,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:33.285527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Transition to ACTIVE for port object cc0f5a79-47fc-45f2-9285-49667146e1b3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:33.330972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.330972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.340869 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e3a285-dcb3-49d4-84b2-978b98ad8bd6 x-openstack-request-id: req-13e3a285-dcb3-49d4-84b2-978b98ad8bd6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:33.341201 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:33.341484 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13e3a285-dcb3-49d4-84b2-978b98ad8bd6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:33.341845 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'code': 200} Aug 19 14:57:33.414867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.415828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.417280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] 10.222.0.46 "PUT /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 1092 time: 3.0091200 Aug 19 14:57:33.418738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:57:33.426488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87029b6-c13d-4063-b5a1-19305e3475db,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:33.445909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.445909 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Added segment e9cb18bf-9ea4-4e81-ae61-724651c9944d of type vlan for network bc86ac4f-21c8-484a-82ff-48627417a014 Aug 19 14:57:33.450770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb8d77-7e7f-4d7d-b120-4588bb9b2f6a service neutron] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:33.487067 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.492652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.518033 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.606738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] No DVR routers for this DVR port cc0f5a79-47fc-45f2-9285-49667146e1b3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:33.632960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:33.670836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fa52c213-5075-49cb-8036-88b27e48c79a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:33.673920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131fc6-39a2-4e60-be0a-1819f54c3c13 req-900539b1-2aef-49b0-869e-fdf851c93edd tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.687877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91131fc6-39a2-4e60-be0a-1819f54c3c13 req-900539b1-2aef-49b0-869e-fdf851c93edd tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 944 time: 0.0919476 Aug 19 14:57:33.727276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:33.727610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:33.728154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:33.737644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:33.738330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:33.755538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:33.756097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:33.756689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:33.757433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Bound port: cc0f5a79-47fc-45f2-9285-49667146e1b3, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:33.758140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.759603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91131fc6-39a2-4e60-be0a-1819f54c3c13 req-3b70ab14-6b0d-494c-9d52-195edf3fec79 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704708 Aug 19 14:57:33.774453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['fa52c213-5075-49cb-8036-88b27e48c79a'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:33.793544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-769a7db5-0f06-4158-b7d5-ff637b35bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.803767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-769a7db5-0f06-4158-b7d5-ff637b35bf8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1095 time: 0.1203070 Aug 19 14:57:33.811986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.813056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.813683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.940554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-ee52fd04-c558-4bcc-ae77-5c75b31120d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 217 time: 0.1173241 Aug 19 14:57:33.995294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] Pushing event updated for resources: {'Network': ['ID=bc86ac4f-21c8-484a-82ff-48627417a014,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:34.023399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network bc86ac4f-21c8-484a-82ff-48627417a014 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:57:34.036225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c9311-31c7-44a0-b677-26542044cd06 req-508ec42f-eabc-40b7-bf93-df91501eacd0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.044915 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb7c9311-31c7-44a0-b677-26542044cd06 req-508ec42f-eabc-40b7-bf93-df91501eacd0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1309686 Aug 19 14:57:34.048559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:34.057097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:34.066491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-680c32bd-bd36-4e01-9aae-9d586877b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.070207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-680c32bd-bd36-4e01-9aae-9d586877b1be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1201835 Aug 19 14:57:34.071539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-41986bd2-7abc-4112-a825-51b5f710b19d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2936780 Aug 19 14:57:34.074290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:34.080872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Request body: {'subnet': {'network_id': 'bc86ac4f-21c8-484a-82ff-48627417a014', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1251171399-subnet', 'tenant_id': 'f5c103e9e09846c5974cef58c2f76646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:34.137027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-4141f2bb-3567-4519-b7f8-df84893c53df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519280 Aug 19 14:57:34.167991 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb7c9311-31c7-44a0-b677-26542044cd06 req-45dc12df-ee20-475e-88a3-8be9395f96c1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211390 Aug 19 14:57:34.217351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.299357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Made reservation on behalf of f5c103e9e09846c5974cef58c2f76646 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:34.302405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.339654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22af7c-2623-49b1-bb72-65f3dd0dc481 req-1b1a638d-8715-4413-a8e2-5d7d0997ae44 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.342096 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb22af7c-2623-49b1-bb72-65f3dd0dc481 req-1b1a638d-8715-4413-a8e2-5d7d0997ae44 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.0683451 Aug 19 14:57:34.397623 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb22af7c-2623-49b1-bb72-65f3dd0dc481 req-5bf0f98a-63d5-44d8-ab6c-f7de5b782477 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Aug 19 14:57:34.475156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c98b22a6-7336-4f63-a349-d99c503b92b5 req-025e1a46-45b2-4a78-8dfe-8e703d90a98d tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1010118 Aug 19 14:57:34.477988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.477988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.479033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 1097 time: 2.7223063 Aug 19 14:57:34.503409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-617d597f-d896-40f9-8a4e-e1d55dedcf8e service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581383 Aug 19 14:57:34.555714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d321eee-c6af-4ccf-a901-b044d8d4cfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:34.788451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d665e-050c-41de-863c-0e8b853d2529 req-48f7cca1-716e-45c4-a1bb-f78cf4c0e374 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.790239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-108d665e-050c-41de-863c-0e8b853d2529 req-48f7cca1-716e-45c4-a1bb-f78cf4c0e374 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.1767714 Aug 19 14:57:34.798706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-867de3b9-03fc-42ef-8aac-3054e16b3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.800339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-867de3b9-03fc-42ef-8aac-3054e16b3ddf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1100 time: 0.2393513 Aug 19 14:57:34.840648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb417750-6ff3-4d7f-b340-ac7c3a655fd4 req-e3627a7e-cb98-4202-877d-f9aa39fb8cd5 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232722 Aug 19 14:57:34.957787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-108d665e-050c-41de-863c-0e8b853d2529 req-f397ba6b-ece6-40b4-96d8-14dfb36d8145 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505594 Aug 19 14:57:34.985002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fa52c213-5075-49cb-8036-88b27e48c79a up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:35.004956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-30999467-bb2e-4346-abb6-9b6e1539aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.010248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-30999467-bb2e-4346-abb6-9b6e1539aa63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1725545 Aug 19 14:57:35.089679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-ab4fe979-c393-416f-93d7-03616dd79a1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0707047 Aug 19 14:57:35.129690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a6bf6-542b-4a9f-8fc5-7d2dab02e99d req-e710e84a-45b0-475c-9253-41a08ded3529 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.132491 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba5a6bf6-542b-4a9f-8fc5-7d2dab02e99d req-e710e84a-45b0-475c-9253-41a08ded3529 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 944 time: 0.1058419 Aug 19 14:57:35.158285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.219476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba5a6bf6-542b-4a9f-8fc5-7d2dab02e99d req-0c92d905-f9e1-4e14-8658-6c38345f66f1 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514898 Aug 19 14:57:35.244693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-aeee1539-4fb4-4b19-90dc-462b3a151e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.246565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-aeee1539-4fb4-4b19-90dc-462b3a151e5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1482470 Aug 19 14:57:35.250333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port fa52c213-5075-49cb-8036-88b27e48c79a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:35.255918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port fa52c213-5075-49cb-8036-88b27e48c79a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:35.264427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.281464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f5b4e3-0e8e-40f0-abf8-9b8a8de15f42,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:35.327973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def336b2-98ba-4268-b2cc-8490fe8a7465 req-955cac02-8077-4a72-a804-788f3f604b30 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.341779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-def336b2-98ba-4268-b2cc-8490fe8a7465 req-955cac02-8077-4a72-a804-788f3f604b30 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0748851 Aug 19 14:57:35.373496 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.392208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:35.422210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58'}, {'name': 'network-changed', 'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:35.433997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-def336b2-98ba-4268-b2cc-8490fe8a7465 req-c87da1da-5393-425c-b0b8-a8fd818a8b6f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673032 Aug 19 14:57:35.434159 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03825994-be37-41a6-a890-1f55b206c116" -d '{"events": [{"name": "network-changed", "server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58"}, {"name": "network-changed", "server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:35.438393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-c39d80fc-1113-4dc8-9dcf-2657c2918d8b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.439734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-c39d80fc-1113-4dc8-9dcf-2657c2918d8b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.2086570 Aug 19 14:57:35.490180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa52c213-5075-49cb-8036-88b27e48c79a'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:35.494114 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939e3e2-7484-45d6-b1d4-656f4106ad2b" -d '{"events": [{"server_uuid": "a69bd294-f5d5-4959-a516-d21208d9ab13", "name": "network-vif-plugged", "status": "completed", "tag": "fa52c213-5075-49cb-8036-88b27e48c79a"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:35.495490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Checking segment: {'id': 'e9cb18bf-9ea4-4e81-ae61-724651c9944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bc86ac4f-21c8-484a-82ff-48627417a014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:35.495894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Network hostable DHCP agents. Network: bc86ac4f-21c8-484a-82ff-48627417a014, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:57:35.499760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-32c633d2-e0d4-41df-806b-ede7dbca658c tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/quotas/1081d72689d145ab8da0d34f7fa18a43 HTTP/1.1" status: 200 len: 375 time: 0.0401037 Aug 19 14:57:35.502176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fa52c213-5075-49cb-8036-88b27e48c79a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fa52c213-5075-49cb-8036-88b27e48c79a,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:35.536296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-ad55532e-6b46-487f-a13c-c5b2e132f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.536296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-ad55532e-6b46-487f-a13c-c5b2e132f72c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226785 Aug 19 14:57:35.563746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.598859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.600236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:35.633370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-65a082f3-5203-4277-87f9-2e796460fe5b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196773 Aug 19 14:57:35.693371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:35.701089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:35.708576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce590ee-9a97-487a-b9af-391e54525421 req-aca1b471-8099-479c-a673-e57a83198f0d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.721189 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1ce590ee-9a97-487a-b9af-391e54525421 req-aca1b471-8099-479c-a673-e57a83198f0d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.1144798 Aug 19 14:57:35.721690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fa52c213-5075-49cb-8036-88b27e48c79a,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:35.726695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-5c3f970f-dd7c-426e-b521-fa195e02956e service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701679 Aug 19 14:57:35.728981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Network bc86ac4f-21c8-484a-82ff-48627417a014 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:57:35.786574 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1ce590ee-9a97-487a-b9af-391e54525421 req-dfbd15ae-b694-4116-b729-35607078f9a4 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Aug 19 14:57:35.845253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.925221 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a19075-2067-4ef0-ba15-3418c5c2efde x-openstack-request-id: req-64a19075-2067-4ef0-ba15-3418c5c2efde {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:35.925698 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:35.926120 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64a19075-2067-4ef0-ba15-3418c5c2efde {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:35.926763 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'status': 'completed', 'code': 200} Aug 19 14:57:35.927174 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'status': 'completed', 'code': 200} Aug 19 14:57:35.957201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:35.982606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, bc86ac4f-21c8-484a-82ff-48627417a014) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:35.992417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f3e46-abac-4b85-9641-f29e6e8718b0 None None] Network bc86ac4f-21c8-484a-82ff-48627417a014 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:36.057762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.058625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:36.134687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-08ba42b3-2813-4865-8f43-32d094430776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.136363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-08ba42b3-2813-4865-8f43-32d094430776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1095 time: 0.1557941 Aug 19 14:57:36.224641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c039d080-0acd-4b40-8559-9ab87ee33ad5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1490874 Aug 19 14:57:36.248286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-ba9f0bd6-9e06-4982-b11c-b83e986bf23c service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086815 Aug 19 14:57:36.266516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff4886-db6f-49a8-99ef-7b66fbe685a1 None None] Network bc86ac4f-21c8-484a-82ff-48627417a014 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:36.333373 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487bd765-79f7-4f93-a334-0789a8060f00 x-openstack-request-id: req-487bd765-79f7-4f93-a334-0789a8060f00 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:36.334091 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69bd294-f5d5-4959-a516-d21208d9ab13", "name": "network-vif-plugged", "status": "completed", "tag": "fa52c213-5075-49cb-8036-88b27e48c79a", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:36.334796 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-487bd765-79f7-4f93-a334-0789a8060f00 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:36.336137 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa52c213-5075-49cb-8036-88b27e48c79a', 'code': 200} Aug 19 14:57:36.433043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-9b5a5034-d671-47ff-8783-b9e8264180a2 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.434761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-9b5a5034-d671-47ff-8783-b9e8264180a2 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.54 "GET /v2.0/networks?id=e745ff1a-bd37-4353-85fc-8f8c6095f2c3 HTTP/1.1" status: 200 len: 822 time: 0.1706386 Aug 19 14:57:36.474371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-742f1bc3-711f-4eec-b65d-174d8be5b664 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8324871 Aug 19 14:57:36.480980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Request body: {'port': {'device_id': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3', 'admin_state_up': True, 'tenant_id': 'dbbe10fa3afc4ae39f4a8634a2b65f23'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:36.527769 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a405581a-adb4-4d38-a312-598564779c93 req-94dd64e9-b06c-4078-8cd7-dad8d5d9087e tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0813129 Aug 19 14:57:36.627283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-388261d9-25c6-4145-9585-ad27964b85b7 service neutron] 10.222.0.13 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075721 Aug 19 14:57:36.742972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51b99-54de-4941-b11f-2885c340d29c req-7c92cb60-1f1b-4c45-b670-0fe79bc95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.744518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45f51b99-54de-4941-b11f-2885c340d29c req-7c92cb60-1f1b-4c45-b670-0fe79bc95a33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 1097 time: 0.3088927 Aug 19 14:57:36.777512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-8f9fd3b0-3387-4dd2-86cd-137810b1143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.779061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-8f9fd3b0-3387-4dd2-86cd-137810b1143e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.6329963 Aug 19 14:57:36.820619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-ae4f9b39-c7ce-4041-8e24-28062c1706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.822119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-ae4f9b39-c7ce-4041-8e24-28062c1706d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1100 time: 0.3147953 Aug 19 14:57:36.834509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f165e-05ab-4215-b745-762fbb12cf92 req-d27fa8db-9b52-4b67-ab59-fa5ee0c755ef tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.838918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d98f165e-05ab-4215-b745-762fbb12cf92 req-d27fa8db-9b52-4b67-ab59-fa5ee0c755ef tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.1719837 Aug 19 14:57:36.879436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-be21107b-e356-4dfe-a500-b36bc4dfab2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 217 time: 0.0671515 Aug 19 14:57:36.918703 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d98f165e-05ab-4215-b745-762fbb12cf92 req-8687bf53-3f62-4cd5-97d0-38b580bd8001 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638020 Aug 19 14:57:37.005150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45f51b99-54de-4941-b11f-2885c340d29c req-8b355db3-d20f-4678-af8a-3e27ce4a5597 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488952 Aug 19 14:57:37.076876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de7899-123d-47c4-866b-eae414d166b8 req-1bbd626a-af12-4d83-9aba-ec44e1c25474 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.078556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-15dee9fb-8fe5-4c6c-92ad-351bbd709e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.080104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-15dee9fb-8fe5-4c6c-92ad-351bbd709e18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1554024 Aug 19 14:57:37.085904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8de7899-123d-47c4-866b-eae414d166b8 req-1bbd626a-af12-4d83-9aba-ec44e1c25474 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0762568 Aug 19 14:57:37.110274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-98e3c841-f71a-4f2a-8140-7039db2aa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.111616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-98e3c841-f71a-4f2a-8140-7039db2aa352 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2557228 Aug 19 14:57:37.121021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a67cd-11e6-45f4-b0ea-bba1072391f5 req-1a7c1f6c-a011-49dc-b4e6-075936058bdb tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.122759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b6a67cd-11e6-45f4-b0ea-bba1072391f5 req-1a7c1f6c-a011-49dc-b4e6-075936058bdb tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 945 time: 0.1000059 Aug 19 14:57:37.147357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8de7899-123d-47c4-866b-eae414d166b8 req-0331eefc-0917-4a08-9b67-422082048df0 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Aug 19 14:57:37.172626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-59bad61f-ad19-4984-9b85-5684b3d5e478 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0488451 Aug 19 14:57:37.173213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Made reservation on behalf of dbbe10fa3afc4ae39f4a8634a2b65f23 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:37.176862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.270363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-9dfa8aa8-4e9d-4118-a657-1c7a8c85066b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466809 Aug 19 14:57:37.584366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-d77fcc36-738f-4284-8319-a39cdc2cfc5a tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.587749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-d77fcc36-738f-4284-8319-a39cdc2cfc5a tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/networks?id=f30b0934-0aec-4132-bae3-c7ec76630747 HTTP/1.1" status: 200 len: 815 time: 0.1547630 Aug 19 14:57:37.618181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-2ca7e952-4be4-47fd-a172-9b046fcf5544 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/quotas/db54c2a72b9b45f5866ce3732654ce29 HTTP/1.1" status: 200 len: 375 time: 0.0205178 Aug 19 14:57:37.656104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-95a7742a-47d0-4edd-a5f4-26cbc59ac332 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=db54c2a72b9b45f5866ce3732654ce29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310144 Aug 19 14:57:37.739739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-ffe96353-1789-4297-a07a-fc4aa7e48732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.741457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-ffe96353-1789-4297-a07a-fc4aa7e48732 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.5546758 Aug 19 14:57:37.755067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b6a67cd-11e6-45f4-b0ea-bba1072391f5 req-f0fa0cc8-ed52-4aaa-877a-34d1b2ad61cc tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223924 Aug 19 14:57:37.830544 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-9a3ffee2-bed6-47d9-8ebd-64d7e385de95 service neutron] 10.222.0.13 "GET /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613071 Aug 19 14:57:37.966538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-4efb0b0d-3b36-49df-8edd-ac14bee7caa9 service neutron] 10.222.0.13 "GET /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339157 Aug 19 14:57:37.987510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Allocated IP 172.20.0.13 (e745ff1a-bd37-4353-85fc-8f8c6095f2c3/42be6fc3-ce7c-4bb8-93d3-10ba8361216a/ea2ceea9-1a61-433d-8180-aa1bd16727f5) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:37.991451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-63397b75-064b-4d6a-b1a1-f312335a6880 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060230 Aug 19 14:57:38.042969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-1478fbee-5de4-45df-9861-985e8dc9b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.044494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-1478fbee-5de4-45df-9861-985e8dc9b6e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958394 Aug 19 14:57:38.110217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2c1e9-bc8f-4121-b6ad-432453d5e5b4 req-410c3fc4-9b93-4a9b-b35d-6a8237266351 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.111896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ca2c1e9-bc8f-4121-b6ad-432453d5e5b4 req-410c3fc4-9b93-4a9b-b35d-6a8237266351 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.2277007 Aug 19 14:57:38.226547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-8e4ce35e-cbcf-4df5-90b3-8a7ac6474b2f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.228976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-8e4ce35e-cbcf-4df5-90b3-8a7ac6474b2f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5859bcf-3708-4321-94cb-c81c216014b6 HTTP/1.1" status: 200 len: 944 time: 0.2997324 Aug 19 14:57:38.337807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:38.341372 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d16ee5-4884-4860-a261-406f7825317e" -d '{"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:38.414895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ca2c1e9-bc8f-4121-b6ad-432453d5e5b4 req-f15905bc-2ee1-4892-a33e-204ec6f2266a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527330 Aug 19 14:57:38.420139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-61ae0bca-f54a-4384-a8d1-e4e9319f888a service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163325 Aug 19 14:57:38.445618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-d29d4c84-9844-4643-b376-1a42ad194b91 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634584 Aug 19 14:57:38.479968 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-510cdca3-771d-4d9b-a051-cab9b64189dd req-ba44173e-2475-4c69-a683-2d4a5a86b68e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 210 time: 0.0625589 Aug 19 14:57:38.624281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4bc3d-a35a-412e-a1b5-bb4eaf297e51 req-24c6c48d-e26e-4093-a78a-02cd82e8e3c8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.626845 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-99b4bc3d-a35a-412e-a1b5-bb4eaf297e51 req-24c6c48d-e26e-4093-a78a-02cd82e8e3c8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0787923 Aug 19 14:57:38.676674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-99b4bc3d-a35a-412e-a1b5-bb4eaf297e51 req-3ff832b6-da2d-4097-b7b9-40c99d10bf32 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Aug 19 14:57:38.685079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58951fc2-03ea-49ca-8d08-18ab2fd9e411 req-2ba6eb4f-1185-452d-b8fd-9687bb6948cc tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1015158 Aug 19 14:57:38.729678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:38.768766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-94fcb499-f52d-4353-b6b0-116270f89eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.770472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-94fcb499-f52d-4353-b6b0-116270f89eae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1100 time: 0.1856339 Aug 19 14:57:38.795867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-24a4ea52-3fdf-44c1-9cb5-700cb005cc18 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376923 Aug 19 14:57:38.801487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Deleting port 5191cfec-097d-481e-b9a9-964ea2f53dad {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:38.802073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:38.862158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c17bbc-147f-43d2-b54e-937932713ed4 req-c79a0c7f-8a2b-47af-9000-03e4319156b1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.863896 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3c17bbc-147f-43d2-b54e-937932713ed4 req-c79a0c7f-8a2b-47af-9000-03e4319156b1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0828319 Aug 19 14:57:38.916501 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3c17bbc-147f-43d2-b54e-937932713ed4 req-d2980262-ba15-4af2-b256-3a2f904adf81 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Aug 19 14:57:38.956457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08545a8a-8653-4a7e-8ce3-0ca5352bf8cd req-911c5e51-43d6-4ffb-b212-3047c9e57628 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0538714 Aug 19 14:57:38.979681 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a79cf-f7be-43c4-9a74-46878ffeee24 x-openstack-request-id: req-aa3a79cf-f7be-43c4-9a74-46878ffeee24 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:38.980203 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:38.980552 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa3a79cf-f7be-43c4-9a74-46878ffeee24 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:38.981058 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'code': 200} Aug 19 14:57:39.016873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-fcf76e4d-e40d-4900-8806-3a6b54535312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.018486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-fcf76e4d-e40d-4900-8806-3a6b54535312 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2351682 Aug 19 14:57:39.023749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] For port 5191cfec-097d-481e-b9a9-964ea2f53dad, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5191cfec-097d-481e-b9a9-964ea2f53dad,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:39.024122 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.052188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Calling delete_port for 5191cfec-097d-481e-b9a9-964ea2f53dad owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:39.098090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-5b10ea1e-b3fb-49c2-86a7-f3bd389fecf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0701735 Aug 19 14:57:39.175880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.255299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04224-1264-4647-8f17-ed38182960b2 req-3ef31519-deb6-466d-8bde-1452ffa78300 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.256930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb04224-1264-4647-8f17-ed38182960b2 req-3ef31519-deb6-466d-8bde-1452ffa78300 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 945 time: 0.2302070 Aug 19 14:57:39.280057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-1c19a64c-41ee-4004-858f-f3eb31ee9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.281583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-1c19a64c-41ee-4004-858f-f3eb31ee9d74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1761765 Aug 19 14:57:39.300546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:39.322726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:39.345181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Pushing event updated for resources: {'Port': ['ID=ea2ceea9-1a61-433d-8180-aa1bd16727f5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:39.347856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:39.423241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb04224-1264-4647-8f17-ed38182960b2 req-a88c3aed-2399-49de-8860-89e44a263906 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502562 Aug 19 14:57:39.458274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.458954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.481825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825994-be37-41a6-a890-1f55b206c116 req-fb66666d-37d6-4b6e-abac-e7db83f40732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.483384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-fb66666d-37d6-4b6e-abac-e7db83f40732 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836231 Aug 19 14:57:39.585077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3800a7-e089-447e-8168-45d5b0a0aaaf req-1174fc4f-80bb-4a62-b729-5bd41067a557 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.589649 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc3800a7-e089-447e-8168-45d5b0a0aaaf req-1174fc4f-80bb-4a62-b729-5bd41067a557 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.0752194 Aug 19 14:57:39.610320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-a406267b-0f99-4bbd-921d-8bf80d88bcab tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1347237 Aug 19 14:57:39.632773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Request body: {'port': {'device_id': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:39.636942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-e691ca42-81fc-4288-b4fd-4896d22cef4b service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435397 Aug 19 14:57:39.639074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.641766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc3800a7-e089-447e-8168-45d5b0a0aaaf req-6ae64fe5-0395-4a19-8ac1-bc032e2a8a1b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Aug 19 14:57:39.699449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event deleted for resources: {'Port': ['ID=5191cfec-097d-481e-b9a9-964ea2f53dad,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:39.765386 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d45e45cc-3f9a-49d9-8344-1b9f7bd5561c req-2b0a2523-488c-4579-8816-08cf7262253d tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 210 time: 0.0385888 Aug 19 14:57:39.814180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] No DVR routers for this DVR port 5191cfec-097d-481e-b9a9-964ea2f53dad on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:39.815777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.820803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.828262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-341d7428-967c-43ca-af0a-70bb6ce7323b req-d67ef271-6952-4147-b8df-5b9ec32e293a tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "DELETE /v2.0/ports/5191cfec-097d-481e-b9a9-964ea2f53dad HTTP/1.1" status: 204 len: 173 time: 1.5775843 Aug 19 14:57:39.828262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-deleted', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:39.828262 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2cfdc-1a97-4367-806c-0c2d12f550a5" -d '{"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-deleted", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:39.911020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad717e-a1bf-4416-9235-6ec4608ad5e4 req-ff86f256-efac-466b-b08f-c67fd9e4b3e3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.912949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f7ad717e-a1bf-4416-9235-6ec4608ad5e4 req-ff86f256-efac-466b-b08f-c67fd9e4b3e3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0715275 Aug 19 14:57:39.938976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03825994-be37-41a6-a890-1f55b206c116 req-4239dd97-4a2e-41ea-b860-915d974fdcfb service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796297 Aug 19 14:57:39.983036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f7ad717e-a1bf-4416-9235-6ec4608ad5e4 req-51ed7586-7803-4252-9ec1-1f455003edd0 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629621 Aug 19 14:57:40.139365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9adcf8-5417-4a4e-ade2-05f70c83fd4f req-04515854-e4d0-41bd-af8c-04641eb310e0 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.141162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc9adcf8-5417-4a4e-ade2-05f70c83fd4f req-04515854-e4d0-41bd-af8c-04641eb310e0 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 932 time: 0.0583456 Aug 19 14:57:40.146936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-32521956-cbaf-406f-ab31-a3bcca45fe5b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.148722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-32521956-cbaf-406f-ab31-a3bcca45fe5b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 805 time: 0.2413046 Aug 19 14:57:40.221765 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0cf8b2-1559-4655-9b1b-3134656e564d x-openstack-request-id: req-aa0cf8b2-1559-4655-9b1b-3134656e564d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:40.222203 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5859bcf-3708-4321-94cb-c81c216014b6", "name": "network-vif-deleted", "tag": "5191cfec-097d-481e-b9a9-964ea2f53dad", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:40.222691 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa0cf8b2-1559-4655-9b1b-3134656e564d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:40.223338 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5859bcf-3708-4321-94cb-c81c216014b6', 'name': 'network-vif-deleted', 'tag': '5191cfec-097d-481e-b9a9-964ea2f53dad', 'status': 'completed', 'code': 200} Aug 19 14:57:40.231272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Request body: {'port': {'device_id': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'admin_state_up': True, 'tenant_id': '1081d72689d145ab8da0d34f7fa18a43'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:40.239589 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc9adcf8-5417-4a4e-ade2-05f70c83fd4f req-03a8c540-1fad-4ada-a008-e283edeb3c02 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Aug 19 14:57:40.431217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4ff2e31-2ab8-4fb2-b758-6ed25a78a95b req-0c6922ea-2af2-4902-8c83-b047577bb7d7 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0731974 Aug 19 14:57:40.442682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a24c40-aa81-4b6b-8e96-b0a0160a6b03 req-0671ef6e-37e9-4284-b6e5-a61ef21e5b0c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.458143 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e8a24c40-aa81-4b6b-8e96-b0a0160a6b03 req-0671ef6e-37e9-4284-b6e5-a61ef21e5b0c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0973132 Aug 19 14:57:40.500684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2ceea9-1a61-433d-8180-aa1bd16727f5 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:40.514960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.542039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e8a24c40-aa81-4b6b-8e96-b0a0160a6b03 req-129240a2-99a3-45bd-bb35-e1ab4278371b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824184 Aug 19 14:57:40.570556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Transition to ACTIVE for port object ea2ceea9-1a61-433d-8180-aa1bd16727f5 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:40.595124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8136e37-9534-4179-bfa5-b4d2558cd273 req-ec7eaf06-0f63-4d9b-b022-b771d74a2a4c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.596828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8136e37-9534-4179-bfa5-b4d2558cd273 req-ec7eaf06-0f63-4d9b-b022-b771d74a2a4c tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 945 time: 0.0769944 Aug 19 14:57:40.639454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8136e37-9534-4179-bfa5-b4d2558cd273 req-44e11563-ebfe-4faa-9bc7-58b6cfe34062 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347648 Aug 19 14:57:40.673341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Made reservation on behalf of 1081d72689d145ab8da0d34f7fa18a43 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:40.677013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.734847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.786273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1d8d-b6f8-4aaa-b6b1-1f434cc6087d req-9899dc3e-821e-4f25-8439-9337d2832ee5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.788031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-431d1d8d-b6f8-4aaa-b6b1-1f434cc6087d req-9899dc3e-821e-4f25-8439-9337d2832ee5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 948 time: 0.0563982 Aug 19 14:57:40.837936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-431d1d8d-b6f8-4aaa-b6b1-1f434cc6087d req-6050e37a-6c24-42d9-b648-f38895cdb8b8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Aug 19 14:57:40.864327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2ceea9-1a61-433d-8180-aa1bd16727f5,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:40.936410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b0efbeb-5eff-4eed-8aa2-7469f062055e req-83d4f5f3-b76f-4cf2-aca6-2b3f62af0739 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 210 time: 0.0658278 Aug 19 14:57:40.948023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Allocated IP 172.20.0.12 (b8badaff-e4d5-41a6-a394-6b7ef0ee813a/99283a40-1c1b-433e-877c-9839e0acd836/81c1675e-5ac7-4259-8af5-c6600563631f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:41.003958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Attempting to bind port ea2ceea9-1a61-433d-8180-aa1bd16727f5 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:41.004298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Attempting to bind port ea2ceea9-1a61-433d-8180-aa1bd16727f5 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '95157f74-f364-4dee-8c41-103a1c996515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:41.004737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Attempting to bind port ea2ceea9-1a61-433d-8180-aa1bd16727f5 on network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:41.012586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Port ea2ceea9-1a61-433d-8180-aa1bd16727f5 on network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:41.012910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Attempting to bind port ea2ceea9-1a61-433d-8180-aa1bd16727f5 on network e745ff1a-bd37-4353-85fc-8f8c6095f2c3 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:41.028159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:41.028500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Checking segment: {'id': '95157f74-f364-4dee-8c41-103a1c996515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:41.028901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Bound using segment: {'id': '95157f74-f364-4dee-8c41-103a1c996515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:41.029517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Bound port: ea2ceea9-1a61-433d-8180-aa1bd16727f5, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95157f74-f364-4dee-8c41-103a1c996515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:41.030264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.151592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a40603-d65c-45a6-875d-5546611cf068 req-67d0625a-bee0-495d-a39d-8ca7ce548313 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.153830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6a40603-d65c-45a6-875d-5546611cf068 req-67d0625a-bee0-495d-a39d-8ca7ce548313 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0743604 Aug 19 14:57:41.182161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] For port ea2ceea9-1a61-433d-8180-aa1bd16727f5, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:41.188428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] For port ea2ceea9-1a61-433d-8180-aa1bd16727f5, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5,segment=NetworkSegment(95157f74-f364-4dee-8c41-103a1c996515),segment_id=95157f74-f364-4dee-8c41-103a1c996515)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:41.204986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b6a40603-d65c-45a6-875d-5546611cf068 req-77616178-99c8-4509-83fa-1fd355a48fa3 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Aug 19 14:57:41.217783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.294780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.327050 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.337279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.337940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.339430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] 10.222.0.54 "PUT /v2.0/ports/ea2ceea9-1a61-433d-8180-aa1bd16727f5 HTTP/1.1" status: 200 len: 1093 time: 1.7111270 Aug 19 14:57:41.400518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Network b8badaff-e4d5-41a6-a394-6b7ef0ee813a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:41.406945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:41.409917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded5dc6-d209-4612-ab18-178db734f738 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2ceea9-1a61-433d-8180-aa1bd16727f5,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:41.414507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:41.420083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:41.424716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:41.459456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 5191cfec-097d-481e-b9a9-964ea2f53dad {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:41.459719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5191cfec-097d-481e-b9a9-964ea2f53dad not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:41.509781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65817e-ec77-4b44-8c64-59c8cb6c00ed req-ff224870-3382-43c1-b2e3-eccaf15712da tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.511942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c65817e-ec77-4b44-8c64-59c8cb6c00ed req-ff224870-3382-43c1-b2e3-eccaf15712da tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 944 time: 0.1620550 Aug 19 14:57:41.513775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:41.522126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.522590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.572142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:41.585811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'mac_address': 'fa:16:3e:07:7a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:41.621427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee9779b5-ea2b-443d-8ffc-f0a999141ba3 req-c12fd426-be0b-4d28-a41a-5260a7ac8cbe tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0728889 Aug 19 14:57:41.630681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c65817e-ec77-4b44-8c64-59c8cb6c00ed req-5d56ebed-d01c-4a3f-86cd-79c1fab29e27 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953355 Aug 19 14:57:41.649459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-feb48a70-9c31-4ede-a5a6-dda9632e28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.649459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-feb48a70-9c31-4ede-a5a6-dda9632e28ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbbe10fa3afc4ae39f4a8634a2b65f23&device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1312764 Aug 19 14:57:41.651382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.670653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0f5a79-47fc-45f2-9285-49667146e1b3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:41.683777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-425a24e7-61fa-45f0-a302-edaa69141b14 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.684695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-425a24e7-61fa-45f0-a302-edaa69141b14 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 945 time: 0.0954483 Aug 19 14:57:41.697891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:41.723520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-4cae5579-c651-4d55-853b-4a9365ad04f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5 HTTP/1.1" status: 200 len: 217 time: 0.0552382 Aug 19 14:57:41.776061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-93175843-4822-459d-b50a-6eea95c1c61b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5586808 Aug 19 14:57:41.776292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c224f-3255-49c3-956c-394dab96ea54 req-92e6f19d-8b0f-45d9-aa5f-6565f431eef5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.777942 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c70c224f-3255-49c3-956c-394dab96ea54 req-92e6f19d-8b0f-45d9-aa5f-6565f431eef5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0750072 Aug 19 14:57:41.822864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Request body: {'port': {'device_id': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:41.823514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.830035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c70c224f-3255-49c3-956c-394dab96ea54 req-b07e0b96-39c0-407a-b436-31bf5e3bdfb4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Aug 19 14:57:41.886791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:41.901484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-be186c56-7397-46d9-8e22-2fc7fba1274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.903099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-be186c56-7397-46d9-8e22-2fc7fba1274a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42be6fc3-ce7c-4bb8-93d3-10ba8361216a HTTP/1.1" status: 200 len: 862 time: 0.1532471 Aug 19 14:57:41.997383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1d0e2-b4df-49b2-a87c-76a22387acfe req-d4a2934c-51ab-44c6-b7e9-097084e5ec15 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.999410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f0c1d0e2-b4df-49b2-a87c-76a22387acfe req-d4a2934c-51ab-44c6-b7e9-097084e5ec15 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.0574117 Aug 19 14:57:42.045655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f0c1d0e2-b4df-49b2-a87c-76a22387acfe req-ebd88d95-8b10-49df-b0e1-5c49ec554759 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Aug 19 14:57:42.178492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e13ab-dac4-49fc-be90-14831de01451 req-63828793-b1b3-4d99-914f-f3817c5f1d73 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:42.181102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a79e13ab-dac4-49fc-be90-14831de01451 req-63828793-b1b3-4d99-914f-f3817c5f1d73 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 932 time: 0.0598624 Aug 19 14:57:42.228556 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a79e13ab-dac4-49fc-be90-14831de01451 req-eba7ece4-d423-40ca-bdaf-1ee99cddabd4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Aug 19 14:57:42.266824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'tag': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:42.269135 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b212f69f-5587-48a2-b221-6266e6e348f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e616864f-1b0f-4cef-8caa-e29ae0a2a1c3", "tag": "ea2ceea9-1a61-433d-8180-aa1bd16727f5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:42.311422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['cc0f5a79-47fc-45f2-9285-49667146e1b3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:42.313652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349559de-0853-4544-a1f9-9d390221f0f9 req-eacd4334-f36c-414d-9234-168f81f8e8ea tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:42.314716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-349559de-0853-4544-a1f9-9d390221f0f9 req-eacd4334-f36c-414d-9234-168f81f8e8ea tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 945 time: 0.5660691 Aug 19 14:57:42.322417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-e0a989d2-135d-4b08-840d-996c2864f66e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e745ff1a-bd37-4353-85fc-8f8c6095f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4081821 Aug 19 14:57:42.373603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.514696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Deleting port fa52c213-5075-49cb-8036-88b27e48c79a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:42.514948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.610184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-349559de-0853-4544-a1f9-9d390221f0f9 req-9b29b1ac-08c6-4925-a629-fcb729841e9f tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups?id=aed70119-afa4-4614-8011-60370bcab3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737544 Aug 19 14:57:42.714150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-82635d3b-75bc-4f99-b254-277e75adb7fd tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:42.715874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-82635d3b-75bc-4f99-b254-277e75adb7fd tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.54 "GET /v2.0/networks?id=f30b0934-0aec-4132-bae3-c7ec76630747 HTTP/1.1" status: 200 len: 815 time: 0.4347172 Aug 19 14:57:42.759141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Request body: {'port': {'device_id': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747', 'admin_state_up': True, 'tenant_id': 'db54c2a72b9b45f5866ce3732654ce29'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:42.766859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-d3c526db-2fe7-4afa-ad1f-846198d027b1 service neutron] 10.222.0.54 "GET /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003911 Aug 19 14:57:42.769816 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3212a301-7140-42af-b4b9-537d330b36fa x-openstack-request-id: req-3212a301-7140-42af-b4b9-537d330b36fa {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:42.770109 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e616864f-1b0f-4cef-8caa-e29ae0a2a1c3", "tag": "ea2ceea9-1a61-433d-8180-aa1bd16727f5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:42.770354 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3212a301-7140-42af-b4b9-537d330b36fa {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:42.770749 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'tag': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5', 'status': 'completed', 'code': 200} Aug 19 14:57:42.936522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.970559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] For port fa52c213-5075-49cb-8036-88b27e48c79a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fa52c213-5075-49cb-8036-88b27e48c79a,segment=NetworkSegment(29c33ca7-b851-4786-a313-cd6c5d427e42),segment_id=29c33ca7-b851-4786-a313-cd6c5d427e42)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:42.970929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.973542 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-429669c4-69c2-4616-b2eb-131d6a1acaa6 req-fb366377-9ecb-4846-bc90-b249607ec470 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0587265 Aug 19 14:57:42.998611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:43.013398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Calling delete_port for fa52c213-5075-49cb-8036-88b27e48c79a owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:43.022322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0cf4-fbc3-4beb-b458-5c44a7d72b4d req-05c51879-e623-46ea-bc90-1ee3955e011c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.024483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e54b0cf4-fbc3-4beb-b458-5c44a7d72b4d req-05c51879-e623-46ea-bc90-1ee3955e011c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.3283565 Aug 19 14:57:43.030728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-9595e96d-20ca-4943-8b98-5a9948cb9cea tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.033066 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-9595e96d-20ca-4943-8b98-5a9948cb9cea tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e&tenant_id=99124f7b967b44bea75c44452241c427&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 949 time: 0.1068535 Aug 19 14:57:43.131679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:43.144771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862', 'port_id': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'mac_address': 'fa:16:3e:47:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec47daa7-977b-4e28-9858-278f2481c32c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:43.177744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-0d4dd296-7812-412b-8ea8-7a2c548e52a4 service neutron] 10.222.0.54 "GET /v2.0/ports/cc0f5a79-47fc-45f2-9285-49667146e1b3/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.1349814 Aug 19 14:57:43.183673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0aaa2b2c-ef98-4df7-a8d6-0849b8260c1a req-7a86a9cb-762c-49fc-ae20-3c82df051fb3 service neutron] 10.222.0.54 "GET /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522305 Aug 19 14:57:43.186753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0507e8-ae2a-4736-be6d-52bbd66b4bae req-953a0af8-23a3-4c34-9b3e-229a383ab0a6 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.188327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0507e8-ae2a-4736-be6d-52bbd66b4bae req-953a0af8-23a3-4c34-9b3e-229a383ab0a6 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0975277 Aug 19 14:57:43.193671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.205582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e54b0cf4-fbc3-4beb-b458-5c44a7d72b4d req-98d0549c-c021-48c1-aa6d-6fb62d168235 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657639 Aug 19 14:57:43.217590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33128f93-3bcb-4ee2-8f49-b708889d6a58 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:43.265624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0507e8-ae2a-4736-be6d-52bbd66b4bae req-bd723521-ddc3-448d-b830-f187f413b24f tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689361 Aug 19 14:57:43.279935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:43.315398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c1675e-5ac7-4259-8af5-c6600563631f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:43.356730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.375067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Made reservation on behalf of db54c2a72b9b45f5866ce3732654ce29 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:43.378634 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.400090 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.430577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Transition to ACTIVE for port object 81c1675e-5ac7-4259-8af5-c6600563631f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:43.436772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-419f3daa-7945-4a4b-94f9-769417f254f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.438377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-419f3daa-7945-4a4b-94f9-769417f254f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1101 time: 0.1923506 Aug 19 14:57:43.438824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e25c3-7858-42ab-bb9d-53c7a2007045 req-d55eb9bc-9ba3-4839-991e-021d98e73f9f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.440450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e32e25c3-7858-42ab-bb9d-53c7a2007045 req-d55eb9bc-9ba3-4839-991e-021d98e73f9f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.0681562 Aug 19 14:57:43.480741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:43.496757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337430ab-ceab-410c-9709-d0b17394e230 req-df52feb6-b96b-4b1d-97a0-f9369d94c30c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.498372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-337430ab-ceab-410c-9709-d0b17394e230 req-df52feb6-b96b-4b1d-97a0-f9369d94c30c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.1780107 Aug 19 14:57:43.546666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e32e25c3-7858-42ab-bb9d-53c7a2007045 req-111cd903-f5ee-4ae1-aa33-017b3ba6697a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972495 Aug 19 14:57:43.551963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-2f0e3a9d-f79c-4d8b-9667-14e1b984eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.553564 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-2f0e3a9d-f79c-4d8b-9667-14e1b984eeb6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbbe10fa3afc4ae39f4a8634a2b65f23&device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0941360 Aug 19 14:57:43.553849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.596399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.676965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['33128f93-3bcb-4ee2-8f49-b708889d6a58'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:43.716508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:43.786978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259d0b-e3a5-4197-b5c5-fc842aef7be9 req-f8c3f92d-ae9e-485b-9961-46b2f9638792 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.789162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11259d0b-e3a5-4197-b5c5-fc842aef7be9 req-f8c3f92d-ae9e-485b-9961-46b2f9638792 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 944 time: 0.1452246 Aug 19 14:57:43.793225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-ad72722a-ff0d-40e1-b396-38d76a66e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.794926 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-ad72722a-ff0d-40e1-b396-38d76a66e7ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=e745ff1a-bd37-4353-85fc-8f8c6095f2c3 HTTP/1.1" status: 200 len: 923 time: 0.2235403 Aug 19 14:57:43.813604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-337430ab-ceab-410c-9709-d0b17394e230 req-bb440861-5224-42ed-a743-b0ff3a7b0cb9 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492907 Aug 19 14:57:43.836364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event deleted for resources: {'Port': ['ID=fa52c213-5075-49cb-8036-88b27e48c79a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:43.860331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-12f656c0-edd8-4ce3-be00-938b3ccdb2b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5 HTTP/1.1" status: 200 len: 217 time: 0.0536425 Aug 19 14:57:43.865377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] No DVR routers for this DVR port fa52c213-5075-49cb-8036-88b27e48c79a on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:43.872546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-5bebd5c2-e6b7-436e-9117-25ae7f2a60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.874077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-5bebd5c2-e6b7-436e-9117-25ae7f2a60f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.4132049 Aug 19 14:57:43.875217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.877275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0380818e-6f01-42a5-a1fe-41069e3f2463 req-7a4ce3f4-d062-46a2-9f9b-41b3a18f9dd9 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.46 "DELETE /v2.0/ports/fa52c213-5075-49cb-8036-88b27e48c79a HTTP/1.1" status: 204 len: 173 time: 2.1641393 Aug 19 14:57:43.890859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Allocated IP 172.20.0.4 (f30b0934-0aec-4132-bae3-c7ec76630747/ef7cb49c-c0f4-4a28-a062-1df55c41ae5d/e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:43.957232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-784ac08b-08df-4993-ba1b-92d1e0af5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.959118 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-784ac08b-08df-4993-ba1b-92d1e0af5949 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42be6fc3-ce7c-4bb8-93d3-10ba8361216a HTTP/1.1" status: 200 len: 862 time: 0.0881147 Aug 19 14:57:43.962752 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11259d0b-e3a5-4197-b5c5-fc842aef7be9 req-cea9df38-0b3c-46cd-b6c0-11f52d66a2fa tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642754 Aug 19 14:57:43.966709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-a1210a17-b418-4d51-ad27-c7ba9d200417 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0829620 Aug 19 14:57:44.016664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ddd8109-0fcb-4add-8e4a-36b9c76554e8 req-cef8b3d2-644e-406f-ac4f-0e0be1dae915 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.0553119 Aug 19 14:57:44.026386 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-8ba739c2-34e7-4920-a4cd-43bbf422314d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e745ff1a-bd37-4353-85fc-8f8c6095f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495012 Aug 19 14:57:44.077411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Attempting to bind port 81c1675e-5ac7-4259-8af5-c6600563631f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:44.077664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Attempting to bind port 81c1675e-5ac7-4259-8af5-c6600563631f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:44.077997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Attempting to bind port 81c1675e-5ac7-4259-8af5-c6600563631f on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:44.098633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Port 81c1675e-5ac7-4259-8af5-c6600563631f on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:44.098633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Attempting to bind port 81c1675e-5ac7-4259-8af5-c6600563631f on network b8badaff-e4d5-41a6-a394-6b7ef0ee813a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:44.157898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:44.164953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Checking segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:44.164953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Bound using segment: {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:44.164953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Bound port: 81c1675e-5ac7-4259-8af5-c6600563631f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e30e7a-2f3b-46cc-9359-d0d79f2750a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:44.164953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.164953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-07e44ddd-0db4-4aee-a301-40000777415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.165780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-07e44ddd-0db4-4aee-a301-40000777415d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1871841 Aug 19 14:57:44.303353 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-d4e8145a-ed3a-4877-a2d8-119f0cb1f251 service neutron] 10.222.0.54 "GET /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704332 Aug 19 14:57:44.314354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-2ff774d2-4dc6-42c8-b342-e65a047a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.315940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-2ff774d2-4dc6-42c8-b342-e65a047a9cc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1380348 Aug 19 14:57:44.352867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:44.370923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.387239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ce09262-fe37-46f5-b62e-be110fb2e122 req-7ce74378-cbaa-4327-815e-b317e379f378 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0681529 Aug 19 14:57:44.437877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:44.496519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b212f69f-5587-48a2-b221-6266e6e348f6 req-20f04c7a-08bb-4335-84f9-7a3ca631ed2a service neutron] 10.222.0.54 "GET /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846426 Aug 19 14:57:44.518338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09bd4-7a5d-4beb-8442-80e73f09138b req-820e2ab5-d99e-4d0f-b037-37f92d04d502 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.520031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5f09bd4-7a5d-4beb-8442-80e73f09138b req-820e2ab5-d99e-4d0f-b037-37f92d04d502 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.1444910 Aug 19 14:57:44.521262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-1c113073-c93d-47ee-96c0-aeb511702ec9 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817083 Aug 19 14:57:44.528103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.581890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5f09bd4-7a5d-4beb-8442-80e73f09138b req-19dcce1b-fe31-44e9-b14b-38bb68902a39 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542481 Aug 19 14:57:44.673766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.674401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.676004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] 10.222.0.54 "PUT /v2.0/ports/81c1675e-5ac7-4259-8af5-c6600563631f HTTP/1.1" status: 200 len: 1093 time: 2.8761082 Aug 19 14:57:44.703876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.723208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db1afd-085f-484d-90db-9a2f5591d5e5 req-d361da08-997d-4cb7-9b8c-398ec4c9aedb tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.724731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53db1afd-085f-484d-90db-9a2f5591d5e5 req-d361da08-997d-4cb7-9b8c-398ec4c9aedb tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 944 time: 0.2368400 Aug 19 14:57:44.751362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ae33-6d69-4f42-87f5-b4658d695c52 req-3854844b-9160-4fe9-95e4-b489a9b23367 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.752972 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66b8ae33-6d69-4f42-87f5-b4658d695c52 req-3854844b-9160-4fe9-95e4-b489a9b23367 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.0743730 Aug 19 14:57:44.754022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696a53a-3023-4d4b-8a18-58a023b106aa service neutron] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:44.780674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'name': 'network-vif-deleted', 'tag': 'fa52c213-5075-49cb-8036-88b27e48c79a'}, {'name': 'network-changed', 'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:44.782915 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604079f-55c6-43b7-b9bb-f5743fe94812" -d '{"events": [{"server_uuid": "a69bd294-f5d5-4959-a516-d21208d9ab13", "name": "network-vif-deleted", "tag": "fa52c213-5075-49cb-8036-88b27e48c79a"}, {"name": "network-changed", "server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:44.811667 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66b8ae33-6d69-4f42-87f5-b4658d695c52 req-52c2060b-c62a-48ed-a6d0-7347fa93a9a5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Aug 19 14:57:44.837648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Network f30b0934-0aec-4132-bae3-c7ec76630747 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:44.859811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:44.863384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-bdfcabb6-b4ca-4d8f-8fa6-a4478345e287 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.864988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-bdfcabb6-b4ca-4d8f-8fa6-a4478345e287 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.2237194 Aug 19 14:57:44.868457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:44.874684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-d05392d8-6d4f-43de-bbeb-1910121dfe6a service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421297 Aug 19 14:57:44.884492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:44.913355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53db1afd-085f-484d-90db-9a2f5591d5e5 req-1ce7c5e3-fc38-4721-a1f1-294995e32cc5 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759708 Aug 19 14:57:44.919624 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70484a44-b2b6-4014-a306-d04999f09f5a x-openstack-request-id: req-70484a44-b2b6-4014-a306-d04999f09f5a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:44.922595 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69bd294-f5d5-4959-a516-d21208d9ab13", "name": "network-vif-deleted", "tag": "fa52c213-5075-49cb-8036-88b27e48c79a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:44.922595 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70484a44-b2b6-4014-a306-d04999f09f5a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:44.922595 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69bd294-f5d5-4959-a516-d21208d9ab13', 'name': 'network-vif-deleted', 'tag': 'fa52c213-5075-49cb-8036-88b27e48c79a', 'status': 'completed', 'code': 200} Aug 19 14:57:44.922595 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f', 'status': 'completed', 'code': 200} Aug 19 14:57:44.922595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Pushing event updated for resources: {'Port': ['ID=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:45.002401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.003138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.004965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:45.049156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.051179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-f56612e0-51ce-456f-88f4-f30d5566a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.052754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-f56612e0-51ce-456f-88f4-f30d5566a490 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 1096 time: 0.1348708 Aug 19 14:57:45.065168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067b30-b062-47a5-b058-30bc7ac9dd70 req-9f3248a9-0a54-4539-867e-8e4438263472 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.067184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e3067b30-b062-47a5-b058-30bc7ac9dd70 req-9f3248a9-0a54-4539-867e-8e4438263472 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.1020694 Aug 19 14:57:45.118272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e3067b30-b062-47a5-b058-30bc7ac9dd70 req-c097204d-2c1e-4db2-a835-28202b87488b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Aug 19 14:57:45.160924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-9815e716-71b5-4065-ae01-443ed23bba7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c1675e-5ac7-4259-8af5-c6600563631f HTTP/1.1" status: 200 len: 217 time: 0.0779638 Aug 19 14:57:45.214489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-888ba15a-af65-4fd1-b568-b50067d6c41b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4785697 Aug 19 14:57:45.244816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Request body: {'port': {'device_id': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:45.249843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 33128f93-3bcb-4ee2-8f49-b708889d6a58 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:45.250531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 33128f93-3bcb-4ee2-8f49-b708889d6a58 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:45.250987 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.260183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-739901ea-e2c3-4fa1-88aa-d009fd398344 req-6d231326-d56b-4049-83b5-42e0e27d90fa tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69bd294-f5d5-4959-a516-d21208d9ab13 HTTP/1.1" status: 200 len: 210 time: 0.0364857 Aug 19 14:57:45.360215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.386941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:45.389197 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04480f-9400-450e-9605-f50d2ef9983a" -d '{"events": [{"server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "name": "network-vif-plugged", "status": "completed", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:45.404261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:45.434264 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda55e0-4078-4bad-833e-2fbda874b0cb x-openstack-request-id: req-edda55e0-4078-4bad-833e-2fbda874b0cb {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:45.434724 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "name": "network-vif-plugged", "status": "completed", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:45.435335 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edda55e0-4078-4bad-833e-2fbda874b0cb {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:45.435863 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'code': 200} Aug 19 14:57:45.456133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:45.542576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.543918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fa52c213-5075-49cb-8036-88b27e48c79a no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:45.564174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf2b6a-8a8a-4aeb-a4a0-c02f83c349dd req-93c3d19e-56f4-4195-a6be-0ccf78632925 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.569213 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9aaf2b6a-8a8a-4aeb-a4a0-c02f83c349dd req-93c3d19e-56f4-4195-a6be-0ccf78632925 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 931 time: 0.0741482 Aug 19 14:57:45.589385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: fa52c213-5075-49cb-8036-88b27e48c79a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:45.590258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fa52c213-5075-49cb-8036-88b27e48c79a not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:45.603575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc25b-b782-4189-be53-494210945a2a req-b8b6ed09-f333-4d93-b76b-023358c8271e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.605200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e58dc25b-b782-4189-be53-494210945a2a req-b8b6ed09-f333-4d93-b76b-023358c8271e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 944 time: 0.5376639 Aug 19 14:57:45.620838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:45.629362 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9aaf2b6a-8a8a-4aeb-a4a0-c02f83c349dd req-9706b3f4-6347-4cd4-8e1e-b5e1aaad4fad tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Aug 19 14:57:45.672914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-94364485-184e-46b3-984b-0b78e7bc9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.674410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-94364485-184e-46b3-984b-0b78e7bc9927 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.5044215 Aug 19 14:57:45.682497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port cc0f5a79-47fc-45f2-9285-49667146e1b3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:45.687010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port cc0f5a79-47fc-45f2-9285-49667146e1b3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:45.687393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.745694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33112cef-7dce-4801-a2df-0d85ea0f734f req-9977667c-19f1-4d00-8ec1-9f5729d5d607 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.745983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-8c3bf456-4f8d-4ff7-a204-434c0d0f9968 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573597 Aug 19 14:57:45.747650 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33112cef-7dce-4801-a2df-0d85ea0f734f req-9977667c-19f1-4d00-8ec1-9f5729d5d607 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 945 time: 0.0585647 Aug 19 14:57:45.778641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.787189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.802760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33112cef-7dce-4801-a2df-0d85ea0f734f req-1d60b315-dfa6-4a12-9c14-6ce99b41dc88 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477870 Aug 19 14:57:45.828329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:45.851312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e58dc25b-b782-4189-be53-494210945a2a req-c52f33e9-fc99-4cb2-80cd-f9f0ddd28e54 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162406 Aug 19 14:57:45.862737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704b371-3daa-466c-b553-d3cad46ceb40 req-58aa2033-972a-413e-be6e-2c13fa39512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.864273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9704b371-3daa-466c-b553-d3cad46ceb40 req-58aa2033-972a-413e-be6e-2c13fa39512a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1097 time: 0.2538643 Aug 19 14:57:45.866869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:45.911016 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.959362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc15d-8eeb-4795-8918-25256c5c17f1 req-504817c3-b0c5-45c5-a9c0-e59eca41c9e7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.961893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-879cc15d-8eeb-4795-8918-25256c5c17f1 req-504817c3-b0c5-45c5-a9c0-e59eca41c9e7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0559289 Aug 19 14:57:45.987511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:46.003541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9704b371-3daa-466c-b553-d3cad46ceb40 req-5bb8c5b3-a059-4f7e-b0e5-51a73ac0a691 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229036 Aug 19 14:57:46.016832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-879cc15d-8eeb-4795-8918-25256c5c17f1 req-1db52a88-4059-4c0c-b56e-76f63e668119 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Aug 19 14:57:46.060673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-3ed6f7e2-95cc-40e6-bd9d-287109954bda service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020835 Aug 19 14:57:46.080129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:46.253103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.258136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca2361-1b30-494f-8cec-ef462f70d694 req-291da993-2157-49ac-8785-cc75a104ce56 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.259777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4aca2361-1b30-494f-8cec-ef462f70d694 req-291da993-2157-49ac-8785-cc75a104ce56 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0686178 Aug 19 14:57:46.262337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012b94-3f05-4225-a9de-e0aaeed8a7c6 req-0ed706a9-5ad5-4a8f-9cef-02458b72e863 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.263897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae012b94-3f05-4225-a9de-e0aaeed8a7c6 req-0ed706a9-5ad5-4a8f-9cef-02458b72e863 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 944 time: 0.2110798 Aug 19 14:57:46.305279 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4aca2361-1b30-494f-8cec-ef462f70d694 req-6a5e1c31-1235-4af8-859f-ee6326db8b77 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Aug 19 14:57:46.350894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a71c28d-fbe3-4531-9fa4-1d2e64e4e1c4 req-70d0f754-711a-493c-83e2-021ff4ab94bc service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688560 Aug 19 14:57:46.358841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae012b94-3f05-4225-a9de-e0aaeed8a7c6 req-d4942cd2-7f5e-49c5-b8c3-964591530241 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793450 Aug 19 14:57:46.399657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.536750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:46.541297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:46.556569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.579735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:46.580070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:46.580400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:46.606237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Transition to ACTIVE for port object e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:46.609105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:46.609457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:46.617834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:46.618211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:46.618599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:46.619058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Bound port: fc0955e8-854d-4918-a145-ba39cb1703ae, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:46.619423 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.644952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-97d84958-5771-4239-a584-a1f3bbbc2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.645681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:46.648459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-97d84958-5771-4239-a584-a1f3bbbc2fcd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1081d72689d145ab8da0d34f7fa18a43&device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 1096 time: 0.0933521 Aug 19 14:57:46.710214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0043011b-2039-43f9-bddd-421fc00fd2ff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.737472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0043011b-2039-43f9-bddd-421fc00fd2ff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.804653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.877472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:46.907491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0043011b-2039-43f9-bddd-421fc00fd2ff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.910245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0043011b-2039-43f9-bddd-421fc00fd2ff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.913161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0043011b-2039-43f9-bddd-421fc00fd2ff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "DELETE /v2.0/security-groups/1cd2da3a-bdc1-4a5b-877b-0f82fb12a2fa HTTP/1.1" status: 204 len: 168 time: 0.2646694 Aug 19 14:57:46.928082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:46.930971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48754) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:46.931613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:46.933980 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a015e-6686-413d-923c-4cb2cea2974c" -d '{"events": [{"server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:46.943291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043011b-2039-43f9-bddd-421fc00fd2ff tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2da3a-bdc1-4a5b-877b-0f82fb12a2fa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:46.974773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3c94d-1e2e-44d2-a4bb-841cc9f488a2 req-155eb497-736d-495a-bf6b-08925e413a31 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.977554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-88d3c94d-1e2e-44d2-a4bb-841cc9f488a2 req-155eb497-736d-495a-bf6b-08925e413a31 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0851102 Aug 19 14:57:46.983697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30042957-a5c0-4d6a-b643-e34cfd63b6ce req-3ec7021b-14dd-4290-bebe-542a46d4ae8b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.984136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30042957-a5c0-4d6a-b643-e34cfd63b6ce req-3ec7021b-14dd-4290-bebe-542a46d4ae8b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 943 time: 0.2742214 Aug 19 14:57:46.988265 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-ca8f8028-43c4-4c09-8517-48f7e2003c56 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] show failed (client error): The resource could not be found. Aug 19 14:57:46.992918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ca8f8028-43c4-4c09-8517-48f7e2003c56 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "GET /v2.0/security-groups/1cd2da3a-bdc1-4a5b-877b-0f82fb12a2fa HTTP/1.1" status: 404 len: 347 time: 0.0523455 Aug 19 14:57:46.994318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:46.995243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Pushing event updated for resources: {'Port': ['ID=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:46.995484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:47.040077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-c1927692-f609-40bc-87a3-52abc3b21478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.041516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-c1927692-f609-40bc-87a3-52abc3b21478 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 200 len: 906 time: 0.3493738 Aug 19 14:57:47.053099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.159460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-1ff2885c-599c-4d9c-b432-2e75b333d4e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c1675e-5ac7-4259-8af5-c6600563631f HTTP/1.1" status: 200 len: 217 time: 0.1081107 Aug 19 14:57:47.189505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:47.192035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-88d3c94d-1e2e-44d2-a4bb-841cc9f488a2 req-37e02b46-8ec4-45f7-9e0e-60b5f919baa5 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853173 Aug 19 14:57:47.207652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30042957-a5c0-4d6a-b643-e34cfd63b6ce req-e9de4bc6-dda2-4d61-85f2-58c8b4aaaf3f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171457 Aug 19 14:57:47.224725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Deleting port 7579b075-aab3-498e-9dc6-2b1323d90805 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:47.228708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.246974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:47.247462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:47.248014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:47.258816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:47.259326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempting to bind port fc0955e8-854d-4918-a145-ba39cb1703ae on network 669b41a5-b896-48cc-884a-214d808dd4e4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:47.266750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:47.267427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Checking segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:47.268236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Bound using segment: {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:47.268716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Bound port: fc0955e8-854d-4918-a145-ba39cb1703ae, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb35fdb-f86d-4c8a-85df-0d060668b312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '669b41a5-b896-48cc-884a-214d808dd4e4'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:47.269146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.325501 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c859d761-f037-48ac-a496-3f5ca2dac5fd x-openstack-request-id: req-c859d761-f037-48ac-a496-3f5ca2dac5fd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:47.325792 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:47.326052 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c859d761-f037-48ac-a496-3f5ca2dac5fd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:47.326560 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'code': 200} Aug 19 14:57:47.372639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.374689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.385071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:47.391940 n-d-779913-32 neutron-server[101964]: WARNING neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Concurrent port binding operations failed on port fc0955e8-854d-4918-a145-ba39cb1703ae Aug 19 14:57:47.395161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Calling delete_port for 7579b075-aab3-498e-9dc6-2b1323d90805 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:47.397428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:47.401942 n-d-779913-32 neutron-server[101964]: INFO neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Attempt 2 to bind port fc0955e8-854d-4918-a145-ba39cb1703ae Aug 19 14:57:47.402553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae has no active binding in host n-h1-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:57:47.427324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Attempting to bind port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:47.427932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Attempting to bind port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '4b495312-4a6d-45a2-9569-400427557a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:47.428434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Attempting to bind port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 on network f30b0934-0aec-4132-bae3-c7ec76630747 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:47.436602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:47.439079 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e34195c-89f7-4db5-aa5a-07c19e2e6bf4" -d '{"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:47.441737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.442376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.443818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-378e2a21-a573-4674-8736-c9c4b84ef8d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 1123 time: 2.5667789 Aug 19 14:57:47.445262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 on network f30b0934-0aec-4132-bae3-c7ec76630747 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:47.445736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Attempting to bind port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 on network f30b0934-0aec-4132-bae3-c7ec76630747 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:47.448957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-0aacc3a2-1bd3-456c-972a-acb828c65ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.450520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-0aacc3a2-1bd3-456c-972a-acb828c65ba2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 200 len: 845 time: 0.2803583 Aug 19 14:57:47.453833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ea2ceea9-1a61-433d-8180-aa1bd16727f5 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:47.462198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:47.462814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Checking segment: {'id': '4b495312-4a6d-45a2-9569-400427557a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:47.464002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Bound using segment: {'id': '4b495312-4a6d-45a2-9569-400427557a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:47.464188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Bound port: e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b495312-4a6d-45a2-9569-400427557a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:47.465097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.540480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-9fa83881-2f24-4336-858e-d31c1459fb0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b8badaff-e4d5-41a6-a394-6b7ef0ee813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662649 Aug 19 14:57:47.552523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3cc57-093b-4edf-a6bf-f6bf653229ee req-8cc736e3-d6b6-4023-b19a-3033dc0e30af tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.554673 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70e3cc57-093b-4edf-a6bf-f6bf653229ee req-8cc736e3-d6b6-4023-b19a-3033dc0e30af tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0898888 Aug 19 14:57:47.565052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ec77-8738-4bf5-be00-ba1833dfece5 req-be10c30b-2f9a-4485-a539-de508b0d72bd tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.573727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe62ec77-8738-4bf5-be00-ba1833dfece5 req-be10c30b-2f9a-4485-a539-de508b0d72bd tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 944 time: 0.2722893 Aug 19 14:57:47.606863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ea2ceea9-1a61-433d-8180-aa1bd16727f5, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5,segment=NetworkSegment(95157f74-f364-4dee-8c41-103a1c996515),segment_id=95157f74-f364-4dee-8c41-103a1c996515)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:47.626473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70e3cc57-093b-4edf-a6bf-f6bf653229ee req-c30a6ce7-4606-4fde-b31a-cfa54b78244b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569205 Aug 19 14:57:47.635903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5', 'network_id': 'e745ff1a-bd37-4353-85fc-8f8c6095f2c3', 'port_id': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5', 'mac_address': 'fa:16:3e:56:3a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42be6fc3-ce7c-4bb8-93d3-10ba8361216a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:47.644755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['fc0955e8-854d-4918-a145-ba39cb1703ae'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:47.702221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['fc0955e8-854d-4918-a145-ba39cb1703ae'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:47.742662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe62ec77-8738-4bf5-be00-ba1833dfece5 req-497d971c-c822-4661-a949-a1f27d2f885e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513681 Aug 19 14:57:47.747043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] For port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:47.753287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] For port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,segment=NetworkSegment(4b495312-4a6d-45a2-9569-400427557a72),segment_id=4b495312-4a6d-45a2-9569-400427557a72)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:47.787268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-223af995-529a-4c01-a8bc-a278fb263e46 service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378337 Aug 19 14:57:47.789027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.834121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1c340-78c8-45fc-b3fc-d300f545b061 req-62ade6bc-1054-4f7e-b9be-97892f54d41b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.849852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-13c1c340-78c8-45fc-b3fc-d300f545b061 req-62ade6bc-1054-4f7e-b9be-97892f54d41b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.1071708 Aug 19 14:57:47.850097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2ceea9-1a61-433d-8180-aa1bd16727f5 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:47.889927 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.918924 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-13c1c340-78c8-45fc-b3fc-d300f545b061 req-f2fbabed-ea5a-4000-904f-a0dd7ea41f1d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703616 Aug 19 14:57:47.948437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Pushing event deleted for resources: {'Port': ['ID=7579b075-aab3-498e-9dc6-2b1323d90805,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:47.961430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ea2ceea9-1a61-433d-8180-aa1bd16727f5, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5,segment=NetworkSegment(95157f74-f364-4dee-8c41-103a1c996515),segment_id=95157f74-f364-4dee-8c41-103a1c996515)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:47.964565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15b535-180b-4dab-863c-e0740e4cffed req-864fe74c-c002-4f81-856f-3234ea04e0a0 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.982572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad15b535-180b-4dab-863c-e0740e4cffed req-864fe74c-c002-4f81-856f-3234ea04e0a0 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 944 time: 0.1023970 Aug 19 14:57:48.019042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b604079f-55c6-43b7-b9bb-f5743fe94812 req-1bab06e8-b10f-420c-be98-f9c99100d920 service neutron] 10.222.0.54 "GET /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239230 Aug 19 14:57:48.029568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.035200 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d4245-c9ef-4545-acbf-f46ef1b3a7de x-openstack-request-id: req-e93d4245-c9ef-4545-acbf-f46ef1b3a7de {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:48.036001 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:48.036189 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e93d4245-c9ef-4545-acbf-f46ef1b3a7de {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:48.036685 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'code': 200} Aug 19 14:57:48.049562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.053974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.056539 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de0e13dd-0e0a-4b08-a11d-d9f49bd6c7f4 tempest-ImagesOneServerNegativeTestJSON-281013846 tempest-ImagesOneServerNegativeTestJSON-281013846-project] 10.222.0.13 "DELETE /v2.0/floatingips/d43cfb18-c09d-4998-83b1-0785ab206639 HTTP/1.1" status: 204 len: 168 time: 1.0598922 Aug 19 14:57:48.066884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.129792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad15b535-180b-4dab-863c-e0740e4cffed req-00ba308e-83c8-4061-a29f-7ae148e4410e tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459453 Aug 19 14:57:48.171008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.171365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.173858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] 10.222.0.54 "PUT /v2.0/ports/e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 HTTP/1.1" status: 200 len: 1092 time: 2.9364421 Aug 19 14:57:48.185786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ea2ceea9-1a61-433d-8180-aa1bd16727f5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:48.224917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7122c-b4d8-4427-83ab-9eb3cee9285a service neutron] Pushing event updated for resources: {'Port': ['ID=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:48.279753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48784) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:48.346086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Deleting subnet 89ce3c28-7fb8-4bfd-9319-72f51d900e1f {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:57:48.350457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.426757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.437860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f704-c2da-4ea4-b918-7d8671a29a9b req-87cf7268-4fea-4b6a-977e-6badf1e4a4bd tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.439480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b552f704-c2da-4ea4-b918-7d8671a29a9b req-87cf7268-4fea-4b6a-977e-6badf1e4a4bd tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 943 time: 0.1150684 Aug 19 14:57:48.447793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-48011dff-2cf8-4666-856c-a8d2b95e7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.448768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-48011dff-2cf8-4666-856c-a8d2b95e7b1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db54c2a72b9b45f5866ce3732654ce29&device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 1095 time: 0.0725505 Aug 19 14:57:48.477319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7b6d2-a8d4-401c-a1a2-9c59eb61266c req-d7da0432-5437-40a8-aa21-4e41a101b71a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.478023 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44f7b6d2-a8d4-401c-a1a2-9c59eb61266c req-d7da0432-5437-40a8-aa21-4e41a101b71a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0986722 Aug 19 14:57:48.494170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.515915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-e320ae3c-2c5f-4e19-87cf-b0e7f379d3b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 HTTP/1.1" status: 200 len: 217 time: 0.0508885 Aug 19 14:57:48.538762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b552f704-c2da-4ea4-b918-7d8671a29a9b req-51c2b732-4cd9-4122-9f69-b8e1f5a409d9 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888722 Aug 19 14:57:48.573080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44f7b6d2-a8d4-401c-a1a2-9c59eb61266c req-944bed67-2170-4fa3-b44c-c30aa00fa011 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Aug 19 14:57:48.590203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-d595a19d-373f-4eb1-94ce-b3bfa5b4b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.591758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-d595a19d-373f-4eb1-94ce-b3bfa5b4b81b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef7cb49c-c0f4-4a28-a062-1df55c41ae5d HTTP/1.1" status: 200 len: 855 time: 0.0665495 Aug 19 14:57:48.631232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-57f30d23-66b2-4e9c-b453-5cfbffe07bcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f30b0934-0aec-4132-bae3-c7ec76630747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314457 Aug 19 14:57:48.701412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['ea2ceea9-1a61-433d-8180-aa1bd16727f5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:48.711244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.749656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ce3c28-7fb8-4bfd-9319-72f51d900e1f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:48.755899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.758334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-869914fc-0f13-43a7-a915-8510150fa951 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89ce3c28-7fb8-4bfd-9319-72f51d900e1f HTTP/1.1" status: 204 len: 168 time: 0.4774287 Aug 19 14:57:48.763709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48788) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:48.843862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-eb57b87f-02dc-4f8a-9f34-008e429d49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.846838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-eb57b87f-02dc-4f8a-9f34-008e429d49ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e&tenant_id=99124f7b967b44bea75c44452241c427 HTTP/1.1" status: 200 len: 1102 time: 0.1410737 Aug 19 14:57:48.847088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.884721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:48.947239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6d3b-99d2-4d9d-bb55-8dfe55aa1c03 req-b72150f5-71df-4635-afbb-994b21e62478 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.948827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93ee6d3b-99d2-4d9d-bb55-8dfe55aa1c03 req-b72150f5-71df-4635-afbb-994b21e62478 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.2446783 Aug 19 14:57:48.950786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-343a76b5-4a35-4ce5-a451-760366c31ade service neutron] 10.222.0.54 "GET /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112068 Aug 19 14:57:48.969947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660382-9c65-4626-b04d-0a86c1fbda35 req-8ac44409-6df7-4abe-a34e-725e7ea29bfd tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.971483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dd660382-9c65-4626-b04d-0a86c1fbda35 req-8ac44409-6df7-4abe-a34e-725e7ea29bfd tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 944 time: 0.1224389 Aug 19 14:57:49.004058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.020749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c386785-0db3-4fe8-8d35-d023d0212d62']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:49.042664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c33ca7-b851-4786-a313-cd6c5d427e42') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:49.042968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c33ca7-b851-4786-a313-cd6c5d427e42') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:49.047831 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dd660382-9c65-4626-b04d-0a86c1fbda35 req-60008f0c-3e75-4aa7-bfb2-409c97e72f9b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684285 Aug 19 14:57:49.052821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.061360 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.088559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.096502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:57:49.096928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:57:49.100056 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:57:49.138664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93ee6d3b-99d2-4d9d-bb55-8dfe55aa1c03 req-7b400bbf-7aaa-4742-b308-48b917d7e70e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687312 Aug 19 14:57:49.204528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa4d81c4-35e7-46e8-ada5-8a0eea9b23c5 req-a2cb52bc-1c1b-4b99-a7b7-330201d279ca service neutron] 10.222.0.54 "GET /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454329 Aug 19 14:57:49.240126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd66b9-73fa-45a0-a821-fc72756ddc9a req-120858db-cd57-49ed-86cf-ee14099b28ae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.244800 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18bd66b9-73fa-45a0-a821-fc72756ddc9a req-120858db-cd57-49ed-86cf-ee14099b28ae tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0869515 Aug 19 14:57:49.294834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-18bd66b9-73fa-45a0-a821-fc72756ddc9a req-8aeaeab6-0dbc-41f1-9b52-104bf6a7e544 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389168 Aug 19 14:57:49.334746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae'}, {'name': 'network-changed', 'server_uuid': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'tag': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:49.337202 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885b924c-a3d6-4653-bd7d-a7a099043c84" -d '{"events": [{"name": "network-changed", "server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae"}, {"name": "network-changed", "server_uuid": "913d34e7-88cb-4ff1-9375-a88f53f50b8d", "tag": "e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:49.370816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f7966-4256-4154-8a6e-d25d071e9c58 req-737d495f-fad3-4bcf-a09b-6a390599161c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.372724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e7f7966-4256-4154-8a6e-d25d071e9c58 req-737d495f-fad3-4bcf-a09b-6a390599161c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1097 time: 0.1113579 Aug 19 14:57:49.411390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.434397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ab85d-7e64-4f7f-8703-15363b47cdb7 req-8f48a13f-30d6-4cdf-9adc-22e3d01aa1b0 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.436095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e7f7966-4256-4154-8a6e-d25d071e9c58 req-3e3c94f5-6247-473d-af71-3cf9d360ef32 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Aug 19 14:57:49.437186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-747ab85d-7e64-4f7f-8703-15363b47cdb7 req-8f48a13f-30d6-4cdf-9adc-22e3d01aa1b0 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0829797 Aug 19 14:57:49.449613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.454382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:49.457324 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c386785-0db3-4fe8-8d35-d023d0212d62 HTTP/1.1" status: 204 len: 168 time: 0.6921406 Aug 19 14:57:49.481872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b7cb-8fcf-4cde-9ead-5d6628f41c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c386785-0db3-4fe8-8d35-d023d0212d62,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:49.487852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:49.502219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:49.510483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:49.535980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-747ab85d-7e64-4f7f-8703-15363b47cdb7 req-e7641801-c63c-4957-83b9-27205572a428 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911531 Aug 19 14:57:49.568403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.587921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Transition to ACTIVE for port object cc0f5a79-47fc-45f2-9285-49667146e1b3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:49.604327 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4752ce00-d030-4435-868b-02baa596efde x-openstack-request-id: req-4752ce00-d030-4435-868b-02baa596efde {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:49.604644 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "913d34e7-88cb-4ff1-9375-a88f53f50b8d", "tag": "e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:49.604905 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4752ce00-d030-4435-868b-02baa596efde {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:49.605354 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'status': 'completed', 'code': 200} Aug 19 14:57:49.605619 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'tag': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2', 'status': 'completed', 'code': 200} Aug 19 14:57:49.692007 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.740991 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.745083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:49.768304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '81c1675e-5ac7-4259-8af5-c6600563631f', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': '81c1675e-5ac7-4259-8af5-c6600563631f', 'mac_address': 'fa:16:3e:8f:aa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:49.806104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] No DVR routers for this DVR port cc0f5a79-47fc-45f2-9285-49667146e1b3 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:49.817081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:49.821615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d17a2-8ca5-465e-b437-6e6912ad7bdc req-b9e06bf1-9ebe-4a94-91e7-f481d794c34d tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.829251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f7d17a2-8ca5-465e-b437-6e6912ad7bdc req-b9e06bf1-9ebe-4a94-91e7-f481d794c34d tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1097 time: 0.1815612 Aug 19 14:57:49.836577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c5348-a543-426f-9827-d50fc7949eae req-24a3b8f8-59b6-43e1-86d0-cc00863d598f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.840524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-130d934d-1a31-4f1e-ae5f-de76b8162b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.842104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-130d934d-1a31-4f1e-ae5f-de76b8162b1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1126 time: 0.1801939 Aug 19 14:57:49.846739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d0c5348-a543-426f-9827-d50fc7949eae req-24a3b8f8-59b6-43e1-86d0-cc00863d598f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 943 time: 0.1325119 Aug 19 14:57:49.858775 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.860977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:57:49.861530 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:57:49.874728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c1675e-5ac7-4259-8af5-c6600563631f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:49.899229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d0c5348-a543-426f-9827-d50fc7949eae req-66b564f4-137d-4567-ae13-455af4821100 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477967 Aug 19 14:57:49.920349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:49.959955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:49.960671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:49.961322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:50.003844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f7d17a2-8ca5-465e-b437-6e6912ad7bdc req-cf03286e-3af2-4744-a6a1-aa8ffd7d21aa tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736000 Aug 19 14:57:50.008863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:50.009564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Attempting to bind port cc0f5a79-47fc-45f2-9285-49667146e1b3 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:50.024765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:50.025169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:50.025668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:50.026259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Bound port: cc0f5a79-47fc-45f2-9285-49667146e1b3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:50.026745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.044719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.184929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48820) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:50.273901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:50.275167 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dcb95d1a-8be1-401b-88fc-da1c425ac51e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d2865fd6a4c46ee9974a6cf22404c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888946 Aug 19 14:57:50.275992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:50.283999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5bae8-d381-4f3b-b649-a0e9d2d118bb req-dbb89f2b-1dbc-4c5d-a3fd-0e9917c98429 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:50.285633 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9db5bae8-d381-4f3b-b649-a0e9d2d118bb req-dbb89f2b-1dbc-4c5d-a3fd-0e9917c98429 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.1107399 Aug 19 14:57:50.377015 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9db5bae8-d381-4f3b-b649-a0e9d2d118bb req-34de0e8e-261b-4372-904d-2b350c014a27 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661004 Aug 19 14:57:50.394183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ca40ac9-d123-443b-9ddc-97470adf3e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.448324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ca40ac9-d123-443b-9ddc-97470adf3e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.545468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-6ff0b38b-08d5-4d9d-81a8-7ef1a6f451c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:50.546851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-6ff0b38b-08d5-4d9d-81a8-7ef1a6f451c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.6783595 Aug 19 14:57:50.563018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267bce-3293-4b9c-bc0f-942f5620d3bc req-8e026b17-7bce-4a00-b27b-4fcaebddced5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:50.564548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23267bce-3293-4b9c-bc0f-942f5620d3bc req-8e026b17-7bce-4a00-b27b-4fcaebddced5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 945 time: 0.1147733 Aug 19 14:57:50.625097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ca40ac9-d123-443b-9ddc-97470adf3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.628074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ca40ac9-d123-443b-9ddc-97470adf3e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.629351 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6ca40ac9-d123-443b-9ddc-97470adf3e55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aed70119-afa4-4614-8011-60370bcab3c9 HTTP/1.1" status: 204 len: 168 time: 0.3427296 Aug 19 14:57:50.642513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-bb217b08-c855-4794-86c2-468de6a71aff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 217 time: 0.0722439 Aug 19 14:57:50.644015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca40ac9-d123-443b-9ddc-97470adf3e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed70119-afa4-4614-8011-60370bcab3c9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:50.656252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:50.703928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:50.732139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23267bce-3293-4b9c-bc0f-942f5620d3bc req-bf36ab75-62fd-4217-a751-98f50b620beb tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486347 Aug 19 14:57:50.742357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-d052dd12-af5c-4db6-9675-4dccda285e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:50.752540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-d052dd12-af5c-4db6-9675-4dccda285e1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.0906546 Aug 19 14:57:50.779973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-fe07ff14-fd9c-4df9-903f-9caf13f7ccd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274634 Aug 19 14:57:50.782576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.823312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['81c1675e-5ac7-4259-8af5-c6600563631f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:50.854656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:50.856261 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.858034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] 10.222.0.46 "PUT /v2.0/ports/cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 1098 time: 1.9987273 Aug 19 14:57:50.995624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=11']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:51.025919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c718b-8548-42a5-9fcb-a09502216ec0 req-7426b07f-42bd-4028-8ab8-473383ce44a3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.027665 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f46c718b-8548-42a5-9fcb-a09502216ec0 req-7426b07f-42bd-4028-8ab8-473383ce44a3 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.1943798 Aug 19 14:57:51.035081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.035499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.036025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.036179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.036529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.036854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.037217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.037647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.037966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.038856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.039154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.039475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd514bde-c3e6-4227-991b-ad9204bcc0ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.092261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-5aa84561-b37e-435f-a32d-0e5de82db51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.094579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-5aa84561-b37e-435f-a32d-0e5de82db51b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1101 time: 0.1748228 Aug 19 14:57:51.098170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-73b61201-6d16-40e2-a1f7-e2e404354610 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728534 Aug 19 14:57:51.311150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f46c718b-8548-42a5-9fcb-a09502216ec0 req-96a8cc4d-6365-492f-a3cf-1af2ad186190 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626147 Aug 19 14:57:51.388616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-150dab29-2122-42a4-9aa8-5168288d9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.390503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-150dab29-2122-42a4-9aa8-5168288d9838 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2862921 Aug 19 14:57:51.392743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-f469ebd7-a71f-4a74-ac4b-76a65cf6f284 service neutron] 10.222.0.54 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731636 Aug 19 14:57:51.477148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-8a56810d-a7d0-44e9-93de-3123a4698569 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0603118 Aug 19 14:57:51.536668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ea2ceea9-1a61-433d-8180-aa1bd16727f5 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:51.582420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-7d4efa3d-20a1-4dc2-8381-a58b1e52ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.584969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-7d4efa3d-20a1-4dc2-8381-a58b1e52ed19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0949304 Aug 19 14:57:51.614303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}, {'name': 'network-changed', 'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:51.614303 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c818ba-9c20-4eb4-8479-e38b12333402" -d '{"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}, {"name": "network-changed", "server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:51.628336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf900-9055-4bc8-898b-9771ee686355 req-d90ae03c-7c47-4551-870c-b0e534ce719e tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.630002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58ddf900-9055-4bc8-898b-9771ee686355 req-d90ae03c-7c47-4551-870c-b0e534ce719e tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 945 time: 0.1508605 Aug 19 14:57:51.730390 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58ddf900-9055-4bc8-898b-9771ee686355 req-403c48d6-cb51-4c67-8250-61f12ae5dff3 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803702 Aug 19 14:57:51.733709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-cb703c9c-83df-418a-8a8e-2b85da660dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.735286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-cb703c9c-83df-418a-8a8e-2b85da660dd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405294 Aug 19 14:57:51.748625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port ea2ceea9-1a61-433d-8180-aa1bd16727f5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:51.775773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port ea2ceea9-1a61-433d-8180-aa1bd16727f5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:51.775773 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.798002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-6560156a-06f4-48cb-88e4-55c65b0f02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.799814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-6560156a-06f4-48cb-88e4-55c65b0f02cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db54c2a72b9b45f5866ce3732654ce29&device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 1095 time: 0.1172128 Aug 19 14:57:51.956075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-3761876f-c911-464d-bfac-acffc67a2093 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098720 Aug 19 14:57:51.984600 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.030064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:52.032722 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92813888-52f9-47e0-a504-d6f4015293b0" -d '{"events": [{"server_uuid": "e616864f-1b0f-4cef-8caa-e29ae0a2a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea2ceea9-1a61-433d-8180-aa1bd16727f5"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:52.051292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ea2ceea9-1a61-433d-8180-aa1bd16727f5, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5,segment=NetworkSegment(95157f74-f364-4dee-8c41-103a1c996515),segment_id=95157f74-f364-4dee-8c41-103a1c996515)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:52.073843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-9423d17e-6183-4293-84a0-1154e710296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.075395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-9423d17e-6183-4293-84a0-1154e710296a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f30b0934-0aec-4132-bae3-c7ec76630747 HTTP/1.1" status: 200 len: 916 time: 0.2652693 Aug 19 14:57:52.132720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-6d722d46-7748-42fe-8440-1ab57eb756aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 HTTP/1.1" status: 200 len: 217 time: 0.0434217 Aug 19 14:57:52.165397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d8a3-109c-4cef-be7a-840aa0d01766 req-beec9d43-3b19-4a5d-9a91-c3633c2ea01b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.167003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4f8d8a3-109c-4cef-be7a-840aa0d01766 req-beec9d43-3b19-4a5d-9a91-c3633c2ea01b tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 943 time: 0.1992991 Aug 19 14:57:52.197825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.199207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:52.243781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19264f89-43dc-42b7-beb2-10a1660c0366 req-5fa2d319-f560-4515-905e-a9353498750a service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776468 Aug 19 14:57:52.266526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-9a9256c4-50ce-4844-a79f-86a8df7ec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.268059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-9a9256c4-50ce-4844-a79f-86a8df7ec6da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef7cb49c-c0f4-4a28-a062-1df55c41ae5d HTTP/1.1" status: 200 len: 855 time: 0.1233912 Aug 19 14:57:52.277832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4f8d8a3-109c-4cef-be7a-840aa0d01766 req-75473dd3-9024-4b90-b4ae-3b8cdd6dfa08 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813487 Aug 19 14:57:52.342448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-fe001252-5588-46cd-b7ab-2a9f200d537c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f30b0934-0aec-4132-bae3-c7ec76630747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635195 Aug 19 14:57:52.389802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ea2ceea9-1a61-433d-8180-aa1bd16727f5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:52.521675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92600-0c8c-456c-858c-61a6898e68d5 req-ea2a1bfc-7105-403c-8461-41a8c171fb0a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.524236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4a92600-0c8c-456c-858c-61a6898e68d5 req-ea2a1bfc-7105-403c-8461-41a8c171fb0a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0946615 Aug 19 14:57:52.531269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-40af70f5-9168-4e5d-a7bd-6f06bf31d9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801999 Aug 19 14:57:52.625901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4a92600-0c8c-456c-858c-61a6898e68d5 req-704d3599-9566-430a-bd46-7d1d3319b4d2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936227 Aug 19 14:57:52.672625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885b924c-a3d6-4653-bd7d-a7a099043c84 req-5ab7e453-73d8-4efe-b46a-ae0c46efefbc service neutron] 10.222.0.54 "GET /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322711 Aug 19 14:57:52.700144 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e21627-93c1-4217-837e-4a7d8d37aeac x-openstack-request-id: req-15e21627-93c1-4217-837e-4a7d8d37aeac {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:52.700613 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "code": 200}, {"name": "network-changed", "server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:52.704433 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15e21627-93c1-4217-837e-4a7d8d37aeac {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:52.704433 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'code': 200} Aug 19 14:57:52.704433 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'status': 'completed', 'code': 200} Aug 19 14:57:52.884615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-2bd2c8fe-9be8-4ad6-929c-62e4741aebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.886539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-2bd2c8fe-9be8-4ad6-929c-62e4741aebbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1101 time: 0.1311786 Aug 19 14:57:52.890253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-292ca03e-6dec-4565-9e7a-9e810b56aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.891850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-292ca03e-6dec-4565-9e7a-9e810b56aaf2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99124f7b967b44bea75c44452241c427&device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1101 time: 0.0952172 Aug 19 14:57:52.921833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb239a-7568-4b99-b566-8b72d8346196 req-c2e72569-3003-4258-92e3-08026657eea4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.923545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fcb239a-7568-4b99-b566-8b72d8346196 req-c2e72569-3003-4258-92e3-08026657eea4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 945 time: 0.1575844 Aug 19 14:57:52.972560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-1b9ec779-9902-45cd-9f5d-d06633757ca7 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:57:52.974854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-1b9ec779-9902-45cd-9f5d-d06633757ca7 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077527 Aug 19 14:57:52.988952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Request body: {'binding': {'host': 'n-h2-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:52.990181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Unknown quota resources ['binding']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:57:53.111719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fcb239a-7568-4b99-b566-8b72d8346196 req-e1c5e6d6-e8cf-4bca-9e98-8dfd5bd8d56e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657507 Aug 19 14:57:53.160729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-a8ff06cc-4e56-4a37-bdc4-23b042a91c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.163876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-a8ff06cc-4e56-4a37-bdc4-23b042a91c34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2689323 Aug 19 14:57:53.166281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-81b7bd32-b6b9-4d15-bdcd-d410e2fe6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.168930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-81b7bd32-b6b9-4d15-bdcd-d410e2fe6d16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2640216 Aug 19 14:57:53.177374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on host n-h2-779913-32 for vnic_type normal with profile None {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:53.178106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:53.178692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:53.185021 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888fed25-77e1-4844-b716-95ac93878371 x-openstack-request-id: req-888fed25-77e1-4844-b716-95ac93878371 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:53.185623 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e616864f-1b0f-4cef-8caa-e29ae0a2a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea2ceea9-1a61-433d-8180-aa1bd16727f5", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:53.185968 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-888fed25-77e1-4844-b716-95ac93878371 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:53.186556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:53.186689 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5', 'code': 200} Aug 19 14:57:53.187184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:53.195292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:53.195991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:53.196585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:53.197322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Bound port: 33128f93-3bcb-4ee2-8f49-b708889d6a58, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:53.270626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-400eb7bc-50af-4575-8dec-1586908a18ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0939484 Aug 19 14:57:53.273041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-230bab9d-8a0a-40cc-a394-4f67d1dce7ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0994117 Aug 19 14:57:53.317569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:53.408805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] Notify callbacks [] for binding, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.415041 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] 10.222.0.13 "POST /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58/bindings HTTP/1.1" status: 201 len: 390 time: 0.4306657 Aug 19 14:57:53.443581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-9fdc377c-2270-4dc1-bc53-d85d5ab98179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.449429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-9fdc377c-2270-4dc1-bc53-d85d5ab98179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1520739 Aug 19 14:57:53.449429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-9882ea0e-6baa-4280-a67a-1ccce717268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.449429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-9882ea0e-6baa-4280-a67a-1ccce717268a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1529851 Aug 19 14:57:53.462782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85dc9b-e071-402d-a758-9f30d57e33f8 req-4986af45-4a5f-44d8-bd58-309b870e2ee0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.464395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e85dc9b-e071-402d-a758-9f30d57e33f8 req-4986af45-4a5f-44d8-bd58-309b870e2ee0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.1866124 Aug 19 14:57:53.485759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1416-40f3-4af5-b61f-819fc35a4c94 req-9b553102-5927-4f88-af79-1c5586daf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.487517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafc1416-40f3-4af5-b61f-819fc35a4c94 req-9b553102-5927-4f88-af79-1c5586daf7a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 1098 time: 0.1667545 Aug 19 14:57:53.504444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:53.511160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:53.596991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:57:53.597649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-2d9cdc24-cb15-4c74-9d01-321eac96dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.599034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-2d9cdc24-cb15-4c74-9d01-321eac96dbdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314888 Aug 19 14:57:53.605949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e85dc9b-e071-402d-a758-9f30d57e33f8 req-5cd5d7e8-3f47-46a2-9cc4-7c97abdcaa05 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160538 Aug 19 14:57:53.620693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-4de64c64-6065-47c1-b2c6-7e524e794f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.622345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-4de64c64-6065-47c1-b2c6-7e524e794f65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1558220 Aug 19 14:57:53.625386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eafc1416-40f3-4af5-b61f-819fc35a4c94 req-abf20ca0-d634-420d-9739-b05463369a7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182489 Aug 19 14:57:53.735567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-440b35ea-5763-4188-ab72-8a0feeb19ed2 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241460 Aug 19 14:57:53.770124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,segment=NetworkSegment(4b495312-4a6d-45a2-9569-400427557a72),segment_id=4b495312-4a6d-45a2-9569-400427557a72)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:53.788830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2', 'network_id': 'f30b0934-0aec-4132-bae3-c7ec76630747', 'port_id': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2', 'mac_address': 'fa:16:3e:9a:d0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7cb49c-c0f4-4a28-a062-1df55c41ae5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:53.809353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202820d5-9dc6-4809-80ce-fd93cb505060 req-4b0c6f1c-bd62-4514-9be0-10e8106572f4 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.821452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-202820d5-9dc6-4809-80ce-fd93cb505060 req-4b0c6f1c-bd62-4514-9be0-10e8106572f4 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 946 time: 0.1009519 Aug 19 14:57:53.862927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-5bba4955-133d-4176-8ff8-e414fa9445cc service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178007 Aug 19 14:57:53.883472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 81c1675e-5ac7-4259-8af5-c6600563631f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:53.883697 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-202820d5-9dc6-4809-80ce-fd93cb505060 req-ed5d42be-9de6-49fd-9172-cafce61bf771 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580323 Aug 19 14:57:53.890206 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.896249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 81c1675e-5ac7-4259-8af5-c6600563631f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:53.896622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.939359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:53.990142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,segment=NetworkSegment(4b495312-4a6d-45a2-9569-400427557a72),segment_id=4b495312-4a6d-45a2-9569-400427557a72)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:54.061255 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.083379 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.142991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:54.160738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:54.191908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-ef694e96-78d7-416a-b4d1-43bb2e32bdb0 service neutron] 10.222.0.54 "GET /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.1871302 Aug 19 14:57:54.202751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-76de902c-ddaa-4bcf-af75-6bdc9bbed179 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357893 Aug 19 14:57:54.206496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41b5f-a260-4b9e-abaf-abb31a50ca61 req-21ce4be7-4587-4b2f-be7a-442273cf541c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.208286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ac41b5f-a260-4b9e-abaf-abb31a50ca61 req-21ce4be7-4587-4b2f-be7a-442273cf541c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0782564 Aug 19 14:57:54.251451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe16db4-4537-484c-931d-baa2981d8ffb req-7b868bc8-7558-457e-86d7-e1a5034912c3 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.253186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe16db4-4537-484c-931d-baa2981d8ffb req-7b868bc8-7558-457e-86d7-e1a5034912c3 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 944 time: 0.1559293 Aug 19 14:57:54.274149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ac41b5f-a260-4b9e-abaf-abb31a50ca61 req-e2dcd432-c983-4b50-84c2-f84c12e267a8 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Aug 19 14:57:54.369537 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.438253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe16db4-4537-484c-931d-baa2981d8ffb req-ce4b778e-431b-4e06-9de2-ee726a930113 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699522 Aug 19 14:57:54.449255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b136f2-e180-4230-8f11-5a3002509b15 req-b05fd7b4-ade7-4390-b170-784b58022bb7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.451058 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68b136f2-e180-4230-8f11-5a3002509b15 req-b05fd7b4-ade7-4390-b170-784b58022bb7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0847878 Aug 19 14:57:54.459267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:54.499894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90ceafc0-a5b0-4dbf-8f0f-2f9476746e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.519004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c818ba-9c20-4eb4-8479-e38b12333402 req-96dfb15e-62ed-48ae-a810-64c8a291c3d6 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072741 Aug 19 14:57:54.523082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-9d2e7a50-0e49-4275-967e-a5dc72edde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.524736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-9d2e7a50-0e49-4275-967e-a5dc72edde83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1097 time: 0.1679740 Aug 19 14:57:54.540990 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68b136f2-e180-4230-8f11-5a3002509b15 req-37078aaa-d897-4cbb-96b9-b095f814ad24 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819314 Aug 19 14:57:54.656585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:54.681663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:54.728381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6c-a3db-4299-b272-c61a642eee3c req-b2f5607c-6ec6-402a-83cf-835afb786920 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.736435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bbcdb6c-a3db-4299-b272-c61a642eee3c req-b2f5607c-6ec6-402a-83cf-835afb786920 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.1966069 Aug 19 14:57:54.785817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:54.860697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0c65f-2209-4a57-821f-5d2438520786 req-2321fa93-e713-46fe-99c6-4accb22b0892 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.863343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-46b0c65f-2209-4a57-821f-5d2438520786 req-2321fa93-e713-46fe-99c6-4accb22b0892 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 949 time: 0.0842440 Aug 19 14:57:54.930421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-58640abf-efba-496a-b7c8-7299cdd42c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.933265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-58640abf-efba-496a-b7c8-7299cdd42c30 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.3806639 Aug 19 14:57:54.940612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0955e8-854d-4918-a145-ba39cb1703ae {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:54.954923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-46b0c65f-2209-4a57-821f-5d2438520786 req-8ce79dd5-9856-48b6-9b5b-186b048ac121 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778995 Aug 19 14:57:54.995201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bbcdb6c-a3db-4299-b272-c61a642eee3c req-bcfaea63-3c29-4d2f-aebd-5e69eabaa006 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155590 Aug 19 14:57:55.005856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:55.030893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48912) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:55.067122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:55.127134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-f54746a2-57aa-40c0-a1ca-154785a31b77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 217 time: 0.1734436 Aug 19 14:57:55.164498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e7bc1-2dba-4467-9e75-80916d84abe0 req-2b828f72-bbe9-495f-a062-df1027c87a45 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:55.166608 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0c0e7bc1-2dba-4467-9e75-80916d84abe0 req-2b828f72-bbe9-495f-a062-df1027c87a45 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0843997 Aug 19 14:57:55.208984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-83d1ad34-5694-4cf8-adb0-51ffcca237d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:55.211827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-83d1ad34-5694-4cf8-adb0-51ffcca237d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0768027 Aug 19 14:57:55.218696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:55.222818 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f61a4-462a-4c84-b6fe-2deb67cd51bd" -d '{"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-plugged", "status": "completed", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:55.263086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-1571e008-cb26-49f5-bc97-39406298720d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424075 Aug 19 14:57:55.270846 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0c0e7bc1-2dba-4467-9e75-80916d84abe0 req-02e32a0d-0109-4f97-aae0-322549adeabf tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843413 Aug 19 14:57:55.289301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.296174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8ca9cc41-d229-4502-8350-99a0e1749f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.300270 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dca482-ac1e-488a-b8ad-28e20c66017b x-openstack-request-id: req-a9dca482-ac1e-488a-b8ad-28e20c66017b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:55.300577 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-plugged", "status": "completed", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:55.300829 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9dca482-ac1e-488a-b8ad-28e20c66017b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:55.301234 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f', 'code': 200} Aug 19 14:57:55.301847 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.361976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:55.379026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'mac_address': 'fa:16:3e:07:7a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:55.442055 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.458843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0f5a79-47fc-45f2-9285-49667146e1b3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:55.465831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759238e-8b08-4579-9685-274f7553509f req-d5c59dfc-a5a6-41dc-a948-5b0839853385 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:55.467562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9759238e-8b08-4579-9685-274f7553509f req-d5c59dfc-a5a6-41dc-a948-5b0839853385 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 943 time: 0.0913198 Aug 19 14:57:55.489073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-4448b752-ae79-4b78-93fc-26e00c2e96ef service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159414 Aug 19 14:57:55.500305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:55.505977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8ca9cc41-d229-4502-8350-99a0e1749f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.529040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9759238e-8b08-4579-9685-274f7553509f req-e1e7840a-b163-4a8e-8245-181b2f60435e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529547 Aug 19 14:57:55.581997 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.621968 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8ca9cc41-d229-4502-8350-99a0e1749f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.640806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] Transition to ACTIVE for port object fc0955e8-854d-4918-a145-ba39cb1703ae will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:55.660571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac5ac8-c12d-48b2-8fa4-c08bc1e61e58 req-542d266a-3821-4738-bc17-ccf7a1370cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:55.663821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79ac5ac8-c12d-48b2-8fa4-c08bc1e61e58 req-542d266a-3821-4738-bc17-ccf7a1370cb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 1098 time: 0.2542775 Aug 19 14:57:55.675501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:55.707796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9cc41-d229-4502-8350-99a0e1749f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f2789-fcfe-4e51-bf4f-76fb8def2df8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:55.753439 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8ca9cc41-d229-4502-8350-99a0e1749f33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=368ef6574d2f4f4c87a2252130cc4da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182975 Aug 19 14:57:55.753663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48924) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:55.796771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d12f5b-1385-4d90-8aa4-45a60f0468b4 req-81b99593-3728-47c3-a93b-edb1bc2784a7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:55.798443 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84d12f5b-1385-4d90-8aa4-45a60f0468b4 req-81b99593-3728-47c3-a93b-edb1bc2784a7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.1048818 Aug 19 14:57:55.857645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f7a869d-f9da-4858-a95e-b68fc0b9cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.875371 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84d12f5b-1385-4d90-8aa4-45a60f0468b4 req-7b544624-8c7a-4190-9435-49fc178732c6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658076 Aug 19 14:57:55.891367 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f7a869d-f9da-4858-a95e-b68fc0b9cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.914055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['cc0f5a79-47fc-45f2-9285-49667146e1b3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:56.076977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.123330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f7a869d-f9da-4858-a95e-b68fc0b9cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.125916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e0308-ba13-4118-9ecc-015fff22add0 req-5cbe5844-ce6b-4e0d-ba60-b9a9db41f5d2 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.126101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f7a869d-f9da-4858-a95e-b68fc0b9cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.129948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f7a869d-f9da-4858-a95e-b68fc0b9cc3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d5f2789-fcfe-4e51-bf4f-76fb8def2df8 HTTP/1.1" status: 204 len: 168 time: 0.3724918 Aug 19 14:57:56.130131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443e0308-ba13-4118-9ecc-015fff22add0 req-5cbe5844-ce6b-4e0d-ba60-b9a9db41f5d2 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 944 time: 0.5533581 Aug 19 14:57:56.138386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a869d-f9da-4858-a95e-b68fc0b9cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f2789-fcfe-4e51-bf4f-76fb8def2df8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:56.172632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e769a-5b6f-4582-82fc-dbabf45a241b req-3d7e6354-2b0f-41ef-ac42-0020950c8a7f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.182513 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d42e769a-5b6f-4582-82fc-dbabf45a241b req-3d7e6354-2b0f-41ef-ac42-0020950c8a7f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 950 time: 0.0978720 Aug 19 14:57:56.196162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79ac5ac8-c12d-48b2-8fa4-c08bc1e61e58 req-dc80d4cb-a71a-4213-b27a-cd4d020cb79e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153940 Aug 19 14:57:56.209077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-8b3c0099-ce45-4287-92a7-64f802c2098f service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936619 Aug 19 14:57:56.231177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] No DVR routers for this DVR port fc0955e8-854d-4918-a145-ba39cb1703ae on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:56.235735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] Pushing event updated for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:56.242470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d42e769a-5b6f-4582-82fc-dbabf45a241b req-8f73e598-e8c5-457e-856c-03cd3ae0b2cf tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580115 Aug 19 14:57:56.279115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-443e0308-ba13-4118-9ecc-015fff22add0 req-fe276ed2-3daa-4806-a320-267d7da7cf3e tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333764 Aug 19 14:57:56.284307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-75f1bb2b-35f9-447f-b520-5490b307ca3e service neutron] 10.222.0.54 "PUT /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae/bindings/n-h1-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 2.0842319 Aug 19 14:57:56.371351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ed9-9c20-417a-811d-27538cd7173b req-d19a7dca-3064-4241-892d-6762407b8061 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.372853 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68e22ed9-9c20-417a-811d-27538cd7173b req-d19a7dca-3064-4241-892d-6762407b8061 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.0680628 Aug 19 14:57:56.425432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68e22ed9-9c20-417a-811d-27538cd7173b req-5703e843-a848-46e2-8c13-e9e3bca8b122 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Aug 19 14:57:56.763762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde050f-994e-4dfe-82d7-673f4dd46f3c req-716b7163-9bfc-48d5-bc52-ad61776375fa tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.766599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0dde050f-994e-4dfe-82d7-673f4dd46f3c req-716b7163-9bfc-48d5-bc52-ad61776375fa tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0758896 Aug 19 14:57:56.811779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef62b42-3f89-40be-a831-0aa925e9e831 req-12c43e51-16c2-4174-a0b0-dffa2926bd97 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.817710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6ef62b42-3f89-40be-a831-0aa925e9e831 req-12c43e51-16c2-4174-a0b0-dffa2926bd97 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 1102 time: 0.0611262 Aug 19 14:57:56.846318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0dde050f-994e-4dfe-82d7-673f4dd46f3c req-fea934d5-9529-42cb-b7a6-b0e1d5e93e91 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672524 Aug 19 14:57:56.859463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-77744aee-d09e-45c7-9dcf-03f262f70afd tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.862197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-77744aee-d09e-45c7-9dcf-03f262f70afd tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.0920978 Aug 19 14:57:56.862483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6ef62b42-3f89-40be-a831-0aa925e9e831 req-48b56b13-f388-482b-8d38-d64fd20dcb49 tempest-MigrationsAdminTest-1297048722 tempest-MigrationsAdminTest-1297048722-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Aug 19 14:57:56.936360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-ab1173f5-ae11-4c33-a54d-9dd60909285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.938087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-ab1173f5-ae11-4c33-a54d-9dd60909285d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974&tenant_id=55ff8fd2b6f0468b908e64862f013c74 HTTP/1.1" status: 200 len: 1096 time: 0.0667007 Aug 19 14:57:57.032236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6df109-aa4a-479d-9b1f-be17e2475eb2 req-5b8d9ea7-bfe7-4225-b7eb-2d33b5c78aea tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:57.039578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5187b6-0695-4fe4-ab45-209e84cb7784 req-0cd95f92-4ddd-4a8c-b08d-e0ed08df8475 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:57.044590 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ef6df109-aa4a-479d-9b1f-be17e2475eb2 req-5b8d9ea7-bfe7-4225-b7eb-2d33b5c78aea tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0827966 Aug 19 14:57:57.047271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e5187b6-0695-4fe4-ab45-209e84cb7784 req-0cd95f92-4ddd-4a8c-b08d-e0ed08df8475 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.1014895 Aug 19 14:57:57.058339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-d4511e9e-61a2-4abb-abb0-b580b2acae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:57.059958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-d4511e9e-61a2-4abb-abb0-b580b2acae79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55ff8fd2b6f0468b908e64862f013c74&device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1096 time: 0.0794811 Aug 19 14:57:57.064484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:57.100117 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ef6df109-aa4a-479d-9b1f-be17e2475eb2 req-54db7e7e-1e9e-4970-a762-ef99b0ac0226 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Aug 19 14:57:57.157709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e5187b6-0695-4fe4-ab45-209e84cb7784 req-5d586ec8-42fd-4158-a50c-1dfa0a006756 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094022 Aug 19 14:57:57.261552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-4fddb534-32de-42a7-8e3b-b5b748787b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:57.263269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-4fddb534-32de-42a7-8e3b-b5b748787b46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 200 len: 922 time: 0.1963053 Aug 19 14:57:57.330364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-6e535650-85fc-4652-83ac-56661dacc3e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 200 len: 217 time: 0.0591998 Aug 19 14:57:57.351642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.446994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-748599a9-1806-412d-adc3-5f078d8d7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:57.449808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-748599a9-1806-412d-adc3-5f078d8d7d7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 200 len: 861 time: 0.1106644 Aug 19 14:57:57.491865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-4501e95b-d09a-44ba-bb6c-177e5a83ca16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=669b41a5-b896-48cc-884a-214d808dd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335197 Aug 19 14:57:57.543649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:57.601866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port cc0f5a79-47fc-45f2-9285-49667146e1b3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:57.621735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-a6e15eb5-4c10-4fdc-b983-ad243ac42fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216877 Aug 19 14:57:57.623464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port cc0f5a79-47fc-45f2-9285-49667146e1b3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:57.631253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.744173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-dd38538b-7df0-45da-bf9c-df0fe9e0ca7c service neutron] 10.222.0.46 "GET /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147926 Aug 19 14:57:57.838561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.864721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:57.867649 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f979ef89-fcc7-4bec-a315-4fbbf726855e" -d '{"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:57.884001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:57.927486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:57.930767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6408083e-e675-4340-aaa9-70f220698eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.934413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:57.934844 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.056325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.144282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48982) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:58.145259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=13']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:58.156442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.160636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.161459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.162054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.162719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.163828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.164410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.165154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.165723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.166273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.166828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.167376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.167944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:58.214540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,segment=NetworkSegment(4b495312-4a6d-45a2-9569-400427557a72),segment_id=4b495312-4a6d-45a2-9569-400427557a72)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:58.222319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678f69c-3a57-4ce3-8e40-6c4e1a465885 req-4cdeef8b-a6cf-4d1e-a553-37275884fa7f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.228674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4678f69c-3a57-4ce3-8e40-6c4e1a465885 req-4cdeef8b-a6cf-4d1e-a553-37275884fa7f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 944 time: 0.0947828 Aug 19 14:57:58.286989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4678f69c-3a57-4ce3-8e40-6c4e1a465885 req-3bda2ae2-f174-41ee-9535-e9679e2f27a7 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 Aug 19 14:57:58.305025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.346151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-458988509-network', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:58.378426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:58.409099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f2f3a-f3de-4357-a58b-d2af4d3b2412 req-1d91d50c-7aa5-489d-8b7f-3ce4d70c89f4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.410072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-561f2f3a-f3de-4357-a58b-d2af4d3b2412 req-1d91d50c-7aa5-489d-8b7f-3ce4d70c89f4 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.1310780 Aug 19 14:57:58.454204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-b5511141-4967-4604-bd6d-4bf28b36ebd9 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.455848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-b5511141-4967-4604-bd6d-4bf28b36ebd9 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974&tenant_id=55ff8fd2b6f0468b908e64862f013c74&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.0687962 Aug 19 14:57:58.480646 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eda58d-201a-41e2-b282-b51975c654da x-openstack-request-id: req-97eda58d-201a-41e2-b282-b51975c654da {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:58.481143 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:58.481343 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97eda58d-201a-41e2-b282-b51975c654da {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:58.481858 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'code': 200} Aug 19 14:57:58.482738 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-561f2f3a-f3de-4357-a58b-d2af4d3b2412 req-2010573f-683e-4503-941d-dae185b4123f tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647035 Aug 19 14:57:58.503881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:58.507527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.531884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.669241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ec0a2-74d4-4497-86ee-2e972359cc6b req-1050fca5-7f28-4414-bd8c-4aa6f8aa0952 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.673917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a10ec0a2-74d4-4497-86ee-2e972359cc6b req-1050fca5-7f28-4414-bd8c-4aa6f8aa0952 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.1014819 Aug 19 14:57:58.680663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33772c61-bfe8-451a-b108-a446b9f69b36 req-1934685e-32af-49d8-a195-717afcf8d778 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.682573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33772c61-bfe8-451a-b108-a446b9f69b36 req-1934685e-32af-49d8-a195-717afcf8d778 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 951 time: 0.0980885 Aug 19 14:57:58.732928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33772c61-bfe8-451a-b108-a446b9f69b36 req-340699c7-3889-4757-953e-e9aba3d5539b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Aug 19 14:57:58.740955 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a10ec0a2-74d4-4497-86ee-2e972359cc6b req-5c586fb5-d821-4d71-bee7-823bd5f8feb1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593009 Aug 19 14:57:58.776519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.810130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-1cf3a903-3520-47cf-9e28-1cb3abc206c6 service neutron] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:58.823625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-1cf3a903-3520-47cf-9e28-1cb3abc206c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.825735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4259cd09-554c-4cc5-9f69-92b52ff68f7a req-1cf3a903-3520-47cf-9e28-1cb3abc206c6 service neutron] 10.222.0.46 "DELETE /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae/bindings/n-h2-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.3588512 Aug 19 14:57:58.883705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261d5a-4f9f-4449-a74e-1802adda12da req-7c0126fe-e596-4252-981d-56345d3491e6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.888000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c261d5a-4f9f-4449-a74e-1802adda12da req-7c0126fe-e596-4252-981d-56345d3491e6 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.0803206 Aug 19 14:57:58.905785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2865305-4963-442d-9161-f9e3f9db4bff req-fc6c2dac-2816-40e3-abeb-e2dada9ad28b tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.907373 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f2865305-4963-442d-9161-f9e3f9db4bff req-fc6c2dac-2816-40e3-abeb-e2dada9ad28b tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0800920 Aug 19 14:57:58.909438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.934060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c261d5a-4f9f-4449-a74e-1802adda12da req-512c96da-0e57-443d-be98-8c3d5361bb45 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Aug 19 14:57:58.954714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:57:58.999054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532a8ff3-f294-46ff-8485-1370a5f4dd33,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:59.003029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.003483 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Added segment df501b8c-43b5-4c19-83c2-b6aa9c19eb4e of type vlan for network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 Aug 19 14:57:59.008301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f2865305-4963-442d-9161-f9e3f9db4bff req-7ea72506-4d1a-4b70-9279-2cf906274190 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832005 Aug 19 14:57:59.066455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.193177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1cabd-1637-4e7e-af75-17f36bc33c3c req-fd9a44f5-ab48-4157-bee6-430ebb472084 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:59.195852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bff1cabd-1637-4e7e-af75-17f36bc33c3c req-fd9a44f5-ab48-4157-bee6-430ebb472084 tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 1096 time: 0.0631428 Aug 19 14:57:59.199022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.200233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:59.205025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.301450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] Pushing event updated for resources: {'Network': ['ID=378d5bba-0fc7-427b-9f3c-6aefd4e8bce5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:59.311834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bff1cabd-1637-4e7e-af75-17f36bc33c3c req-733ba472-0be7-402f-bc2d-ad893c099fba tempest-LiveAutoBlockMigrationV225Test-637148501 tempest-LiveAutoBlockMigrationV225Test-637148501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061316 Aug 19 14:57:59.316697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:57:59.414918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4639faac-c0f7-407d-9cbe-481a4ad383c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2694852 Aug 19 14:57:59.419131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49008) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:59.423474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Request body: {'subnet': {'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-458988509-subnet', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:59.531111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f952cc8-7015-4ec7-8b32-4b49dcc68d79 req-0d5d72dc-cb98-43f4-aa01-7519fcb7ebbf tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:59.533178 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6f952cc8-7015-4ec7-8b32-4b49dcc68d79 req-0d5d72dc-cb98-43f4-aa01-7519fcb7ebbf tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.0775259 Aug 19 14:57:59.584581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.589452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:59.592120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.616950 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6f952cc8-7015-4ec7-8b32-4b49dcc68d79 req-45bfbfae-1518-4a51-8665-3a2263f62979 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736985 Aug 19 14:57:59.807721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-3eb8f436-0b7f-4b5d-8f14-8658e2e273c5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:59.812514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-3eb8f436-0b7f-4b5d-8f14-8658e2e273c5 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 951 time: 0.1446006 Aug 19 14:58:00.008972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Deleting port cc0f5a79-47fc-45f2-9285-49667146e1b3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:00.009626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.122953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.188437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f4bb1-47a5-4c18-b168-91010c64d255 req-43f2bef1-ef5d-403d-bc1d-e0b12461d7d6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.190144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444f4bb1-47a5-4c18-b168-91010c64d255 req-43f2bef1-ef5d-403d-bc1d-e0b12461d7d6 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572f9-9efa-45b2-a955-9e7a5b34ff2e HTTP/1.1" status: 200 len: 951 time: 0.1363578 Aug 19 14:58:00.192631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] For port cc0f5a79-47fc-45f2-9285-49667146e1b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cc0f5a79-47fc-45f2-9285-49667146e1b3,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:00.193035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.221749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e74a95-76e4-4fec-8a81-a63fbb896a33,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:00.222474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Calling delete_port for cc0f5a79-47fc-45f2-9285-49667146e1b3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:00.236623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Checking segment: {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:00.236976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Network hostable DHCP agents. Network: 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:00.264317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-103582d1-a206-4cdb-8994-16c0e8f1af59 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.265964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-103582d1-a206-4cdb-8994-16c0e8f1af59 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.54 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 946 time: 0.1621640 Aug 19 14:58:00.349424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444f4bb1-47a5-4c18-b168-91010c64d255 req-3fbb9ccd-6d74-44fb-8407-8ca4789081fb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422036 Aug 19 14:58:00.448284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:00.483429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:00.485808 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acefe374-ccd3-4129-bb28-989f982c3152" -d '{"events": [{"server_uuid": "913d34e7-88cb-4ff1-9375-a88f53f50b8d", "name": "network-vif-plugged", "status": "completed", "tag": "e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:00.503338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Deleting port ea2ceea9-1a61-433d-8180-aa1bd16727f5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:00.503338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.568470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:00.591194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.593861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.599154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3834f8-7f53-4c64-a07f-e3d2054711c6 None None] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:00.727801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.732267 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5955af61-51df-4c59-93fc-2eb7e6defdb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3102570 Aug 19 14:58:00.734221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49048) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:00.749993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.774407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:00.786021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f', '088c1886-07be-43cc-887b-cb0b748b9d39', 'cc0f5a79-47fc-45f2-9285-49667146e1b3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:00.818794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1eb8fe13-13f9-4776-a19e-91d2e5992c2f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:00.966072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event deleted for resources: {'Port': ['ID=cc0f5a79-47fc-45f2-9285-49667146e1b3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:00.994360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] For port ea2ceea9-1a61-433d-8180-aa1bd16727f5, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ea2ceea9-1a61-433d-8180-aa1bd16727f5,segment=NetworkSegment(95157f74-f364-4dee-8c41-103a1c996515),segment_id=95157f74-f364-4dee-8c41-103a1c996515)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:00.995588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.996015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.997487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.052476 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8835ab2-0aca-4a0f-8547-fc39c84ba825 req-21424127-848b-4ec3-893a-5694e4ff6a46 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.055487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e8835ab2-0aca-4a0f-8547-fc39c84ba825 req-21424127-848b-4ec3-893a-5694e4ff6a46 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 946 time: 0.1230381 Aug 19 14:58:01.070469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Calling delete_port for ea2ceea9-1a61-433d-8180-aa1bd16727f5 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:01.107649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] No DVR routers for this DVR port cc0f5a79-47fc-45f2-9285-49667146e1b3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:01.115196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.118294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1101c28-e14e-46e5-9819-1627fdfa83b2 req-e317571f-f6a4-4bd5-b7ad-41aa741bfc57 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "DELETE /v2.0/ports/cc0f5a79-47fc-45f2-9285-49667146e1b3 HTTP/1.1" status: 204 len: 173 time: 1.2966146 Aug 19 14:58:01.121023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-deleted', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:01.132087 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca025d9-30a6-4c37-ac96-828acec0bbd3" -d '{"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-deleted", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:01.165499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.206618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e466-bac2-4838-98e7-c3d1488f21bc req-e059ceb4-30cd-4b4c-80fc-a4a73076175c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.216321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb69e466-bac2-4838-98e7-c3d1488f21bc req-e059ceb4-30cd-4b4c-80fc-a4a73076175c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.2525017 Aug 19 14:58:01.240327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e8835ab2-0aca-4a0f-8547-fc39c84ba825 req-24ad98da-8cea-4de6-84e4-2d989b692611 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/security-groups?id=923f817f-dbc0-4fab-b1cf-287097c902b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043749 Aug 19 14:58:01.356438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb69e466-bac2-4838-98e7-c3d1488f21bc req-db8349cb-9b78-45c1-8b47-48dd3a09f089 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390452 Aug 19 14:58:01.417162 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3283aae9-4d47-4500-8cc0-bc1d5a2881b9 x-openstack-request-id: req-3283aae9-4d47-4500-8cc0-bc1d5a2881b9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:01.417898 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913d34e7-88cb-4ff1-9375-a88f53f50b8d", "name": "network-vif-plugged", "status": "completed", "tag": "e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:01.418112 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3283aae9-4d47-4500-8cc0-bc1d5a2881b9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:01.418670 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2', 'code': 200} Aug 19 14:58:01.424840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-378d5bba-0fc7-427b-9f3c-6aefd4e8bce5', 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'fixed_ips': [{'subnet_id': '43e74a95-76e4-4fec-8a81-a63fbb896a33'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:01.426527 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.622473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.633218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b36052-374d-4743-9b4a-93893bee7698 req-6166a5a1-e0ee-4a4a-a262-e07f3c6df783 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.635131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b36052-374d-4743-9b4a-93893bee7698 req-6166a5a1-e0ee-4a4a-a262-e07f3c6df783 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.3188529 Aug 19 14:58:01.701270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d875-baae-4971-93fc-d1c8041d068d req-05cb87cd-b05d-4cac-83ca-58b6b010271d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.707458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2329d875-baae-4971-93fc-d1c8041d068d req-05cb87cd-b05d-4cac-83ca-58b6b010271d tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 944 time: 0.1684639 Aug 19 14:58:01.775780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.791092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5037d79-26dc-4f72-8bd0-7f7021fde091 req-1ac975ac-3e67-437f-b673-12077824d4a3 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.799061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5037d79-26dc-4f72-8bd0-7f7021fde091 req-1ac975ac-3e67-437f-b673-12077824d4a3 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.2556307 Aug 19 14:58:01.826462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028aedf-62c2-495e-a460-4571a110cff0 req-7e9c99ac-3c38-41a2-8c3f-3894ba6f28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.828206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4028aedf-62c2-495e-a460-4571a110cff0 req-7e9c99ac-3c38-41a2-8c3f-3894ba6f28e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 1097 time: 0.2278590 Aug 19 14:58:01.883526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Pushing event deleted for resources: {'Port': ['ID=ea2ceea9-1a61-433d-8180-aa1bd16727f5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:02.007626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5037d79-26dc-4f72-8bd0-7f7021fde091 req-864d285f-ec3f-4fdb-81fb-87c5d3a66ec7 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031379 Aug 19 14:58:02.060476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Allocated IP 172.20.0.2 (378d5bba-0fc7-427b-9f3c-6aefd4e8bce5/43e74a95-76e4-4fec-8a81-a63fbb896a33/bd5333c4-8387-4a10-b6ac-e21396a9800f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:02.078486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4028aedf-62c2-495e-a460-4571a110cff0 req-ef3aeeb3-9563-4f89-b9f2-d418f679f30f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178853 Aug 19 14:58:02.079792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] No DVR routers for this DVR port ea2ceea9-1a61-433d-8180-aa1bd16727f5 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:02.093215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.099225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a65354a-5d63-405a-ab06-38ea0ee5b2e5 req-a2441694-424e-44af-bade-c287388b09f9 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.54 "DELETE /v2.0/ports/ea2ceea9-1a61-433d-8180-aa1bd16727f5 HTTP/1.1" status: 204 len: 173 time: 1.7952497 Aug 19 14:58:02.140511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Deleting port fc0955e8-854d-4918-a145-ba39cb1703ae {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:02.144238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.332328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2329d875-baae-4971-93fc-d1c8041d068d req-fb61706f-36fe-40ba-acc8-ed707c98cbbc tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910649 Aug 19 14:58:02.454824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] For port fc0955e8-854d-4918-a145-ba39cb1703ae, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fc0955e8-854d-4918-a145-ba39cb1703ae,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:02.464299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.489809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Calling delete_port for fc0955e8-854d-4918-a145-ba39cb1703ae owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:02.679298 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83f59a-a0e4-44a0-ab05-a4ead954de85 x-openstack-request-id: req-5c83f59a-a0e4-44a0-ab05-a4ead954de85 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:02.679601 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728572f9-9efa-45b2-a955-9e7a5b34ff2e", "name": "network-vif-deleted", "tag": "cc0f5a79-47fc-45f2-9285-49667146e1b3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:02.679860 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c83f59a-a0e4-44a0-ab05-a4ead954de85 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:02.689795 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572f9-9efa-45b2-a955-9e7a5b34ff2e', 'name': 'network-vif-deleted', 'tag': 'cc0f5a79-47fc-45f2-9285-49667146e1b3', 'status': 'completed', 'code': 200} Aug 19 14:58:02.715759 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.737925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.763943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.875812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-501081a4-91e7-47d7-a490-f854c3930bd4 req-56bed46c-dbd9-4d54-990f-eead7260c3f7 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0439124 Aug 19 14:58:02.882375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Transition to ACTIVE for port object bd5333c4-8387-4a10-b6ac-e21396a9800f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:02.887979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.899498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7cc7-73f4-4c5b-8cb7-48a5bb1901af req-40343a69-1bda-40fe-b164-b121846fb832 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:02.901339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f48a7cc7-73f4-4c5b-8cb7-48a5bb1901af req-40343a69-1bda-40fe-b164-b121846fb832 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0795045 Aug 19 14:58:02.937350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Transition to ACTIVE for port object bd5333c4-8387-4a10-b6ac-e21396a9800f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:02.954987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event deleted for resources: {'Port': ['ID=fc0955e8-854d-4918-a145-ba39cb1703ae,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:03.012880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] No DVR routers for this DVR port fc0955e8-854d-4918-a145-ba39cb1703ae on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:03.018827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Allocated IP 172.25.5.130 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/01405dc6-8d71-49df-8040-f7063df0057a) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:03.021436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.031729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b36052-374d-4743-9b4a-93893bee7698 req-4c388b0a-a1c6-4ae5-8454-0f66efd2826a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "DELETE /v2.0/ports/fc0955e8-854d-4918-a145-ba39cb1703ae HTTP/1.1" status: 204 len: 173 time: 1.3722177 Aug 19 14:58:03.042601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f48a7cc7-73f4-4c5b-8cb7-48a5bb1901af req-1f3b4db0-f172-45ab-897f-d3777e6ee9b3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961256 Aug 19 14:58:03.054529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['fc0955e8-854d-4918-a145-ba39cb1703ae'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:03.122006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.198572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.232761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:03.232761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Pushing event updated for resources: {'Port': ['ID=bd5333c4-8387-4a10-b6ac-e21396a9800f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:03.239562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:03.244344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:03.267289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c59f1-ec7a-4843-9ffc-287a73eb7b40 req-a507f0a3-cfd2-4946-9491-72a540dac320 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:03.269619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-606c59f1-ec7a-4843-9ffc-287a73eb7b40 req-a507f0a3-cfd2-4946-9491-72a540dac320 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.0980511 Aug 19 14:58:03.326119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-606c59f1-ec7a-4843-9ffc-287a73eb7b40 req-5f97d6fb-1396-4803-be16-87bcb45e7069 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 Aug 19 14:58:03.343298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Attempting to bind port bd5333c4-8387-4a10-b6ac-e21396a9800f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:03.343904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Attempting to bind port bd5333c4-8387-4a10-b6ac-e21396a9800f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:03.344292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Attempting to bind port bd5333c4-8387-4a10-b6ac-e21396a9800f on network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:03.351694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:03.352015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Checking segment: {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:03.352432 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.352834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Bound using segment: {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:03.353350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Bound port: bd5333c4-8387-4a10-b6ac-e21396a9800f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:03.353776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.433061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.436876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] For port bd5333c4-8387-4a10-b6ac-e21396a9800f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:03.440448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] For port bd5333c4-8387-4a10-b6ac-e21396a9800f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bd5333c4-8387-4a10-b6ac-e21396a9800f,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:03.479773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84decb6-afe6-46a5-8876-8a666f597a78 req-ce5a3b41-74c8-45e9-8023-b78651a10604 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:03.479773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b84decb6-afe6-46a5-8876-8a666f597a78 req-ce5a3b41-74c8-45e9-8023-b78651a10604 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.0628910 Aug 19 14:58:03.486470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:03.503926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:03.509046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:03.539593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Pushing event updated for resources: {'Port': ['ID=01405dc6-8d71-49df-8040-f7063df0057a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:03.563226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b84decb6-afe6-46a5-8876-8a666f597a78 req-dc71ac41-9a25-4c57-9b21-32acefa85747 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Aug 19 14:58:03.564899 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.609673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:03.621620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ea2ceea9-1a61-433d-8180-aa1bd16727f5 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:03.671033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: ea2ceea9-1a61-433d-8180-aa1bd16727f5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:03.671639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ea2ceea9-1a61-433d-8180-aa1bd16727f5 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:03.735266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee93b1-d5be-4c22-bbef-ad86b4c7e33f None None] Pushing event updated for resources: {'Port': ['ID=bd5333c4-8387-4a10-b6ac-e21396a9800f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:03.776464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eedc3e61-3cf4-4ac0-b40f-96af430e0aa4 req-42ff0d74-fb6d-4474-8429-aa482a78f7f2 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0779285 Aug 19 14:58:03.863686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:03.877517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '81c1675e-5ac7-4259-8af5-c6600563631f', 'network_id': 'b8badaff-e4d5-41a6-a394-6b7ef0ee813a', 'port_id': '81c1675e-5ac7-4259-8af5-c6600563631f', 'mac_address': 'fa:16:3e:8f:aa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99283a40-1c1b-433e-877c-9839e0acd836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:03.940198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.962117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81c1675e-5ac7-4259-8af5-c6600563631f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:03.980143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3e85-89d9-4aac-b26c-de8e2c03b132 req-c2d6e3b5-fdf2-4dc3-ae0e-3402c4fcd9b8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.000576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-47dd3e85-89d9-4aac-b26c-de8e2c03b132 req-c2d6e3b5-fdf2-4dc3-ae0e-3402c4fcd9b8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 950 time: 0.0791450 Aug 19 14:58:04.018097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:04.082313 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-47dd3e85-89d9-4aac-b26c-de8e2c03b132 req-89285de1-8044-45bd-ac2f-43a8a5da5443 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915587 Aug 19 14:58:04.149731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-421cf2bd-6e21-4428-a1b1-17178d502c6a req-92a05ffd-8f58-486d-91db-816f02a48698 tempest-InstanceActionsNegativeTestJSON-992270635 tempest-InstanceActionsNegativeTestJSON-992270635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e616864f-1b0f-4cef-8caa-e29ae0a2a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1092777 Aug 19 14:58:04.242514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.299331 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.366796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aa457-1a7c-47af-be2e-4ecc389a8571 req-1ba497bb-956b-4210-9fd0-d764138e68c5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.368346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d58aa457-1a7c-47af-be2e-4ecc389a8571 req-1ba497bb-956b-4210-9fd0-d764138e68c5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.1424069 Aug 19 14:58:04.390185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:04.469603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d58aa457-1a7c-47af-be2e-4ecc389a8571 req-447ca2fd-3d46-49a9-b330-47636125c28e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845094 Aug 19 14:58:04.501660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe48b8c-aa9f-400c-9424-42cea658b9e0 req-ea011a7a-b6a6-4ba0-b8b7-14d70d78dbb6 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.503828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afe48b8c-aa9f-400c-9424-42cea658b9e0 req-ea011a7a-b6a6-4ba0-b8b7-14d70d78dbb6 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 945 time: 0.0691612 Aug 19 14:58:04.526866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['81c1675e-5ac7-4259-8af5-c6600563631f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:04.536091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.554742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afe48b8c-aa9f-400c-9424-42cea658b9e0 req-f468999a-f572-46e5-b03c-175f90253840 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Aug 19 14:58:04.692012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'name': 'network-vif-deleted', 'tag': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5'}, {'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'name': 'network-vif-deleted', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:04.709522 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874258be-3034-4b16-a9cd-beb328a6b4e7" -d '{"events": [{"server_uuid": "e616864f-1b0f-4cef-8caa-e29ae0a2a1c3", "name": "network-vif-deleted", "tag": "ea2ceea9-1a61-433d-8180-aa1bd16727f5"}, {"server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "name": "network-vif-deleted", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:04.759312 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92004c-8d5a-40cc-85e4-74ddf1d7933a x-openstack-request-id: req-5d92004c-8d5a-40cc-85e4-74ddf1d7933a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:04.759632 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e616864f-1b0f-4cef-8caa-e29ae0a2a1c3", "name": "network-vif-deleted", "tag": "ea2ceea9-1a61-433d-8180-aa1bd16727f5", "status": "completed", "code": 200}, {"server_uuid": "d45c691b-d971-4b6c-a212-fa1f7e28f974", "name": "network-vif-deleted", "tag": "fc0955e8-854d-4918-a145-ba39cb1703ae", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:04.759876 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d92004c-8d5a-40cc-85e4-74ddf1d7933a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:04.760278 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e616864f-1b0f-4cef-8caa-e29ae0a2a1c3', 'name': 'network-vif-deleted', 'tag': 'ea2ceea9-1a61-433d-8180-aa1bd16727f5', 'status': 'completed', 'code': 200} Aug 19 14:58:04.760621 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c691b-d971-4b6c-a212-fa1f7e28f974', 'name': 'network-vif-deleted', 'tag': 'fc0955e8-854d-4918-a145-ba39cb1703ae', 'status': 'completed', 'code': 200} Aug 19 14:58:04.806010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfc95d-5f54-4f1c-9020-e12b7416b5f8 req-7ff3e6df-96d8-4cd6-a72e-01bea7ea9d0f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.807909 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27cfc95d-5f54-4f1c-9020-e12b7416b5f8 req-7ff3e6df-96d8-4cd6-a72e-01bea7ea9d0f tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.0881951 Aug 19 14:58:04.861506 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27cfc95d-5f54-4f1c-9020-e12b7416b5f8 req-9efcc750-7222-4a2b-9429-4102a23baa95 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Aug 19 14:58:04.989100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d6b5cd81-5d44-48d6-94f4-57d777e079bf req-7398a293-eadf-475d-bb6d-344e9f5111fa tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0416636 Aug 19 14:58:04.990238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Router fc951ee7-cff1-47f6-925b-f067f80780f4 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:58:05.110317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:05.139940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: cc0f5a79-47fc-45f2-9285-49667146e1b3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:05.140296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cc0f5a79-47fc-45f2-9285-49667146e1b3 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:05.140725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:05.141143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:05.152708 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Sync routers for ids ['fc951ee7-cff1-47f6-925b-f067f80780f4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:05.164932 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Routers {'fc951ee7-cff1-47f6-925b-f067f80780f4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:05.165807 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fc951ee7-cff1-47f6-925b-f067f80780f4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:05.197363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: fc0955e8-854d-4918-a145-ba39cb1703ae {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:05.197766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fc0955e8-854d-4918-a145-ba39cb1703ae not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:05.220037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49104) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:05.245002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211944c-5d58-4bff-a4b7-5c9481087b2b None None] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:05.329273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bd5333c4-8387-4a10-b6ac-e21396a9800f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:05.338514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.342927 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0db30826-7681-4cb4-a6ba-5e05768553a3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6014628 Aug 19 14:58:05.352480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49106) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:05.363299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Deleting subnet 42be6fc3-ce7c-4bb8-93d3-10ba8361216a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:05.371214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.387955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Set router fc951ee7-cff1-47f6-925b-f067f80780f4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:05.435962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.497446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.509676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-d28cfe85-bb6a-428c-b65a-90af003c6baa tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:05.511372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-d28cfe85-bb6a-428c-b65a-90af003c6baa tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 950 time: 0.2776122 Aug 19 14:58:05.525958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-04436019-df86-431d-94e8-1e9f72c8947d None None] Provisioning for port bd5333c4-8387-4a10-b6ac-e21396a9800f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:05.603251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:05.608800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port bd5333c4-8387-4a10-b6ac-e21396a9800f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:05.634476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port bd5333c4-8387-4a10-b6ac-e21396a9800f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:05.635247 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.654395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398a9ca-a80e-4c78-a309-74b46b8579a4 req-65c8eebd-b9a6-4faf-8c8f-f24c881bfa4c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:05.664739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c398a9ca-a80e-4c78-a309-74b46b8579a4 req-65c8eebd-b9a6-4faf-8c8f-f24c881bfa4c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 950 time: 0.4040220 Aug 19 14:58:05.680877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee564f-385b-4ed6-81f0-379fa1d48fef req-1972d1e5-e7df-46be-bb3f-39f9e454738e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:05.683488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecee564f-385b-4ed6-81f0-379fa1d48fef req-1972d1e5-e7df-46be-bb3f-39f9e454738e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0954430 Aug 19 14:58:05.742037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.755583 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T14:58:03Z', 'revision_number': 3, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:05.770437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.823459 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Checking router: fc951ee7-cff1-47f6-925b-f067f80780f4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:05.824036 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Updating router fc951ee7-cff1-47f6-925b-f067f80780f4 port 01405dc6-8d71-49df-8040-f7063df0057a binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:58:05.828346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c398a9ca-a80e-4c78-a309-74b46b8579a4 req-766eef8c-0b49-4c50-9058-c5c8746e01be tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624253 Aug 19 14:58:05.832318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecee564f-385b-4ed6-81f0-379fa1d48fef req-76a70c63-6d8f-413e-8442-c2b52cd5ee90 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413414 Aug 19 14:58:05.834828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42be6fc3-ce7c-4bb8-93d3-10ba8361216a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:05.837900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.841294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6b28ac33-ade0-4dd3-b446-3d14bb1c3003 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42be6fc3-ce7c-4bb8-93d3-10ba8361216a HTTP/1.1" status: 204 len: 168 time: 0.6199956 Aug 19 14:58:05.860830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port bd5333c4-8387-4a10-b6ac-e21396a9800f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bd5333c4-8387-4a10-b6ac-e21396a9800f,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:05.862090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 81c1675e-5ac7-4259-8af5-c6600563631f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:05.862468 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.870467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:05.898868 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.900876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Deleting port 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:05.901487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.054683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.109462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-01c8106b-8413-4a6b-aaca-d0a94f35b88e None None] Provisioning complete for port bd5333c4-8387-4a10-b6ac-e21396a9800f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:06.110721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-01c8106b-8413-4a6b-aaca-d0a94f35b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.129758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.187203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:06.199840 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ceee7-85f3-468b-9672-a6a050356cc0" -d '{"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-plugged", "status": "completed", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:06.206570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.248524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:06.281455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9706-60ef-4bc8-99d3-413c135802fe req-aa30d766-cb1c-4fc3-a643-85f044c853a5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:06.291589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-babb9706-60ef-4bc8-99d3-413c135802fe req-aa30d766-cb1c-4fc3-a643-85f044c853a5 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 945 time: 0.2570574 Aug 19 14:58:06.369986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-babb9706-60ef-4bc8-99d3-413c135802fe req-40447777-a84a-4427-ac4f-f71b2109ea50 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768051 Aug 19 14:58:06.376747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] For port 088c1886-07be-43cc-887b-cb0b748b9d39, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=088c1886-07be-43cc-887b-cb0b748b9d39,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:06.377632 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.378064 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ff72069-562f-4e13-a992-150c7cb72be3 req-3d899fa4-f55c-4008-89b1-44ea4d8575e4 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.1560268 Aug 19 14:58:06.386761 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.393329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.406044 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Transition to ACTIVE for port object 01405dc6-8d71-49df-8040-f7063df0057a will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:06.418022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e745ff1a-bd37-4353-85fc-8f8c6095f2c3']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:06.420605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Calling delete_port for 088c1886-07be-43cc-887b-cb0b748b9d39 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:06.422950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=bd5333c4-8387-4a10-b6ac-e21396a9800f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:06.434599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95157f74-f364-4dee-8c41-103a1c996515') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:06.434978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95157f74-f364-4dee-8c41-103a1c996515') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:06.446320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.462771 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.472511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:06.472934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.488803 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f986c0-39f6-4a0a-8cb9-d4e88ef7c157 x-openstack-request-id: req-06f986c0-39f6-4a0a-8cb9-d4e88ef7c157 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:06.489206 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-plugged", "status": "completed", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:06.489537 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06f986c0-39f6-4a0a-8cb9-d4e88ef7c157 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:06.492311 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f', 'code': 200} Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:06.512637 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:06.566572 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.611090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:06.884436 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.931373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.947415 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Attempting to bind port 01405dc6-8d71-49df-8040-f7063df0057a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:06.948041 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Attempting to bind port 01405dc6-8d71-49df-8040-f7063df0057a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:06.948595 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Attempting to bind port 01405dc6-8d71-49df-8040-f7063df0057a on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:06.959075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:06.960444 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:06.961552 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.962429 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:06.963505 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Bound port: 01405dc6-8d71-49df-8040-f7063df0057a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:06.964087 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.020603 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.027492 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] For port 01405dc6-8d71-49df-8040-f7063df0057a, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:07.032194 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] For port 01405dc6-8d71-49df-8040-f7063df0057a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=01405dc6-8d71-49df-8040-f7063df0057a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:07.036946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e745ff1a-bd37-4353-85fc-8f8c6095f2c3 HTTP/1.1" status: 204 len: 168 time: 1.1569469 Aug 19 14:58:07.040825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49053afd-201c-4728-b8c2-d7732543a624 admin admin] Pushing event deleted for resources: {'Network': ['ID=e745ff1a-bd37-4353-85fc-8f8c6095f2c3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:07.054340 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Pushing event updated for resources: {'Port': ['ID=01405dc6-8d71-49df-8040-f7063df0057a,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:07.075207 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.075458 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.076152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.076651 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.077929 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.078549 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.080548 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.081060 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.088753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.088753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.088753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.088753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:07.099513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc765-0ad2-4e17-81ab-f0e870df22aa req-c0f3070c-1296-41ed-841e-05f45f56fead tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:07.102422 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfcfc765-0ad2-4e17-81ab-f0e870df22aa req-c0f3070c-1296-41ed-841e-05f45f56fead tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 950 time: 0.1216545 Aug 19 14:58:07.148565 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.178403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110e7f5-6b80-4949-aaf6-76c0bff7f501 req-7bf927d0-1aa6-4d2d-bb98-877bcf4222f8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:07.180209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2110e7f5-6b80-4949-aaf6-76c0bff7f501 req-7bf927d0-1aa6-4d2d-bb98-877bcf4222f8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.1973717 Aug 19 14:58:07.204684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfcfc765-0ad2-4e17-81ab-f0e870df22aa req-ef1d5f2c-cd1d-4bdc-8f96-67f39cd2dbe1 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966635 Aug 19 14:58:07.217629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.226943 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Routers {'fc951ee7-cff1-47f6-925b-f067f80780f4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:07.228636 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fc951ee7-cff1-47f6-925b-f067f80780f4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:07.249232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:07.384708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event deleted for resources: {'Port': ['ID=088c1886-07be-43cc-887b-cb0b748b9d39,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:07.418001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bd5333c4-8387-4a10-b6ac-e21396a9800f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:07.431345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1eb8fe13-13f9-4776-a19e-91d2e5992c2f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:07.551584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.599734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] Set router fc951ee7-cff1-47f6-925b-f067f80780f4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:07.632237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2110e7f5-6b80-4949-aaf6-76c0bff7f501 req-42276e67-747f-4601-88fe-f4c7e8ff55a8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063938 Aug 19 14:58:07.633325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] No DVR routers for this DVR port 088c1886-07be-43cc-887b-cb0b748b9d39 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:07.639457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.650340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-acf5f5c6-3efd-4b60-9e33-e1fd5bbf3531 req-adc65e57-9680-46f9-9e33-977e7d76123d tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "DELETE /v2.0/ports/088c1886-07be-43cc-887b-cb0b748b9d39 HTTP/1.1" status: 204 len: 173 time: 2.1237378 Aug 19 14:58:07.652989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-deleted', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:07.656957 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae41e58-092a-427f-893a-07385d6c9466" -d '{"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-deleted", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:07.706938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5caaa-beda-4269-aa00-24f4c4003074 req-9af3d9fa-7a63-423a-aa28-210aa1e117e3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:07.733850 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1af5caaa-beda-4269-aa00-24f4c4003074 req-9af3d9fa-7a63-423a-aa28-210aa1e117e3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.1552281 Aug 19 14:58:07.769332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:07.849749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port bd5333c4-8387-4a10-b6ac-e21396a9800f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:07.850131 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.865489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c87ccf4a-f656-452f-be53-47003958358b req-1ef7d942-439e-4092-890d-dbc1f01cbf19 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.1080909 Aug 19 14:58:07.903436 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1af5caaa-beda-4269-aa00-24f4c4003074 req-cb226a34-99de-4f2a-9ab8-0786737efab8 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682994 Aug 19 14:58:07.981799 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b8ada-70cc-470b-9caa-b694149578e1 x-openstack-request-id: req-b53b8ada-70cc-470b-9caa-b694149578e1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:07.982295 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea553d4-0ea3-45c7-8541-0013f2495bd4", "name": "network-vif-deleted", "tag": "088c1886-07be-43cc-887b-cb0b748b9d39", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:07.982937 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b53b8ada-70cc-470b-9caa-b694149578e1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:07.983251 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea553d4-0ea3-45c7-8541-0013f2495bd4', 'name': 'network-vif-deleted', 'tag': '088c1886-07be-43cc-887b-cb0b748b9d39', 'status': 'completed', 'code': 200} Aug 19 14:58:08.010027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-064fc5cf-2b04-43a0-8c9d-18f10bc3b3ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbbe10fa3afc4ae39f4a8634a2b65f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391179 Aug 19 14:58:08.012669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49144) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:08.100042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1ac317c-21ca-4fa2-b048-8a98368ddd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.112158 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1e7cc-933b-4a7d-bcd5-be9eb198c895 None None] Pushing event updated for resources: {'Port': ['ID=01405dc6-8d71-49df-8040-f7063df0057a,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.138644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Allocated IP 172.20.0.1 (378d5bba-0fc7-427b-9f3c-6aefd4e8bce5/43e74a95-76e4-4fec-8a81-a63fbb896a33/a20d50b3-f119-4318-82fa-cd255df2a131) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:08.146939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1ac317c-21ca-4fa2-b048-8a98368ddd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.167122 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T14:58:03Z', 'revision_number': 3, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:08.221674 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92add58-8102-47e7-b015-a6a29a48a5d3 None None] The sync data for ids ['fc951ee7-cff1-47f6-925b-f067f80780f4'] in n-d-779913-32 is: [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T14:58:03Z', 'revision_number': 3, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:08.403540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.443521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Transition to ACTIVE for port object a20d50b3-f119-4318-82fa-cd255df2a131 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:08.462530 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63aa9743-cfe9-4cab-89cd-95a4fa1e5511 req-ff0de3da-e93d-4a9d-9134-2f7bd2d7061f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea553d4-0ea3-45c7-8541-0013f2495bd4 HTTP/1.1" status: 200 len: 210 time: 0.0836434 Aug 19 14:58:08.465402 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1ac317c-21ca-4fa2-b048-8a98368ddd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.478120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1ac317c-21ca-4fa2-b048-8a98368ddd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.482485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1ac317c-21ca-4fa2-b048-8a98368ddd29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/923f817f-dbc0-4fab-b1cf-287097c902b8 HTTP/1.1" status: 204 len: 168 time: 0.4661674 Aug 19 14:58:08.502189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac317c-21ca-4fa2-b048-8a98368ddd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f817f-dbc0-4fab-b1cf-287097c902b8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.616273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.804313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:08.819817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:08.854060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:08.950136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Pushing event updated for resources: {'Port': ['ID=a20d50b3-f119-4318-82fa-cd255df2a131,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.994566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0779a-a493-4da3-9330-9f4766004541 req-8ad9c171-6e63-42e4-b705-93b8a059ff2c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:09.005037 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44a0779a-a493-4da3-9330-9f4766004541 req-8ad9c171-6e63-42e4-b705-93b8a059ff2c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.1784642 Aug 19 14:58:09.018931 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.070997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44a0779a-a493-4da3-9330-9f4766004541 req-6625884d-03b3-4a4c-9cda-09b10995285b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641420 Aug 19 14:58:09.137291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:09.260699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 088c1886-07be-43cc-887b-cb0b748b9d39 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:09.261781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 088c1886-07be-43cc-887b-cb0b748b9d39 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:09.325320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c55c62b7-90d0-4dd9-af06-dfdc8a604356 req-e0ec8b18-dc70-4141-ad89-e742a1b94df5 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0517492 Aug 19 14:58:09.397183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413a7c1-346f-44e4-a49f-a0236b3d2dea req-4f31ca9c-7b1f-4bfa-9664-646614758bad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:09.409791 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e413a7c1-346f-44e4-a49f-a0236b3d2dea req-4f31ca9c-7b1f-4bfa-9664-646614758bad tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.1705244 Aug 19 14:58:09.411400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01405dc6-8d71-49df-8040-f7063df0057a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:09.464169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed48016a-e719-4a9b-8ac9-c50d76bae894 None None] Provisioning for port a20d50b3-f119-4318-82fa-cd255df2a131 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:09.469368 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e413a7c1-346f-44e4-a49f-a0236b3d2dea req-bbafa6f6-0518-48d0-a1ea-04a9356775bf tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525343 Aug 19 14:58:09.485677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed48016a-e719-4a9b-8ac9-c50d76bae894 None None] Provisioning complete for port a20d50b3-f119-4318-82fa-cd255df2a131 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:09.486058 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed48016a-e719-4a9b-8ac9-c50d76bae894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.547538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.684711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ed48016a-e719-4a9b-8ac9-c50d76bae894 None None] Port a20d50b3-f119-4318-82fa-cd255df2a131 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:09.827189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 01405dc6-8d71-49df-8040-f7063df0057a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:09.831553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 01405dc6-8d71-49df-8040-f7063df0057a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:09.832059 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.864399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.952573 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.958386 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.980978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 01405dc6-8d71-49df-8040-f7063df0057a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=01405dc6-8d71-49df-8040-f7063df0057a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:10.045923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.049320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Pushing event updated for resources: {'Port': ['ID=a20d50b3-f119-4318-82fa-cd255df2a131,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:10.124128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.188020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:10.190507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:10.249044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=01405dc6-8d71-49df-8040-f7063df0057a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:10.479123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Router fc951ee7-cff1-47f6-925b-f067f80780f4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:10.687706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91415b8-96b6-4875-afd7-2a2d061e418b req-fc3e5800-e395-4b91-9efb-208d70fafb6a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:10.689413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e91415b8-96b6-4875-afd7-2a2d061e418b req-fc3e5800-e395-4b91-9efb-208d70fafb6a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.1119611 Aug 19 14:58:10.692603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:10.698365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f1ab6869-a9f4-428a-b94d-09afc500f97a admin admin] 10.222.0.13 "PUT /v2.0/routers/fc951ee7-cff1-47f6-925b-f067f80780f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3431084 Aug 19 14:58:10.737890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4a18ff1a-299a-439f-ad31-6726de720c3d None None] Provisioning complete for port a20d50b3-f119-4318-82fa-cd255df2a131 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:10.738666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4a18ff1a-299a-439f-ad31-6726de720c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.754685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e91415b8-96b6-4875-afd7-2a2d061e418b req-7748ce3a-978e-49a0-9204-0b1be8faff03 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Aug 19 14:58:10.843043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4a18ff1a-299a-439f-ad31-6726de720c3d None None] Port a20d50b3-f119-4318-82fa-cd255df2a131 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:10.949414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49218) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:11.061469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc72a5-7514-448c-b071-9dd2082e6321 req-0161839f-26fe-4230-8046-b9dbd0c2add8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:11.066083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ecc72a5-7514-448c-b071-9dd2082e6321 req-0161839f-26fe-4230-8046-b9dbd0c2add8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1001720 Aug 19 14:58:11.136684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ecc72a5-7514-448c-b071-9dd2082e6321 req-2cf04235-8f26-4f0e-b4f0-a3394340099e tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Aug 19 14:58:11.136802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Sync routers for ids ['fc951ee7-cff1-47f6-925b-f067f80780f4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:11.160906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Routers {'fc951ee7-cff1-47f6-925b-f067f80780f4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:11.161599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fc951ee7-cff1-47f6-925b-f067f80780f4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:11.169865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1363276781'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:11.303978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27a5d068-eade-4def-bc59-d80e6927dde5 req-a027b0e3-39fe-4cf1-893d-a2865cbc4f3a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d45c691b-d971-4b6c-a212-fa1f7e28f974 HTTP/1.1" status: 200 len: 210 time: 0.0341291 Aug 19 14:58:11.307428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01405dc6-8d71-49df-8040-f7063df0057a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:11.375121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:11.380056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.434074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-d74175fd-9e6e-48c4-995d-6c0006bd4f11 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:11.435803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-d74175fd-9e6e-48c4-995d-6c0006bd4f11 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.1057792 Aug 19 14:58:11.436803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:11.451838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:11.487623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.487623 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Added segment f0a2a326-b6df-415c-84f1-c8ceae388cb9 of type vlan for network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 Aug 19 14:58:11.519227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Set router fc951ee7-cff1-47f6-925b-f067f80780f4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:11.577972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 01405dc6-8d71-49df-8040-f7063df0057a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:11.578368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.589746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.593480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.695525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:11.697811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:11.818231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:11.829580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.836632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:11.837826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.995913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103407b-1a6e-4955-bda2-2b5b40a7a566 req-a717552b-cceb-438c-b925-3e4c0174ed23 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.006387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Network': ['ID=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:12.006859 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5103407b-1a6e-4955-bda2-2b5b40a7a566 req-a717552b-cceb-438c-b925-3e4c0174ed23 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 945 time: 0.0961192 Aug 19 14:58:12.057085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:12.076005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:12.090378 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5103407b-1a6e-4955-bda2-2b5b40a7a566 req-f4336530-171a-42b2-b277-314296d4f611 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754788 Aug 19 14:58:12.114098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-34e36ac5-b09e-4387-8b7a-07215db1c48c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1626775 Aug 19 14:58:12.118613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49234) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:12.124192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'subnet': {'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:12.177747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:12.180171 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0e6e6-e0a3-4f93-a1ce-0186221192f1" -d '{"events": [{"server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "name": "network-vif-unplugged", "status": "completed", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:12.186030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.206366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba25c0-1e5a-432a-840d-d882587e38d9 req-7d4cf2f6-ce63-4cde-9a2f-aed1c69ce862 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.210520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ba25c0-1e5a-432a-840d-d882587e38d9 req-7d4cf2f6-ce63-4cde-9a2f-aed1c69ce862 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 946 time: 0.0932508 Aug 19 14:58:12.293338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ba25c0-1e5a-432a-840d-d882587e38d9 req-0884e98a-904a-44ff-b973-5171065af6ac tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Aug 19 14:58:12.298190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.309280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.368013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f00fc-71bd-4366-a93f-b04989a28bc5 req-7d1c0c77-3b45-489b-aa61-d92451fe1656 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.370107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac9f00fc-71bd-4366-a93f-b04989a28bc5 req-7d1c0c77-3b45-489b-aa61-d92451fe1656 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1140218 Aug 19 14:58:12.374506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:12.385978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.389184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:12.419144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:12.421977 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01f8c94-5c24-4860-9aa0-bedd4e22157e" -d '{"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-unplugged", "status": "completed", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:12.434000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:12.445157 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59330ba3-7594-4c82-9535-d441894ffe3e x-openstack-request-id: req-59330ba3-7594-4c82-9535-d441894ffe3e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:12.445434 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "name": "network-vif-unplugged", "status": "completed", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:12.445831 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59330ba3-7594-4c82-9535-d441894ffe3e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:12.446246 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'code': 200} Aug 19 14:58:12.458235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:12.463759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on host n-h1-779913-32 for vnic_type normal with profile {"migrating_to": "n-h2-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:12.464107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:12.464777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:12.470404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 has no active binding in host n-h2-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:58:12.471176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:12.471550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Attempting to bind port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on network 7b1a9431-d39f-4057-98ac-6b7f796d8862 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:12.486765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'a20d50b3-f119-4318-82fa-cd255df2a131', 'name': '', 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'mac_address': 'fa:16:3e:da:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '43e74a95-76e4-4fec-8a81-a63fbb896a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:07Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 2, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'subnets': [{'id': '43e74a95-76e4-4fec-8a81-a63fbb896a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:12.487661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:12.488061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Checking segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:12.488477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Bound using segment: {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:12.489154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Bound port: 33128f93-3bcb-4ee2-8f49-b708889d6a58, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447e591-0217-4a1b-aa1b-da87fec291af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b1a9431-d39f-4057-98ac-6b7f796d8862'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:12.489540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.595525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:12.598587 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e3f8f3-0279-4cee-90b6-4930f330faab x-openstack-request-id: req-e6e3f8f3-0279-4cee-90b6-4930f330faab {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:12.598991 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-unplugged", "status": "completed", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:12.599250 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6e3f8f3-0279-4cee-90b6-4930f330faab {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:12.599654 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f', 'code': 200} Aug 19 14:58:12.599847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:12.607567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Checking router: fc951ee7-cff1-47f6-925b-f067f80780f4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:12.608082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Updating router fc951ee7-cff1-47f6-925b-f067f80780f4 port a20d50b3-f119-4318-82fa-cd255df2a131 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:58:12.610883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.690796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.729022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49250) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:12.761979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.784557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac9f00fc-71bd-4366-a93f-b04989a28bc5 req-de894a7d-cb13-4165-b2f8-3da13204a249 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084763 Aug 19 14:58:12.855001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:12.859078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:12.927060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.930028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.931732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-288bdf31-7c68-44a4-8e83-f5c64b7cef4a service neutron] 10.222.0.54 "PUT /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 1123 time: 1.4854803 Aug 19 14:58:12.999788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55dec5d6-8bb6-44e5-83e7-345ff14a44b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.189573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-3c025279-700a-4595-94e7-d99f107f9036 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.191677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-3c025279-700a-4595-94e7-d99f107f9036 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.1067891 Aug 19 14:58:13.225252 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.274702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['33128f93-3bcb-4ee2-8f49-b708889d6a58'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:13.277812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['33128f93-3bcb-4ee2-8f49-b708889d6a58'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:13.288706 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.341900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Subnet': ['ID=649621ae-3a5f-45fe-b524-ef5fafdf5b90,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:13.354046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.354962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.355626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.356201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.356708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.357233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.357727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.358222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.358856 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.359367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.359885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.360394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.377231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Checking segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:13.377231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network hostable DHCP agents. Network: f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:13.492171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:13.501141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd722fb-2f4c-40dc-96ce-f0e34d3a0638 req-40a58fc1-bdf2-4ff7-aa2f-96b01d744c89 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.513824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fd722fb-2f4c-40dc-96ce-f0e34d3a0638 req-40a58fc1-bdf2-4ff7-aa2f-96b01d744c89 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.3068800 Aug 19 14:58:13.534842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb76cb8-8afb-4a2e-91ee-429967407e5e req-6694fc95-ac51-4805-9ab7-bd69933c103b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.536908 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cb76cb8-8afb-4a2e-91ee-429967407e5e req-6694fc95-ac51-4805-9ab7-bd69933c103b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 944 time: 0.0911193 Aug 19 14:58:13.591030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cb76cb8-8afb-4a2e-91ee-429967407e5e req-14b7e3e2-1bbb-4fb0-bb2a-9034aa3f782b tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 Aug 19 14:58:13.620919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:13.646147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55dec5d6-8bb6-44e5-83e7-345ff14a44b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.648332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.652928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.671566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe8b22-9957-4931-aeaa-2ffae89cafbb None None] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:13.698810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fd722fb-2f4c-40dc-96ce-f0e34d3a0638 req-61ab103c-b422-43d1-92fa-f3d74d6dcea3 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819878 Aug 19 14:58:13.709658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.710154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-31a8eaa0-0457-447f-9600-e050848095d3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.712106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-31a8eaa0-0457-447f-9600-e050848095d3 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 944 time: 0.4174943 Aug 19 14:58:13.779369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Transition to ACTIVE for port object a20d50b3-f119-4318-82fa-cd255df2a131 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:13.782685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55dec5d6-8bb6-44e5-83e7-345ff14a44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.789034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Deleting port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:13.789450 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.970718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'fixed_ips': [{'subnet_id': '649621ae-3a5f-45fe-b524-ef5fafdf5b90'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:13.971855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.001313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.002473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-58790b23-3d61-45fd-a2d1-e76ca8f0b570 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8824635 Aug 19 14:58:14.009301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49270) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:14.019635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-55dec5d6-8bb6-44e5-83e7-345ff14a44b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b85d253e9b0e48d0ae30f2291047a632&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2893682 Aug 19 14:58:14.020386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49272) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:14.022325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-603084473'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:14.063736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dec5d6-8bb6-44e5-83e7-345ff14a44b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f52c9-cf9d-44fc-916d-c397bba36b6c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:14.160857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa696-f12b-4e64-9453-eea618242e75 req-cd3ee27b-f13a-4782-88ba-29eb9015cc65 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:14.163456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-390fa696-f12b-4e64-9453-eea618242e75 req-cd3ee27b-f13a-4782-88ba-29eb9015cc65 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 950 time: 0.2086058 Aug 19 14:58:14.175536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dff69-7b05-4963-abd1-16508a21d194 None None] Pushing event updated for resources: {'Port': ['ID=a20d50b3-f119-4318-82fa-cd255df2a131,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:14.244126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:14.248693 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.261240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Allocated IP 19.80.0.2 (f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0/649621ae-3a5f-45fe-b524-ef5fafdf5b90/776ff57d-f50a-46e3-abc0-12bd6a5c2b26) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:14.264649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] For port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:14.265260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.305071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Deleting port 81c1675e-5ac7-4259-8af5-c6600563631f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:14.305639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.314308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Calling delete_port for 1eb8fe13-13f9-4776-a19e-91d2e5992c2f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:14.355184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:14.390880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5037733-3cf2-4dec-86fc-2d0afd6b7153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.417195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.417540 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Added segment a208ea67-6b45-4249-beb9-a3c4636e1f77 of type vlan for network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 Aug 19 14:58:14.453825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:14.456542 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70532bca-3f50-4068-8a1f-f992b7c9cbad" -d '{"events": [{"name": "network-changed", "server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:14.486478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-390fa696-f12b-4e64-9453-eea618242e75 req-294f061e-169d-4749-ae9c-2c0ecfa6c633 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910388 Aug 19 14:58:14.532711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5037733-3cf2-4dec-86fc-2d0afd6b7153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.559269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.587782 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb314d17-3678-44f7-9908-8cff06d5eaca x-openstack-request-id: req-bb314d17-3678-44f7-9908-8cff06d5eaca {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:14.589332 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:14.592349 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb314d17-3678-44f7-9908-8cff06d5eaca {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:14.592924 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'status': 'completed', 'code': 200} Aug 19 14:58:14.637724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Attempting to bind port a20d50b3-f119-4318-82fa-cd255df2a131 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:14.638109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Attempting to bind port a20d50b3-f119-4318-82fa-cd255df2a131 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:14.638479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Attempting to bind port a20d50b3-f119-4318-82fa-cd255df2a131 on network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:14.661742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:14.662128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Checking segment: {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:14.663576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.663992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Bound using segment: {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:14.664490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Bound port: a20d50b3-f119-4318-82fa-cd255df2a131, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:14.664882 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.680601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.697044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Transition to ACTIVE for port object 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:14.718905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.723620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:14.724251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.791300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] For port 81c1675e-5ac7-4259-8af5-c6600563631f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81c1675e-5ac7-4259-8af5-c6600563631f,segment=NetworkSegment(73e30e7a-2f3b-46cc-9359-d0d79f2750a1),segment_id=73e30e7a-2f3b-46cc-9359-d0d79f2750a1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:14.791679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.798227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] For port a20d50b3-f119-4318-82fa-cd255df2a131, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:14.810455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] For port a20d50b3-f119-4318-82fa-cd255df2a131, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a20d50b3-f119-4318-82fa-cd255df2a131,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:14.819860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Calling delete_port for 81c1675e-5ac7-4259-8af5-c6600563631f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:14.930443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.944379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9324794 Aug 19 14:58:14.951526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49286) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:14.962782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'subnet': {'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:14.987919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b248a-9c9c-4ced-8dd2-bd98043d77be tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Network': ['ID=26b55f6c-d1e1-4d11-a795-6d5292bbce09,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:15.043979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2049bd7-4f03-44df-81a8-5f1a4c44f1f2 req-3f418a2c-a02a-4a02-98d9-dc0728590cad tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.051944 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2049bd7-4f03-44df-81a8-5f1a4c44f1f2 req-3f418a2c-a02a-4a02-98d9-dc0728590cad tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1791043 Aug 19 14:58:15.134916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.138276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5037733-3cf2-4dec-86fc-2d0afd6b7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.141043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5037733-3cf2-4dec-86fc-2d0afd6b7153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.145481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f5037733-3cf2-4dec-86fc-2d0afd6b7153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/780f52c9-cf9d-44fc-916d-c397bba36b6c HTTP/1.1" status: 204 len: 168 time: 1.1051490 Aug 19 14:58:15.173193 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2049bd7-4f03-44df-81a8-5f1a4c44f1f2 req-6cb851a4-b2c8-4aaf-be10-3eccbeb0170f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145699 Aug 19 14:58:15.225505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-e23bb71a-75c5-4cf7-82ca-c0dddebf87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.242168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-e23bb71a-75c5-4cf7-82ca-c0dddebf87ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1126 time: 0.6037745 Aug 19 14:58:15.266188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Transition to ACTIVE for port object 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:15.269800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:15.357693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:15.370561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.444795 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.466034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Routers {'fc951ee7-cff1-47f6-925b-f067f80780f4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:15.466690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fc951ee7-cff1-47f6-925b-f067f80780f4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:15.516575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5037733-3cf2-4dec-86fc-2d0afd6b7153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f52c9-cf9d-44fc-916d-c397bba36b6c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:15.543865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Pushing event deleted for resources: {'Port': ['ID=81c1675e-5ac7-4259-8af5-c6600563631f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:15.683193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1625e-0615-43d0-a0c2-fdf43962f2ec req-97b11cf2-78fe-4970-9c72-e05c153b7c33 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.684785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8f1625e-0615-43d0-a0c2-fdf43962f2ec req-97b11cf2-78fe-4970-9c72-e05c153b7c33 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 865 time: 0.6687315 Aug 19 14:58:15.685526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.734444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] No DVR routers for this DVR port 81c1675e-5ac7-4259-8af5-c6600563631f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:15.761452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3c9f19d8-e559-4485-bae0-4ffcd495c2d2 req-49cc5720-9a9d-4094-978e-a1007680ddcb tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.0801654 Aug 19 14:58:15.784529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.786760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08bd3c94-209e-4a6c-a98b-2e596d1aa79f req-f614b147-31dc-4ebc-9aba-e8e276fc5c8e tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.54 "DELETE /v2.0/ports/81c1675e-5ac7-4259-8af5-c6600563631f HTTP/1.1" status: 204 len: 173 time: 2.0623240 Aug 19 14:58:15.804073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event deleted for resources: {'Port': ['ID=1eb8fe13-13f9-4776-a19e-91d2e5992c2f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:15.811896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] Set router fc951ee7-cff1-47f6-925b-f067f80780f4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:15.868001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8f1625e-0615-43d0-a0c2-fdf43962f2ec req-0b7c6c46-e5e7-47df-9e84-413e005bb5e0 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6e71dd6-3965-4114-ac8d-b555f26c0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625247 Aug 19 14:58:15.927823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] No DVR routers for this DVR port 1eb8fe13-13f9-4776-a19e-91d2e5992c2f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:15.935269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.938189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef37c6d-88a1-4925-852c-4a9f99fed64f req-5c568ab6-371f-44de-9b81-4ac21210341a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.54 "DELETE /v2.0/ports/1eb8fe13-13f9-4776-a19e-91d2e5992c2f HTTP/1.1" status: 204 len: 173 time: 2.6731479 Aug 19 14:58:15.959150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-28b25287-49ba-4791-aac7-d8ffc7554ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.961659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-28b25287-49ba-4791-aac7-d8ffc7554ce3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.5309110 Aug 19 14:58:15.967356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:15.970232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:15.974091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dff69-7b05-4963-abd1-16508a21d194 None None] Pushing event updated for resources: {'Port': ['ID=a20d50b3-f119-4318-82fa-cd255df2a131,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:16.031696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-ce3350f8-6000-41a8-b658-508ef3e483c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 217 time: 0.0598347 Aug 19 14:58:16.045356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.065103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 1eb8fe13-13f9-4776-a19e-91d2e5992c2f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:16.066215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1eb8fe13-13f9-4776-a19e-91d2e5992c2f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:16.066654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:16.113387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 81c1675e-5ac7-4259-8af5-c6600563631f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:16.113745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81c1675e-5ac7-4259-8af5-c6600563631f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:16.232764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-55b26a3a-2c86-44c6-952e-03212192de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:16.234464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-55b26a3a-2c86-44c6-952e-03212192de81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.1938200 Aug 19 14:58:16.304954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-b1b69f6c-0cea-4607-9d4d-aef2db903dce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597634 Aug 19 14:58:16.316813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Subnet': ['ID=234046e2-50a8-4217-9e70-b7e5987cbde9,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:16.343504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Checking segment: {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:16.344302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network hostable DHCP agents. Network: 26b55f6c-d1e1-4d11-a795-6d5292bbce09, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:16.355032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:16.395979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:16.434644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:16.534845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Pushing event updated for resources: {'Port': ['ID=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:16.553641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449b37-a683-4202-b015-41ea541e6dd6 req-ff07f4e0-a250-4c69-bb43-3ebc90116e27 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:16.556084 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e449b37-a683-4202-b015-41ea541e6dd6 req-ff07f4e0-a250-4c69-bb43-3ebc90116e27 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.2478623 Aug 19 14:58:16.595024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-deleted', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f'}, {'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-deleted', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:16.597611 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53b983-02bf-45d2-a447-87d8c74264b4" -d '{"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-deleted", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f"}, {"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-deleted", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:16.625586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:16.642522 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-6ef513c3-a9f1-45b2-a83d-ec096363fb4f service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228917 Aug 19 14:58:16.689868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e449b37-a683-4202-b015-41ea541e6dd6 req-3e2651c2-34ba-4795-a9c6-6ed84e998c1b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257806 Aug 19 14:58:16.719095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Attempting to bind port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:16.720986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Attempting to bind port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:16.722153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Attempting to bind port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:16.766723 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749e3162-ca7b-4535-a600-acb68e5e9433 x-openstack-request-id: req-749e3162-ca7b-4535-a600-acb68e5e9433 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:16.767024 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c16802-7b1c-4c75-933b-c6718aa673fb", "name": "network-vif-deleted", "tag": "81c1675e-5ac7-4259-8af5-c6600563631f", "status": "completed", "code": 200}, {"server_uuid": "b3795d88-b952-4036-beea-8c597969ed17", "name": "network-vif-deleted", "tag": "1eb8fe13-13f9-4776-a19e-91d2e5992c2f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:16.767285 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-749e3162-ca7b-4535-a600-acb68e5e9433 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:16.767701 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c16802-7b1c-4c75-933b-c6718aa673fb', 'name': 'network-vif-deleted', 'tag': '81c1675e-5ac7-4259-8af5-c6600563631f', 'status': 'completed', 'code': 200} Aug 19 14:58:16.767963 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3795d88-b952-4036-beea-8c597969ed17', 'name': 'network-vif-deleted', 'tag': '1eb8fe13-13f9-4776-a19e-91d2e5992c2f', 'status': 'completed', 'code': 200} Aug 19 14:58:16.775327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 26b55f6c-d1e1-4d11-a795-6d5292bbce09) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:16.777834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:16.778432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Checking segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:16.778678 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.780518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:16.781209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.796776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Bound using segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:16.797377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Bound port: 776ff57d-f50a-46e3-abc0-12bd6a5c2b26, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:16.797800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.824412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd7055-80e5-42ce-a643-4d18a2692301 None None] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:16.921164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9c473812-8aa4-4ee3-bf5e-55c4c8856049 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9556565 Aug 19 14:58:16.937215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70532bca-3f50-4068-8a1f-f992b7c9cbad req-792488d0-19ce-4cc5-b7a0-3b340abda4eb service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759840 Aug 19 14:58:17.075850 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7064f3e0-4fdd-4303-bd58-f745321e8513 req-96fc4032-bda5-4e7e-942d-2884aadc1f6f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.1440184 Aug 19 14:58:17.179328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] For port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:17.183368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] For port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:17.198866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75d0e68a-4a96-4fb5-9deb-d76be222089c req-5be575cc-42e8-42b1-b131-b8b85b6bb7d8 tempest-ImagesTestJSON-607417036 tempest-ImagesTestJSON-607417036-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c16802-7b1c-4c75-933b-c6718aa673fb HTTP/1.1" status: 200 len: 210 time: 0.0786636 Aug 19 14:58:17.319855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-26b55f6c-d1e1-4d11-a795-6d5292bbce09', 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'fixed_ips': [{'subnet_id': '234046e2-50a8-4217-9e70-b7e5987cbde9'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:17.321369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:17.342595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'a20d50b3-f119-4318-82fa-cd255df2a131', 'name': '', 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'mac_address': 'fa:16:3e:da:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '43e74a95-76e4-4fec-8a81-a63fbb896a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:07Z', 'updated_at': '2021-08-19T14:58:14Z', 'revision_number': 4, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'subnets': [{'id': '43e74a95-76e4-4fec-8a81-a63fbb896a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:17.385367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9b30-d978-4a76-8077-74c1f1aaedd9 None None] The sync data for ids ['fc951ee7-cff1-47f6-925b-f067f80780f4'] in n-d-779913-32 is: [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'a20d50b3-f119-4318-82fa-cd255df2a131', 'name': '', 'network_id': '378d5bba-0fc7-427b-9f3c-6aefd4e8bce5', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'mac_address': 'fa:16:3e:da:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '43e74a95-76e4-4fec-8a81-a63fbb896a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:07Z', 'updated_at': '2021-08-19T14:58:14Z', 'revision_number': 4, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'subnets': [{'id': '43e74a95-76e4-4fec-8a81-a63fbb896a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:17.387788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:17.609367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-b93b62de-12ea-40d5-8a3f-942255ead722 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:17.629609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-b93b62de-12ea-40d5-8a3f-942255ead722 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:17.638947 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-b93b62de-12ea-40d5-8a3f-942255ead722 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/networks?id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0&id=26b55f6c-d1e1-4d11-a795-6d5292bbce09&id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 HTTP/1.1" status: 200 len: 1391 time: 0.3614004 Aug 19 14:58:17.674019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:17.688152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d5af-3305-484c-91e8-d19ce93f3d98 None None] Pushing event updated for resources: {'Port': ['ID=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:17.710635 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-ce6ca85f-7ab3-49f7-8aa6-05e80a268218 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/quotas/dfc81385756d4e56b6fc5855c1898761 HTTP/1.1" status: 200 len: 375 time: 0.0431244 Aug 19 14:58:17.919116 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0d1241ab-ac31-4b2c-9b62-9701dbeb477e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2002463 Aug 19 14:58:18.079644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f072500-1be5-4532-8c05-262a87ce7b97 req-0974ad9e-4f50-40ba-858f-b088ce62b36f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:18.082540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f072500-1be5-4532-8c05-262a87ce7b97 req-0974ad9e-4f50-40ba-858f-b088ce62b36f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1456399 Aug 19 14:58:18.181849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f072500-1be5-4532-8c05-262a87ce7b97 req-22178056-6374-447d-989d-8f68145a18fc tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907786 Aug 19 14:58:18.448771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e16dc00-3052-4f2a-90e3-86e1ae38a836 req-f07d0c50-95fa-4b2d-8739-025135d4bf0c tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3795d88-b952-4036-beea-8c597969ed17 HTTP/1.1" status: 200 len: 210 time: 0.0711761 Aug 19 14:58:18.472561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Allocated IP 19.86.0.2 (26b55f6c-d1e1-4d11-a795-6d5292bbce09/234046e2-50a8-4217-9e70-b7e5987cbde9/45f4c84c-1277-4b7b-83aa-0a3f95138451) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:18.571018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:18.640925 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f801652e-349b-46a3-af90-61807105c758 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193086 Aug 19 14:58:18.647019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 has no active binding in host n-h2-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:58:18.831805 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0dd66fb8-ddc6-4d94-8aed-461197eeed26 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833515 Aug 19 14:58:19.028250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-1c28f898-f534-422a-868a-6a2873367854 service neutron] 10.222.0.13 "GET /v2.0/networks/26b55f6c-d1e1-4d11-a795-6d5292bbce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954453 Aug 19 14:58:19.081454 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.132319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Transition to ACTIVE for port object 45f4c84c-1277-4b7b-83aa-0a3f95138451 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:19.246479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Transition to ACTIVE for port object 45f4c84c-1277-4b7b-83aa-0a3f95138451 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:19.340004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:19.435290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-8eaae146-d79e-4864-a9e7-aa56a62ccffb service neutron] 10.222.0.13 "GET /v2.0/networks/26b55f6c-d1e1-4d11-a795-6d5292bbce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049330 Aug 19 14:58:19.498960 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.512102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f3a7b-2824-401e-b60d-0a12087c0b50 req-7225f479-611f-459a-bf71-76fa1536eba6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:19.519346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-071f3a7b-2824-401e-b60d-0a12087c0b50 req-7225f479-611f-459a-bf71-76fa1536eba6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1539657 Aug 19 14:58:19.592706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:19.605790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:19.613909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a20d50b3-f119-4318-82fa-cd255df2a131 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:19.649903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-071f3a7b-2824-401e-b60d-0a12087c0b50 req-9411e65f-a761-4a90-9bb4-a5e6f9e5376d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254792 Aug 19 14:58:19.688323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:19.702576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:19.737984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26e276-dcb0-4a9c-81f8-e34658b67cc4 None None] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:19.755272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Pushing event updated for resources: {'Port': ['ID=45f4c84c-1277-4b7b-83aa-0a3f95138451,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:19.767821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-78195e58-74b3-4e48-8a65-7f277b206699 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252738 Aug 19 14:58:20.075325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49414) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:20.100053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Attempting to bind port 45f4c84c-1277-4b7b-83aa-0a3f95138451 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:20.109457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Attempting to bind port 45f4c84c-1277-4b7b-83aa-0a3f95138451 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:20.110005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Attempting to bind port 45f4c84c-1277-4b7b-83aa-0a3f95138451 on network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:20.138984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:20.143908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Checking segment: {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:20.143908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.143908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Bound using segment: {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:20.143908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Bound port: 45f4c84c-1277-4b7b-83aa-0a3f95138451, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:20.143908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.159466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] Provisioning for port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:20.222968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] Provisioning complete for port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:20.223694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.260935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Deleting subnet 99283a40-1c1b-433e-877c-9839e0acd836 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:20.270075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.351265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.369152 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a9b9f8f9-cd16-4420-ab3e-50f3cb049571 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993609 Aug 19 14:58:20.404017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.547460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a20d50b3-f119-4318-82fa-cd255df2a131 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:20.566167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a20d50b3-f119-4318-82fa-cd255df2a131 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:20.566819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.717329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.728406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] For port 45f4c84c-1277-4b7b-83aa-0a3f95138451, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:20.799266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] For port 45f4c84c-1277-4b7b-83aa-0a3f95138451, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=45f4c84c-1277-4b7b-83aa-0a3f95138451,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:20.824303 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.827335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a20d50b3-f119-4318-82fa-cd255df2a131, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a20d50b3-f119-4318-82fa-cd255df2a131,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:20.930057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] For port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:20.964316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2698b-5f04-4822-bb23-e1fd3bd10f1a req-3b02cccd-d572-4f31-a659-349b90f0b12b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:20.973524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.983321 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8a2698b-5f04-4822-bb23-e1fd3bd10f1a req-3b02cccd-d572-4f31-a659-349b90f0b12b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1287186 Aug 19 14:58:21.064749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.072701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.083770 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8a2698b-5f04-4822-bb23-e1fd3bd10f1a req-3e9d7a5a-9cf0-4cea-aae9-700e9c16a0f5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962498 Aug 19 14:58:21.083974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19a50bfb-92c9-4e70-9773-f2ce06ceaba9 req-a382253e-3787-43eb-a1b7-27a8056c2644 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.1055884 Aug 19 14:58:21.154797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287dd2e-baf2-420a-85cf-a7803655cd67 None None] Pushing event updated for resources: {'Port': ['ID=45f4c84c-1277-4b7b-83aa-0a3f95138451,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:21.189625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:21.325576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a437a76-4ec1-40d6-9474-b3bf6625a5b9 req-520b3577-f340-4e76-a1d6-a3ae53969275 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:21.333804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a437a76-4ec1-40d6-9474-b3bf6625a5b9 req-520b3577-f340-4e76-a1d6-a3ae53969275 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.0938675 Aug 19 14:58:21.351031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a20d50b3-f119-4318-82fa-cd255df2a131,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:21.368109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-55ef4517-c45a-48eb-8b3f-12bbf64f47a7 None None] Provisioning complete for port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:21.368853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55ef4517-c45a-48eb-8b3f-12bbf64f47a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.372528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.442991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99283a40-1c1b-433e-877c-9839e0acd836,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:21.462657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.468123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a6827c7-f3ed-46b2-b077-5c08332a5be2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99283a40-1c1b-433e-877c-9839e0acd836 HTTP/1.1" status: 204 len: 168 time: 1.3914397 Aug 19 14:58:21.469579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49436) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:21.516871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c871f-e039-4233-913d-b30f098d954a None None] Pushing event updated for resources: {'Port': ['ID=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:21.566369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a437a76-4ec1-40d6-9474-b3bf6625a5b9 req-4c6ff84c-6222-4629-94bd-165a617b30b8 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314937 Aug 19 14:58:21.619062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.627457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:21.680069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:21.721704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.735140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8badaff-e4d5-41a6-a394-6b7ef0ee813a']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:21.748296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e30e7a-2f3b-46cc-9359-d0d79f2750a1') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:21.748592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e30e7a-2f3b-46cc-9359-d0d79f2750a1') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:21.760734 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.778487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.785565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:21.785977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:21.788875 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:21.981418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.987957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.996122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b8badaff-e4d5-41a6-a394-6b7ef0ee813a HTTP/1.1" status: 204 len: 168 time: 0.5191019 Aug 19 14:58:22.002232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746880-d7b3-47ae-8c71-b9016bd4d802 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8badaff-e4d5-41a6-a394-6b7ef0ee813a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:22.222802 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d9062226-51a2-4df2-9223-dff6b3134b8b req-95c7089e-4198-413d-afda-3dd11384a638 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.0745795 Aug 19 14:58:22.333609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ab6e5-c007-4828-a25c-94f179b87081 req-20343466-8744-4daa-a1a7-62f5746be5fd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:22.335602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-285ab6e5-c007-4828-a25c-94f179b87081 req-20343466-8744-4daa-a1a7-62f5746be5fd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1469569 Aug 19 14:58:22.348249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-ed6a2614-7da4-4af4-b988-ac64e1aa6d3a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:22.349840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-ed6a2614-7da4-4af4-b988-ac64e1aa6d3a tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1208847 Aug 19 14:58:22.431261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-285ab6e5-c007-4828-a25c-94f179b87081 req-b01ac8ae-a23d-44fe-a6fb-1677b32e33e6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800395 Aug 19 14:58:22.452213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c06a3-fbf5-4a2b-b4c6-e1f06a2775df None None] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:22.550110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Deleting port 5e7a8269-8c56-49ad-939a-672af7a4882f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:22.550580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:22.662274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] For port 5e7a8269-8c56-49ad-939a-672af7a4882f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5e7a8269-8c56-49ad-939a-672af7a4882f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:22.664138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:22.681083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Calling delete_port for 5e7a8269-8c56-49ad-939a-672af7a4882f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:22.716745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-317f09ce-605a-40de-99c7-e672bab050cd None None] Provisioning for port 45f4c84c-1277-4b7b-83aa-0a3f95138451 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:22.742814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:22.799004 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-06573ffd-c0c8-4976-8123-45bfd528f70c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1081d72689d145ab8da0d34f7fa18a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548754 Aug 19 14:58:22.801690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49452) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:22.832180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aed0d-67a7-4eaf-840b-1698feaef3f2 req-503ff7dd-2ff1-4b9f-a3c9-e81b3cf6cb4b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:22.834241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-394aed0d-67a7-4eaf-840b-1698feaef3f2 req-503ff7dd-2ff1-4b9f-a3c9-e81b3cf6cb4b tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 950 time: 0.1402388 Aug 19 14:58:22.869584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce7bee3d-da01-4e54-8ec3-aeb5777fb368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:22.888924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-394aed0d-67a7-4eaf-840b-1698feaef3f2 req-58422e7c-be64-4546-a4ac-cdbb1a8ee6b0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Aug 19 14:58:22.904836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce7bee3d-da01-4e54-8ec3-aeb5777fb368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.152790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.167696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5e7a8269-8c56-49ad-939a-672af7a4882f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:23.208992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Pushing event deleted for resources: {'Port': ['ID=5e7a8269-8c56-49ad-939a-672af7a4882f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:23.224385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce7bee3d-da01-4e54-8ec3-aeb5777fb368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.226182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce7bee3d-da01-4e54-8ec3-aeb5777fb368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.228568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ce7bee3d-da01-4e54-8ec3-aeb5777fb368 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6e71dd6-3965-4114-ac8d-b555f26c0fb0 HTTP/1.1" status: 204 len: 168 time: 0.4245446 Aug 19 14:58:23.278049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bee3d-da01-4e54-8ec3-aeb5777fb368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e71dd6-3965-4114-ac8d-b555f26c0fb0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:23.378733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] No DVR routers for this DVR port 5e7a8269-8c56-49ad-939a-672af7a4882f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:23.390731 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.393402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51cf0b35-096f-4fa2-ad12-1f2c0ad337d9 req-4597e833-4b3e-438a-9606-f0b3f0e1f5f0 tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.46 "DELETE /v2.0/ports/5e7a8269-8c56-49ad-939a-672af7a4882f HTTP/1.1" status: 204 len: 173 time: 1.0193298 Aug 19 14:58:23.395450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-deleted', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:23.398891 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb31da-492f-4f83-b129-2854ad117084" -d '{"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-deleted", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:23.420976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ec54035-320d-4e50-9923-c12fde8e70b6 req-75875fa8-cf27-43ba-958f-6508f5afd347 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.0448289 Aug 19 14:58:23.459657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:23.512134 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86933f1c-e579-4446-a04c-6678cc6b01d3 x-openstack-request-id: req-86933f1c-e579-4446-a04c-6678cc6b01d3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:23.512436 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302c3b22-138c-432f-b684-7bf07d6df0f5", "name": "network-vif-deleted", "tag": "5e7a8269-8c56-49ad-939a-672af7a4882f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:23.512829 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86933f1c-e579-4446-a04c-6678cc6b01d3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:23.513526 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c3b22-138c-432f-b684-7bf07d6df0f5', 'name': 'network-vif-deleted', 'tag': '5e7a8269-8c56-49ad-939a-672af7a4882f', 'status': 'completed', 'code': 200} Aug 19 14:58:23.526091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:23.526760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.693887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a20d50b3-f119-4318-82fa-cd255df2a131 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:23.705369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fdc92-5e00-441e-9a21-ea87d29097af req-12e6d37a-c39b-4f68-8085-99cc6955d3fd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:23.719318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-969fdc92-5e00-441e-9a21-ea87d29097af req-12e6d37a-c39b-4f68-8085-99cc6955d3fd tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.1052456 Aug 19 14:58:23.787385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-969fdc92-5e00-441e-9a21-ea87d29097af req-a29c0a9a-1b13-425b-983c-742f74e80a01 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667322 Aug 19 14:58:23.859079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a20d50b3-f119-4318-82fa-cd255df2a131 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:23.859079 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.006393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 45f4c84c-1277-4b7b-83aa-0a3f95138451 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:24.034765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7ca7-0b8d-4a7f-8616-7ee1895a184e req-8e251384-100c-4dce-a54d-43951ce58c56 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.036824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46bd7ca7-0b8d-4a7f-8616-7ee1895a184e req-8e251384-100c-4dce-a54d-43951ce58c56 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.1175547 Aug 19 14:58:24.063624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-2bed9442-0131-4917-998c-6a5b88d00e15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851653 Aug 19 14:58:24.110048 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0dfaab12-e246-4e5e-bcd1-777e770d2427 req-7c4dcd06-54aa-475c-8e70-201d6e5581cf tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0565658 Aug 19 14:58:24.159784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46bd7ca7-0b8d-4a7f-8616-7ee1895a184e req-cbec6d9f-304f-4b4a-83a7-ad7bf48d0c24 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101313 Aug 19 14:58:24.203126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-ef1c8216-048d-483e-a5e8-d1bce4b26062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.204653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-ef1c8216-048d-483e-a5e8-d1bce4b26062 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 1096 time: 0.1094379 Aug 19 14:58:24.254840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 45f4c84c-1277-4b7b-83aa-0a3f95138451 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:24.260123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 45f4c84c-1277-4b7b-83aa-0a3f95138451 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:24.260584 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.352540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-001f10e5-2dc1-4b4e-b710-8c561d0a7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.353591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-001f10e5-2dc1-4b4e-b710-8c561d0a7920 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.1259339 Aug 19 14:58:24.383979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.398937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-b495c5a9-c259-480d-afa9-f6dfa3bfebe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 200 len: 217 time: 0.0373652 Aug 19 14:58:24.418456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 45f4c84c-1277-4b7b-83aa-0a3f95138451, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=45f4c84c-1277-4b7b-83aa-0a3f95138451,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:24.453634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-a0136555-df07-4282-975b-a53b60f7e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.455043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-a0136555-df07-4282-975b-a53b60f7e884 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0480213 Aug 19 14:58:24.495733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-c9d7dae1-4d9b-45aa-a306-13ca5b95bf85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335159 Aug 19 14:58:24.522419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55e93382-b67a-4667-a3cc-f8acaf928519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.576146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.589729 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ffb9a2d2-7a2b-4391-99bf-c5311b477be0 req-e2350ea8-4465-4687-a718-20bd20f2c00c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.0319154 Aug 19 14:58:24.653058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-6a1200f6-ecbf-4340-a514-4ed5011865ea service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476612 Aug 19 14:58:24.677882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=45f4c84c-1277-4b7b-83aa-0a3f95138451,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:24.757254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-377f4f0b-f23e-4753-905a-7efdb48bddeb service neutron] 10.222.0.46 "GET /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.1679506 Aug 19 14:58:25.013208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9db02b6-c9a0-4add-b004-6b71ca366059 req-23df54fb-f1c7-423d-bc5b-26e81b22aa25 service neutron] 10.222.0.46 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433528 Aug 19 14:58:25.063789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-cca7cd2e-1fb6-409d-a8c7-0b743da59550 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.070383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-cca7cd2e-1fb6-409d-a8c7-0b743da59550 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.071422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-cca7cd2e-1fb6-409d-a8c7-0b743da59550 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "GET /v2.0/networks?id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0&id=26b55f6c-d1e1-4d11-a795-6d5292bbce09&id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 HTTP/1.1" status: 200 len: 1391 time: 0.3989723 Aug 19 14:58:25.091334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4310580-a0d7-4946-b611-1ebb1eb733c7 req-f7120bb5-6180-4e08-8f2e-8b9406839096 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.093804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4310580-a0d7-4946-b611-1ebb1eb733c7 req-f7120bb5-6180-4e08-8f2e-8b9406839096 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 943 time: 0.2192249 Aug 19 14:58:25.097537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'port': {'device_id': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'admin_state_up': True, 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:25.140793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-9e472e94-e640-4472-9da1-76396b488a5e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.142321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-9e472e94-e640-4472-9da1-76396b488a5e tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.1979625 Aug 19 14:58:25.203974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.286959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 45f4c84c-1277-4b7b-83aa-0a3f95138451 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:25.346961 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bf9191b3-a97c-4825-8a58-68be0385ff64 req-b7c7ab30-e3af-4bfe-bc80-098a99d0f58f tempest-MigrationsAdminTest-751488464 tempest-MigrationsAdminTest-751488464-project] 10.222.0.13 "GET /v2.0/ports?device_id=302c3b22-138c-432f-b684-7bf07d6df0f5 HTTP/1.1" status: 200 len: 210 time: 0.0782888 Aug 19 14:58:25.420681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 45f4c84c-1277-4b7b-83aa-0a3f95138451 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:25.421404 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.466690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4310580-a0d7-4946-b611-1ebb1eb733c7 req-b89ca8db-89dc-41ad-8c05-9b83ac7149aa tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581815 Aug 19 14:58:25.481889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9cae3-7afe-4047-803a-f3399feadca6 req-5bf4612f-7fbb-49b4-b7bb-441cf630a367 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.493265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8da9cae3-7afe-4047-803a-f3399feadca6 req-5bf4612f-7fbb-49b4-b7bb-441cf630a367 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 944 time: 0.0660663 Aug 19 14:58:25.536226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8da9cae3-7afe-4047-803a-f3399feadca6 req-d20e624c-ba6d-43b7-b5b2-d9666569899f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Aug 19 14:58:25.571686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:25.608331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Deleting port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:25.609291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.627135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:25.758545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-739afe36-f924-4b0a-8c1d-4cf53e71c72e req-0112b1be-8fc3-4f21-9d02-4504f175f504 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.0665333 Aug 19 14:58:25.770718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:25.781511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.796292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33128f93-3bcb-4ee2-8f49-b708889d6a58 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:25.838941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:25.864701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] For port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:25.865076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.908297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Calling delete_port for 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:25.972338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.070189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Allocated IP 19.80.0.85 (f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0/649621ae-3a5f-45fe-b524-ef5fafdf5b90/6140cc95-dfc2-46c1-a5ff-674846b8e522) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:26.178145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] Transition to ACTIVE for port object 33128f93-3bcb-4ee2-8f49-b708889d6a58 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:26.330205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.415295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] No DVR routers for this DVR port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:26.444820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.456794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] Pushing event updated for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:26.521880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-dc859fbd-3320-4a6f-85fc-6c4807ffa4df service neutron] 10.222.0.46 "PUT /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58/bindings/n-h2-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 1.7441645 Aug 19 14:58:26.525153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event deleted for resources: {'Port': ['ID=9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:26.596422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] No DVR routers for this DVR port 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:26.606787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.609156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7585e593-881e-41ab-b252-cbdb2652bc21 req-e853f87e-3ea3-480d-aa7a-6cbdf884669b tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "DELETE /v2.0/ports/9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f HTTP/1.1" status: 204 len: 173 time: 1.4252806 Aug 19 14:58:26.609684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'name': 'network-vif-deleted', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:26.611997 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cab62b-6662-4c68-b261-31f8cc5fdd4f" -d '{"events": [{"server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "name": "network-vif-deleted", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:26.683389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.708821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5219211-b43f-4fe9-8e58-32be584db742 req-d9721045-508c-44b0-aa9b-120ef450b54c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Aug 19 14:58:26.721140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3058dd-ee9c-42e5-92d0-627b99b1c04c req-65edf74a-1b27-4e26-bd25-69b0f8694606 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.722807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a3058dd-ee9c-42e5-92d0-627b99b1c04c req-65edf74a-1b27-4e26-bd25-69b0f8694606 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.0992856 Aug 19 14:58:26.744258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Transition to ACTIVE for port object 6140cc95-dfc2-46c1-a5ff-674846b8e522 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:26.783556 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290000a-6702-42fb-b674-6a4c3d7ce3e6 x-openstack-request-id: req-2290000a-6702-42fb-b674-6a4c3d7ce3e6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:26.783962 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d6d445-7f7a-42e1-ae88-ebe4fade81d2", "name": "network-vif-deleted", "tag": "9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:26.784112 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2290000a-6702-42fb-b674-6a4c3d7ce3e6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:26.784544 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d6d445-7f7a-42e1-ae88-ebe4fade81d2', 'name': 'network-vif-deleted', 'tag': '9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f', 'status': 'completed', 'code': 200} Aug 19 14:58:26.815991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-b5a17884-87c0-4da7-ab16-9ff83a36e38c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.818725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-b5a17884-87c0-4da7-ab16-9ff83a36e38c tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.1244054 Aug 19 14:58:26.822401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a3058dd-ee9c-42e5-92d0-627b99b1c04c req-fd070989-1eaa-445b-a1b2-9d939a1f5121 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805993 Aug 19 14:58:26.889049 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b5fe9327-a6ee-4579-a3e3-e4f859a8301c req-8fdcaa4c-4ad9-48e6-941e-9c60d4a46240 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Aug 19 14:58:26.900075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-d3939a83-ab61-4b57-806c-30164c70d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.901660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-d3939a83-ab61-4b57-806c-30164c70d15e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2&tenant_id=4eb3f4d09b844c4fa709973b33304904 HTTP/1.1" status: 200 len: 1096 time: 0.0755956 Aug 19 14:58:26.992939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.053576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:27.063762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:27.071319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-b4df58a9-726c-42a7-a919-6effd25abb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:27.074212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-b4df58a9-726c-42a7-a919-6effd25abb73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eb3f4d09b844c4fa709973b33304904&device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1096 time: 0.1218014 Aug 19 14:58:27.077961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:27.096906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Port': ['ID=6140cc95-dfc2-46c1-a5ff-674846b8e522,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:27.188722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:27.208843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49568) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:27.226248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 5e7a8269-8c56-49ad-939a-672af7a4882f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:27.226622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5e7a8269-8c56-49ad-939a-672af7a4882f not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:27.249991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:27.250658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.296362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-c98de028-80e3-488e-8f54-591fa40343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:27.297975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-c98de028-80e3-488e-8f54-591fa40343e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 200 len: 909 time: 0.2162561 Aug 19 14:58:27.349972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-a480b150-a1bc-4da6-9494-d61b1112bdb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 200 len: 217 time: 0.0414248 Aug 19 14:58:27.384575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.403573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-152d414c-aaee-4840-ab08-31bf5d747cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:27.405012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-152d414c-aaee-4840-ab08-31bf5d747cd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 200 len: 848 time: 0.0505781 Aug 19 14:58:27.407816 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37aff1e5-3e4e-4880-bb7f-45e709bc4240 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99124f7b967b44bea75c44452241c427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967657 Aug 19 14:58:27.411112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49574) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:27.440006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-b667710e-6fa2-4add-9049-0cfd8a61baef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b1a9431-d39f-4057-98ac-6b7f796d8862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258203 Aug 19 14:58:27.441754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-f495f0ad-96c8-4a31-9195-e87e5d6080df tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3598654 Aug 19 14:58:27.459507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'port': {'device_id': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09', 'admin_state_up': True, 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:27.463308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb62eb6a-2f83-4699-92e0-80d464c66b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.487909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb62eb6a-2f83-4699-92e0-80d464c66b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.584003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aba75b49-9077-4e39-be61-4e2147c03d64 None None] Provisioning for port 6140cc95-dfc2-46c1-a5ff-674846b8e522 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:27.588756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aba75b49-9077-4e39-be61-4e2147c03d64 None None] Provisioning complete for port 6140cc95-dfc2-46c1-a5ff-674846b8e522 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:27.589766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aba75b49-9077-4e39-be61-4e2147c03d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.629788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:27.659692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-aba75b49-9077-4e39-be61-4e2147c03d64 None None] Port 6140cc95-dfc2-46c1-a5ff-674846b8e522 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:27.669190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:27.669546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 9e0955d4-3e9b-4489-bd87-0ee6d4c83c0f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:27.684446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb62eb6a-2f83-4699-92e0-80d464c66b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.690596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb62eb6a-2f83-4699-92e0-80d464c66b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.692678 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fb62eb6a-2f83-4699-92e0-80d464c66b78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b HTTP/1.1" status: 204 len: 168 time: 0.2805824 Aug 19 14:58:27.714120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62eb6a-2f83-4699-92e0-80d464c66b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c128a26-c1d2-4f84-81d8-f2c5b1b5a45b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:27.852710 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-af1654ff-7365-43a3-b60a-07b0d2a9a0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.879698 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac088a7e-33a1-420a-ba50-ec2957bb6f7d req-406ae766-f751-4882-b0bd-f9ee65249310 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d6d445-7f7a-42e1-ae88-ebe4fade81d2 HTTP/1.1" status: 200 len: 210 time: 0.0408578 Aug 19 14:58:28.098910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-cc57b3aa-5cdf-4057-9208-f4b888856d88 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503220 Aug 19 14:58:28.100491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9f70-d5b5-4e8b-bbe3-94677fc30b58 req-78ab6d6c-91a8-4297-8f2b-39d86738deaf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:28.102880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c83a9f70-d5b5-4e8b-bbe3-94677fc30b58 req-78ab6d6c-91a8-4297-8f2b-39d86738deaf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 931 time: 0.0732543 Aug 19 14:58:28.146306 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c83a9f70-d5b5-4e8b-bbe3-94677fc30b58 req-97c62b2e-d614-490a-9d16-65963f23b8f7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Aug 19 14:58:28.155244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49991-14a8-41f4-8615-fea003fae9a1 req-601a8fd6-d311-4dd1-9e57-b4b72f6c907e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:28.156908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f49991-14a8-41f4-8615-fea003fae9a1 req-601a8fd6-d311-4dd1-9e57-b4b72f6c907e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.1362486 Aug 19 14:58:28.254017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f49991-14a8-41f4-8615-fea003fae9a1 req-f3584b17-786d-40bc-a5aa-e45e049af272 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910656 Aug 19 14:58:28.295356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-0d40ed11-0fde-4416-aeb1-5b68af44fe99 service neutron] 10.222.0.54 "GET /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824028 Aug 19 14:58:28.752530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:28.757157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.895027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Allocated IP 19.86.0.107 (26b55f6c-d1e1-4d11-a795-6d5292bbce09/234046e2-50a8-4217-9e70-b7e5987cbde9/2911c637-3493-454e-94d5-db647b6b03c4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:29.089195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.105287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Transition to ACTIVE for port object 2911c637-3493-454e-94d5-db647b6b03c4 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:29.246639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49636) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:29.317681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b587b8-b449-4195-a1be-42dad5520b4d req-2a333b91-f074-4d9c-99ef-938f70e2b8a6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.319749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e9b587b8-b449-4195-a1be-42dad5520b4d req-2a333b91-f074-4d9c-99ef-938f70e2b8a6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 931 time: 0.0899749 Aug 19 14:58:29.322931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aced2775-eae9-4274-b085-b756467ed142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69837b037b8046678a7162a3f7a9e391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751750 Aug 19 14:58:29.326264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49642) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:29.353885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.361655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e9b587b8-b449-4195-a1be-42dad5520b4d req-c43fe540-02ca-4e95-93ea-fcae1863d7d3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356178 Aug 19 14:58:29.465519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Port': ['ID=2911c637-3493-454e-94d5-db647b6b03c4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:29.473367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54fa5a24-5ece-4f51-95f2-9c59dfb680d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.477334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:29.480300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:29.496624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:29.539687 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.565969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54fa5a24-5ece-4f51-95f2-9c59dfb680d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.626211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89581c0a-5c62-44f8-8971-87d6ab1eadea req-f38c9a2a-f6a8-447d-abfb-73cdb72a637b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.629816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.630504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.635433 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-89581c0a-5c62-44f8-8971-87d6ab1eadea req-f38c9a2a-f6a8-447d-abfb-73cdb72a637b tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.0825484 Aug 19 14:58:29.706851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-89581c0a-5c62-44f8-8971-87d6ab1eadea req-2712335f-89d3-4b37-9145-3df4e25bb567 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695376 Aug 19 14:58:29.722126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-92021b2e-1651-4572-90f9-531843801815 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.723860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-92021b2e-1651-4572-90f9-531843801815 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2&tenant_id=4eb3f4d09b844c4fa709973b33304904&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1096 time: 0.2378042 Aug 19 14:58:29.922601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-e86df8ee-9bbf-4068-a5b5-689d49be2df3 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4630513 Aug 19 14:58:29.940885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'port': {'device_id': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'admin_state_up': True, 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:29.960085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3929d4-0f9e-4d64-bca1-c0c956ace4d0 req-3c0a6ee0-4d53-458e-86eb-de6539f5eebb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.960085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d3929d4-0f9e-4d64-bca1-c0c956ace4d0 req-3c0a6ee0-4d53-458e-86eb-de6539f5eebb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.1409187 Aug 19 14:58:29.964833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3104a3-6e20-421e-8a3c-c383fc270816 req-2ac0fe1d-7605-46d4-b90a-6e63e9c30b36 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.970081 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f3104a3-6e20-421e-8a3c-c383fc270816 req-2ac0fe1d-7605-46d4-b90a-6e63e9c30b36 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 1096 time: 0.0646558 Aug 19 14:58:30.020940 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f3104a3-6e20-421e-8a3c-c383fc270816 req-52a52333-3243-4d87-8af4-5984c8b140e4 tempest-LiveMigrationTest-1795220012 tempest-LiveMigrationTest-1795220012-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Aug 19 14:58:30.073948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54fa5a24-5ece-4f51-95f2-9c59dfb680d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.077345 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54fa5a24-5ece-4f51-95f2-9c59dfb680d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.078849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-54fa5a24-5ece-4f51-95f2-9c59dfb680d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ff36321-f989-4fb8-98d7-beb21921e3ce HTTP/1.1" status: 204 len: 168 time: 0.7514420 Aug 19 14:58:30.090639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-447e9a39-be39-4020-bbb3-dba55348f37b None None] Provisioning for port 2911c637-3493-454e-94d5-db647b6b03c4 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:30.104087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-447e9a39-be39-4020-bbb3-dba55348f37b None None] Provisioning complete for port 2911c637-3493-454e-94d5-db647b6b03c4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:30.104087 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-447e9a39-be39-4020-bbb3-dba55348f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.153020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa5a24-5ece-4f51-95f2-9c59dfb680d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff36321-f989-4fb8-98d7-beb21921e3ce,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:30.172990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-447e9a39-be39-4020-bbb3-dba55348f37b None None] Port 2911c637-3493-454e-94d5-db647b6b03c4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:30.191089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d3929d4-0f9e-4d64-bca1-c0c956ace4d0 req-854bc5ad-f61e-40a3-b62a-1dc5fb414954 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231691 Aug 19 14:58:30.335562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-7bc50c34-fe6a-4c0c-a40c-879940a8284f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:30.337668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-7bc50c34-fe6a-4c0c-a40c-879940a8284f tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 945 time: 0.1163688 Aug 19 14:58:30.435820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:30.444589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.457888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-4d4f8c37-5de8-4536-b875-b76019b338bd service neutron] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:30.481849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-4d4f8c37-5de8-4536-b875-b76019b338bd service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.484003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-4d4f8c37-5de8-4536-b875-b76019b338bd service neutron] 10.222.0.54 "DELETE /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58/bindings/n-h1-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.7501383 Aug 19 14:58:30.549891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Deleting port ed18ad12-a56a-48f9-8917-132a07fa332b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:30.550337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.600100 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:58:30.670119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.782901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] For port ed18ad12-a56a-48f9-8917-132a07fa332b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ed18ad12-a56a-48f9-8917-132a07fa332b,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:30.783413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.788345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Allocated IP 19.80.0.48 (f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0/649621ae-3a5f-45fe-b524-ef5fafdf5b90/94b9ac8a-107a-4691-806a-b874afad4b7f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:30.811942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Calling delete_port for ed18ad12-a56a-48f9-8917-132a07fa332b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:30.855214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a7f0-a200-4478-9011-8f40bbaf4efa req-761cb4f1-afbd-4d5f-80ad-d879e1a46f3c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:30.876694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a7f0-a200-4478-9011-8f40bbaf4efa req-761cb4f1-afbd-4d5f-80ad-d879e1a46f3c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:30.884616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-62b9a7f0-a200-4478-9011-8f40bbaf4efa req-761cb4f1-afbd-4d5f-80ad-d879e1a46f3c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 1654 time: 0.1304905 Aug 19 14:58:30.947733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-62b9a7f0-a200-4478-9011-8f40bbaf4efa req-6edb58d0-1e64-4fe7-95f6-e3df7fdba0bf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Aug 19 14:58:31.199137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.313034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event deleted for resources: {'Port': ['ID=ed18ad12-a56a-48f9-8917-132a07fa332b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:31.377512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] No DVR routers for this DVR port ed18ad12-a56a-48f9-8917-132a07fa332b on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:31.388256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.390293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04acfcb5-5917-4f92-ae42-40532724a1c5 req-8df5f5f0-4df7-498a-b324-e1cf705852cb tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.46 "DELETE /v2.0/ports/ed18ad12-a56a-48f9-8917-132a07fa332b HTTP/1.1" status: 204 len: 173 time: 1.0457852 Aug 19 14:58:31.390921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'name': 'network-vif-deleted', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:31.393319 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821f6002-a27c-45e3-a4e9-2a8a165b12ee" -d '{"events": [{"server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "name": "network-vif-deleted", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:31.417077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c6dca-2efd-4019-8288-7e48c6253c3b req-cc1c651d-951c-40e0-b9e7-ab433e43739c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:31.418914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d59c6dca-2efd-4019-8288-7e48c6253c3b req-cc1c651d-951c-40e0-b9e7-ab433e43739c tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.2054708 Aug 19 14:58:31.479193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.493035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d59c6dca-2efd-4019-8288-7e48c6253c3b req-baa3bc10-00af-4fc9-8937-6fe95d2db3f2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Aug 19 14:58:31.501641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Transition to ACTIVE for port object 94b9ac8a-107a-4691-806a-b874afad4b7f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:31.673820 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac425cde-605d-464d-b6fa-6ebbaed33938 x-openstack-request-id: req-ac425cde-605d-464d-b6fa-6ebbaed33938 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:31.674333 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8a9204-ee60-42ab-829e-7aed4204fca1", "name": "network-vif-deleted", "tag": "ed18ad12-a56a-48f9-8917-132a07fa332b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:31.674868 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac425cde-605d-464d-b6fa-6ebbaed33938 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:31.675449 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8a9204-ee60-42ab-829e-7aed4204fca1', 'name': 'network-vif-deleted', 'tag': 'ed18ad12-a56a-48f9-8917-132a07fa332b', 'status': 'completed', 'code': 200} Aug 19 14:58:31.687833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebaa19a8-40e7-42be-8267-fe373f75a37e req-fe2fd950-f95c-4a88-bb9a-0587245ae45a tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 210 time: 0.0452180 Aug 19 14:58:31.690352 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.741034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:31.758523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:31.766804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:31.776272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Port': ['ID=94b9ac8a-107a-4691-806a-b874afad4b7f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:31.901823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:31.904818 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.938712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-d335f1a4-e96a-4dba-b34c-55cc211df0f6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:31.942150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-d335f1a4-e96a-4dba-b34c-55cc211df0f6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.1183591 Aug 19 14:58:32.093657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-d8a0d14e-eda8-49a6-a15f-c754ccf7fcf7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1613011 Aug 19 14:58:32.121480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Request body: {'port': {'device_id': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:32.180309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301670-44f8-42ed-9c37-69f4e4ff7835 req-34f0b950-143b-4a06-8268-bc13bce92fcb tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:32.187234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301670-44f8-42ed-9c37-69f4e4ff7835 req-34f0b950-143b-4a06-8268-bc13bce92fcb tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:32.188398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.194700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301670-44f8-42ed-9c37-69f4e4ff7835 req-34f0b950-143b-4a06-8268-bc13bce92fcb tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:32.198331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24301670-44f8-42ed-9c37-69f4e4ff7835 req-34f0b950-143b-4a06-8268-bc13bce92fcb tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2375 time: 0.0902798 Aug 19 14:58:32.212794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Deleting port 33128f93-3bcb-4ee2-8f49-b708889d6a58 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:32.215288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.235319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0fba25ae-5d84-48b1-b3eb-a11c22450025 None None] Provisioning for port 94b9ac8a-107a-4691-806a-b874afad4b7f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:32.241726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0fba25ae-5d84-48b1-b3eb-a11c22450025 None None] Provisioning complete for port 94b9ac8a-107a-4691-806a-b874afad4b7f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:32.244008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0fba25ae-5d84-48b1-b3eb-a11c22450025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.252694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24301670-44f8-42ed-9c37-69f4e4ff7835 req-f076b7dc-4d15-4b9e-8b1c-69b03d19a8de tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Aug 19 14:58:32.294870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0fba25ae-5d84-48b1-b3eb-a11c22450025 None None] Port 94b9ac8a-107a-4691-806a-b874afad4b7f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:32.476999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] For port 33128f93-3bcb-4ee2-8f49-b708889d6a58, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=33128f93-3bcb-4ee2-8f49-b708889d6a58,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:32.476999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.509865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Calling delete_port for 33128f93-3bcb-4ee2-8f49-b708889d6a58 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:32.727483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ea7c4-2e50-4568-8bbe-eafedeb5e41b req-666ae169-335c-4da5-bd01-23f838c49427 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:32.737853 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e5ea7c4-2e50-4568-8bbe-eafedeb5e41b req-666ae169-335c-4da5-bd01-23f838c49427 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 944 time: 0.1373899 Aug 19 14:58:32.809104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e5ea7c4-2e50-4568-8bbe-eafedeb5e41b req-bc4ed75d-26b3-4d8f-853d-22cd3b2432d7 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642002 Aug 19 14:58:32.877718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6666acab-fa64-4491-b838-c6068b8c0555 req-68ac25f1-d932-4fad-87b2-a25f19a6f499 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8a9204-ee60-42ab-829e-7aed4204fca1 HTTP/1.1" status: 200 len: 210 time: 0.0551088 Aug 19 14:58:32.946919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6140cc95-dfc2-46c1-a5ff-674846b8e522 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:32.955809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.077588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Transition to ACTIVE for port object 6140cc95-dfc2-46c1-a5ff-674846b8e522 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:33.079573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.094005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:33.190023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event deleted for resources: {'Port': ['ID=33128f93-3bcb-4ee2-8f49-b708889d6a58,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.258956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] No DVR routers for this DVR port 33128f93-3bcb-4ee2-8f49-b708889d6a58 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:33.265053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.267767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ee29fd4-2e9b-4b01-8bdb-c0ee4fc900d9 req-03482c73-fa90-4366-8113-a311e33d330a tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "DELETE /v2.0/ports/33128f93-3bcb-4ee2-8f49-b708889d6a58 HTTP/1.1" status: 204 len: 173 time: 1.3171389 Aug 19 14:58:33.294409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.511642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Pushing event updated for resources: {'Port': ['ID=6140cc95-dfc2-46c1-a5ff-674846b8e522,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.530675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df9df-3dc3-4fd3-a4f3-6b75da1ea42d req-66eb4879-0ec0-4b4d-9fb5-6ae3eed55544 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:33.540487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df9df-3dc3-4fd3-a4f3-6b75da1ea42d req-66eb4879-0ec0-4b4d-9fb5-6ae3eed55544 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:33.553966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df9df-3dc3-4fd3-a4f3-6b75da1ea42d req-66eb4879-0ec0-4b4d-9fb5-6ae3eed55544 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:33.578901 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-000df9df-3dc3-4fd3-a4f3-6b75da1ea42d req-66eb4879-0ec0-4b4d-9fb5-6ae3eed55544 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2387 time: 0.1492507 Aug 19 14:58:33.677743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'name': 'network-vif-deleted', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:33.680436 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15511e5-56b0-4ed2-9adc-87ab7446a279" -d '{"events": [{"server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "name": "network-vif-deleted", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:33.730314 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-000df9df-3dc3-4fd3-a4f3-6b75da1ea42d req-5a89811c-4a1f-49c4-a891-97dceaea94ac tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536338 Aug 19 14:58:33.757025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Attempting to bind port 6140cc95-dfc2-46c1-a5ff-674846b8e522 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:33.757568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Attempting to bind port 6140cc95-dfc2-46c1-a5ff-674846b8e522 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:33.757914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Attempting to bind port 6140cc95-dfc2-46c1-a5ff-674846b8e522 on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:33.774818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Port 6140cc95-dfc2-46c1-a5ff-674846b8e522 on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:33.775161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Attempting to bind port 6140cc95-dfc2-46c1-a5ff-674846b8e522 on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:33.786912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:33.787798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Checking segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:33.788173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Bound using segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:33.788609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Bound port: 6140cc95-dfc2-46c1-a5ff-674846b8e522, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:33.788972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.823439 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b028bcd6-7cdf-441d-b924-2dc00ebf8244 x-openstack-request-id: req-b028bcd6-7cdf-441d-b924-2dc00ebf8244 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:33.824199 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df6f772-b8e8-47cb-9386-9b4bfeaf43d2", "name": "network-vif-deleted", "tag": "33128f93-3bcb-4ee2-8f49-b708889d6a58", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:33.824605 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b028bcd6-7cdf-441d-b924-2dc00ebf8244 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:33.825327 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6f772-b8e8-47cb-9386-9b4bfeaf43d2', 'name': 'network-vif-deleted', 'tag': '33128f93-3bcb-4ee2-8f49-b708889d6a58', 'status': 'completed', 'code': 200} Aug 19 14:58:33.996716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] For port 6140cc95-dfc2-46c1-a5ff-674846b8e522, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:34.003250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17ae0318-12d3-438f-9ecc-7c615fc1317d req-3f0315b8-380b-4ba9-aa90-830a35347943 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0753887 Aug 19 14:58:34.003449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] For port 6140cc95-dfc2-46c1-a5ff-674846b8e522, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6140cc95-dfc2-46c1-a5ff-674846b8e522,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:34.127150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.210269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:34.211238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.213501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-332a7875-eea3-4103-922f-2412882ef196 service neutron] 10.222.0.46 "PUT /v2.0/ports/6140cc95-dfc2-46c1-a5ff-674846b8e522 HTTP/1.1" status: 200 len: 1092 time: 2.1090333 Aug 19 14:58:34.283642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a7875-eea3-4103-922f-2412882ef196 service neutron] Pushing event updated for resources: {'Port': ['ID=6140cc95-dfc2-46c1-a5ff-674846b8e522,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:34.335577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Request body: {'port': {'device_id': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:34.461003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.696182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a47ce-d8df-4a45-99a5-076296be48fa req-c07bdf77-129a-46c8-a4c8-982b643f1953 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:34.732824 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa6a47ce-d8df-4a45-99a5-076296be48fa req-c07bdf77-129a-46c8-a4c8-982b643f1953 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1239519 Aug 19 14:58:34.793225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa6a47ce-d8df-4a45-99a5-076296be48fa req-7392bee7-ae28-4970-beea-4ec13cf0728c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Aug 19 14:58:34.995078 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-d1834812-627b-4b9c-b222-b73ad8b186b4 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d59c01962ee049d5afc54f40c46a1334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324953 Aug 19 14:58:35.019177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47d87-af78-41d1-a2a1-6a8d078f81da req-3c9970a9-8209-48e5-bc82-251b18b53694 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.025923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47d87-af78-41d1-a2a1-6a8d078f81da req-3c9970a9-8209-48e5-bc82-251b18b53694 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.032365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47d87-af78-41d1-a2a1-6a8d078f81da req-3c9970a9-8209-48e5-bc82-251b18b53694 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.034331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81b47d87-af78-41d1-a2a1-6a8d078f81da req-3c9970a9-8209-48e5-bc82-251b18b53694 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2387 time: 0.1268232 Aug 19 14:58:35.171028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81b47d87-af78-41d1-a2a1-6a8d078f81da req-86e90d68-e0d0-40c6-be6c-a0242f1bd4f0 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847445 Aug 19 14:58:35.181058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2911c637-3493-454e-94d5-db647b6b03c4 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:35.200656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.206994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-4f8d76b9-7a5d-48f3-953d-ddad6d996c05 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.219334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-4f8d76b9-7a5d-48f3-953d-ddad6d996c05 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150803 Aug 19 14:58:35.228164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49914) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:35.245574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:35.246095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Transition to ACTIVE for port object 2911c637-3493-454e-94d5-db647b6b03c4 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:35.268327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-076b13e1-8916-46a7-b057-07f329d46408 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/quotas/d59c01962ee049d5afc54f40c46a1334 HTTP/1.1" status: 200 len: 375 time: 0.0480204 Aug 19 14:58:35.275045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: ed18ad12-a56a-48f9-8917-132a07fa332b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:35.275409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ed18ad12-a56a-48f9-8917-132a07fa332b not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:35.309352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bb24dba-7164-4239-9ea5-c11cc11a8f9d req-859e7831-176e-435d-9a4d-59b9c5d7d2e2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0486894 Aug 19 14:58:35.347956 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-b12888b1-aeb8-4367-b52c-15b7c6680272 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781455 Aug 19 14:58:35.362825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.375856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addd054-8799-47f1-b9da-7305d245bfeb req-bec88133-6f1b-4b63-a1c3-c6828311d689 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.389676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8addd054-8799-47f1-b9da-7305d245bfeb req-bec88133-6f1b-4b63-a1c3-c6828311d689 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1044328 Aug 19 14:58:35.496054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Pushing event updated for resources: {'Port': ['ID=2911c637-3493-454e-94d5-db647b6b03c4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:35.516744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb27e3b4-5d35-4aa6-8473-f4322a707743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.692152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:35.743824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Deleting port 080b9478-4808-4475-b50b-59051bbc89af {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:35.743995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 33128f93-3bcb-4ee2-8f49-b708889d6a58 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:35.744234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.747161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 33128f93-3bcb-4ee2-8f49-b708889d6a58 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:35.827173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'tag': '6140cc95-dfc2-46c1-a5ff-674846b8e522'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:35.830151 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b621f7de-3936-47c6-b959-d90cd2ebc363" -d '{"events": [{"name": "network-changed", "server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "tag": "6140cc95-dfc2-46c1-a5ff-674846b8e522"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:35.853915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Attempting to bind port 2911c637-3493-454e-94d5-db647b6b03c4 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:35.854267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Attempting to bind port 2911c637-3493-454e-94d5-db647b6b03c4 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:35.854976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Attempting to bind port 2911c637-3493-454e-94d5-db647b6b03c4 on network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:35.893290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Port 2911c637-3493-454e-94d5-db647b6b03c4 on network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:35.893290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Attempting to bind port 2911c637-3493-454e-94d5-db647b6b03c4 on network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:35.933868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-e2bf50aa-e933-4b6e-8b40-7b518cd556a0 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d59c01962ee049d5afc54f40c46a1334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421164 Aug 19 14:58:35.995349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:35.996066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Checking segment: {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:35.996842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Bound using segment: {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:35.997580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Bound port: 2911c637-3493-454e-94d5-db647b6b03c4, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a208ea67-6b45-4249-beb9-a3c4636e1f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:35.998109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.046404 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb27e3b4-5d35-4aa6-8473-f4322a707743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.048732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] For port 080b9478-4808-4475-b50b-59051bbc89af, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=080b9478-4808-4475-b50b-59051bbc89af,segment=NetworkSegment(7fb35fdb-f86d-4c8a-85df-0d060668b312),segment_id=7fb35fdb-f86d-4c8a-85df-0d060668b312)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:36.049313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.074204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Calling delete_port for 080b9478-4808-4475-b50b-59051bbc89af owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:36.110713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dc9d163b-55f1-4e1c-b130-a3a869e38e5e tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.113975 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dc9d163b-55f1-4e1c-b130-a3a869e38e5e tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728585 Aug 19 14:58:36.123959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90f90-444b-4c8d-a537-25bef9f8c173 req-520243f6-cd0d-4753-b88e-c769e767e093 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.125627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9f90f90-444b-4c8d-a537-25bef9f8c173 req-520243f6-cd0d-4753-b88e-c769e767e093 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 945 time: 0.2398617 Aug 19 14:58:36.143945 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-90df75ef-5f25-445c-a1e7-2b8d8c11bb25 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/quotas/d59c01962ee049d5afc54f40c46a1334 HTTP/1.1" status: 200 len: 375 time: 0.0209050 Aug 19 14:58:36.195392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-6eff866b-2f14-4827-b9ed-4aef32b9cc64 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443625 Aug 19 14:58:36.216250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb27e3b4-5d35-4aa6-8473-f4322a707743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.292505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9f90f90-444b-4c8d-a537-25bef9f8c173 req-b43bac79-4102-4c73-914f-b249bd7735f7 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f76b7ea-ed30-4e17-8031-caddce980347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540668 Aug 19 14:58:36.321435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27e3b4-5d35-4aa6-8473-f4322a707743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee2d9d-35db-4717-be88-e12946176e3f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:36.355002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] For port 2911c637-3493-454e-94d5-db647b6b03c4, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:36.406171 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3357ef-19b9-48c4-8e53-b7f966b02afa x-openstack-request-id: req-cc3357ef-19b9-48c4-8e53-b7f966b02afa {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:36.408262 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "tag": "6140cc95-dfc2-46c1-a5ff-674846b8e522", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:36.408262 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3357ef-19b9-48c4-8e53-b7f966b02afa {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:36.408262 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'tag': '6140cc95-dfc2-46c1-a5ff-674846b8e522', 'status': 'completed', 'code': 200} Aug 19 14:58:36.409651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bb27e3b4-5d35-4aa6-8473-f4322a707743 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4dbfe5e4e741b7b630fa1eeb42576d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1803813 Aug 19 14:58:36.418888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49948) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:36.441982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] For port 2911c637-3493-454e-94d5-db647b6b03c4, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2911c637-3493-454e-94d5-db647b6b03c4,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:36.543516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63cee73f-c974-48e5-83d3-8d931adc0406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.573475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.579500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63cee73f-c974-48e5-83d3-8d931adc0406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.702495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Pushing event updated for resources: {'Port': ['ID=2911c637-3493-454e-94d5-db647b6b03c4,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:36.710607 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83e0f882-4f6b-4cef-bb64-6f02046d8928 req-2463f227-b3a9-473b-a7a2-6ae67a96f635 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0606916 Aug 19 14:58:36.780397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.781370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.785403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51704cae-ac22-4c9e-b432-bf516a5d6bba service neutron] 10.222.0.46 "PUT /v2.0/ports/2911c637-3493-454e-94d5-db647b6b03c4 HTTP/1.1" status: 200 len: 1093 time: 2.4567938 Aug 19 14:58:36.807694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-61a5cd46-23d0-4797-b297-d9a5ad2cd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.808554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-61a5cd46-23d0-4797-b297-d9a5ad2cd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.808686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-61a5cd46-23d0-4797-b297-d9a5ad2cd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.812889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63cee73f-c974-48e5-83d3-8d931adc0406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.819785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63cee73f-c974-48e5-83d3-8d931adc0406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.820898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-61a5cd46-23d0-4797-b297-d9a5ad2cd352 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2757 time: 0.4096267 Aug 19 14:58:36.824781 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-63cee73f-c974-48e5-83d3-8d931adc0406 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11ee2d9d-35db-4717-be88-e12946176e3f HTTP/1.1" status: 204 len: 168 time: 0.3996832 Aug 19 14:58:36.861249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cee73f-c974-48e5-83d3-8d931adc0406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee2d9d-35db-4717-be88-e12946176e3f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:36.863991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d909a-6c86-4380-b046-dbf9f60de989 req-1dabf4c6-64dd-4e56-b176-b4622f375da1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.884873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d909a-6c86-4380-b046-dbf9f60de989 req-1dabf4c6-64dd-4e56-b176-b4622f375da1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.891445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d909a-6c86-4380-b046-dbf9f60de989 req-1dabf4c6-64dd-4e56-b176-b4622f375da1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.897468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-257d909a-6c86-4380-b046-dbf9f60de989 req-1dabf4c6-64dd-4e56-b176-b4622f375da1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2399 time: 0.4089580 Aug 19 14:58:36.983913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Request body: {'port': {'device_id': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:37.017701 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3387adc5-5522-40eb-a4df-3dbdeda16b08 req-e055192f-7768-4ed8-85b9-102b6b09394d tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.0823274 Aug 19 14:58:37.112876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.191109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.203238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-257d909a-6c86-4380-b046-dbf9f60de989 req-868e3914-4b49-46dd-af2b-1a2bc2c22212 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742331 Aug 19 14:58:37.290346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Pushing event deleted for resources: {'Port': ['ID=080b9478-4808-4475-b50b-59051bbc89af,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:37.380305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-3f591eeb-9e76-4592-8669-8c4793198157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:37.381871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-3f591eeb-9e76-4592-8669-8c4793198157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:37.384637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-3f591eeb-9e76-4592-8669-8c4793198157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:37.387666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-3f591eeb-9e76-4592-8669-8c4793198157 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=dfc81385756d4e56b6fc5855c1898761&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5572121 Aug 19 14:58:37.448106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] No DVR routers for this DVR port 080b9478-4808-4475-b50b-59051bbc89af on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:37.455847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-88545d25-ddf3-4e57-b439-f903c3639db9 req-d661e857-15b9-4d78-b5ed-4f6590d19b29 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0497236 Aug 19 14:58:37.482459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.484640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8addd054-8799-47f1-b9da-7305d245bfeb req-54da55ad-92ab-45ac-ba1c-752e8ed74821 tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.54 "DELETE /v2.0/ports/080b9478-4808-4475-b50b-59051bbc89af HTTP/1.1" status: 204 len: 173 time: 2.0942612 Aug 19 14:58:37.715233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-2994f94d-678a-4483-ad65-e4ad40c2cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:37.717020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b621f7de-3936-47c6-b959-d90cd2ebc363 req-2994f94d-678a-4483-ad65-e4ad40c2cdc0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3063641 Aug 19 14:58:37.849023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18cec609-5551-4d20-8baf-a4488d4fdc7e req-04517d6a-77ed-48d3-9e21-9dd8e47ebb27 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0507650 Aug 19 14:58:37.896914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b9ac8a-107a-4691-806a-b874afad4b7f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:37.905629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.921387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Transition to ACTIVE for port object 94b9ac8a-107a-4691-806a-b874afad4b7f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:38.057328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.072179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f909-cbf8-4e59-81f0-13b7f1ff2ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.078360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.210637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42a45cc2-a58e-4569-b4f8-d290a57f3ef8 req-80aec70d-f481-4ab9-a288-486d590aa9f1 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.0612133 Aug 19 14:58:38.224210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Pushing event updated for resources: {'Port': ['ID=94b9ac8a-107a-4691-806a-b874afad4b7f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.243298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f909-cbf8-4e59-81f0-13b7f1ff2ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.361465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Attempting to bind port 94b9ac8a-107a-4691-806a-b874afad4b7f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:38.361870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Attempting to bind port 94b9ac8a-107a-4691-806a-b874afad4b7f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:38.362187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Attempting to bind port 94b9ac8a-107a-4691-806a-b874afad4b7f on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:38.405338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Port 94b9ac8a-107a-4691-806a-b874afad4b7f on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:38.406017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Attempting to bind port 94b9ac8a-107a-4691-806a-b874afad4b7f on network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:38.407817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'tag': '2911c637-3493-454e-94d5-db647b6b03c4'}, {'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'name': 'network-vif-deleted', 'tag': '080b9478-4808-4475-b50b-59051bbc89af'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:38.410608 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34" -d '{"events": [{"name": "network-changed", "server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "tag": "2911c637-3493-454e-94d5-db647b6b03c4"}, {"server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "name": "network-vif-deleted", "tag": "080b9478-4808-4475-b50b-59051bbc89af"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:38.431791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:38.432250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Checking segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:38.432740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Bound using segment: {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:38.433291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Bound port: 94b9ac8a-107a-4691-806a-b874afad4b7f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2a326-b6df-415c-84f1-c8ceae388cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:38.433655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.452247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f909-cbf8-4e59-81f0-13b7f1ff2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.541784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6f909-cbf8-4e59-81f0-13b7f1ff2ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b606a3-7ce6-43ab-8540-d7ee1ad0aadc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.562653 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e9a6f909-cbf8-4e59-81f0-13b7f1ff2ed5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd13a99af19d4cd9bc7fb89693398d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040512 Aug 19 14:58:38.564244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.668786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2615e342-8437-43ed-b1c5-1f8bcb147a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.686496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be9cab0e-e603-42cf-a9be-d604294ce150 req-cc3b2599-ab23-44dd-9379-d7f213d50a7c tempest-LiveAutoBlockMigrationV225Test-1655775000 tempest-LiveAutoBlockMigrationV225Test-1655775000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2096bccd-c1e7-4649-90ac-c7b7b402f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0462453 Aug 19 14:58:38.723891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2615e342-8437-43ed-b1c5-1f8bcb147a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.901307 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1030f0b6-4406-4cb1-8723-7fc9e40b23bb x-openstack-request-id: req-1030f0b6-4406-4cb1-8723-7fc9e40b23bb {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:38.901651 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "tag": "2911c637-3493-454e-94d5-db647b6b03c4", "status": "completed", "code": 200}, {"server_uuid": "2096bccd-c1e7-4649-90ac-c7b7b402f7d0", "name": "network-vif-deleted", "tag": "080b9478-4808-4475-b50b-59051bbc89af", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:38.901859 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1030f0b6-4406-4cb1-8723-7fc9e40b23bb {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:38.902263 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'tag': '2911c637-3493-454e-94d5-db647b6b03c4', 'status': 'completed', 'code': 200} Aug 19 14:58:38.902520 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2096bccd-c1e7-4649-90ac-c7b7b402f7d0', 'name': 'network-vif-deleted', 'tag': '080b9478-4808-4475-b50b-59051bbc89af', 'status': 'completed', 'code': 200} Aug 19 14:58:38.909607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2615e342-8437-43ed-b1c5-1f8bcb147a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.913918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2615e342-8437-43ed-b1c5-1f8bcb147a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.921503 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2615e342-8437-43ed-b1c5-1f8bcb147a41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0b606a3-7ce6-43ab-8540-d7ee1ad0aadc HTTP/1.1" status: 204 len: 168 time: 0.3503494 Aug 19 14:58:38.927692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e342-8437-43ed-b1c5-1f8bcb147a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b606a3-7ce6-43ab-8540-d7ee1ad0aadc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.005618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f8ff-97b4-476e-853f-d885302959ad req-9d6c98ef-8c9a-414b-a705-7be251ff8166 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.013092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f8ff-97b4-476e-853f-d885302959ad req-9d6c98ef-8c9a-414b-a705-7be251ff8166 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.019134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f8ff-97b4-476e-853f-d885302959ad req-9d6c98ef-8c9a-414b-a705-7be251ff8166 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.028001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a34f8ff-97b4-476e-853f-d885302959ad req-9d6c98ef-8c9a-414b-a705-7be251ff8166 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.6591730 Aug 19 14:58:39.041817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4039c33-ee79-450b-8481-1acd7dfc5e28 req-183cb84f-5543-4371-8ab0-34cc60814ec8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0389233 Aug 19 14:58:39.110682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] For port 94b9ac8a-107a-4691-806a-b874afad4b7f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:39.115977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-6d0b440d-d4aa-474e-b738-2ec714f72915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.128445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-6d0b440d-d4aa-474e-b738-2ec714f72915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.128445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-6d0b440d-d4aa-474e-b738-2ec714f72915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.128445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-6d0b440d-d4aa-474e-b738-2ec714f72915 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2825 time: 0.2147779 Aug 19 14:58:39.144298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a34f8ff-97b4-476e-853f-d885302959ad req-e4145433-811d-480c-90ec-6183bfd465d4 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095371 Aug 19 14:58:39.185093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] For port 94b9ac8a-107a-4691-806a-b874afad4b7f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=94b9ac8a-107a-4691-806a-b874afad4b7f,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:39.368554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.482495 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61a61ff2-fa55-462c-82c1-7a6574335728 req-0e8bb7be-1e2e-45f6-8d56-140ddc0b62a7 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.0739648 Aug 19 14:58:39.500909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.501545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.503202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] 10.222.0.46 "PUT /v2.0/ports/94b9ac8a-107a-4691-806a-b874afad4b7f HTTP/1.1" status: 200 len: 1092 time: 2.5757217 Aug 19 14:58:39.505033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-2eb917c4-6334-47c8-aafe-8a46a1641e42 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d59c01962ee049d5afc54f40c46a1334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857217 Aug 19 14:58:39.511890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-a1e96104-1553-44f4-8ae6-790d7ee3c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.512374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-a1e96104-1553-44f4-8ae6-790d7ee3c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.512843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-a1e96104-1553-44f4-8ae6-790d7ee3c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.515115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-a1e96104-1553-44f4-8ae6-790d7ee3c3af service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=dfc81385756d4e56b6fc5855c1898761&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3698111 Aug 19 14:58:39.611637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ae306-9f2e-4ba2-bd8c-0db7fc728414 service neutron] Pushing event updated for resources: {'Port': ['ID=94b9ac8a-107a-4691-806a-b874afad4b7f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.720822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 080b9478-4808-4475-b50b-59051bbc89af no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:39.781098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 080b9478-4808-4475-b50b-59051bbc89af {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:39.784089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 080b9478-4808-4475-b50b-59051bbc89af not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:39.794092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:39.856166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-366f21a8-af88-40fb-b8cb-15583296ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.857794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a585a9d-8d90-4e8f-8e83-05c2ee8d1f34 req-366f21a8-af88-40fb-b8cb-15583296ab9d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240519 Aug 19 14:58:39.870058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-22015363-ca83-4d19-88b7-cb1561c649b7 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.871592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-22015363-ca83-4d19-88b7-cb1561c649b7 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390870 Aug 19 14:58:39.885837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Request body: {'port': {'device_id': 'de2f3eb6-0291-4301-a473-574347168b1e', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'd59c01962ee049d5afc54f40c46a1334'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:40.098385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Deleting subnet 8a6b236a-6621-48b4-b173-5d1cf6d99652 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:40.113502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.163706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0de549bd-858f-4a77-83a6-33dfca9901e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.166443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0de549bd-858f-4a77-83a6-33dfca9901e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.170993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0de549bd-858f-4a77-83a6-33dfca9901e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.173597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0de549bd-858f-4a77-83a6-33dfca9901e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2867 time: 0.1770756 Aug 19 14:58:40.265872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c821c01a-e493-4f9a-954f-ab1e4626bda6 req-1c02e77f-9d0a-40d2-ac4c-808f21f8b0f4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0967305 Aug 19 14:58:40.278227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.355108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.398510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-ccc25a17-817a-4f54-83a4-3944b7a934f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=6140cc95-dfc2-46c1-a5ff-674846b8e522 HTTP/1.1" status: 200 len: 217 time: 0.2092137 Aug 19 14:58:40.448304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-e9bd9947-85c0-4eb3-8124-bc9c997a939c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d59c01962ee049d5afc54f40c46a1334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183426 Aug 19 14:58:40.499961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.559222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6b236a-6621-48b4-b173-5d1cf6d99652,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:40.585331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.597053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-77227eab-956f-4ed4-bed3-9c1ba33c9531 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a6b236a-6621-48b4-b173-5d1cf6d99652 HTTP/1.1" status: 204 len: 168 time: 0.8013382 Aug 19 14:58:40.598044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50040) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.654120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Made reservation on behalf of d59c01962ee049d5afc54f40c46a1334 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:40.659616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.751644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec80a9b-52b9-47f1-b79a-c749e63ae4b4 req-c8e1dc85-8afb-4755-a4ed-fb3fb7a68ecf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.758758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec80a9b-52b9-47f1-b79a-c749e63ae4b4 req-c8e1dc85-8afb-4755-a4ed-fb3fb7a68ecf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.759334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-497bcdac-e0f0-40db-85b8-57a0c8f68d3a req-b77124f2-9a88-4a14-9d51-a93c1981f5de tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.0574882 Aug 19 14:58:40.772820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.781324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec80a9b-52b9-47f1-b79a-c749e63ae4b4 req-c8e1dc85-8afb-4755-a4ed-fb3fb7a68ecf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.783140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fec80a9b-52b9-47f1-b79a-c749e63ae4b4 req-c8e1dc85-8afb-4755-a4ed-fb3fb7a68ecf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.4149671 Aug 19 14:58:40.787742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-99295ad9-73b9-411c-a076-2a492f6a67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:40.789330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-99295ad9-73b9-411c-a076-2a492f6a67f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=649621ae-3a5f-45fe-b524-ef5fafdf5b90 HTTP/1.1" status: 200 len: 801 time: 0.3433733 Aug 19 14:58:40.792337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.878770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.904969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669b41a5-b896-48cc-884a-214d808dd4e4']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:40.906253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'tag': '94b9ac8a-107a-4691-806a-b874afad4b7f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:40.908577 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273309b-8ebf-4310-9156-eeb27e52773a" -d '{"events": [{"name": "network-changed", "server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "tag": "94b9ac8a-107a-4691-806a-b874afad4b7f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:40.952295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb35fdb-f86d-4c8a-85df-0d060668b312') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:40.953008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb35fdb-f86d-4c8a-85df-0d060668b312') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:40.983380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.001676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fec80a9b-52b9-47f1-b79a-c749e63ae4b4 req-4ec03bfd-1dbf-40af-86bc-1f1f2c967511 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922598 Aug 19 14:58:41.019879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-6e42db63-f0e4-42e1-ac4a-151c9c8ba34b tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:41.022763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-6e42db63-f0e4-42e1-ac4a-151c9c8ba34b tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5637882 Aug 19 14:58:41.023963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.041946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:41.053184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.053789 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb326718-7158-45dc-807e-cf8dccea579b x-openstack-request-id: req-eb326718-7158-45dc-807e-cf8dccea579b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:41.053789 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "tag": "94b9ac8a-107a-4691-806a-b874afad4b7f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:41.053789 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb326718-7158-45dc-807e-cf8dccea579b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:41.053789 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'tag': '94b9ac8a-107a-4691-806a-b874afad4b7f', 'status': 'completed', 'code': 200} Aug 19 14:58:41.093349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Request body: {'port': {'device_id': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'd59c01962ee049d5afc54f40c46a1334'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:41.100745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-6491f59f-f649-4884-a6e4-193b49ec99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:41.102302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-6491f59f-f649-4884-a6e4-193b49ec99e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993820 Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:41.135943 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:41.265319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.276336 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.279552 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] 10.222.0.13 "DELETE /v2.0/networks/669b41a5-b896-48cc-884a-214d808dd4e4 HTTP/1.1" status: 204 len: 168 time: 0.6803405 Aug 19 14:58:41.282923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50056) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:41.371746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.413188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430357c-e1a6-43d3-8e99-880490c01458 admin admin] Pushing event deleted for resources: {'Network': ['ID=669b41a5-b896-48cc-884a-214d808dd4e4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.442557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Deleting subnet 8f5359cb-e90b-4709-a9c3-b6632bae1fb4 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:41.453199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.497741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a421404f-b041-4b5c-8a98-19f3af03aad4 req-309c8c79-4c99-4c37-8f61-8f21ed123dec tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.0632868 Aug 19 14:58:41.528957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.539748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.628215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.691224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-07318a73-4c26-4789-9be5-a0cbd755051e service neutron] 10.222.0.46 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763152 Aug 19 14:58:41.784170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec0ffc-5d69-4209-828c-5b0200c8d4b0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.842286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.938537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5359cb-e90b-4709-a9c3-b6632bae1fb4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.956641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.961775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-511edf31-9733-4c49-8d17-0f23bae7ea34 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8f5359cb-e90b-4709-a9c3-b6632bae1fb4 HTTP/1.1" status: 204 len: 168 time: 0.6700540 Aug 19 14:58:41.962071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50070) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:41.965327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0a885b60-d118-43ca-a5d7-f975e3294e1a service neutron] 10.222.0.46 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571914 Aug 19 14:58:41.973160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Made reservation on behalf of d59c01962ee049d5afc54f40c46a1334 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:41.974557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.105803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.153258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e63b89-71bb-493e-b5f1-f1a34a12f35b req-35ddf635-9171-4dcc-b0b0-55674fcb983c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.1865554 Aug 19 14:58:42.160769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-0ead1d4f-c391-4e60-bd80-30c35a2c8197 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.107&port_id=2911c637-3493-454e-94d5-db647b6b03c4 HTTP/1.1" status: 200 len: 217 time: 0.1698534 Aug 19 14:58:42.180796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Allocated IP 192.168.233.39 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:42.181030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182908-69d5-4c40-91c1-f4054d51f5f4 req-ae28ab99-543e-4a63-a1bf-c5e5a92c5aa6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:42.187920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182908-69d5-4c40-91c1-f4054d51f5f4 req-ae28ab99-543e-4a63-a1bf-c5e5a92c5aa6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:42.195935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182908-69d5-4c40-91c1-f4054d51f5f4 req-ae28ab99-543e-4a63-a1bf-c5e5a92c5aa6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:42.204757 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-71182908-69d5-4c40-91c1-f4054d51f5f4 req-ae28ab99-543e-4a63-a1bf-c5e5a92c5aa6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.1224890 Aug 19 14:58:42.299625 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-71182908-69d5-4c40-91c1-f4054d51f5f4 req-224a76b6-972c-4c6c-98f9-1ab434854671 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936723 Aug 19 14:58:42.361885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.375420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f291a7-cb5a-4b22-b4d4-25b18b073c47']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:42.385677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-74558f65-7d9c-4fc9-8342-fa602313e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:42.387169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-74558f65-7d9c-4fc9-8342-fa602313e524 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234046e2-50a8-4217-9e70-b7e5987cbde9 HTTP/1.1" status: 200 len: 801 time: 0.1025560 Aug 19 14:58:42.389805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67321e4e-156d-489c-911a-ec67b8e714c6') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:42.390332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67321e4e-156d-489c-911a-ec67b8e714c6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:42.404176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.434774 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.442858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:42.444485 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.507518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-077983ea-b10c-4e1f-a5bf-e9cd9a60e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:42.509562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-077983ea-b10c-4e1f-a5bf-e9cd9a60e907 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b55f6c-d1e1-4d11-a795-6d5292bbce09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145637 Aug 19 14:58:42.513808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:42.514033 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:42.598065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Transition to ACTIVE for port object 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:42.652426 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.658088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.662757 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e2f291a7-cb5a-4b22-b4d4-25b18b073c47 HTTP/1.1" status: 204 len: 168 time: 0.6969955 Aug 19 14:58:42.717861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608652a-aec5-432b-bef3-5709c3302c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f291a7-cb5a-4b22-b4d4-25b18b073c47,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.774318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-43c157dc-904e-41c2-96b9-a39da9d3f883 service neutron] 10.222.0.46 "GET /v2.0/networks/26b55f6c-d1e1-4d11-a795-6d5292bbce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572131 Aug 19 14:58:42.821339 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.931543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.950647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.967327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b760213b-9707-4226-b557-b409653a92a6 req-432cdb58-6322-4cdd-a4ce-fe43837ff86d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.2764742 Aug 19 14:58:43.132452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:43.140672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:43.144416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:43.297326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50114) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:43.327276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Allocated IP 192.168.233.27 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/5dab2c3a-42cf-47b0-aa97-6380f57582e5) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:43.397873 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-04a3cd7b-bdad-4052-9d91-5b95d241c056 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55ff8fd2b6f0468b908e64862f013c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990069 Aug 19 14:58:43.408880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:43.435958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-02f3832c-fca7-44ac-8839-f83b507e816f tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e4f72a32ec3845c3859707d3d8f8541d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366337 Aug 19 14:58:43.463385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9fbd0ab-4019-437e-9c43-f12ef0f086ee req-afae65e1-841b-47bd-93e3-eb9570597df0 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.1170554 Aug 19 14:58:43.508070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:43.512735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.570642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a87db8f-268a-40db-b5b4-36b771e2e4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.603554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a87db8f-268a-40db-b5b4-36b771e2e4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.707048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-3553171e-68a2-4bc1-8fa4-335cdd9b2ea7 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:43.710212 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-3553171e-68a2-4bc1-8fa4-335cdd9b2ea7 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633862 Aug 19 14:58:43.722820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e0879e78-0aaf-4f42-878a-7453d2a9938c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8419468 Aug 19 14:58:43.729470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-7482869b-fb1d-4d7c-bcee-b99ce5546b26 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/quotas/e4f72a32ec3845c3859707d3d8f8541d HTTP/1.1" status: 200 len: 375 time: 0.0125101 Aug 19 14:58:43.773568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Request body: {'port': {'device_id': 'de2f3eb6-0291-4301-a473-574347168b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:43.773568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-7bf28482-7151-451f-b96b-5862fffafa13 service neutron] 10.222.0.46 "GET /v2.0/networks/26b55f6c-d1e1-4d11-a795-6d5292bbce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8757076 Aug 19 14:58:43.789207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a87db8f-268a-40db-b5b4-36b771e2e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.791837 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a87db8f-268a-40db-b5b4-36b771e2e4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.797307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a28de972-e61e-4f21-b944-e0534ad0e46b None None] Provisioning for port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:43.801775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6a87db8f-268a-40db-b5b4-36b771e2e4eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f76b7ea-ed30-4e17-8031-caddce980347 HTTP/1.1" status: 204 len: 168 time: 0.3914320 Aug 19 14:58:43.801967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a28de972-e61e-4f21-b944-e0534ad0e46b None None] Provisioning complete for port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:43.802333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a28de972-e61e-4f21-b944-e0534ad0e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.813995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-f22fe959-8f4c-4349-b58d-8b8bcf8c9f74 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4f72a32ec3845c3859707d3d8f8541d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783405 Aug 19 14:58:43.852987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87db8f-268a-40db-b5b4-36b771e2e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76b7ea-ed30-4e17-8031-caddce980347,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:43.871153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-b62eafac-4a53-4f53-828e-11fe949dc97e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=94b9ac8a-107a-4691-806a-b874afad4b7f HTTP/1.1" status: 200 len: 217 time: 0.0753868 Aug 19 14:58:43.953361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a28de972-e61e-4f21-b944-e0534ad0e46b None None] Port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:43.994026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7c32-2d1c-4f59-9e9c-f1ded2303712 req-76bde60c-3041-40ba-85a2-93886238ab92 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.010608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7c32-2d1c-4f59-9e9c-f1ded2303712 req-76bde60c-3041-40ba-85a2-93886238ab92 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.022923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7c32-2d1c-4f59-9e9c-f1ded2303712 req-76bde60c-3041-40ba-85a2-93886238ab92 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.037684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c94d7c32-2d1c-4f59-9e9c-f1ded2303712 req-76bde60c-3041-40ba-85a2-93886238ab92 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.4516640 Aug 19 14:58:44.143950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.153685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.157168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-de675463-ed3a-4115-8b90-b7c6f116ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.158823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-de675463-ed3a-4115-8b90-b7c6f116ac45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=649621ae-3a5f-45fe-b524-ef5fafdf5b90 HTTP/1.1" status: 200 len: 801 time: 0.2780232 Aug 19 14:58:44.223783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c94d7c32-2d1c-4f59-9e9c-f1ded2303712 req-9648dde3-44ff-4ea9-9d0e-44f44e705adc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837885 Aug 19 14:58:44.229227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Transition to ACTIVE for port object 5dab2c3a-42cf-47b0-aa97-6380f57582e5 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:44.487633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a350d6ef-19af-4a74-af72-f362486ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.489322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-a350d6ef-19af-4a74-af72-f362486ea1b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094609 Aug 19 14:58:44.517835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7b435b09-be19-4b3b-83e9-82922d5d2fb8 req-ff2c6696-143d-4037-baac-1c3184c5012a tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.0917366 Aug 19 14:58:44.557217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92ab8fdc-32b4-4137-85e0-bb3998f61e71 req-8cce3dd3-50da-4278-b7b1-bf42ce01fa0e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=2df6f772-b8e8-47cb-9386-9b4bfeaf43d2 HTTP/1.1" status: 200 len: 210 time: 0.1113403 Aug 19 14:58:44.679484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.805620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca75ec-f0db-4db2-b346-e5a4e37eae7d req-a5211a89-0cdb-4aa3-8732-d01f5f03ad07 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.811721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63ca75ec-f0db-4db2-b346-e5a4e37eae7d req-a5211a89-0cdb-4aa3-8732-d01f5f03ad07 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 935 time: 0.1307254 Aug 19 14:58:44.934216 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-63ca75ec-f0db-4db2-b346-e5a4e37eae7d req-c646438a-3755-42a8-a9a3-906c65aa05b7 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157951 Aug 19 14:58:45.250939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.417227 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-da1d6639-73d8-46f6-b741-a5970eac23b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccaaeb6540304cb384f12712fd008b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634209 Aug 19 14:58:45.418871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50156) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.429964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:45.451319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:45.462796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:45.554434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:45.622960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-51b63d6b-fcaf-41b8-ae1f-83c7583de057 service neutron] 10.222.0.46 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0750570 Aug 19 14:58:45.643744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.644324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.660344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-348e58f4-14f9-45c3-b258-5d9e8d515b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.733936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-975e42ab-cd27-4288-8f3c-f1ef5dd93d48 req-b913e60b-fce3-4997-b1eb-11fa722c9797 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.0877342 Aug 19 14:58:45.739838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe5db-9b45-456c-a190-b0485b1d64b7 req-1c3dc55d-5c52-4137-991c-b104b3216d31 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.759935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe5db-9b45-456c-a190-b0485b1d64b7 req-1c3dc55d-5c52-4137-991c-b104b3216d31 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.766597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe5db-9b45-456c-a190-b0485b1d64b7 req-1c3dc55d-5c52-4137-991c-b104b3216d31 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.768384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d26fe5db-9b45-456c-a190-b0485b1d64b7 req-1c3dc55d-5c52-4137-991c-b104b3216d31 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.3372805 Aug 19 14:58:45.770854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-348e58f4-14f9-45c3-b258-5d9e8d515b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.949983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-792ce2f1-5eb7-42f2-ae16-fc25f5621784 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8692832 Aug 19 14:58:45.973461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Request body: {'port': {'device_id': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:45.993836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-348e58f4-14f9-45c3-b258-5d9e8d515b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.994412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:45.994511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-348e58f4-14f9-45c3-b258-5d9e8d515b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.999132 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-348e58f4-14f9-45c3-b258-5d9e8d515b1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e62527df-d079-44b7-a508-6d3ad72f1c40 HTTP/1.1" status: 204 len: 168 time: 0.5782046 Aug 19 14:58:46.014130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e58f4-14f9-45c3-b258-5d9e8d515b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62527df-d079-44b7-a508-6d3ad72f1c40,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:46.032155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5b309bbd-a6ce-4cf3-abe7-0a8348ed5dcb None None] Provisioning for port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:46.035664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d26fe5db-9b45-456c-a190-b0485b1d64b7 req-0ab21c14-9720-4552-bde8-64f4dea92e35 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975107 Aug 19 14:58:46.040100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5b309bbd-a6ce-4cf3-abe7-0a8348ed5dcb None None] Provisioning complete for port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:46.040480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b309bbd-a6ce-4cf3-abe7-0a8348ed5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.063831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.071864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70f634d0-8e5f-4664-87ce-1c7edeee2648 req-8c5d5548-ac78-4dea-aea0-6693692aae83 service neutron] 10.222.0.46 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209664 Aug 19 14:58:46.124428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5b309bbd-a6ce-4cf3-abe7-0a8348ed5dcb None None] Port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:46.127932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Transition to ACTIVE for port object 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:46.147403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.266525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.283482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8899c5-5b64-4bb7-a606-bc9b438dd371 req-8d28dc38-e3b1-496f-b87f-088d08331f8c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:46.309473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc8899c5-5b64-4bb7-a606-bc9b438dd371 req-8d28dc38-e3b1-496f-b87f-088d08331f8c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 935 time: 0.1798289 Aug 19 14:58:46.359319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:46.436551 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc8899c5-5b64-4bb7-a606-bc9b438dd371 req-41400213-d199-4262-bdc8-c03bfab327a5 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Aug 19 14:58:46.494784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273309b-8ebf-4310-9156-eeb27e52773a req-a34c4704-5c23-4aac-be98-a447cc930d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:46.497360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273309b-8ebf-4310-9156-eeb27e52773a req-a34c4704-5c23-4aac-be98-a447cc930d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:46.498163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273309b-8ebf-4310-9156-eeb27e52773a req-a34c4704-5c23-4aac-be98-a447cc930d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:46.502273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-a34c4704-5c23-4aac-be98-a447cc930d4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2867 time: 0.1451824 Aug 19 14:58:47.083620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50192) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.226027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Attempting to bind port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:47.234770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Attempting to bind port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:47.234770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Attempting to bind port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:47.250162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273309b-8ebf-4310-9156-eeb27e52773a req-6ae92008-a64d-4505-a02c-3ec1a78f4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.251718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-6ae92008-a64d-4505-a02c-3ec1a78f4610 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 HTTP/1.1" status: 200 len: 903 time: 0.7379763 Aug 19 14:58:47.297689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:47.298023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Attempting to bind port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:47.321784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40dd6a93-e196-4886-a3d4-5c4020d6a25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.415427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:47.415427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:47.415764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:47.425070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Bound port: 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:47.425653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.447419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-a497a2db-2589-4037-9491-77150f6d49c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=94b9ac8a-107a-4691-806a-b874afad4b7f HTTP/1.1" status: 200 len: 217 time: 0.1682489 Aug 19 14:58:47.566325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6467abf7-8d6c-44a7-8fb6-ad00eadb54ff req-a6436912-082e-421e-bf4b-613a1276100b tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.0620184 Aug 19 14:58:47.624411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40dd6a93-e196-4886-a3d4-5c4020d6a25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.751499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40dd6a93-e196-4886-a3d4-5c4020d6a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.766071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dab2c3a-42cf-47b0-aa97-6380f57582e5 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:47.789172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a52f-172a-499b-8877-9f52d0abe8a1 req-bb0ba43e-e8a9-4992-af1a-bae167aceb77 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.803754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a52f-172a-499b-8877-9f52d0abe8a1 req-bb0ba43e-e8a9-4992-af1a-bae167aceb77 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.820566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a52f-172a-499b-8877-9f52d0abe8a1 req-bb0ba43e-e8a9-4992-af1a-bae167aceb77 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.822418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b498a52f-172a-499b-8877-9f52d0abe8a1 req-bb0ba43e-e8a9-4992-af1a-bae167aceb77 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.6407125 Aug 19 14:58:47.829079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-40dd6a93-e196-4886-a3d4-5c4020d6a25c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaeed349197642989a4d41b6509eea16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440240 Aug 19 14:58:47.838225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50208) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.846672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.879025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2724e-ef20-4b00-bbbf-22e745a22da2 req-14fc51d4-84aa-4186-a70f-b783207569b7 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.909106 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4b2724e-ef20-4b00-bbbf-22e745a22da2 req-14fc51d4-84aa-4186-a70f-b783207569b7 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 935 time: 0.2163107 Aug 19 14:58:47.917442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273309b-8ebf-4310-9156-eeb27e52773a req-7c3b2580-a831-4d9c-896a-0f4b3a75a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.919048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-7c3b2580-a831-4d9c-896a-0f4b3a75a45d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=649621ae-3a5f-45fe-b524-ef5fafdf5b90 HTTP/1.1" status: 200 len: 801 time: 0.4416716 Aug 19 14:58:47.970322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Transition to ACTIVE for port object 5dab2c3a-42cf-47b0-aa97-6380f57582e5 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:48.088527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-9ffe231d-c9e5-4a09-b5b5-248f9a552154 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e4f72a32ec3845c3859707d3d8f8541d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871021 Aug 19 14:58:48.114410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6a93-e196-4886-a3d4-5c4020d6a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d573c9a5-0d6a-406e-be3f-9e7139470bb4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.143786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:48.151908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.165311 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4b2724e-ef20-4b00-bbbf-22e745a22da2 req-92a67a85-066a-40b3-9653-439d6c68d912 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472968 Aug 19 14:58:48.221837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.279930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b498a52f-172a-499b-8877-9f52d0abe8a1 req-aca27ea4-027b-41ec-9798-32a22f89bce4 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265046 Aug 19 14:58:48.317434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:48.376736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273309b-8ebf-4310-9156-eeb27e52773a req-ba5becbb-130e-4007-83e1-4dee760c7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:48.378392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-ba5becbb-130e-4007-83e1-4dee760c7a9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052658 Aug 19 14:58:48.518367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78eb5159-6014-4409-b583-64fced3ab571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.571140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.828744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-5e64d951-4407-4036-8de0-8381e7385df1 service neutron] 10.222.0.46 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314268 Aug 19 14:58:48.980639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6273309b-8ebf-4310-9156-eeb27e52773a req-50538c0a-3277-4bf8-b6c9-be81e79dd268 service neutron] 10.222.0.46 "GET /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192000 Aug 19 14:58:49.026091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72175c39-0511-4fca-8ccc-f77a50ff9df3 req-8d0d5062-ab6d-4ee2-86d3-66543e8f2680 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.2095253 Aug 19 14:58:49.040019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78eb5159-6014-4409-b583-64fced3ab571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.079519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.080145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.081592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] 10.222.0.46 "PUT /v2.0/ports/1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce HTTP/1.1" status: 200 len: 1096 time: 5.3357496 Aug 19 14:58:49.082055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:49.085153 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b0f82f-5c4a-452c-93be-35f6e8aa68b7" -d '{"events": [{"name": "network-changed", "server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:49.121996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e75dca-c1d9-460e-b8a6-22ec1b838a2e service neutron] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:49.138477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-ed3b365b-2113-4712-8082-61b4eeabb708 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.140217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-ed3b365b-2113-4712-8082-61b4eeabb708 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9895546 Aug 19 14:58:49.156477 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c199957d-d47e-4c9c-95d0-75403de9b902 x-openstack-request-id: req-c199957d-d47e-4c9c-95d0-75403de9b902 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:49.156884 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:49.157091 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c199957d-d47e-4c9c-95d0-75403de9b902 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:49.157517 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'status': 'completed', 'code': 200} Aug 19 14:58:49.174099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Request body: {'port': {'device_id': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'e4f72a32ec3845c3859707d3d8f8541d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:49.313039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6140cc95-dfc2-46c1-a5ff-674846b8e522 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:49.503632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6140cc95-dfc2-46c1-a5ff-674846b8e522, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6140cc95-dfc2-46c1-a5ff-674846b8e522,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:49.539915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669fd7-a9bd-4556-8cea-f6578cee2ce6 req-0e5b464b-4098-49c8-bbc0-3713e23423cc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.557478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '6140cc95-dfc2-46c1-a5ff-674846b8e522', 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'port_id': '6140cc95-dfc2-46c1-a5ff-674846b8e522', 'mac_address': 'fa:16:3e:15:64:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649621ae-3a5f-45fe-b524-ef5fafdf5b90', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:49.570451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669fd7-a9bd-4556-8cea-f6578cee2ce6 req-0e5b464b-4098-49c8-bbc0-3713e23423cc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.582209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669fd7-a9bd-4556-8cea-f6578cee2ce6 req-0e5b464b-4098-49c8-bbc0-3713e23423cc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.584282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df669fd7-a9bd-4556-8cea-f6578cee2ce6 req-0e5b464b-4098-49c8-bbc0-3713e23423cc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2411 time: 0.1754630 Aug 19 14:58:49.595019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Attempting to bind port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:49.602420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Attempting to bind port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:49.602420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Attempting to bind port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:49.638520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:49.639453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Attempting to bind port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:49.666078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.676439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:49.677233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:49.681207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:49.682637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Bound port: 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:49.682637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.691865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6140cc95-dfc2-46c1-a5ff-674846b8e522 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:49.698409 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df669fd7-a9bd-4556-8cea-f6578cee2ce6 req-a50d12da-300a-43b6-bac1-960f7a4d66fe tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046078 Aug 19 14:58:49.715109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6140cc95-dfc2-46c1-a5ff-674846b8e522, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6140cc95-dfc2-46c1-a5ff-674846b8e522,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:49.773024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f82f-5c4a-452c-93be-35f6e8aa68b7 req-d2ef37b5-066f-47f5-bb4b-114d58809a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.774612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70b0f82f-5c4a-452c-93be-35f6e8aa68b7 req-d2ef37b5-066f-47f5-bb4b-114d58809a2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 1099 time: 0.4679534 Aug 19 14:58:49.832109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.832863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2911c637-3493-454e-94d5-db647b6b03c4 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:49.856724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489007-9fb4-4201-b658-7c9efaa14fe6 req-31392053-c0d4-417c-832a-dec12f928531 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.866628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18489007-9fb4-4201-b658-7c9efaa14fe6 req-31392053-c0d4-417c-832a-dec12f928531 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.5305333 Aug 19 14:58:49.885376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70b0f82f-5c4a-452c-93be-35f6e8aa68b7 req-034879e0-c7b4-404a-baf4-8ee77cd54584 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d59c01962ee049d5afc54f40c46a1334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911875 Aug 19 14:58:49.911532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:49.927607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78eb5159-6014-4409-b583-64fced3ab571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.930298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78eb5159-6014-4409-b583-64fced3ab571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.933941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-78eb5159-6014-4409-b583-64fced3ab571 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d573c9a5-0d6a-406e-be3f-9e7139470bb4 HTTP/1.1" status: 204 len: 168 time: 2.0889633 Aug 19 14:58:49.984049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:49.984551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2911c637-3493-454e-94d5-db647b6b03c4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2911c637-3493-454e-94d5-db647b6b03c4,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:50.016644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb5159-6014-4409-b583-64fced3ab571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d573c9a5-0d6a-406e-be3f-9e7139470bb4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.017575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '2911c637-3493-454e-94d5-db647b6b03c4', 'network_id': '26b55f6c-d1e1-4d11-a795-6d5292bbce09', 'port_id': '2911c637-3493-454e-94d5-db647b6b03c4', 'mac_address': 'fa:16:3e:d2:c5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234046e2-50a8-4217-9e70-b7e5987cbde9', 'ip_address': '19.86.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:50.036468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18489007-9fb4-4201-b658-7c9efaa14fe6 req-af316797-2b24-4bc2-be7e-6a150aeeaa89 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673799 Aug 19 14:58:50.090589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Made reservation on behalf of e4f72a32ec3845c3859707d3d8f8541d for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:50.101353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.143820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6140cc95-dfc2-46c1-a5ff-674846b8e522,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.158332 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.168099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.187076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2911c637-3493-454e-94d5-db647b6b03c4 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:50.191795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.213575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2911c637-3493-454e-94d5-db647b6b03c4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2911c637-3493-454e-94d5-db647b6b03c4,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:50.314861 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.315590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 94b9ac8a-107a-4691-806a-b874afad4b7f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:50.392156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.427247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.427247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.427247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-dcf7bf23-8ce6-410b-a911-40bc2d16d250 service neutron] 10.222.0.46 "PUT /v2.0/ports/5dab2c3a-42cf-47b0-aa97-6380f57582e5 HTTP/1.1" status: 200 len: 1096 time: 4.4470406 Aug 19 14:58:50.434368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2911c637-3493-454e-94d5-db647b6b03c4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.485978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0dbb6a7c-b16f-447a-8739-582cfbcac181 req-2c02211c-b086-4c4a-ba4f-adcfbc69aeaf tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.2818890 Aug 19 14:58:50.510110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f82f-5c4a-452c-93be-35f6e8aa68b7 req-be288987-6f0b-4619-8d55-b4bf85bcfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.510110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70b0f82f-5c4a-452c-93be-35f6e8aa68b7 req-be288987-6f0b-4619-8d55-b4bf85bcfc2a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6108422 Aug 19 14:58:50.512367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 94b9ac8a-107a-4691-806a-b874afad4b7f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=94b9ac8a-107a-4691-806a-b874afad4b7f,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:50.522426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.525554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.526053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.526524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.526987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.530354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.531983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.533384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.535902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.538829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '94b9ac8a-107a-4691-806a-b874afad4b7f', 'network_id': 'f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0', 'port_id': '94b9ac8a-107a-4691-806a-b874afad4b7f', 'mac_address': 'fa:16:3e:66:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649621ae-3a5f-45fe-b524-ef5fafdf5b90', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:50.538984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.538984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.538984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.563028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-75afcfb2-7740-4ae4-9d14-e512037cc90f req-dedfa1d4-ef76-4ca4-bc66-eff4d454b8e1 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8501 time: 0.2425778 Aug 19 14:58:50.627397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.717997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b9ac8a-107a-4691-806a-b874afad4b7f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:50.756742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 94b9ac8a-107a-4691-806a-b874afad4b7f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=94b9ac8a-107a-4691-806a-b874afad4b7f,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:50.881317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-330cc33b-8306-47be-ad94-3ca85e6ae059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.883539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-330cc33b-8306-47be-ad94-3ca85e6ae059 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 1099 time: 0.3023987 Aug 19 14:58:50.907880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.967913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-a34e884b-9f05-4440-b5bf-3b642c910153 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce HTTP/1.1" status: 200 len: 217 time: 0.0751400 Aug 19 14:58:50.970653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deb558-49e7-4c48-b43e-5a2829a9d7d7 req-ecd24c05-9dcb-413c-a914-284dfb4808ed tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.979340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7f53-164e-40d4-874d-472842325894 req-fbc7f9a4-3a6c-444f-8e71-dc832b90543a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.985781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58deb558-49e7-4c48-b43e-5a2829a9d7d7 req-ecd24c05-9dcb-413c-a914-284dfb4808ed tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 886 time: 0.4079075 Aug 19 14:58:50.987985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-6b891b93-9e57-4cf8-8d33-1ac439388af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.997720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7f53-164e-40d4-874d-472842325894 req-fbc7f9a4-3a6c-444f-8e71-dc832b90543a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.997861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-6b891b93-9e57-4cf8-8d33-1ac439388af7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 1099 time: 0.3759747 Aug 19 14:58:50.999425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7f53-164e-40d4-874d-472842325894 req-fbc7f9a4-3a6c-444f-8e71-dc832b90543a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.001411 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e86f7f53-164e-40d4-874d-472842325894 req-fbc7f9a4-3a6c-444f-8e71-dc832b90543a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2413 time: 0.1691468 Aug 19 14:58:51.005492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=94b9ac8a-107a-4691-806a-b874afad4b7f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:51.098153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e86f7f53-164e-40d4-874d-472842325894 req-f6b23bc2-18c4-4294-8f4a-105fe0250188 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846958 Aug 19 14:58:51.107042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-13ba8114-e82d-4d52-bf81-6ab1c0baa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.108574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-13ba8114-e82d-4d52-bf81-6ab1c0baa586 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1130168 Aug 19 14:58:51.189513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6140cc95-dfc2-46c1-a5ff-674846b8e522'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:51.200034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:51.203071 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190476f3-1f8a-4877-9d95-fd74cff97e43" -d '{"events": [{"name": "network-changed", "server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:51.209630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.248454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-fa0d5824-9f99-486a-831a-e7e2a0f15f2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5 HTTP/1.1" status: 200 len: 217 time: 0.1433094 Aug 19 14:58:51.316036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2911c637-3493-454e-94d5-db647b6b03c4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:51.322127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e372e-e7a1-48a3-bc4c-ee5029de1223 req-3a03a0ac-6f12-4827-a2e7-2a39618e03f5 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.334089 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a1e372e-e7a1-48a3-bc4c-ee5029de1223 req-3a03a0ac-6f12-4827-a2e7-2a39618e03f5 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.1166406 Aug 19 14:58:51.399640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.428325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a1e372e-e7a1-48a3-bc4c-ee5029de1223 req-45ce1b26-525f-4fbf-a308-1805990406ca tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841002 Aug 19 14:58:51.632792 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1a69146-6c0c-450c-be4d-8649d72ec17a req-fa06269f-ce61-4419-9022-c28fcfb1bb63 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.0460913 Aug 19 14:58:51.991630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Allocated IP 192.168.233.29 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/a9400d72-ea72-4629-ad3c-37722bb2f3eb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:52.035519 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54006c20-258f-403b-8978-d2bdc13b32fa x-openstack-request-id: req-54006c20-258f-403b-8978-d2bdc13b32fa {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:52.035820 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:52.036074 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54006c20-258f-403b-8978-d2bdc13b32fa {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:52.036704 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'status': 'completed', 'code': 200} Aug 19 14:58:52.125771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e865840d-e606-4df6-80e7-8071838cf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.127526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-e865840d-e606-4df6-80e7-8071838cf037 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9975517 Aug 19 14:58:52.165332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03552522-f775-4984-aa75-3ca8f8c7e0b0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:52.197211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-12670f53-0c2d-4671-8cd1-97fbd72c49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.198955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-12670f53-0c2d-4671-8cd1-97fbd72c49d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.9229622 Aug 19 14:58:52.299165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['94b9ac8a-107a-4691-806a-b874afad4b7f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:52.317176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.317540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.317868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.318781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.319296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.319747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.320092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.320427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.320761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.321093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.321450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.321782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.354692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.355475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.355833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.356304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.356773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.357271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.357768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.358327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.358708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.359168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.360012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.360149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.362249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f54efb8-5c01-49c7-af26-5b0ce7643ccd req-db0bf7e7-e7f5-403f-87a5-7b1fa590ee64 tempest-NetworksTest-1512984971 tempest-NetworksTest-1512984971-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8501 time: 1.1632249 Aug 19 14:58:52.467465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-412620e5-d1c8-4597-9018-57f90b47311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.469767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-412620e5-d1c8-4597-9018-57f90b47311c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2210186 Aug 19 14:58:52.473705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.521689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-9b30741f-65d9-4e56-8f4a-455951ca5797 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655326 Aug 19 14:58:52.622931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Transition to ACTIVE for port object a9400d72-ea72-4629-ad3c-37722bb2f3eb will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:52.689062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6a66-f958-448b-82dd-de5d10dea4f3 req-51f01480-565a-4306-a1fa-4f7393bc4c62 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.701089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6a66-f958-448b-82dd-de5d10dea4f3 req-51f01480-565a-4306-a1fa-4f7393bc4c62 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.713342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6a66-f958-448b-82dd-de5d10dea4f3 req-51f01480-565a-4306-a1fa-4f7393bc4c62 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.721583 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc3d6a66-f958-448b-82dd-de5d10dea4f3 req-51f01480-565a-4306-a1fa-4f7393bc4c62 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2414 time: 0.1442218 Aug 19 14:58:52.791122 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc3d6a66-f958-448b-82dd-de5d10dea4f3 req-f0f2fda3-57ec-4c85-affc-edb4cf6e2abf tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660930 Aug 19 14:58:52.869026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-b478741c-e941-4cac-906e-b047ef64e742 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872421 Aug 19 14:58:52.898824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d816cc5-d439-46a1-b9ac-5ffe31049fca req-a7f6f9c4-1238-4bd5-85c7-19fd5782fea8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.900675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d816cc5-d439-46a1-b9ac-5ffe31049fca req-a7f6f9c4-1238-4bd5-85c7-19fd5782fea8 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 945 time: 0.1961195 Aug 19 14:58:52.902687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f80ebe2-b6cc-4c22-a067-a7cfefe32b01 req-607eace9-5814-43f8-aa64-14126eb023f2 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053477 Aug 19 14:58:52.946603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990842-001f-4405-b6c1-23e5b7ff7af6 req-59ad3fd5-9793-4b22-bb99-be9184c90424 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.955929 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10990842-001f-4405-b6c1-23e5b7ff7af6 req-59ad3fd5-9793-4b22-bb99-be9184c90424 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.0766592 Aug 19 14:58:53.009337 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10990842-001f-4405-b6c1-23e5b7ff7af6 req-c4e81a35-231a-4d51-bf4e-f7a2bba4c14c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Aug 19 14:58:53.037274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50332) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.073600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d816cc5-d439-46a1-b9ac-5ffe31049fca req-24ede6a8-d1de-45d4-bb9f-68a70cfd5a6f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457112 Aug 19 14:58:53.086684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.166431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056d006-0c41-49c4-9391-937fe7e68f7a req-c754683f-e20b-4d36-8f47-22a5d5b664c1 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:53.174291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e056d006-0c41-49c4-9391-937fe7e68f7a req-c754683f-e20b-4d36-8f47-22a5d5b664c1 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 935 time: 0.0781572 Aug 19 14:58:53.188771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Pushing event updated for resources: {'Port': ['ID=a9400d72-ea72-4629-ad3c-37722bb2f3eb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.225419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-24c6ed5f-c5d3-4131-9a54-88f4526a8fea tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:53.225419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-24c6ed5f-c5d3-4131-9a54-88f4526a8fea tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 945 time: 0.2184188 Aug 19 14:58:53.225686 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e056d006-0c41-49c4-9391-937fe7e68f7a req-07787fda-85de-4392-82d3-a6326f5d92ca tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463877 Aug 19 14:58:53.239151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec591ccb-4dba-445f-998a-43336bcd6f92 req-57fbccc5-c7b9-4dc3-998e-e42eb14035b8 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601322 Aug 19 14:58:53.275167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:53.279083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:53.284158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:53.326245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d0b29d-9a98-4d07-9dea-e034a6d80433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.336029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6140cc95-dfc2-46c1-a5ff-674846b8e522 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:53.363157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:53.364280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.517562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-628e3353-7dbb-46f8-8bcf-a5436a4d197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:53.519501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-628e3353-7dbb-46f8-8bcf-a5436a4d197f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 1099 time: 0.0699108 Aug 19 14:58:53.538037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 6140cc95-dfc2-46c1-a5ff-674846b8e522 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:53.543387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 6140cc95-dfc2-46c1-a5ff-674846b8e522 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:53.543914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.584020 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d0b29d-9a98-4d07-9dea-e034a6d80433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.593254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Deleting port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:53.593616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.667683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.695522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6140cc95-dfc2-46c1-a5ff-674846b8e522'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:53.696424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d0b29d-9a98-4d07-9dea-e034a6d80433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.699091 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a116287-9d33-4604-9042-cae87d42ab14" -d '{"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-plugged", "status": "completed", "tag": "6140cc95-dfc2-46c1-a5ff-674846b8e522"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:53.719199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6140cc95-dfc2-46c1-a5ff-674846b8e522, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6140cc95-dfc2-46c1-a5ff-674846b8e522,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:53.750398 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41d0b29d-9a98-4d07-9dea-e034a6d80433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3460f97f5b9e4223a6fb65c68870c08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117791 Aug 19 14:58:53.751978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0b29d-9a98-4d07-9dea-e034a6d80433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e662a-378b-4015-8f6a-7c52b63b7b7c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.757548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e821e942-2cbe-4d84-a936-426270b47add None None] Provisioning for port a9400d72-ea72-4629-ad3c-37722bb2f3eb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:53.765489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e821e942-2cbe-4d84-a936-426270b47add None None] Provisioning complete for port a9400d72-ea72-4629-ad3c-37722bb2f3eb triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:53.766274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e821e942-2cbe-4d84-a936-426270b47add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.767387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50348) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.769246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-9ec44bed-59e2-4390-ad4e-4201f41af9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:53.770727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-9ec44bed-59e2-4390-ad4e-4201f41af9d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2249763 Aug 19 14:58:53.778937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] For port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:53.779316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.835942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-28b5fd82-ad72-4a78-86fb-73edfbcab977 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5 HTTP/1.1" status: 200 len: 217 time: 0.0534272 Aug 19 14:58:53.836254 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c276c1-5c70-4f39-9613-344e477b938c x-openstack-request-id: req-21c276c1-5c70-4f39-9613-344e477b938c {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:53.836584 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-plugged", "status": "completed", "tag": "6140cc95-dfc2-46c1-a5ff-674846b8e522", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:53.837193 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21c276c1-5c70-4f39-9613-344e477b938c {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:53.837865 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6140cc95-dfc2-46c1-a5ff-674846b8e522', 'code': 200} Aug 19 14:58:53.840280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-24835233-090c-402b-8f26-eb175ddc9da4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6818240 Aug 19 14:58:53.842941 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.844276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2911c637-3493-454e-94d5-db647b6b03c4 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:53.852591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Calling delete_port for e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:53.869269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Request body: {'port': {'device_id': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:53.875703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-212b1af8-1711-4998-83df-d7367dc55b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.944434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-212b1af8-1711-4998-83df-d7367dc55b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.970331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e821e942-2cbe-4d84-a936-426270b47add None None] Port a9400d72-ea72-4629-ad3c-37722bb2f3eb cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:54.025399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.027178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6140cc95-dfc2-46c1-a5ff-674846b8e522,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.090531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-8d3ec1a2-194a-4a0b-8e64-a692dabcc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.092106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-8d3ec1a2-194a-4a0b-8e64-a692dabcc165 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2473671 Aug 19 14:58:54.152526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 2911c637-3493-454e-94d5-db647b6b03c4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:54.159471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 2911c637-3493-454e-94d5-db647b6b03c4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:54.159917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.162757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c273ff-d09e-41c7-9ea1-461416a0e543 req-6d514b6b-4ba4-4637-967a-a2d9913bca4b tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.173400 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-71c273ff-d09e-41c7-9ea1-461416a0e543 req-6d514b6b-4ba4-4637-967a-a2d9913bca4b tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.0744352 Aug 19 14:58:54.198153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-212b1af8-1711-4998-83df-d7367dc55b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.203567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-212b1af8-1711-4998-83df-d7367dc55b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.206271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-212b1af8-1711-4998-83df-d7367dc55b1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/693e662a-378b-4015-8f6a-7c52b63b7b7c HTTP/1.1" status: 204 len: 168 time: 0.4375250 Aug 19 14:58:54.246372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43f167-53c7-45d5-9e5d-e23b505c41c2 req-bcd2143f-f4f9-49f2-b39b-48fd881ee7ce tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.255106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43f167-53c7-45d5-9e5d-e23b505c41c2 req-bcd2143f-f4f9-49f2-b39b-48fd881ee7ce tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.264212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43f167-53c7-45d5-9e5d-e23b505c41c2 req-bcd2143f-f4f9-49f2-b39b-48fd881ee7ce tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.265365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b1af8-1711-4998-83df-d7367dc55b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e662a-378b-4015-8f6a-7c52b63b7b7c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.267567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b43f167-53c7-45d5-9e5d-e23b505c41c2 req-bcd2143f-f4f9-49f2-b39b-48fd881ee7ce tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2415 time: 0.2811146 Aug 19 14:58:54.284857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-4bee3c0f-8647-4f3f-9e95-371b50c877b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.286436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-4bee3c0f-8647-4f3f-9e95-371b50c877b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470029 Aug 19 14:58:54.299936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-71c273ff-d09e-41c7-9ea1-461416a0e543 req-053a9da2-7a5e-4a8b-8af9-5a5483eaa326 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220198 Aug 19 14:58:54.409165 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.480063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2911c637-3493-454e-94d5-db647b6b03c4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2911c637-3493-454e-94d5-db647b6b03c4,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:54.481871 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ae5b034d-7009-40d8-9c01-d16344d41d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.618234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.619055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 94b9ac8a-107a-4691-806a-b874afad4b7f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:54.627384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b43f167-53c7-45d5-9e5d-e23b505c41c2 req-895f0c42-acae-48bd-a385-1cb577719585 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223088 Aug 19 14:58:54.695950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-8a42ffd1-5481-4533-913d-7c24a77e5044 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305957 Aug 19 14:58:54.871723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.897700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:54.925676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2911c637-3493-454e-94d5-db647b6b03c4,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.942815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event deleted for resources: {'Port': ['ID=e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.953674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190476f3-1f8a-4877-9d95-fd74cff97e43 req-e3bbe0a1-064e-48ed-8297-99d7c672de77 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486613 Aug 19 14:58:54.973940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d24e-0c69-4a33-898a-2a9c56bf59fd req-de478d13-a2cd-423b-bfeb-1f294c2b94e1 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.976367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-77d6d24e-0c69-4a33-898a-2a9c56bf59fd req-de478d13-a2cd-423b-bfeb-1f294c2b94e1 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 935 time: 0.0691049 Aug 19 14:58:54.977518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 94b9ac8a-107a-4691-806a-b874afad4b7f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:54.982958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 94b9ac8a-107a-4691-806a-b874afad4b7f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:54.983654 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.019623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b0f88-3358-4993-9910-889b0df7716b req-04ff701f-14ac-49e0-b413-1fc96f51e392 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.021395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a56b0f88-3358-4993-9910-889b0df7716b req-04ff701f-14ac-49e0-b413-1fc96f51e392 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 866 time: 0.2988679 Aug 19 14:58:55.025176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] No DVR routers for this DVR port e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:55.028683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.031617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fafcbf17-647a-4f02-bd51-719253bf1188 req-2b12a7a7-80cf-4c28-a084-40ad952e87b6 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "DELETE /v2.0/ports/e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 HTTP/1.1" status: 204 len: 173 time: 1.8070614 Aug 19 14:58:55.031899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-77d6d24e-0c69-4a33-898a-2a9c56bf59fd req-f05e6045-9cf9-4bea-9411-502ac726df71 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Aug 19 14:58:55.037961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'name': 'network-vif-deleted', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:55.040898 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9232612-553f-4a50-bc5f-7ff090b307e9" -d '{"events": [{"server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "name": "network-vif-deleted", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:55.118301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9400d72-ea72-4629-ad3c-37722bb2f3eb {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:55.120464 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.138060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.147629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a56b0f88-3358-4993-9910-889b0df7716b req-b465f300-ed59-43a3-a129-4ad07b4e2170 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112497 Aug 19 14:58:55.160486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Transition to ACTIVE for port object a9400d72-ea72-4629-ad3c-37722bb2f3eb will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:55.182709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 94b9ac8a-107a-4691-806a-b874afad4b7f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=94b9ac8a-107a-4691-806a-b874afad4b7f,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:55.194963 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.213291 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd1b97-bf70-44fa-a56a-0f544e7e3134 x-openstack-request-id: req-dadd1b97-bf70-44fa-a56a-0f544e7e3134 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:55.213671 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fabe796-cd31-4c04-9e5a-4f813b1f968f", "name": "network-vif-deleted", "tag": "e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:55.214185 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dadd1b97-bf70-44fa-a56a-0f544e7e3134 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:55.214587 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fabe796-cd31-4c04-9e5a-4f813b1f968f', 'name': 'network-vif-deleted', 'tag': 'e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36', 'status': 'completed', 'code': 200} Aug 19 14:58:55.273400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17273340-1dc2-46ac-a975-ec015b43f4e4 req-b9d8ce07-d26e-42f7-af9c-6a176bb5b167 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.274899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17273340-1dc2-46ac-a975-ec015b43f4e4 req-b9d8ce07-d26e-42f7-af9c-6a176bb5b167 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.0554049 Aug 19 14:58:55.280604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.316852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17273340-1dc2-46ac-a975-ec015b43f4e4 req-d4b1aded-3378-4768-9014-cdc239da7e98 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Aug 19 14:58:55.336950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.338115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:55.345129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Pushing event updated for resources: {'Port': ['ID=a9400d72-ea72-4629-ad3c-37722bb2f3eb,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.366886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:55.372432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c213f66-4b98-4387-a3e2-0bfe1d00b322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.493866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Attempting to bind port a9400d72-ea72-4629-ad3c-37722bb2f3eb on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:55.494215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Attempting to bind port a9400d72-ea72-4629-ad3c-37722bb2f3eb by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:55.494544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Attempting to bind port a9400d72-ea72-4629-ad3c-37722bb2f3eb on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:55.500578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Port a9400d72-ea72-4629-ad3c-37722bb2f3eb on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:55.500910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Attempting to bind port a9400d72-ea72-4629-ad3c-37722bb2f3eb on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:55.502103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c213f66-4b98-4387-a3e2-0bfe1d00b322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.510138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:55.510538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:55.510874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:55.511318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Bound port: a9400d72-ea72-4629-ad3c-37722bb2f3eb, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:55.511686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.582123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=94b9ac8a-107a-4691-806a-b874afad4b7f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.597332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40db67-c975-493e-afdb-4b1618b1c662 req-8689504a-86f7-429f-be32-d13c995e8d17 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.611283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c213f66-4b98-4387-a3e2-0bfe1d00b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.616755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c40db67-c975-493e-afdb-4b1618b1c662 req-8689504a-86f7-429f-be32-d13c995e8d17 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.1979237 Aug 19 14:58:55.664223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50388) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:55.664462 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c213f66-4b98-4387-a3e2-0bfe1d00b322 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f731d5acf24b2195c9bfc221e1517f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244684 Aug 19 14:58:55.665622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c213f66-4b98-4387-a3e2-0bfe1d00b322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c74e8-57fd-4224-9c22-f3ed56a79626,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.666873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:55.681588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'mac_address': 'fa:16:3e:ad:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:55.699297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c40db67-c975-493e-afdb-4b1618b1c662 req-870b6703-fa46-492a-9d4d-5f22507548cb tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814974 Aug 19 14:58:55.705718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] For port a9400d72-ea72-4629-ad3c-37722bb2f3eb, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:55.732885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] For port a9400d72-ea72-4629-ad3c-37722bb2f3eb, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:55.738722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.759803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:55.764923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1216-e751-47fd-bf35-28910305d377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.793018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45babb-b4a4-4115-8dd7-8862e416d737 req-288f8774-7fa1-4a45-b7a4-f21c6a2886fd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.793463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:55.799370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45babb-b4a4-4115-8dd7-8862e416d737 req-288f8774-7fa1-4a45-b7a4-f21c6a2886fd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.800626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1216-e751-47fd-bf35-28910305d377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.806481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45babb-b4a4-4115-8dd7-8862e416d737 req-288f8774-7fa1-4a45-b7a4-f21c6a2886fd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.808243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be45babb-b4a4-4115-8dd7-8862e416d737 req-288f8774-7fa1-4a45-b7a4-f21c6a2886fd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2417 time: 0.0734956 Aug 19 14:58:55.840498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911c637-3493-454e-94d5-db647b6b03c4'}, {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b9ac8a-107a-4691-806a-b874afad4b7f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:55.842443 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af4768f-7a6b-420a-b64c-07fb8975f43c" -d '{"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-plugged", "status": "completed", "tag": "2911c637-3493-454e-94d5-db647b6b03c4"}, {"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-plugged", "status": "completed", "tag": "94b9ac8a-107a-4691-806a-b874afad4b7f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:55.854681 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be45babb-b4a4-4115-8dd7-8862e416d737 req-a41258e9-16f3-455b-9e73-971cce0a2a4f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Aug 19 14:58:55.862479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.893916 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1cb631-d28f-4cfa-a074-c4dfd96832d5 x-openstack-request-id: req-5d1cb631-d28f-4cfa-a074-c4dfd96832d5 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:55.894329 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-plugged", "status": "completed", "tag": "2911c637-3493-454e-94d5-db647b6b03c4", "code": 200}, {"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-plugged", "status": "completed", "tag": "94b9ac8a-107a-4691-806a-b874afad4b7f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:55.894649 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d1cb631-d28f-4cfa-a074-c4dfd96832d5 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:55.895608 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911c637-3493-454e-94d5-db647b6b03c4', 'code': 200} Aug 19 14:58:55.895933 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b9ac8a-107a-4691-806a-b874afad4b7f', 'code': 200} Aug 19 14:58:55.898998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.899620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.901970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] 10.222.0.54 "PUT /v2.0/ports/a9400d72-ea72-4629-ad3c-37722bb2f3eb HTTP/1.1" status: 200 len: 1096 time: 2.0463476 Aug 19 14:58:55.931156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87919e8e-7379-49a3-a6d6-96c290485e2e service neutron] Pushing event updated for resources: {'Port': ['ID=a9400d72-ea72-4629-ad3c-37722bb2f3eb,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.950435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.007696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:56.021857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c8af-6cec-42de-b477-deda3bb415ec req-53c8a521-259d-48e9-85b9-4c5df91e90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.022351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c8af-6cec-42de-b477-deda3bb415ec req-53c8a521-259d-48e9-85b9-4c5df91e90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.022892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c8af-6cec-42de-b477-deda3bb415ec req-53c8a521-259d-48e9-85b9-4c5df91e90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.024658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ca0c8af-6cec-42de-b477-deda3bb415ec req-53c8a521-259d-48e9-85b9-4c5df91e90c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2873 time: 0.0551872 Aug 19 14:58:56.063604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ca0c8af-6cec-42de-b477-deda3bb415ec req-d1feca64-59ae-4451-a06d-0410b1585997 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Aug 19 14:58:56.112476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1216-e751-47fd-bf35-28910305d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.119700 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1216-e751-47fd-bf35-28910305d377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.123346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ccf1216-e751-47fd-bf35-28910305d377 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/644c74e8-57fd-4224-9c22-f3ed56a79626 HTTP/1.1" status: 204 len: 168 time: 0.4524238 Aug 19 14:58:56.137594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf1216-e751-47fd-bf35-28910305d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c74e8-57fd-4224-9c22-f3ed56a79626,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:56.212577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:56.227588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-370b08f6-d833-4012-86a1-6c4e7a777bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.229399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-370b08f6-d833-4012-86a1-6c4e7a777bfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f72a32ec3845c3859707d3d8f8541d&device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 1099 time: 0.0696335 Aug 19 14:58:56.238172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bb71-8a2d-4b28-ac05-066774668d20 req-8ab1aee6-d23b-4a80-9a5d-2dd13679a11f tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.256228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54c8bb71-8a2d-4b28-ac05-066774668d20 req-8ab1aee6-d23b-4a80-9a5d-2dd13679a11f tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 947 time: 0.1333406 Aug 19 14:58:56.305585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-82dd9ca6-bf85-4910-bf68-a25343222d6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb HTTP/1.1" status: 200 len: 217 time: 0.0578375 Aug 19 14:58:56.333295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54c8bb71-8a2d-4b28-ac05-066774668d20 req-d6be7911-df6c-4771-9afd-4a3b76d8d01d tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757918 Aug 19 14:58:56.418234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-26870053-cf5b-4f0a-979f-5acd5e209e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.419730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-26870053-cf5b-4f0a-979f-5acd5e209e3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1057570 Aug 19 14:58:56.468701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b409ec2-40b1-4fb7-9c4f-fd8521a78018 req-e51da76c-d302-444e-84ad-0a048d7bb000 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fabe796-cd31-4c04-9e5a-4f813b1f968f HTTP/1.1" status: 200 len: 210 time: 0.0495973 Aug 19 14:58:56.497168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be14f20-df3e-4af8-bc34-e1eb93ab43ad req-850f516e-f3a1-4efc-bfa5-f4cebc5342c9 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.498747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5be14f20-df3e-4af8-bc34-e1eb93ab43ad req-850f516e-f3a1-4efc-bfa5-f4cebc5342c9 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.0652447 Aug 19 14:58:56.510657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49623-eea2-4160-a321-a1d410fd17ba req-23092199-ed11-486c-a484-e222d8ed765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.512416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-23092199-ed11-486c-a484-e222d8ed765a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493779 Aug 19 14:58:56.546715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5be14f20-df3e-4af8-bc34-e1eb93ab43ad req-868222fe-3458-4150-91b9-32df38f0cc88 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/security-groups?id=a28bebd9-1424-4e99-9451-004e3e507e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Aug 19 14:58:56.589826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:56.628472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-36e961c8-7613-4065-937a-feb182e25404 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085382 Aug 19 14:58:56.740712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afb49623-eea2-4160-a321-a1d410fd17ba req-3484a556-0c7f-441d-b02e-fe15913ca3c6 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991383 Aug 19 14:58:56.754155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915b458b-7212-466e-aa39-e34ad40f9c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.857647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915b458b-7212-466e-aa39-e34ad40f9c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.918426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2ed3-6795-43ad-80ee-2bf458127e8f req-228bfd0e-374c-4a5e-8ca8-40a9f07be144 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.920540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b25d2ed3-6795-43ad-80ee-2bf458127e8f req-228bfd0e-374c-4a5e-8ca8-40a9f07be144 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.1075702 Aug 19 14:58:56.935042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915b458b-7212-466e-aa39-e34ad40f9c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.937156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-cbf9f193-a028-4f1d-8724-53799b9f0474 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.938782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-cbf9f193-a028-4f1d-8724-53799b9f0474 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.54 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 945 time: 0.1239407 Aug 19 14:58:56.987338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b458b-7212-466e-aa39-e34ad40f9c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2afa662-9d95-4fd6-bbb0-e3160d0fc499,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:56.993417 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-915b458b-7212-466e-aa39-e34ad40f9c8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00f1a8c387c641cdb73d8c431c7af6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014506 Aug 19 14:58:56.995339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:57.014800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b25d2ed3-6795-43ad-80ee-2bf458127e8f req-c66ed317-efc7-466e-82d4-65c5e3792258 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744703 Aug 19 14:58:57.070891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Deleting port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:57.071238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.072050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fdef3-c4b6-4a8f-be0c-f3ae5691c241 req-711b6d69-33a4-4c59-8065-e834a4fafd75 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:57.078100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fdef3-c4b6-4a8f-be0c-f3ae5691c241 req-711b6d69-33a4-4c59-8065-e834a4fafd75 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:57.084467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fdef3-c4b6-4a8f-be0c-f3ae5691c241 req-711b6d69-33a4-4c59-8065-e834a4fafd75 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:57.086086 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-617fdef3-c4b6-4a8f-be0c-f3ae5691c241 req-711b6d69-33a4-4c59-8065-e834a4fafd75 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2417 time: 0.1178463 Aug 19 14:58:57.114881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-905ce503-fe44-4ab3-959c-6d88f0766ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.151886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-905ce503-fe44-4ab3-959c-6d88f0766ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.159312 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-617fdef3-c4b6-4a8f-be0c-f3ae5691c241 req-00302de1-da38-4b1a-bf26-199a663bd5e7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659223 Aug 19 14:58:57.204010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] For port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,segment=NetworkSegment(4b495312-4a6d-45a2-9569-400427557a72),segment_id=4b495312-4a6d-45a2-9569-400427557a72)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:57.204826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.219156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'tag': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:57.221571 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db0ca6-0f81-4468-9067-f4646aa43ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "298a8e5c-c9e9-4078-a283-6bebca6e323c", "tag": "a9400d72-ea72-4629-ad3c-37722bb2f3eb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:57.226245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Calling delete_port for e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:57.279493 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.300157 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be24bc-0abd-4702-a312-07796f024296 x-openstack-request-id: req-c0be24bc-0abd-4702-a312-07796f024296 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:57.300157 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298a8e5c-c9e9-4078-a283-6bebca6e323c", "tag": "a9400d72-ea72-4629-ad3c-37722bb2f3eb", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:57.300445 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0be24bc-0abd-4702-a312-07796f024296 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:57.300777 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'tag': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb', 'status': 'completed', 'code': 200} Aug 19 14:58:57.343984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-905ce503-fe44-4ab3-959c-6d88f0766ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.346610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:57.350653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-905ce503-fe44-4ab3-959c-6d88f0766ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.354556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:57.367280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-905ce503-fe44-4ab3-959c-6d88f0766ba2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2afa662-9d95-4fd6-bbb0-e3160d0fc499 HTTP/1.1" status: 204 len: 168 time: 0.3616686 Aug 19 14:58:57.413359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ce503-fe44-4ab3-959c-6d88f0766ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2afa662-9d95-4fd6-bbb0-e3160d0fc499,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:57.501528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-2f5e70a7-4e82-42b8-b32f-9fcb5ac0d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:57.503083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-2f5e70a7-4e82-42b8-b32f-9fcb5ac0d6fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f72a32ec3845c3859707d3d8f8541d&device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 1099 time: 0.1628208 Aug 19 14:58:57.554919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:57.568878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'mac_address': 'fa:16:3e:37:86:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:57.578051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:57.610054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:57.610701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.688628 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.707871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dab2c3a-42cf-47b0-aa97-6380f57582e5 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:57.761154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:57.766564 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1aa521cb-6978-4b02-a309-cf2e8aadf9a8 req-597e5d85-e1eb-4659-957e-b187b5c07457 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0490177 Aug 19 14:58:57.767638 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.809787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:57.817410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e656600b-8853-49a2-9d5b-617ed6dc8bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.843452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.897156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:57.899647 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ffdf3-f240-4d28-a48b-9dd641ab29cc" -d '{"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:57.906099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:57.929458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.930280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:57.975901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:57.976249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6ffb69f-fc23-4c6f-9af8-49ef83bd0b36 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:58.008620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.042439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.077566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:58.091461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Pushing event deleted for resources: {'Port': ['ID=e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.108628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5dab2c3a-42cf-47b0-aa97-6380f57582e5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:58.127857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821cbe7-f591-4836-9aa2-5b1a5462ab59 req-e9030ea7-9f98-4905-9068-2229c3a3baae tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.137100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3821cbe7-f591-4836-9aa2-5b1a5462ab59 req-e9030ea7-9f98-4905-9068-2229c3a3baae tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 947 time: 0.6407740 Aug 19 14:58:58.204811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] No DVR routers for this DVR port e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:58.208018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.211228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62f703fc-00ae-4db5-9f63-8a4977bbc30e req-ae3dec84-d30e-4fae-b679-dad4a15c0dc5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.54 "DELETE /v2.0/ports/e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 HTTP/1.1" status: 204 len: 173 time: 1.2623847 Aug 19 14:58:58.228154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-469a79aa-e7b1-4312-92be-f3fffa1aeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.229682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-469a79aa-e7b1-4312-92be-f3fffa1aeb35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.7118022 Aug 19 14:58:58.237954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3821cbe7-f591-4836-9aa2-5b1a5462ab59 req-b7dd40b4-cb21-43d9-ad02-83d2adb53d8e tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999308 Aug 19 14:58:58.293426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-53456414-d35a-4726-84b7-2e4812ac0e99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb HTTP/1.1" status: 200 len: 217 time: 0.0532188 Aug 19 14:58:58.360058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-7fc5ffb2-3e7c-4beb-89fd-4be2661fcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.362200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-7fc5ffb2-3e7c-4beb-89fd-4be2661fcbc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0623209 Aug 19 14:58:58.394334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70146091-f15a-4a6f-9915-17a2e524c236 req-c0380822-7922-4d1e-a750-916345e28fdc tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.398404 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b83606-c1da-43a5-ae65-944722169528 x-openstack-request-id: req-65b83606-c1da-43a5-ae65-944722169528 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:58.398911 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:58.399983 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65b83606-c1da-43a5-ae65-944722169528 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:58.401360 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'code': 200} Aug 19 14:58:58.405310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70146091-f15a-4a6f-9915-17a2e524c236 req-c0380822-7922-4d1e-a750-916345e28fdc tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 948 time: 0.0803690 Aug 19 14:58:58.446550 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70146091-f15a-4a6f-9915-17a2e524c236 req-3868065e-8a92-49ff-8981-113ccc1d8d86 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Aug 19 14:58:58.492095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-c5736243-8dcd-46e5-87b2-fb9390aef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.493659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-c5736243-8dcd-46e5-87b2-fb9390aef319 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224904 Aug 19 14:58:58.534822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a95aa5-23f8-4e21-ba9d-be65b4ff0eeb req-fdd660a6-8d59-41b8-a48c-12fa30441fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.536443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27a95aa5-23f8-4e21-ba9d-be65b4ff0eeb req-fdd660a6-8d59-41b8-a48c-12fa30441fda service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 1101 time: 0.1214142 Aug 19 14:58:58.558253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50470) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:58.577463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce68d988-5a33-4ea1-a8c3-ea0e88f4d9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.594323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c3789-c068-44ae-ad7a-b400660be2c7 req-519d23ad-d782-4f4b-9894-ad2a4d56330a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.601467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c3789-c068-44ae-ad7a-b400660be2c7 req-519d23ad-d782-4f4b-9894-ad2a4d56330a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.605459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15853e-4748-4654-97f4-397ebadb5d4e req-d612622d-c5ad-4a54-a70e-a31742ac6faf tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.607026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff15853e-4748-4654-97f4-397ebadb5d4e req-d612622d-c5ad-4a54-a70e-a31742ac6faf tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.0835724 Aug 19 14:58:58.607429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c3789-c068-44ae-ad7a-b400660be2c7 req-519d23ad-d782-4f4b-9894-ad2a4d56330a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.609206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-707c3789-c068-44ae-ad7a-b400660be2c7 req-519d23ad-d782-4f4b-9894-ad2a4d56330a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2417 time: 0.1976531 Aug 19 14:58:58.681888 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff15853e-4748-4654-97f4-397ebadb5d4e req-1339641e-5dfd-4628-977b-6393a9fbb2a2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671628 Aug 19 14:58:58.683136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27a95aa5-23f8-4e21-ba9d-be65b4ff0eeb req-b30fcbc6-75cc-414a-8d6c-1517b91498af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080346 Aug 19 14:58:58.714344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-90d960dc-f1c9-4551-a61b-1dab667ce669 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102640 Aug 19 14:58:58.718059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-707c3789-c068-44ae-ad7a-b400660be2c7 req-695ba652-35d0-4646-8c2e-ad1aa18003f4 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959036 Aug 19 14:58:58.769439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce68d988-5a33-4ea1-a8c3-ea0e88f4d9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.850204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91db0ca6-0f81-4468-9067-f4646aa43ff5 req-d76e16af-b4e7-47ed-9b06-3fdec130bf0d service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239169 Aug 19 14:58:58.857886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ce68d988-5a33-4ea1-a8c3-ea0e88f4d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.915669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ce68d988-5a33-4ea1-a8c3-ea0e88f4d9ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b7fb4653ad144528e29aba239c19dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561378 Aug 19 14:58:58.918474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:58.933012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68d988-5a33-4ea1-a8c3-ea0e88f4d9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec020b69-a628-4f78-890f-7b2dffa630f9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.937498 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9505db3c-de0a-43f9-b9cb-2b195b36e250 req-ce2679ef-74d0-4ea8-b555-00ff239c25b5 tempest-VolumesAdminNegativeTest-1161775009 tempest-VolumesAdminNegativeTest-1161775009-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d34e7-88cb-4ff1-9375-a88f53f50b8d HTTP/1.1" status: 200 len: 210 time: 0.0495553 Aug 19 14:58:59.023514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-73a43dfd-3da3-42db-9670-0faed2bef2b2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.025543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-73a43dfd-3da3-42db-9670-0faed2bef2b2 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 944 time: 0.1176233 Aug 19 14:58:59.045951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2578e53-4ed8-443b-a155-28a687d5c5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.099060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2578e53-4ed8-443b-a155-28a687d5c5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.187384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Deleting port b6951918-cf29-4c04-94a8-31e156e701db {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:59.187736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.292199 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2578e53-4ed8-443b-a155-28a687d5c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.296497 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2578e53-4ed8-443b-a155-28a687d5c5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.300947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2578e53-4ed8-443b-a155-28a687d5c5b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec020b69-a628-4f78-890f-7b2dffa630f9 HTTP/1.1" status: 204 len: 168 time: 0.3790882 Aug 19 14:58:59.342862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'name': 'network-vif-deleted', 'tag': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:59.342862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bf9d5b-1168-47aa-bbc8-430fbb00f073" -d '{"events": [{"server_uuid": "913d34e7-88cb-4ff1-9375-a88f53f50b8d", "name": "network-vif-deleted", "tag": "e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:59.342862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] For port b6951918-cf29-4c04-94a8-31e156e701db, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b6951918-cf29-4c04-94a8-31e156e701db,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:59.342862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.342862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2578e53-4ed8-443b-a155-28a687d5c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec020b69-a628-4f78-890f-7b2dffa630f9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.350409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Calling delete_port for b6951918-cf29-4c04-94a8-31e156e701db owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:59.372078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:59.522415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74245e-85e2-42cd-9925-44a75b5959e5 req-d8e451d2-08e8-40e8-a9ab-dc0c4155c7a5 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.523935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd74245e-85e2-42cd-9925-44a75b5959e5 req-d8e451d2-08e8-40e8-a9ab-dc0c4155c7a5 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 947 time: 0.0887842 Aug 19 14:58:59.599208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd74245e-85e2-42cd-9925-44a75b5959e5 req-323102c9-98e3-41c3-bb71-73349c02f9e9 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Aug 19 14:58:59.625104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:59.628845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.630241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:59.638079 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.670521 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0b00d-88f2-4305-8e01-997ac8eced6c x-openstack-request-id: req-e7e0b00d-88f2-4305-8e01-997ac8eced6c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:59.670871 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913d34e7-88cb-4ff1-9375-a88f53f50b8d", "name": "network-vif-deleted", "tag": "e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:59.671072 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e0b00d-88f2-4305-8e01-997ac8eced6c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:59.671457 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913d34e7-88cb-4ff1-9375-a88f53f50b8d', 'name': 'network-vif-deleted', 'tag': 'e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2', 'status': 'completed', 'code': 200} Aug 19 14:58:59.699747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.736360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event deleted for resources: {'Port': ['ID=b6951918-cf29-4c04-94a8-31e156e701db,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.741326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65ad78-0041-4769-b21a-741c0fdc21f9 req-30d52347-c2ab-4af7-b916-b4356bd3ae2f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.749387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65ad78-0041-4769-b21a-741c0fdc21f9 req-30d52347-c2ab-4af7-b916-b4356bd3ae2f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.756437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65ad78-0041-4769-b21a-741c0fdc21f9 req-30d52347-c2ab-4af7-b916-b4356bd3ae2f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.759072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac65ad78-0041-4769-b21a-741c0fdc21f9 req-30d52347-c2ab-4af7-b916-b4356bd3ae2f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2417 time: 0.1007037 Aug 19 14:58:59.800972 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.814805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] No DVR routers for this DVR port b6951918-cf29-4c04-94a8-31e156e701db on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:59.814805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.814805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdc91746-7ec8-4653-a1d3-15587d3f7377 req-8721d538-0d45-469c-a3b1-0862e3871548 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.46 "DELETE /v2.0/ports/b6951918-cf29-4c04-94a8-31e156e701db HTTP/1.1" status: 204 len: 173 time: 0.7737730 Aug 19 14:58:59.824767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac65ad78-0041-4769-b21a-741c0fdc21f9 req-49870666-62f0-4206-ba36-ed87d5f5dfa6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548434 Aug 19 14:58:59.835066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a9400d72-ea72-4629-ad3c-37722bb2f3eb details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:59.875295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:59.877721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb14f38-5905-4b87-b4a2-fc27276adc18 req-f2f8ace3-73d6-4812-b5ed-ec8eeccfe1ab tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.883693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eb14f38-5905-4b87-b4a2-fc27276adc18 req-f2f8ace3-73d6-4812-b5ed-ec8eeccfe1ab tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 948 time: 0.1095822 Aug 19 14:58:59.940881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eb14f38-5905-4b87-b4a2-fc27276adc18 req-e48c0570-ee02-4442-b131-e53f9282239a tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560322 Aug 19 14:59:00.008629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.020582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port a9400d72-ea72-4629-ad3c-37722bb2f3eb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:00.066201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb', 'mac_address': 'fa:16:3e:8d:25:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:00.079202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fc1077e-998f-4004-8c24-ace0e07b1639 req-798d6702-12a1-43d3-bd52-eb6704b171c1 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 210 time: 0.0426064 Aug 19 14:59:00.132169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.149147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9400d72-ea72-4629-ad3c-37722bb2f3eb {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:00.178710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:00.191675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.192023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.192378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.192725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.194046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.194394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.194732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.195289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.195725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.201145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.201145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.201145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:00.202562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port a9400d72-ea72-4629-ad3c-37722bb2f3eb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:00.224446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50526) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:00.277687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Deleting subnet ef7cb49c-c0f4-4a28-a062-1df55c41ae5d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:00.281049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.294140 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.335981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.363987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=a9400d72-ea72-4629-ad3c-37722bb2f3eb,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:00.382678 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.403751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:00.406688 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b18ac7-6549-4f59-8ba7-97797047b2a3" -d '{"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-plugged", "status": "completed", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:00.447793 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a75ffb-9cc4-4dfc-8d48-ed4f19db8a78 x-openstack-request-id: req-95a75ffb-9cc4-4dfc-8d48-ed4f19db8a78 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:00.448125 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-plugged", "status": "completed", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:00.448329 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95a75ffb-9cc4-4dfc-8d48-ed4f19db8a78 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:00.448740 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'code': 200} Aug 19 14:59:00.553291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.583290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c0db1-bbf2-4b8f-a570-d478c7d1206f req-95c8a57b-f917-4bbc-b781-923f4f78d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:00.583290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea3c0db1-bbf2-4b8f-a570-d478c7d1206f req-95c8a57b-f917-4bbc-b781-923f4f78d317 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 1101 time: 0.0575509 Aug 19 14:59:00.587302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7cb49c-c0f4-4a28-a062-1df55c41ae5d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:00.590162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.596220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50540) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:00.597028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c37e4359-08a4-44d8-b13f-88f07303da04 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef7cb49c-c0f4-4a28-a062-1df55c41ae5d HTTP/1.1" status: 204 len: 168 time: 0.3709748 Aug 19 14:59:00.633099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.693803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea3c0db1-bbf2-4b8f-a570-d478c7d1206f req-e00b21bc-9ead-40ac-a8fd-5ea923fea540 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984330 Aug 19 14:59:00.700139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.746142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a9400d72-ea72-4629-ad3c-37722bb2f3eb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:00.832199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91186d7-78e3-4be4-8227-23bbf972ad62 req-9050651d-1dce-43eb-a4b4-b55d37bcb499 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:00.835223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.838131 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d91186d7-78e3-4be4-8227-23bbf972ad62 req-9050651d-1dce-43eb-a4b4-b55d37bcb499 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 948 time: 0.1137092 Aug 19 14:59:00.847392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30b0934-0aec-4132-bae3-c7ec76630747']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:00.862647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b495312-4a6d-45a2-9569-400427557a72') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:00.862943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b495312-4a6d-45a2-9569-400427557a72') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:00.884749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.900991 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d91186d7-78e3-4be4-8227-23bbf972ad62 req-57c95ef0-231d-4084-9938-ed1aa88f3c43 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 Aug 19 14:59:00.906376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.921220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:00.922156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:00.924183 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:01.089309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9043b5-5eb6-4d29-8a86-948d5d4d66bb req-5c7fe8bd-466d-49da-974a-eb50bf5835e8 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.097919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9043b5-5eb6-4d29-8a86-948d5d4d66bb req-5c7fe8bd-466d-49da-974a-eb50bf5835e8 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.105385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9043b5-5eb6-4d29-8a86-948d5d4d66bb req-5c7fe8bd-466d-49da-974a-eb50bf5835e8 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.107304 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb9043b5-5eb6-4d29-8a86-948d5d4d66bb req-5c7fe8bd-466d-49da-974a-eb50bf5835e8 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2417 time: 0.1012645 Aug 19 14:59:01.128966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.135722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.138197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f30b0934-0aec-4132-bae3-c7ec76630747 HTTP/1.1" status: 204 len: 168 time: 0.5408840 Aug 19 14:59:01.146563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50564) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:01.153039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38582c91-3bb6-4973-a3e1-03b4f2054895 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30b0934-0aec-4132-bae3-c7ec76630747,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:01.189812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb9043b5-5eb6-4d29-8a86-948d5d4d66bb req-f7ff1964-53af-4ca7-805e-f505f8d5d09f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761638 Aug 19 14:59:01.218020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Deleting subnet 92f5b4e3-0e8e-40f0-abf8-9b8a8de15f42 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:01.222973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.321960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.349856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d909-09c4-4247-9306-95e9def27b27 req-a4769fab-862f-4057-ac7f-89007641a40e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.356526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d909-09c4-4247-9306-95e9def27b27 req-a4769fab-862f-4057-ac7f-89007641a40e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.362943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d909-09c4-4247-9306-95e9def27b27 req-a4769fab-862f-4057-ac7f-89007641a40e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.365663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f867d909-09c4-4247-9306-95e9def27b27 req-a4769fab-862f-4057-ac7f-89007641a40e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 2417 time: 0.0777533 Aug 19 14:59:01.377235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f4d86-97ea-431c-845a-2a175544e1b6 req-64fc73bc-9aab-4d4d-8701-a73f170f6549 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.378806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-916f4d86-97ea-431c-845a-2a175544e1b6 req-64fc73bc-9aab-4d4d-8701-a73f170f6549 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 949 time: 0.1120358 Aug 19 14:59:01.384889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.404559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1b69071-29bd-4e06-9f97-9e0e8a2b0d2c req-9e25fdfd-c7e6-45f0-9018-2d94f449404e tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f05b76-b7cd-4069-9ac9-ce42372dc550 HTTP/1.1" status: 200 len: 210 time: 0.0373242 Aug 19 14:59:01.473790 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-916f4d86-97ea-431c-845a-2a175544e1b6 req-9bfaa9b9-7b6f-4c4a-96bf-789b1713bf5a tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860806 Aug 19 14:59:01.520797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 94b9ac8a-107a-4691-806a-b874afad4b7f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:01.521209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.587064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.616581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f5b4e3-0e8e-40f0-abf8-9b8a8de15f42,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:01.625122 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.627047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-62a31c0e-e5bf-43a8-a52a-f35ae7172678 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92f5b4e3-0e8e-40f0-abf8-9b8a8de15f42 HTTP/1.1" status: 204 len: 168 time: 0.4789894 Aug 19 14:59:01.630194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:01.643955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 94b9ac8a-107a-4691-806a-b874afad4b7f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=94b9ac8a-107a-4691-806a-b874afad4b7f,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:01.644614 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.663928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 94b9ac8a-107a-4691-806a-b874afad4b7f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:01.676262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'name': 'network-vif-deleted', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:01.680549 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576e6b6f-d8a9-4bfe-9e84-fa7a6727543b" -d '{"events": [{"server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "name": "network-vif-deleted", "tag": "b6951918-cf29-4c04-94a8-31e156e701db"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:01.749380 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7a8c2f-c2bc-4f5e-a630-ae3b844c408f x-openstack-request-id: req-2e7a8c2f-c2bc-4f5e-a630-ae3b844c408f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:01.750401 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f05b76-b7cd-4069-9ac9-ce42372dc550", "name": "network-vif-deleted", "tag": "b6951918-cf29-4c04-94a8-31e156e701db", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:01.750840 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e7a8c2f-c2bc-4f5e-a630-ae3b844c408f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:01.751569 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f05b76-b7cd-4069-9ac9-ce42372dc550', 'name': 'network-vif-deleted', 'tag': 'b6951918-cf29-4c04-94a8-31e156e701db', 'status': 'completed', 'code': 200} Aug 19 14:59:01.772825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.835856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a9400d72-ea72-4629-ad3c-37722bb2f3eb up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:01.910776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.926377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc86ac4f-21c8-484a-82ff-48627417a014']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:01.937866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb18bf-9ea4-4e81-ae61-724651c9944d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:01.938245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb18bf-9ea4-4e81-ae61-724651c9944d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:01.955921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.981303 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.989537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:01.989825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:01.992082 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:01.997853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port a9400d72-ea72-4629-ad3c-37722bb2f3eb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:01.998360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port a9400d72-ea72-4629-ad3c-37722bb2f3eb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:01.998819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.067252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ba47-057a-4f56-a3e7-d015f51503ab req-153f9c02-a4e2-4fed-8383-1f3ca3a56f6a tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.069081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af73ba47-057a-4f56-a3e7-d015f51503ab req-153f9c02-a4e2-4fed-8383-1f3ca3a56f6a tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 948 time: 0.0604987 Aug 19 14:59:02.123100 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.123866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af73ba47-057a-4f56-a3e7-d015f51503ab req-646b481d-df4e-44c0-9686-b04269fe291b tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Aug 19 14:59:02.124492 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.155273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.162442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.164883 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc86ac4f-21c8-484a-82ff-48627417a014 HTTP/1.1" status: 204 len: 168 time: 0.5329237 Aug 19 14:59:02.189907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdba7d1-98aa-42b5-8b87-a39736dee8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=bc86ac4f-21c8-484a-82ff-48627417a014,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:02.195647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2911c637-3493-454e-94d5-db647b6b03c4', '6140cc95-dfc2-46c1-a5ff-674846b8e522', '94b9ac8a-107a-4691-806a-b874afad4b7f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:02.200131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 94b9ac8a-107a-4691-806a-b874afad4b7f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:02.237807 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.240521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f867d909-09c4-4247-9306-95e9def27b27 req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "DELETE /v2.0/ports/94b9ac8a-107a-4691-806a-b874afad4b7f HTTP/1.1" status: 204 len: 173 time: 0.8582013 Aug 19 14:59:02.241546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64123-9f03-48b7-95b9-057201c7505d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=94b9ac8a-107a-4691-806a-b874afad4b7f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:02.294324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port a9400d72-ea72-4629-ad3c-37722bb2f3eb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:02.418923 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.419731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:02.441573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 2911c637-3493-454e-94d5-db647b6b03c4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:02.441963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.444834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf2824-8dc9-45c1-99ef-69e92184920b req-1e9f9c16-a86e-45cb-8234-42db782aa977 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.448738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:02.449650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e26a94d9-2cca-4e06-bb3f-3c1fcc638ec2 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:02.459658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:02.461501 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14eb77c-6d3c-467b-932f-82f3c378e772" -d '{"events": [{"server_uuid": "298a8e5c-c9e9-4078-a283-6bebca6e323c", "name": "network-vif-plugged", "status": "completed", "tag": "a9400d72-ea72-4629-ad3c-37722bb2f3eb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:02.464537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf2824-8dc9-45c1-99ef-69e92184920b req-1e9f9c16-a86e-45cb-8234-42db782aa977 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.476504 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3bf2824-8dc9-45c1-99ef-69e92184920b req-1e9f9c16-a86e-45cb-8234-42db782aa977 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 1682 time: 0.1425805 Aug 19 14:59:02.581765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 2911c637-3493-454e-94d5-db647b6b03c4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2911c637-3493-454e-94d5-db647b6b03c4,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:02.582132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.585515 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3bf2824-8dc9-45c1-99ef-69e92184920b req-70a24ba1-24c6-46b9-84cb-1ed870ded059 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027131 Aug 19 14:59:02.587318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=a9400d72-ea72-4629-ad3c-37722bb2f3eb,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:02.596656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 2911c637-3493-454e-94d5-db647b6b03c4 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:02.656515 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df90a9f-dbae-4802-a467-e94614064632 x-openstack-request-id: req-3df90a9f-dbae-4802-a467-e94614064632 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:02.656816 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298a8e5c-c9e9-4078-a283-6bebca6e323c", "name": "network-vif-plugged", "status": "completed", "tag": "a9400d72-ea72-4629-ad3c-37722bb2f3eb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:02.657073 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3df90a9f-dbae-4802-a467-e94614064632 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:02.662251 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb', 'code': 200} Aug 19 14:59:02.717039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48de67-d001-46ad-86fa-5f440d159ba2 req-266e88eb-037c-4429-bfb4-b4c48a954387 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.719124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d48de67-d001-46ad-86fa-5f440d159ba2 req-266e88eb-037c-4429-bfb4-b4c48a954387 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 949 time: 0.0738227 Aug 19 14:59:02.808091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d48de67-d001-46ad-86fa-5f440d159ba2 req-5047a6f4-e930-4113-b6e0-b6661272314c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806007 Aug 19 14:59:02.862984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb5a4-c3f0-4ec4-bf33-88930b1471ca req-4a1f119d-0a2a-40f3-a2ef-4ca5bb24fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.864552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a2bb5a4-c3f0-4ec4-bf33-88930b1471ca req-4a1f119d-0a2a-40f3-a2ef-4ca5bb24fcc3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 1101 time: 0.0762012 Aug 19 14:59:02.919059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50618) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:02.972451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a2bb5a4-c3f0-4ec4-bf33-88930b1471ca req-4397c4f2-6c22-4884-a47f-f00cb7c908df service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997164 Aug 19 14:59:02.977741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.978884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-45da8515-fb88-4728-8640-17ce5bf4545c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db54c2a72b9b45f5866ce3732654ce29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585897 Aug 19 14:59:02.979324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50620) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:02.992372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['94b9ac8a-107a-4691-806a-b874afad4b7f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:03.021330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=2911c637-3493-454e-94d5-db647b6b03c4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:03.030566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9e5c8-4941-4587-b36e-193cbe743bdb req-0bdd664b-e24e-45e2-afcb-0e0bb112d27f tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:03.032226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddf9e5c8-4941-4587-b36e-193cbe743bdb req-0bdd664b-e24e-45e2-afcb-0e0bb112d27f tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 949 time: 0.1242576 Aug 19 14:59:03.135058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 2911c637-3493-454e-94d5-db647b6b03c4 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:03.140307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.142380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f867d909-09c4-4247-9306-95e9def27b27 req-459a5186-1727-4796-b29a-3200103e6674 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "DELETE /v2.0/ports/2911c637-3493-454e-94d5-db647b6b03c4 HTTP/1.1" status: 204 len: 173 time: 0.8960085 Aug 19 14:59:03.155530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddf9e5c8-4941-4587-b36e-193cbe743bdb req-99d899bb-07e6-4abc-b08e-28566d5de7f6 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118591 Aug 19 14:59:03.188680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7fd5e41-f142-4e7b-b4d6-e8e81ae87e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.231367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7fd5e41-f142-4e7b-b4d6-e8e81ae87e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.360489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1961ac-e7b6-4828-a3e5-2f51447ac320 req-4ea9b633-98a9-4d76-bce1-f5e961cc5509 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:03.362044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a1961ac-e7b6-4828-a3e5-2f51447ac320 req-4ea9b633-98a9-4d76-bce1-f5e961cc5509 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.0935616 Aug 19 14:59:03.380168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 6140cc95-dfc2-46c1-a5ff-674846b8e522 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:03.380548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.410340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b6951918-cf29-4c04-94a8-31e156e701db no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:03.459968 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7fd5e41-f142-4e7b-b4d6-e8e81ae87e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.462567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7fd5e41-f142-4e7b-b4d6-e8e81ae87e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.465693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f7fd5e41-f142-4e7b-b4d6-e8e81ae87e2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a28bebd9-1424-4e99-9451-004e3e507e0a HTTP/1.1" status: 204 len: 168 time: 0.4822881 Aug 19 14:59:03.468133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: b6951918-cf29-4c04-94a8-31e156e701db {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:03.468562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b6951918-cf29-4c04-94a8-31e156e701db not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:03.480799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a1961ac-e7b6-4828-a3e5-2f51447ac320 req-22f25505-62a4-4a5f-970e-710aebac32f2 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087043 Aug 19 14:59:03.497148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd5e41-f142-4e7b-b4d6-e8e81ae87e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28bebd9-1424-4e99-9451-004e3e507e0a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:03.527632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 6140cc95-dfc2-46c1-a5ff-674846b8e522, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6140cc95-dfc2-46c1-a5ff-674846b8e522,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:03.528006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.544418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 6140cc95-dfc2-46c1-a5ff-674846b8e522 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:03.683463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17a99f-75a2-4bd9-a755-97baa2c95c94 req-393f158b-8ddc-45f5-9d22-7bf4ea7e2bd5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:03.685180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a17a99f-75a2-4bd9-a755-97baa2c95c94 req-393f158b-8ddc-45f5-9d22-7bf4ea7e2bd5 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 945 time: 0.1294806 Aug 19 14:59:03.752240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-deleted', 'tag': '94b9ac8a-107a-4691-806a-b874afad4b7f'}, {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-deleted', 'tag': '2911c637-3493-454e-94d5-db647b6b03c4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:03.754532 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f43f23-2e78-4239-8f53-537e87bdac0f" -d '{"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-deleted", "tag": "94b9ac8a-107a-4691-806a-b874afad4b7f"}, {"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-deleted", "tag": "2911c637-3493-454e-94d5-db647b6b03c4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:03.767156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a17a99f-75a2-4bd9-a755-97baa2c95c94 req-b7862f43-fda7-4ab6-849a-1467a536228d tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689354 Aug 19 14:59:03.870421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.926125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=6140cc95-dfc2-46c1-a5ff-674846b8e522,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:03.943694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95bbc-0433-4d0a-986d-8bd9d248e369 req-d781aa7b-9880-4218-a35a-1ada83b41a9c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:03.945493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4b95bbc-0433-4d0a-986d-8bd9d248e369 req-d781aa7b-9880-4218-a35a-1ada83b41a9c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 867 time: 0.1157029 Aug 19 14:59:04.000327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50660) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:04.027102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 6140cc95-dfc2-46c1-a5ff-674846b8e522 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:04.030759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.032823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f867d909-09c4-4247-9306-95e9def27b27 req-068b3a2d-14ce-4208-ae4f-9152ebd78b93 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.46 "DELETE /v2.0/ports/6140cc95-dfc2-46c1-a5ff-674846b8e522 HTTP/1.1" status: 204 len: 173 time: 0.8807931 Aug 19 14:59:04.072838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4b95bbc-0433-4d0a-986d-8bd9d248e369 req-af5e2075-dd82-45e1-9da5-a7626c50a095 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991023 Aug 19 14:59:04.074407 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89040d47-cadb-4ba8-9e13-ae05952171d0 x-openstack-request-id: req-89040d47-cadb-4ba8-9e13-ae05952171d0 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:04.077613 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-deleted", "tag": "94b9ac8a-107a-4691-806a-b874afad4b7f", "status": "completed", "code": 200}, {"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-deleted", "tag": "2911c637-3493-454e-94d5-db647b6b03c4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:04.078355 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89040d47-cadb-4ba8-9e13-ae05952171d0 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:04.080206 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-deleted', 'tag': '94b9ac8a-107a-4691-806a-b874afad4b7f', 'status': 'completed', 'code': 200} Aug 19 14:59:04.080333 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-deleted', 'tag': '2911c637-3493-454e-94d5-db647b6b03c4', 'status': 'completed', 'code': 200} Aug 19 14:59:04.404641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-196a9bc4-4820-4fd7-86c6-75bf24fc039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.415581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-de751631-887d-4269-9caf-e3f1b7c220e4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.420577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-de751631-887d-4269-9caf-e3f1b7c220e4 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 945 time: 0.0728734 Aug 19 14:59:04.586100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-196a9bc4-4820-4fd7-86c6-75bf24fc039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.591656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Deleting port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:04.591994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.704371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50678) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:04.714489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d364e23-cb61-48ac-85e1-876986130aab req-1d0b63e5-6f57-4837-8411-c76843d8f1a4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.716067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d364e23-cb61-48ac-85e1-876986130aab req-1d0b63e5-6f57-4837-8411-c76843d8f1a4 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.1198211 Aug 19 14:59:04.722291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-196a9bc4-4820-4fd7-86c6-75bf24fc039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.750004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] For port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,segment=NetworkSegment(8447e591-0217-4a1b-aa1b-da87fec291af),segment_id=8447e591-0217-4a1b-aa1b-da87fec291af)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:04.750714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.773067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Calling delete_port for c5fe44ee-a3c6-46ee-90a5-bb236aeee67a owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:04.790882 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-196a9bc4-4820-4fd7-86c6-75bf24fc039c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ac59995a4a1419e847042fb229c871b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7873440 Aug 19 14:59:04.793004 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:04.803657 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5312af9-112d-46be-825e-0b73d2d93690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5c103e9e09846c5974cef58c2f76646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977905 Aug 19 14:59:04.804713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a9bc4-4820-4fd7-86c6-75bf24fc039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1585f383-f688-4bcb-b5da-5d658b9238af,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:04.813793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50684) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:04.904072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d3541e1-60a5-4d2b-9feb-8c6e54e737d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.915217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d364e23-cb61-48ac-85e1-876986130aab req-1ba1eae3-8062-45d7-bd3e-791e0c88c72c tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849911 Aug 19 14:59:04.943264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4df4b-a5ef-454a-a05b-798124cadc89 req-9913ebfe-ac1d-4c3b-b9d0-58531e4e4514 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.945242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5fc4df4b-a5ef-454a-a05b-798124cadc89 req-9913ebfe-ac1d-4c3b-b9d0-58531e4e4514 tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 945 time: 0.0885975 Aug 19 14:59:04.946921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d3541e1-60a5-4d2b-9feb-8c6e54e737d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.959268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cc37f7-6374-4c67-92d1-2a68d591a5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.016833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5fc4df4b-a5ef-454a-a05b-798124cadc89 req-59f013ba-7c68-4a4c-9d37-99b67191bbac tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd13780d-9852-4aa2-bdce-03172a6c7fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626826 Aug 19 14:59:05.030161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cc37f7-6374-4c67-92d1-2a68d591a5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.157828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d3541e1-60a5-4d2b-9feb-8c6e54e737d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.160932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d3541e1-60a5-4d2b-9feb-8c6e54e737d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.163001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8d3541e1-60a5-4d2b-9feb-8c6e54e737d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1585f383-f688-4bcb-b5da-5d658b9238af HTTP/1.1" status: 204 len: 168 time: 0.3679085 Aug 19 14:59:05.199734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3541e1-60a5-4d2b-9feb-8c6e54e737d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1585f383-f688-4bcb-b5da-5d658b9238af,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:05.203884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a930a9d4-75c8-4c32-b837-a35a21d20227 req-b0c3b8f4-f8a2-4a86-9bee-4b3b4858ba96 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f63be0-af28-4b1b-becc-43d49cf01d95 HTTP/1.1" status: 200 len: 210 time: 0.0396287 Aug 19 14:59:05.238334 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cc37f7-6374-4c67-92d1-2a68d591a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.242344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cc37f7-6374-4c67-92d1-2a68d591a5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.243668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a0cc37f7-6374-4c67-92d1-2a68d591a5f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a87029b6-c13d-4063-b5a1-19305e3475db HTTP/1.1" status: 204 len: 168 time: 0.4204648 Aug 19 14:59:05.249378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.273956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc37f7-6374-4c67-92d1-2a68d591a5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87029b6-c13d-4063-b5a1-19305e3475db,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:05.304225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Pushing event deleted for resources: {'Port': ['ID=c5fe44ee-a3c6-46ee-90a5-bb236aeee67a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:05.357873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] No DVR routers for this DVR port c5fe44ee-a3c6-46ee-90a5-bb236aeee67a on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:05.360359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.362381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55ffad86-84eb-4c30-ba26-c0d9ddb40a28 req-c0489c88-8e55-4414-9501-8b64827c480f tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.54 "DELETE /v2.0/ports/c5fe44ee-a3c6-46ee-90a5-bb236aeee67a HTTP/1.1" status: 204 len: 173 time: 0.9347537 Aug 19 14:59:05.421019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6140cc95-dfc2-46c1-a5ff-674846b8e522 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:05.446085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 6140cc95-dfc2-46c1-a5ff-674846b8e522 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:05.446433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6140cc95-dfc2-46c1-a5ff-674846b8e522 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:05.446858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2911c637-3493-454e-94d5-db647b6b03c4 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:05.468666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 2911c637-3493-454e-94d5-db647b6b03c4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:05.469046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2911c637-3493-454e-94d5-db647b6b03c4 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:05.469501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 94b9ac8a-107a-4691-806a-b874afad4b7f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:05.490044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 94b9ac8a-107a-4691-806a-b874afad4b7f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:05.490506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 94b9ac8a-107a-4691-806a-b874afad4b7f not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:06.044309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15e4f2-e5f5-4398-be03-6b877655625f req-12c3a33a-c2d8-4f4b-b6fd-bd5b309172a9 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:06.045930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b15e4f2-e5f5-4398-be03-6b877655625f req-12c3a33a-c2d8-4f4b-b6fd-bd5b309172a9 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.0502446 Aug 19 14:59:06.081660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-deleted', 'tag': '6140cc95-dfc2-46c1-a5ff-674846b8e522'}, {'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'name': 'network-vif-deleted', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:06.090081 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654de046-abd3-48ab-ad6e-5854d3ac7550" -d '{"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-deleted", "tag": "6140cc95-dfc2-46c1-a5ff-674846b8e522"}, {"server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "name": "network-vif-deleted", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:06.090529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b15e4f2-e5f5-4398-be03-6b877655625f req-e71d7b72-adab-45b8-80df-df852e72b5df tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 Aug 19 14:59:06.163870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-465cefd5-92f4-4188-a416-e4d072aff319 req-9b7e0793-896a-444b-8495-4dea13dd99ed tempest-LiveMigrationTest-682893206 tempest-LiveMigrationTest-682893206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23590c8-f6b9-436f-8846-f43364a5d352 HTTP/1.1" status: 200 len: 210 time: 0.0335701 Aug 19 14:59:06.237423 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed2dee-d8d4-4705-9cd4-ee07c0d865fe x-openstack-request-id: req-04ed2dee-d8d4-4705-9cd4-ee07c0d865fe {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:06.237727 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f63be0-af28-4b1b-becc-43d49cf01d95", "name": "network-vif-deleted", "tag": "6140cc95-dfc2-46c1-a5ff-674846b8e522", "status": "completed", "code": 200}, {"server_uuid": "e23590c8-f6b9-436f-8846-f43364a5d352", "name": "network-vif-deleted", "tag": "c5fe44ee-a3c6-46ee-90a5-bb236aeee67a", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:06.237987 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04ed2dee-d8d4-4705-9cd4-ee07c0d865fe {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:06.238396 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f63be0-af28-4b1b-becc-43d49cf01d95', 'name': 'network-vif-deleted', 'tag': '6140cc95-dfc2-46c1-a5ff-674846b8e522', 'status': 'completed', 'code': 200} Aug 19 14:59:06.238657 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23590c8-f6b9-436f-8846-f43364a5d352', 'name': 'network-vif-deleted', 'tag': 'c5fe44ee-a3c6-46ee-90a5-bb236aeee67a', 'status': 'completed', 'code': 200} Aug 19 14:59:06.264268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:06.276477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50734) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:06.280287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab66a68c-f037-4f0b-86b5-6277a0dde87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.383327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting subnet 234046e2-50a8-4217-9e70-b7e5987cbde9 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:06.383327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.445994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.503997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab66a68c-f037-4f0b-86b5-6277a0dde87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.568449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.581764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab66a68c-f037-4f0b-86b5-6277a0dde87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.648142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66a68c-f037-4f0b-86b5-6277a0dde87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65f64f-3338-4526-b402-2a079e563d3e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:06.684197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ab66a68c-f037-4f0b-86b5-6277a0dde87e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a28b7081a04742dba47f0e89cf8e4f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156344 Aug 19 14:59:06.684566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:06.751515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-347f97e0-9619-4fca-884c-a063c2b675b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.769835 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.814087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-347f97e0-9619-4fca-884c-a063c2b675b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.814087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Subnet': ['ID=234046e2-50a8-4217-9e70-b7e5987cbde9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:06.825156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.827277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c5907092-15c8-4308-8c65-b023d31f2975 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/subnets/234046e2-50a8-4217-9e70-b7e5987cbde9 HTTP/1.1" status: 204 len: 168 time: 0.5495143 Aug 19 14:59:06.829791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda7bbc-6fb5-480d-bfaa-f5d3407e5bf2 None None] Network 26b55f6c-d1e1-4d11-a795-6d5292bbce09 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:06.830354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:06.970287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-347f97e0-9619-4fca-884c-a063c2b675b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.974838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-347f97e0-9619-4fca-884c-a063c2b675b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.982835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-347f97e0-9619-4fca-884c-a063c2b675b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c65f64f-3338-4526-b402-2a079e563d3e HTTP/1.1" status: 204 len: 168 time: 0.2965775 Aug 19 14:59:06.993351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.018958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f97e0-9619-4fca-884c-a063c2b675b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65f64f-3338-4526-b402-2a079e563d3e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:07.069608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 45f4c84c-1277-4b7b-83aa-0a3f95138451 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:07.070287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.178796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 45f4c84c-1277-4b7b-83aa-0a3f95138451, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=45f4c84c-1277-4b7b-83aa-0a3f95138451,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:07.179447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.199461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] DHCP port deletion for 26b55f6c-d1e1-4d11-a795-6d5292bbce09 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:07.207526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 45f4c84c-1277-4b7b-83aa-0a3f95138451 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:07.282245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] Deleting port 45f4c84c-1277-4b7b-83aa-0a3f95138451 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:07.286609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.288995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50792) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:07.357695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 45f4c84c-1277-4b7b-83aa-0a3f95138451 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:07.384225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.419820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=45f4c84c-1277-4b7b-83aa-0a3f95138451,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:07.421978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 45f4c84c-1277-4b7b-83aa-0a3f95138451 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:07.441865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:07.484356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] For port 45f4c84c-1277-4b7b-83aa-0a3f95138451, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=45f4c84c-1277-4b7b-83aa-0a3f95138451,segment=NetworkSegment(a208ea67-6b45-4249-beb9-a3c4636e1f77),segment_id=a208ea67-6b45-4249-beb9-a3c4636e1f77)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:07.489161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.545246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.559378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b55f6c-d1e1-4d11-a795-6d5292bbce09']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:07.572953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a208ea67-6b45-4249-beb9-a3c4636e1f77') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:07.573432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a208ea67-6b45-4249-beb9-a3c4636e1f77') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:07.585839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.607583 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:59:07.608327 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.613348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:07.617184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:07.617184 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:07.620601 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:07.628684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'mac_address': 'fa:16:3e:ad:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:07.644986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] Calling delete_port for 45f4c84c-1277-4b7b-83aa-0a3f95138451 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:07.651341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No active binding found for port 45f4c84c-1277-4b7b-83aa-0a3f95138451 {{(pid=101964) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 14:59:07.651341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 45f4c84c-1277-4b7b-83aa-0a3f95138451 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:07.731349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.760894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:07.813064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:07.813064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.840098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] Pushing event deleted for resources: {'Port': ['ID=45f4c84c-1277-4b7b-83aa-0a3f95138451,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:07.841085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.858396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e28fed-c195-40bc-8c4c-8fb57024b0b1 None None] No DVR routers for this DVR port 45f4c84c-1277-4b7b-83aa-0a3f95138451 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:07.868474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.871300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/networks/26b55f6c-d1e1-4d11-a795-6d5292bbce09 HTTP/1.1" status: 204 len: 168 time: 1.0402622 Aug 19 14:59:07.872846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85effba-f879-4178-96d2-697cb4db1299 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Network': ['ID=26b55f6c-d1e1-4d11-a795-6d5292bbce09,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:07.882536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50816) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:07.884012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf96f1-09fc-4561-ae24-049b8fcdc62c req-485d33c0-36c5-436e-b585-0f4b071e7b79 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:07.901657 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1abf96f1-09fc-4561-ae24-049b8fcdc62c req-485d33c0-36c5-436e-b585-0f4b071e7b79 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.1403730 Aug 19 14:59:07.906005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.978935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1abf96f1-09fc-4561-ae24-049b8fcdc62c req-d7a1281d-8e8e-4f03-9d02-12154c1ed588 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731814 Aug 19 14:59:08.022860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting subnet 649621ae-3a5f-45fe-b524-ef5fafdf5b90 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:08.029070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.029592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:08.034302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:08.035220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Deleting subnet ec47daa7-977b-4e28-9858-278f2481c32c {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:08.060359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.118309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.148641 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.216534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.284135 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.464865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.510974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec47daa7-977b-4e28-9858-278f2481c32c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:08.514287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.548193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Subnet': ['ID=649621ae-3a5f-45fe-b524-ef5fafdf5b90,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:08.555176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.557821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-547db268-e306-4e40-ac14-7aaaf82e729a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec47daa7-977b-4e28-9858-278f2481c32c HTTP/1.1" status: 204 len: 168 time: 1.2670338 Aug 19 14:59:08.560697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:08.563447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.568616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1242262b-d599-433e-89ce-26133b796051 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/subnets/649621ae-3a5f-45fe-b524-ef5fafdf5b90 HTTP/1.1" status: 204 len: 168 time: 0.6849346 Aug 19 14:59:08.568969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:08.581541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7602e-7b42-47bb-9a27-4e0492137970 None None] Network f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:08.672818 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.768315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:08.770107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.783212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.892768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,segment=NetworkSegment(f0a2a326-b6df-415c-84f1-c8ceae388cb9),segment_id=f0a2a326-b6df-415c-84f1-c8ceae388cb9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:08.894408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.945824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:08.965726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.978009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1a9431-d39f-4057-98ac-6b7f796d8862']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:08.991165 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8447e591-0217-4a1b-aa1b-da87fec291af') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:08.991747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8447e591-0217-4a1b-aa1b-da87fec291af') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:09.001908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.020829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.037299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:09.038962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:09.042187 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:09.282539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] DHCP port deletion for f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:09.331746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.386283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5623d-f2c9-4782-acd7-ca18c061e6d2 req-c98713f3-1259-4aa7-a72e-8ec7c4f4ab0f tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:09.395603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fad5623d-f2c9-4782-acd7-ca18c061e6d2 req-c98713f3-1259-4aa7-a72e-8ec7c4f4ab0f tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.1814394 Aug 19 14:59:09.404673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:09.421642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:09.431900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.444029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.449595 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b1a9431-d39f-4057-98ac-6b7f796d8862 HTTP/1.1" status: 204 len: 168 time: 0.8873255 Aug 19 14:59:09.466883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:09.485614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:09.503175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Deleting port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:09.503571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.536307 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fad5623d-f2c9-4782-acd7-ca18c061e6d2 req-eb9f0caa-f2b6-4077-a92d-44f7ad080f6b tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339514 Aug 19 14:59:09.538188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc768995-2398-48bd-9dc1-48fbbdceafb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1a9431-d39f-4057-98ac-6b7f796d8862,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:09.610894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-8b4ae149-d7d8-496a-9a9f-f8f43752f0b8 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:09.612496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-8b4ae149-d7d8-496a-9a9f-f8f43752f0b8 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.54 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.2156718 Aug 19 14:59:09.636327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Deleting subnet 97287058-a9c9-45a0-819d-0f66abaebccc {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:09.644937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.843190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.851929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] For port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:09.855113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.880161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:09.942504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: c5fe44ee-a3c6-46ee-90a5-bb236aeee67a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:09.943793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c5fe44ee-a3c6-46ee-90a5-bb236aeee67a not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:09.965964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Calling delete_port for 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:09.968218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:09.972647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.986105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.070373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:59:10.086024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.135406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] Pushing event deleted for resources: {'Port': ['ID=776ff57d-f50a-46e3-abc0-12bd6a5c2b26,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:10.164929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c616f5-d056-4fe9-a1e7-535e8011d050 None None] No DVR routers for this DVR port 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:10.259850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.260100 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.292894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.346847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:10.348172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:10.354167 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355702fe-771a-48c5-816b-ccc8f836e8a1" -d '{"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:10.385359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:10.429616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.446475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a2a326-b6df-415c-84f1-c8ceae388cb9') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:10.447170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a2a326-b6df-415c-84f1-c8ceae388cb9') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:10.462437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97287058-a9c9-45a0-819d-0f66abaebccc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:10.474259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.489314 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d771568-2db2-40b1-9363-ab47216f2d0d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/97287058-a9c9-45a0-819d-0f66abaebccc HTTP/1.1" status: 204 len: 168 time: 1.0112588 Aug 19 14:59:10.489314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:10.490013 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1e9de8-0857-483f-b427-30cf0a3869fe x-openstack-request-id: req-df1e9de8-0857-483f-b427-30cf0a3869fe {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:10.490013 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:10.490013 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df1e9de8-0857-483f-b427-30cf0a3869fe {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:10.490013 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'code': 200} Aug 19 14:59:10.504674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.550540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.565517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:10.565517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.582632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:10.667645 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:10.691133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.724688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Deleting port a9400d72-ea72-4629-ad3c-37722bb2f3eb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:10.725107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.793579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.818756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.820825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/networks/f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0 HTTP/1.1" status: 204 len: 168 time: 2.2506135 Aug 19 14:59:10.821868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255b43-c950-4e78-8b3b-6a073d34459a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Network': ['ID=f2c1b8e4-1a36-4ab9-9d03-fedde02a9eb0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:10.843610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:10.877269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1619650547'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:10.925862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] For port a9400d72-ea72-4629-ad3c-37722bb2f3eb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a9400d72-ea72-4629-ad3c-37722bb2f3eb,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:10.928409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:10.956490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868d23f-2075-48dd-a4f8-ac69763264f7 req-a4d2ee2e-209b-4334-9d6d-85ab6ad61a5c tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:10.962378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Calling delete_port for a9400d72-ea72-4629-ad3c-37722bb2f3eb owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:10.975392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e868d23f-2075-48dd-a4f8-ac69763264f7 req-a4d2ee2e-209b-4334-9d6d-85ab6ad61a5c tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 949 time: 0.2995863 Aug 19 14:59:11.325073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:11.377193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:11.378634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 776ff57d-f50a-46e3-abc0-12bd6a5c2b26 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:11.391841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.424351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a9400d72-ea72-4629-ad3c-37722bb2f3eb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:11.450242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Pushing event deleted for resources: {'Port': ['ID=a9400d72-ea72-4629-ad3c-37722bb2f3eb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:11.585352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] No DVR routers for this DVR port a9400d72-ea72-4629-ad3c-37722bb2f3eb on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:11.599582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.601801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e076ec0d-bdee-456f-a984-fa03d112d507 req-5a285660-1fd2-4fa8-b837-57582a85f257 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.54 "DELETE /v2.0/ports/a9400d72-ea72-4629-ad3c-37722bb2f3eb HTTP/1.1" status: 204 len: 173 time: 1.9648037 Aug 19 14:59:11.602283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'name': 'network-vif-deleted', 'tag': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:11.604794 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d328f39-46be-421d-a26e-ac7e6d5934b5" -d '{"events": [{"server_uuid": "298a8e5c-c9e9-4078-a283-6bebca6e323c", "name": "network-vif-deleted", "tag": "a9400d72-ea72-4629-ad3c-37722bb2f3eb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:11.679081 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b282e62-7c9a-475d-ad07-3bd3dfa04055 x-openstack-request-id: req-8b282e62-7c9a-475d-ad07-3bd3dfa04055 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:11.679376 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298a8e5c-c9e9-4078-a283-6bebca6e323c", "name": "network-vif-deleted", "tag": "a9400d72-ea72-4629-ad3c-37722bb2f3eb", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:11.679630 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b282e62-7c9a-475d-ad07-3bd3dfa04055 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:11.680043 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298a8e5c-c9e9-4078-a283-6bebca6e323c', 'name': 'network-vif-deleted', 'tag': 'a9400d72-ea72-4629-ad3c-37722bb2f3eb', 'status': 'completed', 'code': 200} Aug 19 14:59:11.721521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.779940 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e868d23f-2075-48dd-a4f8-ac69763264f7 req-7a7547c7-71c4-4218-a292-8cba2e43f423 tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/security-groups?id=03552522-f775-4984-aa75-3ca8f8c7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Aug 19 14:59:11.784979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884999f7-5323-4876-8194-a04640dee795']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:11.826036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe00eb6-d030-435b-8299-e4a78338b133') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:11.826916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe00eb6-d030-435b-8299-e4a78338b133') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:11.844356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.863940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:11.873976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.893954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.903746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:11.904434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: timer() Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:11.906246 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:11.956114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:11.976131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:11.976779 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Added segment 76458faf-06f0-4c76-9046-c6e9fb0fc19a of type vlan for network f7fc1fd4-0b23-49a5-8832-942d915a2b92 Aug 19 14:59:12.056642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.082088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.090400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.094912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/884999f7-5323-4876-8194-a04640dee795 HTTP/1.1" status: 204 len: 168 time: 1.6133866 Aug 19 14:59:12.113246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50974) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:12.120702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4e586-d51c-4837-b1cd-4e94c0b48aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=884999f7-5323-4876-8194-a04640dee795,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:12.211956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.219036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:12.219952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.356446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Network': ['ID=f7fc1fd4-0b23-49a5-8832-942d915a2b92,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:12.374411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:12.478270 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d605319-c1e4-4681-8416-518cd6cd4798 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6305602 Aug 19 14:59:12.478569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50994) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:12.483997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'subnet': {'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:12.628196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f84acf2-6cea-4e14-a1f5-ce167168657b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.647572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:12.719856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51000) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:12.722104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-435f0a91-9d58-40e7-86f5-3ca0f577368b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eb3f4d09b844c4fa709973b33304904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727162 Aug 19 14:59:12.758561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:12.764196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.956699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.998080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58f4a741-81f9-49d4-9f31-1571bedcd250 req-f6551b04-01ce-4501-b2a0-a6128bb700bb tempest-TenantUsagesTestJSON-1513175991 tempest-TenantUsagesTestJSON-1513175991-project] 10.222.0.13 "GET /v2.0/ports?device_id=298a8e5c-c9e9-4078-a283-6bebca6e323c HTTP/1.1" status: 200 len: 210 time: 0.0342550 Aug 19 14:59:13.022664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a2368d2-f4ef-487d-9e11-8cd625d50c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.088913 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a2368d2-f4ef-487d-9e11-8cd625d50c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.199794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f84acf2-6cea-4e14-a1f5-ce167168657b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.316322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f84acf2-6cea-4e14-a1f5-ce167168657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.373396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f84acf2-6cea-4e14-a1f5-ce167168657b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b94f4218dfdc46718dde10ea6216837b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2578416 Aug 19 14:59:13.376648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51020) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:13.426406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84acf2-6cea-4e14-a1f5-ce167168657b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df68a51-898a-4c01-8d7c-c18c7f7818f3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:13.447412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.543583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a2368d2-f4ef-487d-9e11-8cd625d50c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.546309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a2368d2-f4ef-487d-9e11-8cd625d50c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.547461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a2368d2-f4ef-487d-9e11-8cd625d50c47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd13780d-9852-4aa2-bdce-03172a6c7fc5 HTTP/1.1" status: 204 len: 168 time: 0.8265827 Aug 19 14:59:13.553332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Subnet': ['ID=35d93e4b-63fb-452f-8f45-aaa8bb006ac8,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:13.588303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2368d2-f4ef-487d-9e11-8cd625d50c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd13780d-9852-4aa2-bdce-03172a6c7fc5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:13.642561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ff3282e-ecc8-4167-9102-fabf1c67207a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.733275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ff3282e-ecc8-4167-9102-fabf1c67207a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.766367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Checking segment: {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:13.766888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network hostable DHCP agents. Network: f7fc1fd4-0b23-49a5-8832-942d915a2b92, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:13.885817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:13.922712 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ff3282e-ecc8-4167-9102-fabf1c67207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.924100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a9400d72-ea72-4629-ad3c-37722bb2f3eb no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:13.925829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ff3282e-ecc8-4167-9102-fabf1c67207a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.928648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7ff3282e-ecc8-4167-9102-fabf1c67207a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9df68a51-898a-4c01-8d7c-c18c7f7818f3 HTTP/1.1" status: 204 len: 168 time: 0.5507703 Aug 19 14:59:13.945752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3282e-ecc8-4167-9102-fabf1c67207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df68a51-898a-4c01-8d7c-c18c7f7818f3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:13.980781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f7fc1fd4-0b23-49a5-8832-942d915a2b92) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:13.987463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:13.988186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.991365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: a9400d72-ea72-4629-ad3c-37722bb2f3eb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:13.992286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a9400d72-ea72-4629-ad3c-37722bb2f3eb not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:14.001995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d1e6b-3de4-41d6-9315-e2ac749ba0cd None None] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:14.167323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51050) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:14.167941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-898e9ad5-7d9b-40be-a3f5-59199e6899bd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6878259 Aug 19 14:59:14.175203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-372066168'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:14.248770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f7fc1fd4-0b23-49a5-8832-942d915a2b92', 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'fixed_ips': [{'subnet_id': '35d93e4b-63fb-452f-8f45-aaa8bb006ac8'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:14.252855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.291734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:14.298107 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.348980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:14.384442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.384638 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Added segment a88a1862-ee0e-475a-83ce-98c06c3e8186 of type vlan for network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b Aug 19 14:59:14.482118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Allocated IP 19.80.0.2 (f7fc1fd4-0b23-49a5-8832-942d915a2b92/35d93e4b-63fb-452f-8f45-aaa8bb006ac8/108a7190-b8b9-4f8c-b6b1-da62dc2b33b8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:14.482359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.623283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.632410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:14.632410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.740232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Network': ['ID=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:14.753751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.754335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.754872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.755872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.756276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.756845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.761904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.762279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.762821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.765693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.766307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.769251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:14.775977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.788995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Transition to ACTIVE for port object 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:14.802990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:14.867474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Transition to ACTIVE for port object 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:15.321053 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.321737 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-321e3efa-60d8-46e6-b7ea-5c94544eb205 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1519392 Aug 19 14:59:15.324207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51074) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:15.330025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'subnet': {'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:15.370506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:15.377290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:15.382038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:15.393204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Pushing event updated for resources: {'Port': ['ID=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:15.445614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Attempting to bind port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:15.445975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Attempting to bind port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:15.446342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Attempting to bind port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 on network f7fc1fd4-0b23-49a5-8832-942d915a2b92 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:15.452847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:15.454283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Checking segment: {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:15.454283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.454283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Bound using segment: {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:15.454706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Bound port: 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:15.454919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.523366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:15.527439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.532945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] For port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:15.540635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] For port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:15.658040 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.847165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738726-c142-422e-9ef7-6f7e2668040b None None] Pushing event updated for resources: {'Port': ['ID=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:15.892282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51098) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:15.983875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51104) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:15.989287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c6f7ba9d-76d1-4b09-a184-bb466f5544ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7791fdac30894b48990a6cbfd37733da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998163 Aug 19 14:59:16.006674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.094398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51110) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:16.196570 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398946c8-1f54-4a3a-a5e4-949f8da7f6bf req-f4db6ebd-1b23-4db1-a381-fa00ea5a22a7 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f72f5d5c54344046a8abea99ab28aead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410418 Aug 19 14:59:16.388175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Checking segment: {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:16.388904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network hostable DHCP agents. Network: d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:16.415328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Subnet': ['ID=9ac9dbc7-07e3-49ac-a2c8-13937083349b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:16.472592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b743bd0-fa1d-41a7-a832-e966d1b17877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.513465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398946c8-1f54-4a3a-a5e4-949f8da7f6bf req-18aedc97-e6e5-48b3-9907-27499603063d tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:16.515019 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398946c8-1f54-4a3a-a5e4-949f8da7f6bf req-18aedc97-e6e5-48b3-9907-27499603063d tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176398 Aug 19 14:59:16.569901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b743bd0-fa1d-41a7-a832-e966d1b17877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.587492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:16.604456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398946c8-1f54-4a3a-a5e4-949f8da7f6bf req-4a7f0b78-907d-419d-824e-f3f640260360 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/quotas/f72f5d5c54344046a8abea99ab28aead HTTP/1.1" status: 200 len: 375 time: 0.0761628 Aug 19 14:59:16.611201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-13fbb81e-ae12-44f7-b2da-de7f041c633c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4f72a32ec3845c3859707d3d8f8541d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182176 Aug 19 14:59:16.615593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51120) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:16.670794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398946c8-1f54-4a3a-a5e4-949f8da7f6bf req-f21e57ff-6748-42da-8342-e04461df5cac tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72f5d5c54344046a8abea99ab28aead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550156 Aug 19 14:59:16.682490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:16.693430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:16.693430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.696592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585588aa-49f4-4dca-bad2-56420a3ba876 None None] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:16.728250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56b374d-a11d-4131-bb8e-a8da35b26492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.791894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56b374d-a11d-4131-bb8e-a8da35b26492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.830853 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0aac5b5-c067-4ebc-9456-49841de7cdb7 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5039880 Aug 19 14:59:16.847373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b743bd0-fa1d-41a7-a832-e966d1b17877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.850908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b743bd0-fa1d-41a7-a832-e966d1b17877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.856109 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b743bd0-fa1d-41a7-a832-e966d1b17877 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e141e063-85f8-4439-9f2c-1e5e87383b85 HTTP/1.1" status: 204 len: 168 time: 0.8673942 Aug 19 14:59:16.866179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b743bd0-fa1d-41a7-a832-e966d1b17877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e141e063-85f8-4439-9f2c-1e5e87383b85,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:17.006479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56b374d-a11d-4131-bb8e-a8da35b26492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:17.008336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e56b374d-a11d-4131-bb8e-a8da35b26492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:17.010655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e56b374d-a11d-4131-bb8e-a8da35b26492 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03552522-f775-4984-aa75-3ca8f8c7e0b0 HTTP/1.1" status: 204 len: 168 time: 0.3906655 Aug 19 14:59:17.028393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b374d-a11d-4131-bb8e-a8da35b26492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03552522-f775-4984-aa75-3ca8f8c7e0b0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:17.175957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b', 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'fixed_ips': [{'subnet_id': '9ac9dbc7-07e3-49ac-a2c8-13937083349b'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:17.177491 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:17.465901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Allocated IP 19.86.0.2 (d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b/9ac9dbc7-07e3-49ac-a2c8-13937083349b/055e161d-3ae4-4098-ac85-3e3783038821) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:17.495747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:17.618998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074362d-08aa-4c49-9a8e-b4a18914d634 None None] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:17.856556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-18183034-56a3-4587-bbb0-b9f9d86d589e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:17.868190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-18183034-56a3-4587-bbb0-b9f9d86d589e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:17.880945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-18183034-56a3-4587-bbb0-b9f9d86d589e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/networks?id=f7fc1fd4-0b23-49a5-8832-942d915a2b92&id=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b HTTP/1.1" status: 200 len: 1391 time: 0.3072221 Aug 19 14:59:17.915520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de3c87d0-a8d8-4c60-ba15-fff008fcfc87 None None] Provisioning for port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:17.924554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-f67be4ba-4675-458b-921a-2439ba427501 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/quotas/dfc81385756d4e56b6fc5855c1898761 HTTP/1.1" status: 200 len: 375 time: 0.0390761 Aug 19 14:59:18.050762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-a1cf3c4b-5981-4fec-8fec-14623bffc31c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242223 Aug 19 14:59:18.134829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:18.159817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:18.161158 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.230764 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.251129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Transition to ACTIVE for port object 055e161d-3ae4-4098-ac85-3e3783038821 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:18.278219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Transition to ACTIVE for port object 055e161d-3ae4-4098-ac85-3e3783038821 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:18.308604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-1f0fc169-3bf4-4285-aa42-c1a93c208c9f service neutron] 10.222.0.13 "GET /v2.0/networks/f7fc1fd4-0b23-49a5-8832-942d915a2b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482300 Aug 19 14:59:18.382030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.470626 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.479322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:18.493284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-0efc5394-2cef-409a-b7fd-974ac136935d service neutron] 10.222.0.13 "GET /v2.0/networks/f7fc1fd4-0b23-49a5-8832-942d915a2b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740708 Aug 19 14:59:18.534783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:18.542193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:18.599226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Pushing event updated for resources: {'Port': ['ID=055e161d-3ae4-4098-ac85-3e3783038821,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:18.675546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-ccbbce0d-8c60-420c-b868-b32482e3d12e service neutron] 10.222.0.13 "GET /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845002 Aug 19 14:59:18.684463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51182) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:18.702882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d16b5c3-2d33-4969-a312-2ce452a57898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.734672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Attempting to bind port 055e161d-3ae4-4098-ac85-3e3783038821 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:18.735039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Attempting to bind port 055e161d-3ae4-4098-ac85-3e3783038821 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:18.735858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Attempting to bind port 055e161d-3ae4-4098-ac85-3e3783038821 on network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:18.759448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:18.785699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-e9c6b21a-4a53-4c7d-812b-1c6bf7184791 service neutron] 10.222.0.13 "GET /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090138 Aug 19 14:59:18.789894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-57c634c3-e5ca-47ae-b4cc-1f8f1471a7b2 None None] Provisioning complete for port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:18.790271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-57c634c3-e5ca-47ae-b4cc-1f8f1471a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.847925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:18.848297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Checking segment: {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:18.849284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.849891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Bound using segment: {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:18.850391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Bound port: 055e161d-3ae4-4098-ac85-3e3783038821, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:18.850776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.878856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d16b5c3-2d33-4969-a312-2ce452a57898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.887385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.982821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d16b5c3-2d33-4969-a312-2ce452a57898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:18.986934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] For port 055e161d-3ae4-4098-ac85-3e3783038821, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:18.991873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] For port 055e161d-3ae4-4098-ac85-3e3783038821, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=055e161d-3ae4-4098-ac85-3e3783038821,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:19.065443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16b5c3-2d33-4969-a312-2ce452a57898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785b50de-b2f9-4515-87a2-4a3740ef6be9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:19.106890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:19.123826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d16b5c3-2d33-4969-a312-2ce452a57898 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937fd69760b74128854000c12ea5ceae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383914 Aug 19 14:59:19.126677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51202) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:19.323077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac610e88-8528-4393-9eac-95b1cdfbd8ac req-24c24939-cc6c-4d44-aa9e-cd88663f01fd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 210 time: 0.0938146 Aug 19 14:59:19.354247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec50-1182-4f23-9062-5ef07ecd0428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:19.412171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec50-1182-4f23-9062-5ef07ecd0428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:19.482149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:19.493556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:19.597442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec50-1182-4f23-9062-5ef07ecd0428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:19.604127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec50-1182-4f23-9062-5ef07ecd0428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:19.607663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d65ec50-1182-4f23-9062-5ef07ecd0428 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/785b50de-b2f9-4515-87a2-4a3740ef6be9 HTTP/1.1" status: 204 len: 168 time: 0.4785204 Aug 19 14:59:19.649642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ec50-1182-4f23-9062-5ef07ecd0428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785b50de-b2f9-4515-87a2-4a3740ef6be9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:19.689547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe26f2e-4682-429b-afd9-3ef359746a02 None None] Pushing event updated for resources: {'Port': ['ID=055e161d-3ae4-4098-ac85-3e3783038821,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:19.707608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:19.708780 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.431619 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-75a21b8e-db07-4f2c-85f9-4ebb62dc49f7 req-31d2827b-2aef-4ba1-a819-85beb8471c7f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 210 time: 0.0398326 Aug 19 14:59:21.235315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99005b-fff8-4fb3-afee-bb4e5c2a164b None None] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:21.468338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1f77ca1f-2a76-4195-9bc2-2d88ab52ff57 None None] Provisioning for port 055e161d-3ae4-4098-ac85-3e3783038821 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:21.760378 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-7727d100-71bc-4bb0-9960-571beba7ef03 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746593 Aug 19 14:59:21.763310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 055e161d-3ae4-4098-ac85-3e3783038821 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:21.764280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-455e29ed-661d-45d0-997f-2a66489315eb tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:21.764280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-455e29ed-661d-45d0-997f-2a66489315eb tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698327 Aug 19 14:59:21.789675 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-edc139ec-b804-4310-8df4-df8810c0e0b2 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/quotas/687ab745ae7d4ae9bcb05d5389bbb561 HTTP/1.1" status: 200 len: 375 time: 0.0127904 Aug 19 14:59:21.836567 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-c559b81f-5ef8-494d-8694-ba27777ef5ec tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369415 Aug 19 14:59:22.043365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 055e161d-3ae4-4098-ac85-3e3783038821 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:22.055719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 055e161d-3ae4-4098-ac85-3e3783038821 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:22.056362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.363163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dbb76a59-4550-4eda-a83c-9a300e30ea09 req-816928fd-a6be-48c5-95be-eba6eb5d26fb tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 210 time: 0.1183786 Aug 19 14:59:22.401954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.477802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f98f004-e6b5-4ecc-a82c-d2ab439252f2 req-5da83057-f055-4794-9d91-9e6e63c86114 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.0974863 Aug 19 14:59:22.504517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 055e161d-3ae4-4098-ac85-3e3783038821, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=055e161d-3ae4-4098-ac85-3e3783038821,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:22.640038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.676460 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69f8d635-4722-40ab-8e1c-0041354b6c96 req-9803d4c6-2d1b-449f-95da-e0f2aa544dcf tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f72f5d5c54344046a8abea99ab28aead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724080 Aug 19 14:59:22.794412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=055e161d-3ae4-4098-ac85-3e3783038821,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:22.883352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d635-4722-40ab-8e1c-0041354b6c96 req-f6040a33-6244-4321-93c8-472bb3e76e25 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:22.889401 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69f8d635-4722-40ab-8e1c-0041354b6c96 req-f6040a33-6244-4321-93c8-472bb3e76e25 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050691 Aug 19 14:59:22.923830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-039a70c0-201c-4642-acb2-71254f82290b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:22.929036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69f8d635-4722-40ab-8e1c-0041354b6c96 req-52278e78-eb8c-4336-b935-cb80cff0469f tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/quotas/f72f5d5c54344046a8abea99ab28aead HTTP/1.1" status: 200 len: 375 time: 0.0171862 Aug 19 14:59:22.931508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-039a70c0-201c-4642-acb2-71254f82290b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:22.933309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-039a70c0-201c-4642-acb2-71254f82290b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.54 "GET /v2.0/networks?id=f7fc1fd4-0b23-49a5-8832-942d915a2b92&id=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b HTTP/1.1" status: 200 len: 1391 time: 0.1832225 Aug 19 14:59:22.956503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'port': {'device_id': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92', 'admin_state_up': True, 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:22.980107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69f8d635-4722-40ab-8e1c-0041354b6c96 req-95b6a485-484f-4142-826b-23735b959dba tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72f5d5c54344046a8abea99ab28aead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487761 Aug 19 14:59:23.234235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:23.241460 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.371667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 055e161d-3ae4-4098-ac85-3e3783038821 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:23.490449 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51348) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:23.495543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 055e161d-3ae4-4098-ac85-3e3783038821 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:23.496082 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.560237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Allocated IP 19.80.0.53 (f7fc1fd4-0b23-49a5-8832-942d915a2b92/35d93e4b-63fb-452f-8f45-aaa8bb006ac8/99bab7d1-4e66-4a86-b007-ddd3f121a349) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:23.599504 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5806fd0a-1dc2-44d7-9a3e-46e8ce91488b req-62c45bc7-2950-4502-a0ed-a4013529ca8a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 210 time: 0.0769613 Aug 19 14:59:23.828797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddd731dd-c770-4fb1-9755-7842ae17807f req-7b56f890-6214-4838-a644-7c8c451d0b85 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.1628819 Aug 19 14:59:23.844325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd3fb92-7a74-425e-b65b-bac8d7c72de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.962837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.005647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Transition to ACTIVE for port object 99bab7d1-4e66-4a86-b007-ddd3f121a349 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:24.063487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd3fb92-7a74-425e-b65b-bac8d7c72de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.200125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd3fb92-7a74-425e-b65b-bac8d7c72de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.200503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.254049 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6bd3fb92-7a74-425e-b65b-bac8d7c72de4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1892672112ae4cab84c0b3426c202eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7622063 Aug 19 14:59:24.260681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51372) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:24.346587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51378) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:24.369318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Port': ['ID=99bab7d1-4e66-4a86-b007-ddd3f121a349,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:24.392339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3fb92-7a74-425e-b65b-bac8d7c72de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29404608-e5ed-4449-8fa9-400f14b54daf,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:24.396894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:24.398850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:24.404841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:24.483229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-63b111b4-5d27-402f-8ead-615da0ecf502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.545709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0acbc12a-6fad-43be-8f0a-ffbb953cad97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.591594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:24.592736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.594304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-network', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:24.640132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0acbc12a-6fad-43be-8f0a-ffbb953cad97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.693075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-6beb1187-d5bd-46eb-a12b-427a6fa533dc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7407541 Aug 19 14:59:24.710740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Request body: {'port': {'device_id': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b', 'admin_state_up': True, 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:24.936053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Made reservation on behalf of 6e8d3638b4314305990d71a7901b9e6c for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:24.938937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.951160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.977577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940b3d6-e3e1-4ae2-a0a9-c81348eccf2c req-e9146b7e-9b1d-4524-b457-b33c1763d15b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:24.986289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d940b3d6-e3e1-4ae2-a0a9-c81348eccf2c req-e9146b7e-9b1d-4524-b457-b33c1763d15b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 931 time: 0.1034975 Aug 19 14:59:24.989466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-50b8ada1-f159-4bc8-a1e2-ad819f895d9c None None] Provisioning for port 99bab7d1-4e66-4a86-b007-ddd3f121a349 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:24.994249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-50b8ada1-f159-4bc8-a1e2-ad819f895d9c None None] Provisioning complete for port 99bab7d1-4e66-4a86-b007-ddd3f121a349 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:24.994642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50b8ada1-f159-4bc8-a1e2-ad819f895d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.022291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0acbc12a-6fad-43be-8f0a-ffbb953cad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.025869 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0acbc12a-6fad-43be-8f0a-ffbb953cad97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.034640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0acbc12a-6fad-43be-8f0a-ffbb953cad97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29404608-e5ed-4449-8fa9-400f14b54daf HTTP/1.1" status: 204 len: 168 time: 0.7711091 Aug 19 14:59:25.059884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbc12a-6fad-43be-8f0a-ffbb953cad97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29404608-e5ed-4449-8fa9-400f14b54daf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:25.091462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d940b3d6-e3e1-4ae2-a0a9-c81348eccf2c req-4a3a922f-0b58-43c5-9559-e7598225721d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038532 Aug 19 14:59:25.166277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Made reservation on behalf of dfc81385756d4e56b6fc5855c1898761 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:25.170859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.205341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-50b8ada1-f159-4bc8-a1e2-ad819f895d9c None None] Port 99bab7d1-4e66-4a86-b007-ddd3f121a349 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:25.274052 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.343634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.422658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.446100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ddc259d-5fcf-4195-b1a2-a86c6374c589 req-ea592e46-dd00-4679-89a6-e403b5f560f7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.0812767 Aug 19 14:59:25.460218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:25.513962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.515786 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Added segment 2950b60b-ed7d-4370-91d3-6c576250b1e9 of type vlan for network a350553b-47c2-41c4-a7ef-8abb29256525 Aug 19 14:59:25.540413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa87272-6ffa-4824-89b4-4c8b3f36be9c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:25.594613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.595044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Allocated IP 19.86.0.214 (d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b/9ac9dbc7-07e3-49ac-a2c8-13937083349b/be14ac71-6164-4fa3-8ba8-e068fe778f09) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:25.736835 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.737879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:25.739260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.809374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-b5758bf7-a1a0-4044-b7d8-019fd3e74d62 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408783 Aug 19 14:59:25.924709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.927707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] Pushing event updated for resources: {'Network': ['ID=a350553b-47c2-41c4-a7ef-8abb29256525,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:25.941454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a350553b-47c2-41c4-a7ef-8abb29256525 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:25.995795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6041d1a4-59a8-464d-b5e8-cc5273250582 req-347a73b4-a9a6-48d0-84c3-da0c472909a7 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f72f5d5c54344046a8abea99ab28aead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571260 Aug 19 14:59:26.011208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Transition to ACTIVE for port object be14ac71-6164-4fa3-8ba8-e068fe778f09 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:26.028996 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7969b56b-4996-4daa-ba37-d50596ca7621 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6770437 Aug 19 14:59:26.034119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51444) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:26.041647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Request body: {'subnet': {'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-subnet', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:26.206516 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-c0e5ac7c-ce1e-41dc-975d-e89728442abd tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763509 Aug 19 14:59:26.230795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-d367e0db-4562-42f8-a53f-df48f50703eb tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:26.232956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-d367e0db-4562-42f8-a53f-df48f50703eb tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4156046 Aug 19 14:59:26.252860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Request body: {'port': {'device_id': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '687ab745ae7d4ae9bcb05d5389bbb561'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:26.352884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041d1a4-59a8-464d-b5e8-cc5273250582 req-99f6f2d5-4caa-4175-82fe-ac81c3224bfc tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:26.354994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-534aef35-1b39-413b-904c-63886d810023 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:26.356646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-534aef35-1b39-413b-904c-63886d810023 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431208 Aug 19 14:59:26.358030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Made reservation on behalf of 6e8d3638b4314305990d71a7901b9e6c for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:26.360533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.363354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6041d1a4-59a8-464d-b5e8-cc5273250582 req-99f6f2d5-4caa-4175-82fe-ac81c3224bfc tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3552949 Aug 19 14:59:26.371811 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.432182 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-bced93ca-4e33-455b-841f-9e204143bbfa tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/quotas/e48b52727e084a508c4d4d8e1d3eb49d HTTP/1.1" status: 200 len: 375 time: 0.0677383 Aug 19 14:59:26.471017 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-569e1267-bade-4a35-a2c1-342fdbbba7c6 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377188 Aug 19 14:59:26.478610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6041d1a4-59a8-464d-b5e8-cc5273250582 req-96907b07-aae4-4c67-95f9-3793b819bc50 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/quotas/f72f5d5c54344046a8abea99ab28aead HTTP/1.1" status: 200 len: 375 time: 0.1155062 Aug 19 14:59:26.497233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:26.505860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:26.520747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:26.602108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51454) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:26.628714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1973145-4991-4006-b741-a332df119988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.642181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event updated for resources: {'Port': ['ID=be14ac71-6164-4fa3-8ba8-e068fe778f09,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:26.652616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6041d1a4-59a8-464d-b5e8-cc5273250582 req-79f62c8a-af4e-4326-8769-2aecc523f136 tempest-QuotasAdminNegativeTest-636596206 tempest-QuotasAdminNegativeTest-636596206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72f5d5c54344046a8abea99ab28aead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1533201 Aug 19 14:59:26.693716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:26.694437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.813955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Made reservation on behalf of 687ab745ae7d4ae9bcb05d5389bbb561 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:26.818120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.824044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.899310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.903826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-f1daa6e3-10ad-4b28-8e8e-38fdd5ad3076 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1974244 Aug 19 14:59:26.941942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Request body: {'port': {'device_id': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:26.962484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19e5f9dd-70b6-4650-8f98-c2a0d05c33ed None None] Provisioning for port be14ac71-6164-4fa3-8ba8-e068fe778f09 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:26.967778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19e5f9dd-70b6-4650-8f98-c2a0d05c33ed None None] Provisioning complete for port be14ac71-6164-4fa3-8ba8-e068fe778f09 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:26.968739 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19e5f9dd-70b6-4650-8f98-c2a0d05c33ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.010074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb765c7-26a7-4dd3-9b8c-4a43126ac678,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:27.073472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-19e5f9dd-70b6-4650-8f98-c2a0d05c33ed None None] Port be14ac71-6164-4fa3-8ba8-e068fe778f09 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:27.081496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d191-984a-468b-92bb-4618562539bf req-be260bac-e7d6-4c1d-8141-f07f693762e9 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:27.089572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d191-984a-468b-92bb-4618562539bf req-be260bac-e7d6-4c1d-8141-f07f693762e9 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:27.101320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96c5d191-984a-468b-92bb-4618562539bf req-be260bac-e7d6-4c1d-8141-f07f693762e9 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1654 time: 0.2268727 Aug 19 14:59:27.148468 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15062d06-5964-4024-9a0d-e7a2683406ed req-e6fb5499-679b-44e4-be8e-ad5ef8d0e339 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.1075666 Aug 19 14:59:27.150276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.160627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Checking segment: {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:27.161237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Network hostable DHCP agents. Network: a350553b-47c2-41c4-a7ef-8abb29256525, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:27.194421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96c5d191-984a-468b-92bb-4618562539bf req-6730d2a4-224c-48c2-ac7d-913e4068fd84 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921128 Aug 19 14:59:27.293528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1973145-4991-4006-b741-a332df119988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.322707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.390723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Network a350553b-47c2-41c4-a7ef-8abb29256525 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:27.448223 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1973145-4991-4006-b741-a332df119988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.512307 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80c3d5e2-0012-4bab-abf1-5f2542d89a34 req-94b634b4-47b4-47aa-b45a-9abf87ab96d4 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.0494902 Aug 19 14:59:27.544799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a350553b-47c2-41c4-a7ef-8abb29256525) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:27.557624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09b9b5-70ff-4044-a19c-193b83b57680 None None] Network a350553b-47c2-41c4-a7ef-8abb29256525 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:27.568636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:27.569835 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.582148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1973145-4991-4006-b741-a332df119988 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c2688d6d381418d996300ef64669c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9785910 Aug 19 14:59:27.587541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:27.624589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1973145-4991-4006-b741-a332df119988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34805cfd-9653-42fa-b823-be673bee5ec3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:27.715067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54cb487-ac43-4632-b36e-c310f203e2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.814604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54cb487-ac43-4632-b36e-c310f203e2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.833102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a350553b-47c2-41c4-a7ef-8abb29256525', 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'fixed_ips': [{'subnet_id': 'dfb765c7-26a7-4dd3-9b8c-4a43126ac678'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:27.834122 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.850068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.862139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bab7d1-4e66-4a86-b007-ddd3f121a349 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:27.871332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.034177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d6781f6a-f621-4755-8e54-8a2d04a18e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.204524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Transition to ACTIVE for port object 99bab7d1-4e66-4a86-b007-ddd3f121a349 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:28.206042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.207487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54cb487-ac43-4632-b36e-c310f203e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.213186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54cb487-ac43-4632-b36e-c310f203e2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.217397 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e54cb487-ac43-4632-b36e-c310f203e2cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34805cfd-9653-42fa-b823-be673bee5ec3 HTTP/1.1" status: 204 len: 168 time: 0.6253104 Aug 19 14:59:28.276643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb487-ac43-4632-b36e-c310f203e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34805cfd-9653-42fa-b823-be673bee5ec3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:28.293145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:28.315809 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c817c01-7cce-4776-b713-f4d33152c1e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2805557 Aug 19 14:59:28.327356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51500) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:28.327910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:28.342819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.472161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Allocated IP 172.20.0.2 (a350553b-47c2-41c4-a7ef-8abb29256525/dfb765c7-26a7-4dd3-9b8c-4a43126ac678/a05c37c2-4a57-44cd-809d-122d639aa76a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:28.480946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9409bc7c-f5e9-47fd-8827-68bf48bab732 req-c82d0f28-caee-4066-a04b-daf7bc696958 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.0908709 Aug 19 14:59:28.574499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.575828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.717590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.796903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=99bab7d1-4e66-4a86-b007-ddd3f121a349,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:28.877484 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f5b91179-9e0d-4613-a24f-3e4a70716f87 req-1a1be907-8c02-4e3d-9125-8210b60e3c3e tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.0403602 Aug 19 14:59:28.878685 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.904127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Transition to ACTIVE for port object a05c37c2-4a57-44cd-809d-122d639aa76a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:28.931460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Allocated IP 192.168.233.209 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/79ed1c31-4178-48f0-98a1-e473186b36dc) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:28.986760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Transition to ACTIVE for port object a05c37c2-4a57-44cd-809d-122d639aa76a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:29.029391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d77a4-cb76-45c4-8540-361c11da3e98 req-b47c182e-2d69-4690-9b3c-ef047d8e7f9b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:29.040282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d77a4-cb76-45c4-8540-361c11da3e98 req-b47c182e-2d69-4690-9b3c-ef047d8e7f9b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:29.042433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a69d77a4-cb76-45c4-8540-361c11da3e98 req-b47c182e-2d69-4690-9b3c-ef047d8e7f9b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1666 time: 0.5398710 Aug 19 14:59:29.131115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.243791 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.303404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Network a350553b-47c2-41c4-a7ef-8abb29256525 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:29.310662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:29.314120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:29.328879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a69d77a4-cb76-45c4-8540-361c11da3e98 req-e6e367f1-be58-4b4b-adc6-08cad0bc33d0 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206943 Aug 19 14:59:29.345313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Attempting to bind port 99bab7d1-4e66-4a86-b007-ddd3f121a349 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:29.346063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Attempting to bind port 99bab7d1-4e66-4a86-b007-ddd3f121a349 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:29.346643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Attempting to bind port 99bab7d1-4e66-4a86-b007-ddd3f121a349 on network f7fc1fd4-0b23-49a5-8832-942d915a2b92 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:29.360687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Port 99bab7d1-4e66-4a86-b007-ddd3f121a349 on network f7fc1fd4-0b23-49a5-8832-942d915a2b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:59:29.361498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Attempting to bind port 99bab7d1-4e66-4a86-b007-ddd3f121a349 on network f7fc1fd4-0b23-49a5-8832-942d915a2b92 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:29.367030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.391037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:29.396100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Checking segment: {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:29.396100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Bound using segment: {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:29.396100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Bound port: 99bab7d1-4e66-4a86-b007-ddd3f121a349, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76458faf-06f0-4c76-9046-c6e9fb0fc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:29.396100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.408742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Pushing event updated for resources: {'Port': ['ID=a05c37c2-4a57-44cd-809d-122d639aa76a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:29.409367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Transition to ACTIVE for port object 79ed1c31-4178-48f0-98a1-e473186b36dc will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:29.516409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] For port 99bab7d1-4e66-4a86-b007-ddd3f121a349, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:29.527818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] For port 99bab7d1-4e66-4a86-b007-ddd3f121a349, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=99bab7d1-4e66-4a86-b007-ddd3f121a349,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:29.553523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Attempting to bind port a05c37c2-4a57-44cd-809d-122d639aa76a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:29.554813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Attempting to bind port a05c37c2-4a57-44cd-809d-122d639aa76a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:29.557107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Attempting to bind port a05c37c2-4a57-44cd-809d-122d639aa76a on network a350553b-47c2-41c4-a7ef-8abb29256525 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:29.572582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:29.573278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Checking segment: {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:29.573572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:29.574136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.574877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Bound using segment: {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:29.575699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Bound port: a05c37c2-4a57-44cd-809d-122d639aa76a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:29.576339 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.612562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.691073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b9cd9fd6-3c16-4fc1-9271-f75de22a5990 req-39c1d1f3-8998-4b4d-84f3-3bdb0c2a7a66 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.0508585 Aug 19 14:59:29.691357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:29.691357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:29.691357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:29.720621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:29.727473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.733190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] For port a05c37c2-4a57-44cd-809d-122d639aa76a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:29.739369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] For port a05c37c2-4a57-44cd-809d-122d639aa76a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a05c37c2-4a57-44cd-809d-122d639aa76a,segment=NetworkSegment(2950b60b-ed7d-4370-91d3-6c576250b1e9),segment_id=2950b60b-ed7d-4370-91d3-6c576250b1e9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:29.741331 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.836051 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.852022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:29.862186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.864169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] 10.222.0.54 "PUT /v2.0/ports/99bab7d1-4e66-4a86-b007-ddd3f121a349 HTTP/1.1" status: 200 len: 1092 time: 2.9356117 Aug 19 14:59:29.864403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'tag': '99bab7d1-4e66-4a86-b007-ddd3f121a349'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:29.866827 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80046362-0d0c-4ecc-9776-77a2488a328b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "tag": "99bab7d1-4e66-4a86-b007-ddd3f121a349"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:29.913933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.939580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.945651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:29.946545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.044817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Request body: {'port': {'device_id': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:30.094319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a448e-032d-4e92-b928-fae94049c8f4 None None] Pushing event updated for resources: {'Port': ['ID=a05c37c2-4a57-44cd-809d-122d639aa76a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.191829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9bc3-e337-4c4e-b1f5-c42deeb7f8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=99bab7d1-4e66-4a86-b007-ddd3f121a349,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.203272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68d34167-1f51-4bde-b461-5408cba048c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.290385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-f9dc4899-13b6-4df3-969a-fc38d040d80f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0429721 Aug 19 14:59:30.320220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Request body: {'port': {'device_id': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:30.349543 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f05acba4-a629-46e2-91d2-fd7410d30cfb req-09127688-e783-479d-bca8-3337ebd4416a tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.2246287 Aug 19 14:59:30.377343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.468753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Allocated IP 172.25.5.89 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/148f1c38-0efc-4b1f-b3b7-46fb8943172f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:30.535952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.538011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cfbb9854-a128-4569-ad03-8f56830813c9 None None] Provisioning for port 79ed1c31-4178-48f0-98a1-e473186b36dc completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:30.549437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cfbb9854-a128-4569-ad03-8f56830813c9 None None] Provisioning complete for port 79ed1c31-4178-48f0-98a1-e473186b36dc triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:30.549813 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9854-a128-4569-ad03-8f56830813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.731596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98185c0a-8190-4708-9579-b3dbb84c87e5 req-85548f22-c50c-439d-9497-2c836d7456fc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:30.738185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb9854-a128-4569-ad03-8f56830813c9 None None] Port 79ed1c31-4178-48f0-98a1-e473186b36dc cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:30.744295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98185c0a-8190-4708-9579-b3dbb84c87e5 req-85548f22-c50c-439d-9497-2c836d7456fc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:30.752016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98185c0a-8190-4708-9579-b3dbb84c87e5 req-85548f22-c50c-439d-9497-2c836d7456fc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1666 time: 0.2060368 Aug 19 14:59:30.762994 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.769939 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3cf915-67d8-444f-983d-dca40a896d6b x-openstack-request-id: req-cc3cf915-67d8-444f-983d-dca40a896d6b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:30.771254 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "tag": "99bab7d1-4e66-4a86-b007-ddd3f121a349", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:30.772971 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3cf915-67d8-444f-983d-dca40a896d6b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:30.774552 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'tag': '99bab7d1-4e66-4a86-b007-ddd3f121a349', 'status': 'completed', 'code': 200} Aug 19 14:59:30.832544 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98185c0a-8190-4708-9579-b3dbb84c87e5 req-b354db7c-efd8-486b-9111-541417344a75 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 Aug 19 14:59:30.860250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.881019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68d34167-1f51-4bde-b461-5408cba048c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.000520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-68d34167-1f51-4bde-b461-5408cba048c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.099703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.177080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-68d34167-1f51-4bde-b461-5408cba048c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f72f5d5c54344046a8abea99ab28aead&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6023040 Aug 19 14:59:31.190774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046362-0d0c-4ecc-9776-77a2488a328b req-0232894b-424c-4acd-8a24-c6d213ace9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.190774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046362-0d0c-4ecc-9776-77a2488a328b req-0232894b-424c-4acd-8a24-c6d213ace9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.190774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80046362-0d0c-4ecc-9776-77a2488a328b req-0232894b-424c-4acd-8a24-c6d213ace9cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1914 time: 0.4044342 Aug 19 14:59:31.201666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51604) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:31.210145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d34167-1f51-4bde-b461-5408cba048c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463f5591-cfa0-48f7-a30d-fcae33ef75ac,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:31.214218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Pushing event updated for resources: {'Port': ['ID=148f1c38-0efc-4b1f-b3b7-46fb8943172f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:31.230755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:31.233229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e827b5-13d5-4226-a130-e5225086c90f req-f6a59fa1-2b25-4563-9201-c36905ffa1cd tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.245858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4e827b5-13d5-4226-a130-e5225086c90f req-f6a59fa1-2b25-4563-9201-c36905ffa1cd tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 936 time: 0.3195660 Aug 19 14:59:31.263409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:31.272280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:31.365189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4fedf-dfc8-4f9f-a18f-0c86755e4a3b req-6ce47abc-7593-43b2-8526-a03691e2f303 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.368414 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3af4fedf-dfc8-4f9f-a18f-0c86755e4a3b req-6ce47abc-7593-43b2-8526-a03691e2f303 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 949 time: 0.1371894 Aug 19 14:59:31.457657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a05c37c2-4a57-44cd-809d-122d639aa76a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:31.585812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3af4fedf-dfc8-4f9f-a18f-0c86755e4a3b req-e5392508-7d04-4114-abb2-acf928faf5f8 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552646 Aug 19 14:59:31.631754 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-16156b94-949d-472b-b47b-f7bdf6d41ec4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929627 Aug 19 14:59:31.649498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62ede8-cb66-4563-912f-e374e46763fc None None] Network a350553b-47c2-41c4-a7ef-8abb29256525 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:31.664036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a05c37c2-4a57-44cd-809d-122d639aa76a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:31.814644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] Provisioning for port a05c37c2-4a57-44cd-809d-122d639aa76a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:31.823346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e6ed1280-2065-4858-b7a6-79fed6f999cf req-595c5f44-39fd-4e59-8683-0f193c56fbb6 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.0551264 Aug 19 14:59:31.877169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-4779f930-6a6e-4f33-a299-fbf38948c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.878726 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-4779f930-6a6e-4f33-a299-fbf38948c8b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 1098 time: 0.1537142 Aug 19 14:59:31.885353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] Provisioning complete for port a05c37c2-4a57-44cd-809d-122d639aa76a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:31.885920 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.917064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ed1c31-4178-48f0-98a1-e473186b36dc {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:31.918101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.928021 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.940997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Transition to ACTIVE for port object 79ed1c31-4178-48f0-98a1-e473186b36dc will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:31.994317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-e96ecbe1-2b03-4311-8079-75365b26e340 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372961 Aug 19 14:59:32.089836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.132285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] For port a05c37c2-4a57-44cd-809d-122d639aa76a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a05c37c2-4a57-44cd-809d-122d639aa76a,segment=NetworkSegment(2950b60b-ed7d-4370-91d3-6c576250b1e9),segment_id=2950b60b-ed7d-4370-91d3-6c576250b1e9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:32.160166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-3b196fe1-af0d-431f-a226-9f42979d0477 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.163456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-3b196fe1-af0d-431f-a226-9f42979d0477 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597397 Aug 19 14:59:32.175373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.180477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-11cc1ce2-206e-4d94-9ddd-7a4a445b6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.182285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-11cc1ce2-206e-4d94-9ddd-7a4a445b6407 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 200 len: 924 time: 0.2760761 Aug 19 14:59:32.233212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Request body: {'port': {'device_id': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'e48b52727e084a508c4d4d8e1d3eb49d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:32.282018 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.378228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185fe8-0cc0-4b0d-9a69-e350be586ad9 None None] Pushing event updated for resources: {'Port': ['ID=a05c37c2-4a57-44cd-809d-122d639aa76a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:32.385100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4e827b5-13d5-4226-a130-e5225086c90f req-55735024-7ebb-44bf-a695-a4266fb7717a tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1382365 Aug 19 14:59:32.424871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bb24c708-9bfe-4d7f-8082-8821467e1265 None None] Provisioning complete for port a05c37c2-4a57-44cd-809d-122d639aa76a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:32.425366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bb24c708-9bfe-4d7f-8082-8821467e1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.474813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:32.492679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046362-0d0c-4ecc-9776-77a2488a328b req-292de6ac-2497-4942-9db4-1a29b804664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.493319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046362-0d0c-4ecc-9776-77a2488a328b req-292de6ac-2497-4942-9db4-1a29b804664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.493926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046362-0d0c-4ecc-9776-77a2488a328b req-292de6ac-2497-4942-9db4-1a29b804664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.501325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80046362-0d0c-4ecc-9776-77a2488a328b req-292de6ac-2497-4942-9db4-1a29b804664a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=dfc81385756d4e56b6fc5855c1898761&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.2886641 Aug 19 14:59:32.609635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be14ac71-6164-4fa3-8ba8-e068fe778f09 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:32.724498 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.748939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6346a3da-773f-4e38-9f29-a2d00812b30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.773978 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-f2afb5ee-22df-4b4b-ae76-44aa759c95bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d987a0-2b5e-413a-b772-0db8f8d56857 HTTP/1.1" status: 200 len: 1002 time: 0.1201341 Aug 19 14:59:32.882460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Transition to ACTIVE for port object be14ac71-6164-4fa3-8ba8-e068fe778f09 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:32.884539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-d762a24f-06b3-4559-9d21-684b242ab9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.886233 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-d762a24f-06b3-4559-9d21-684b242ab9ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 200 len: 862 time: 0.0827956 Aug 19 14:59:32.887645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.922809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6346a3da-773f-4e38-9f29-a2d00812b30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.933161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b728e63-0040-4717-b916-00bd0833519f req-a77ee5cc-f294-4006-8a6f-4eadc2f1ad94 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.939650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b728e63-0040-4717-b916-00bd0833519f req-a77ee5cc-f294-4006-8a6f-4eadc2f1ad94 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.941362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b728e63-0040-4717-b916-00bd0833519f req-a77ee5cc-f294-4006-8a6f-4eadc2f1ad94 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1666 time: 0.4538634 Aug 19 14:59:32.949701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046362-0d0c-4ecc-9776-77a2488a328b req-b785ac13-4498-404b-b0e6-a77fe735df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.952533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80046362-0d0c-4ecc-9776-77a2488a328b req-b785ac13-4498-404b-b0e6-a77fe735df43 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4465523 Aug 19 14:59:33.011632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Attempting to bind port 79ed1c31-4178-48f0-98a1-e473186b36dc on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:33.012003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Attempting to bind port 79ed1c31-4178-48f0-98a1-e473186b36dc by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:33.012407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Attempting to bind port 79ed1c31-4178-48f0-98a1-e473186b36dc on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:33.014338 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5252e38-38e7-462c-b860-cfa2a4522cdd req-bfb00d7c-e721-433b-84b1-093926234221 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.0786729 Aug 19 14:59:33.044658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Port 79ed1c31-4178-48f0-98a1-e473186b36dc on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:59:33.045020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Attempting to bind port 79ed1c31-4178-48f0-98a1-e473186b36dc on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:33.047176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Made reservation on behalf of e48b52727e084a508c4d4d8e1d3eb49d for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:33.050855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.058763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.069608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-2e71ce96-cccb-4be9-8a9a-07ed93daa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:33.070725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-2e71ce96-cccb-4be9-8a9a-07ed93daa00a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec913136-bde3-41be-b86e-2178545ada6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761596 Aug 19 14:59:33.108266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:33.108614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:33.109006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:33.109488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Bound port: 79ed1c31-4178-48f0-98a1-e473186b36dc, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:33.121413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.121413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b728e63-0040-4717-b916-00bd0833519f req-7c9dc5a0-4119-420f-bc18-c19590a19450 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606290 Aug 19 14:59:33.121413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.190029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=be14ac71-6164-4fa3-8ba8-e068fe778f09,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:33.197659 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-961c485e-c0e7-448b-af18-d967fe8962b2 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196702 Aug 19 14:59:33.307374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Router bad74229-0b6d-4169-ba67-7a05d691aa1c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:59:33.343020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a05c37c2-4a57-44cd-809d-122d639aa76a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:33.355308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:33.359246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:33.360746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Attempting to bind port be14ac71-6164-4fa3-8ba8-e068fe778f09 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:33.361073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Attempting to bind port be14ac71-6164-4fa3-8ba8-e068fe778f09 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:33.361423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Attempting to bind port be14ac71-6164-4fa3-8ba8-e068fe778f09 on network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:33.379031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Port be14ac71-6164-4fa3-8ba8-e068fe778f09 on network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:59:33.379362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Attempting to bind port be14ac71-6164-4fa3-8ba8-e068fe778f09 on network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:33.392986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6346a3da-773f-4e38-9f29-a2d00812b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.396177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6346a3da-773f-4e38-9f29-a2d00812b30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.397480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6346a3da-773f-4e38-9f29-a2d00812b30d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/463f5591-cfa0-48f7-a30d-fcae33ef75ac HTTP/1.1" status: 204 len: 168 time: 2.1493967 Aug 19 14:59:33.402889 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b1ff538-0dd5-437e-830d-18efc8fc5b8f req-6bafbd0b-d400-469a-97d7-234d84164146 service neutron] 10.222.0.54 "GET /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981442 Aug 19 14:59:33.440438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:33.440788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Checking segment: {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:33.441342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Bound using segment: {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:33.441693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a05c37c2-4a57-44cd-809d-122d639aa76a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:33.443350 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.451624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Bound port: be14ac71-6164-4fa3-8ba8-e068fe778f09, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88a1862-ee0e-475a-83ce-98c06c3e8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:33.452185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.461185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346a3da-773f-4e38-9f29-a2d00812b30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463f5591-cfa0-48f7-a30d-fcae33ef75ac,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:33.507034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:33.515851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.525757 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Sync routers for ids ['bad74229-0b6d-4169-ba67-7a05d691aa1c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:33.542686 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Routers {'bad74229-0b6d-4169-ba67-7a05d691aa1c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:33.543545 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bad74229-0b6d-4169-ba67-7a05d691aa1c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:33.585074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703e0f-3bcc-41e1-874e-686810535c7e req-58f637eb-ab6e-4727-9ece-49393c752119 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:33.587958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91703e0f-3bcc-41e1-874e-686810535c7e req-58f637eb-ab6e-4727-9ece-49393c752119 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 948 time: 0.0723398 Aug 19 14:59:33.647160 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91703e0f-3bcc-41e1-874e-686810535c7e req-15bb44bb-d79c-4555-a200-7a9af32911ec tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527334 Aug 19 14:59:33.679855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:33.686019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.686019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] 10.222.0.46 "PUT /v2.0/ports/79ed1c31-4178-48f0-98a1-e473186b36dc HTTP/1.1" status: 200 len: 1097 time: 3.3788407 Aug 19 14:59:33.686019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:33.686858 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54834c83-b499-41a3-9dc9-7c751b72ed47" -d '{"events": [{"name": "network-changed", "server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:33.760587 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Set router bad74229-0b6d-4169-ba67-7a05d691aa1c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:33.769174 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431f1c32-04db-469c-a02f-a38298d31ad5 x-openstack-request-id: req-431f1c32-04db-469c-a02f-a38298d31ad5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:33.769483 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:33.769742 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-431f1c32-04db-469c-a02f-a38298d31ad5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:33.770185 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'status': 'completed', 'code': 200} Aug 19 14:59:33.855199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] For port be14ac71-6164-4fa3-8ba8-e068fe778f09, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:33.857655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319c916-50b1-49a1-8182-104de0fdb516 service neutron] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:33.866382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.878431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] For port be14ac71-6164-4fa3-8ba8-e068fe778f09, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:33.892315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834c83-b499-41a3-9dc9-7c751b72ed47 req-8977a428-cf0c-4a9c-975e-d6781536a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:33.900630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54834c83-b499-41a3-9dc9-7c751b72ed47 req-8977a428-cf0c-4a9c-975e-d6781536a455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 1100 time: 0.1190743 Aug 19 14:59:33.948357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54834c83-b499-41a3-9dc9-7c751b72ed47 req-b92b5355-b18f-4fe7-8fa6-54eaf9e4cbff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387197 Aug 19 14:59:33.974087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.035806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.134299 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:31Z', 'revision_number': 3, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port': {'id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:29Z', 'updated_at': '2021-08-19T14:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:34.157780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.158613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:34.176872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e0e3d5cb-b98b-4892-b419-16c14020f43e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8376963 Aug 19 14:59:34.178633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.178633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.178633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] 10.222.0.54 "PUT /v2.0/ports/be14ac71-6164-4fa3-8ba8-e068fe778f09 HTTP/1.1" status: 200 len: 1093 time: 4.1483772 Aug 19 14:59:34.178633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51684) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:34.192402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40d40555-55a5-40d8-82e0-ee24e7fdb865 req-9be83056-9a7c-4b6a-8711-d61cd78548b9 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.0814304 Aug 19 14:59:34.220287 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Checking router: bad74229-0b6d-4169-ba67-7a05d691aa1c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:59:34.220828 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Updating router bad74229-0b6d-4169-ba67-7a05d691aa1c port 148f1c38-0efc-4b1f-b3b7-46fb8943172f binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:59:34.270780 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.397637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834c83-b499-41a3-9dc9-7c751b72ed47 req-6e6ab49d-b81d-4918-9230-51ed41a465e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.399912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54834c83-b499-41a3-9dc9-7c751b72ed47 req-6e6ab49d-b81d-4918-9230-51ed41a465e5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4380445 Aug 19 14:59:34.401566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f15ee3-3400-4144-bde1-46c45ac01bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=be14ac71-6164-4fa3-8ba8-e068fe778f09,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:34.547224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Allocated IP 192.168.233.236 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/5a1a45f6-47aa-48fb-84d2-aff186a6e8d1) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:34.571832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07add3aa-abde-4ba3-8a56-28c8c7f6291e req-7338712a-3b8f-4e58-a767-d1950f4ee1cd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.579276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07add3aa-abde-4ba3-8a56-28c8c7f6291e req-7338712a-3b8f-4e58-a767-d1950f4ee1cd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.580925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07add3aa-abde-4ba3-8a56-28c8c7f6291e req-7338712a-3b8f-4e58-a767-d1950f4ee1cd tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1678 time: 0.2684362 Aug 19 14:59:34.630225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-f999c77d-0dda-4093-b350-89578c1732f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.630716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-f999c77d-0dda-4093-b350-89578c1732f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.632388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-f999c77d-0dda-4093-b350-89578c1732f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1982 time: 0.2177424 Aug 19 14:59:34.637333 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.648047 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Transition to ACTIVE for port object 148f1c38-0efc-4b1f-b3b7-46fb8943172f will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:34.665258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-4e0bc9ab-26fe-4415-8920-701e2089da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.666833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-4e0bc9ab-26fe-4415-8920-701e2089da2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 1100 time: 0.2094383 Aug 19 14:59:34.711170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51696) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:34.727653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e7136c1-35ac-44e9-9b3d-4a98008e8bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.756222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-89c231fb-9555-4e1e-9e68-729292dbaaf9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=99bab7d1-4e66-4a86-b007-ddd3f121a349 HTTP/1.1" status: 200 len: 217 time: 0.1095214 Aug 19 14:59:34.773678 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.805387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24270cb6-1f2a-46a3-90fd-9bdf09428a1f req-cfea5e2c-eaa6-4e17-af18-b8d211724b21 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:34.806982 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24270cb6-1f2a-46a3-90fd-9bdf09428a1f req-cfea5e2c-eaa6-4e17-af18-b8d211724b21 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 948 time: 0.0812151 Aug 19 14:59:34.817989 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Pushing event updated for resources: {'Port': ['ID=148f1c38-0efc-4b1f-b3b7-46fb8943172f,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:34.826612 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.827253 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.827782 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.828308 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.828822 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.829340 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.829856 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.830350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.830866 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.831355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.831856 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.832378 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:34.866177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07add3aa-abde-4ba3-8a56-28c8c7f6291e req-513f5212-d8a0-4767-8824-c58a8b42db2e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546995 Aug 19 14:59:34.866305 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Attempting to bind port 148f1c38-0efc-4b1f-b3b7-46fb8943172f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:34.866305 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Attempting to bind port 148f1c38-0efc-4b1f-b3b7-46fb8943172f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:34.866305 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Attempting to bind port 148f1c38-0efc-4b1f-b3b7-46fb8943172f on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:34.873294 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:34.874723 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:34.874723 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.875615 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:34.876336 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Bound port: 148f1c38-0efc-4b1f-b3b7-46fb8943172f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:34.876991 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.887423 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24270cb6-1f2a-46a3-90fd-9bdf09428a1f req-aced3841-0d4a-47bc-8b63-b222addc4731 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687802 Aug 19 14:59:34.916778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-03d8fc72-8d79-40b5-a1d3-58abd86d101f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=79ed1c31-4178-48f0-98a1-e473186b36dc HTTP/1.1" status: 200 len: 217 time: 0.2069364 Aug 19 14:59:34.941005 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] For port 148f1c38-0efc-4b1f-b3b7-46fb8943172f, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:34.945765 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] For port 148f1c38-0efc-4b1f-b3b7-46fb8943172f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=148f1c38-0efc-4b1f-b3b7-46fb8943172f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:34.950215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e7136c1-35ac-44e9-9b3d-4a98008e8bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.041081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-9eed1594-9a86-4665-b832-b276614cc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:35.042876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-9eed1594-9a86-4665-b832-b276614cc118 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35d93e4b-63fb-452f-8f45-aaa8bb006ac8 HTTP/1.1" status: 200 len: 801 time: 0.2224724 Aug 19 14:59:35.106092 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.135643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-dedb66f2-e365-4c7c-92f3-6353eafd5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:35.137124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-dedb66f2-e365-4c7c-92f3-6353eafd5aa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1766107 Aug 19 14:59:35.156283 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Routers {'bad74229-0b6d-4169-ba67-7a05d691aa1c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:35.156913 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bad74229-0b6d-4169-ba67-7a05d691aa1c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:35.211552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e7136c1-35ac-44e9-9b3d-4a98008e8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.215655 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50898a01-be8b-4785-b5fe-35b547226ad3 None None] Pushing event updated for resources: {'Port': ['ID=148f1c38-0efc-4b1f-b3b7-46fb8943172f,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:35.270669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-36605d41-98c9-4069-ab24-99e73c0eb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:35.272248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-36605d41-98c9-4069-ab24-99e73c0eb865 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7fc1fd4-0b23-49a5-8832-942d915a2b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971190 Aug 19 14:59:35.319143 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] Set router bad74229-0b6d-4169-ba67-7a05d691aa1c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:35.326788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e7136c1-35ac-44e9-9b3d-4a98008e8bf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16261eee171e4acb96e685f98f3fb0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125569 Aug 19 14:59:35.329510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7136c1-35ac-44e9-9b3d-4a98008e8bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61d61de-c677-457c-9ec9-762841339a6a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:35.334068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51718) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:35.368622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-b70ee138-132d-4047-b463-d13950816846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:35.370205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-b70ee138-132d-4047-b463-d13950816846 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2141914 Aug 19 14:59:35.426262 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef03aa7b-bfbd-4b0d-bc29-3a5f2e645e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.433397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.439266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-029990bb-892f-430f-8f6b-c35338fad0d7 req-c8bf566a-035f-41de-9868-36ccc099583a tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 210 time: 0.0935826 Aug 19 14:59:35.456369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef03aa7b-bfbd-4b0d-bc29-3a5f2e645e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.572260 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:31Z', 'revision_number': 3, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port': {'id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:29Z', 'updated_at': '2021-08-19T14:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:35.581495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:35.606457 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb7439-d077-4311-80d7-db5de40e3de5 None None] The sync data for ids ['bad74229-0b6d-4169-ba67-7a05d691aa1c'] in n-d-779913-32 is: [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:31Z', 'revision_number': 3, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port': {'id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:29Z', 'updated_at': '2021-08-19T14:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:35.620432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef03aa7b-bfbd-4b0d-bc29-3a5f2e645e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.624670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef03aa7b-bfbd-4b0d-bc29-3a5f2e645e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.629734 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ef03aa7b-bfbd-4b0d-bc29-3a5f2e645e37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c61d61de-c677-457c-9ec9-762841339a6a HTTP/1.1" status: 204 len: 168 time: 0.2849624 Aug 19 14:59:35.644402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03aa7b-bfbd-4b0d-bc29-3a5f2e645e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61d61de-c677-457c-9ec9-762841339a6a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:35.687344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:35.891577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'tag': 'be14ac71-6164-4fa3-8ba8-e068fe778f09'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:35.894353 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0495cc41-d3a7-47b2-9250-a42e04025aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "tag": "be14ac71-6164-4fa3-8ba8-e068fe778f09"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:35.897635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Transition to ACTIVE for port object 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:35.945937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:35.978528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-cb53648b-2080-4379-b86b-0f2c23265350 service neutron] 10.222.0.54 "GET /v2.0/networks/f7fc1fd4-0b23-49a5-8832-942d915a2b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932814 Aug 19 14:59:35.997183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'mac_address': 'fa:16:3e:37:86:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:36.052939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.087623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff9b4-aeee-400a-b3c8-136204588a95 req-af0a0c0f-92c3-45c5-9406-a77a9ba9fc08 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:36.106102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff9b4-aeee-400a-b3c8-136204588a95 req-af0a0c0f-92c3-45c5-9406-a77a9ba9fc08 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:36.113647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-641ff9b4-aeee-400a-b3c8-136204588a95 req-af0a0c0f-92c3-45c5-9406-a77a9ba9fc08 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1678 time: 0.1531174 Aug 19 14:59:36.126880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-43e437eb-f748-492f-b9eb-e2d6a16889b6 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300804 Aug 19 14:59:36.164902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-641ff9b4-aeee-400a-b3c8-136204588a95 req-1e56f92c-a77a-41f5-ad75-367d7439ba17 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Aug 19 14:59:36.181594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:36.190701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:36.197257 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e7d10-fda2-4f8d-b156-f58a59e5560b" -d '{"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:36.217012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.258684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dab2c3a-42cf-47b0-aa97-6380f57582e5 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:36.296631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.296901 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907c1933-43dc-459e-a7f4-0cf49fd9994b x-openstack-request-id: req-907c1933-43dc-459e-a7f4-0cf49fd9994b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:36.297214 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "tag": "be14ac71-6164-4fa3-8ba8-e068fe778f09", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:36.297792 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-907c1933-43dc-459e-a7f4-0cf49fd9994b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:36.298373 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'tag': 'be14ac71-6164-4fa3-8ba8-e068fe778f09', 'status': 'completed', 'code': 200} Aug 19 14:59:36.334884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:36.337820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.391271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a6651c8-ed89-4c1a-b527-9a5ac0d5a6f4 req-416f0048-fc14-46ff-aeaf-ec99bd6e9fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396908 Aug 19 14:59:36.434266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.445813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d17a9-f364-432a-9d62-f613fdc208c4 req-6043d715-5868-4a3d-b0c0-6c50075e9a0c tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:36.454690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b54d17a9-f364-432a-9d62-f613fdc208c4 req-6043d715-5868-4a3d-b0c0-6c50075e9a0c tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 948 time: 0.3263640 Aug 19 14:59:36.475815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.528932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:36.559864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5dab2c3a-42cf-47b0-aa97-6380f57582e5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:36.633555 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ac88a-4d25-4436-b0aa-9e38adb42554 x-openstack-request-id: req-7e5ac88a-4d25-4436-b0aa-9e38adb42554 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:36.634475 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:36.634700 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e5ac88a-4d25-4436-b0aa-9e38adb42554 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:36.635921 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'code': 200} Aug 19 14:59:36.716597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:36.772863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-59232007-194d-4c95-a795-aed0dbc27650 service neutron] 10.222.0.54 "GET /v2.0/networks/f7fc1fd4-0b23-49a5-8832-942d915a2b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781851 Aug 19 14:59:36.810431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95bad-7985-4a94-812f-85f2db4643da req-c5600a24-dcb7-47de-b2c1-af2a2c8ec660 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:36.812102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97e95bad-7985-4a94-812f-85f2db4643da req-c5600a24-dcb7-47de-b2c1-af2a2c8ec660 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 936 time: 0.0937791 Aug 19 14:59:36.847074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Pushing event updated for resources: {'Port': ['ID=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:36.877451 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-97e95bad-7985-4a94-812f-85f2db4643da req-43e80f5c-f583-4bef-8a68-aebbb84ee0e7 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585768 Aug 19 14:59:36.922270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-ffc8ec56-fea2-407c-a8b7-290cfdff0715 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09 HTTP/1.1" status: 200 len: 217 time: 0.1168714 Aug 19 14:59:36.929541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:36.932929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b54d17a9-f364-432a-9d62-f613fdc208c4 req-b16d9a08-4be2-4584-9546-f2354d01fd2a tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773960 Aug 19 14:59:36.955068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:37.002315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:37.014414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Allocated IP 172.20.0.1 (a350553b-47c2-41c4-a7ef-8abb29256525/dfb765c7-26a7-4dd3-9b8c-4a43126ac678/b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:37.066088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-a25e46a7-118c-4545-a16f-a87aebf8b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:37.068468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-a25e46a7-118c-4545-a16f-a87aebf8b304 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ac9dbc7-07e3-49ac-a2c8-13937083349b HTTP/1.1" status: 200 len: 801 time: 0.1305509 Aug 19 14:59:37.119683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:37.120355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.148902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85700d7-e697-4892-8f76-1d0053372284 req-1bd53a28-dfb2-44c6-995b-36e564b2f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:37.150615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-1bd53a28-dfb2-44c6-995b-36e564b2f180 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754559 Aug 19 14:59:37.272465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-9b5ff901-c1c4-480f-ad00-66793fba2712 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0849473 Aug 19 14:59:37.290064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Request body: {'port': {'device_id': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:37.389189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a54b6c-f48d-422d-a489-9332f053104a req-94a14461-5949-4796-875d-2adbff7d12b6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:37.406351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-ba524120-a8df-4fcb-8563-57c82aeeb0b0 service neutron] 10.222.0.54 "GET /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452638 Aug 19 14:59:37.414407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a54b6c-f48d-422d-a489-9332f053104a req-94a14461-5949-4796-875d-2adbff7d12b6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:37.417223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-16a54b6c-f48d-422d-a489-9332f053104a req-94a14461-5949-4796-875d-2adbff7d12b6 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1678 time: 0.1680357 Aug 19 14:59:37.419291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f09daa50-4b99-4102-9750-472f60ee77f7 None None] Provisioning for port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:37.431037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f09daa50-4b99-4102-9750-472f60ee77f7 None None] Provisioning complete for port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:37.431851 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f09daa50-4b99-4102-9750-472f60ee77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.468154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.491665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f09daa50-4b99-4102-9750-472f60ee77f7 None None] Port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:37.499790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 148f1c38-0efc-4b1f-b3b7-46fb8943172f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:37.511337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.513000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-16a54b6c-f48d-422d-a489-9332f053104a req-09836656-9a4f-4386-a336-43be99ee0b21 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818577 Aug 19 14:59:37.575725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Transition to ACTIVE for port object b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:37.607761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:37.697749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:37.699549 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.748700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 148f1c38-0efc-4b1f-b3b7-46fb8943172f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:37.758042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 148f1c38-0efc-4b1f-b3b7-46fb8943172f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:37.759398 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.924493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85700d7-e697-4892-8f76-1d0053372284 req-3be899bb-8539-4290-9f68-43c208624e41 service neutron] 10.222.0.54 "GET /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910495 Aug 19 14:59:37.994577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.055156 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.083620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 148f1c38-0efc-4b1f-b3b7-46fb8943172f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=148f1c38-0efc-4b1f-b3b7-46fb8943172f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:38.177885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.178382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:38.202778 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.245713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0fb7-d21e-48ee-bc0c-108b5481ceb9 req-e2821108-40b7-4a98-bba0-72e570e9b8f1 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.252783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc5f0fb7-d21e-48ee-bc0c-108b5481ceb9 req-e2821108-40b7-4a98-bba0-72e570e9b8f1 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 948 time: 0.1481073 Aug 19 14:59:38.280069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.331206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Network a350553b-47c2-41c4-a7ef-8abb29256525 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:38.342979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=148f1c38-0efc-4b1f-b3b7-46fb8943172f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:38.372963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:38.376664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:38.477551 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc5f0fb7-d21e-48ee-bc0c-108b5481ceb9 req-359fe69e-9533-49c1-a229-5121bd11a8d3 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963792 Aug 19 14:59:38.479700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:38.520943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-b7df43fd-a0a5-48e9-b425-73ea8f82f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.521561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-b7df43fd-a0a5-48e9-b425-73ea8f82f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.524981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-b7df43fd-a0a5-48e9-b425-73ea8f82f588 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfc81385756d4e56b6fc5855c1898761&device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1982 time: 0.2600236 Aug 19 14:59:38.532826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:38.540984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.618787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf945b-b4cb-4746-afe1-0270d7136980 req-4feb9d3d-f34b-4334-8237-3a988be49b42 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.620323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aedf945b-b4cb-4746-afe1-0270d7136980 req-4feb9d3d-f34b-4334-8237-3a988be49b42 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 936 time: 0.5076287 Aug 19 14:59:38.637441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:38.651005 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba23ecbe-e686-47c0-a602-214dabacf451" -d '{"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-plugged", "status": "completed", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:38.762349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236d31-a8a6-4dd4-b26e-302c3830cd12 req-8dc80492-dcca-44d6-99ca-2cd4a769c494 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.784200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236d31-a8a6-4dd4-b26e-302c3830cd12 req-8dc80492-dcca-44d6-99ca-2cd4a769c494 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.786527 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-87236d31-a8a6-4dd4-b26e-302c3830cd12 req-8dc80492-dcca-44d6-99ca-2cd4a769c494 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1678 time: 0.1575556 Aug 19 14:59:38.870363 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-87236d31-a8a6-4dd4-b26e-302c3830cd12 req-6338327b-2972-4c31-8521-bc848586396f tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752552 Aug 19 14:59:38.962243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1fba74df-9041-43a9-bab3-70b3688cf54b None None] Provisioning for port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:38.967580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1fba74df-9041-43a9-bab3-70b3688cf54b None None] Provisioning complete for port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:38.974203 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1fba74df-9041-43a9-bab3-70b3688cf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.974422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:38.990011 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.009039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aedf945b-b4cb-4746-afe1-0270d7136980 req-da02d0d1-8002-40ca-a83d-72d491391810 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687103 Aug 19 14:59:39.028147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Transition to ACTIVE for port object 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:39.032549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-e6e5aee2-4c4a-4ca8-8af3-823f2cf27d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.048066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-e6e5aee2-4c4a-4ca8-8af3-823f2cf27d07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b HTTP/1.1" status: 200 len: 902 time: 0.4441280 Aug 19 14:59:39.050265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1fba74df-9041-43a9-bab3-70b3688cf54b None None] Port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:39.135679 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7053f7cb-c05a-4fe0-81e5-2f2825b1542b x-openstack-request-id: req-7053f7cb-c05a-4fe0-81e5-2f2825b1542b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:39.135979 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-plugged", "status": "completed", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:39.136232 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7053f7cb-c05a-4fe0-81e5-2f2825b1542b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:39.136624 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'code': 200} Aug 19 14:59:39.149045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-0fe8f0f2-46b3-49fd-86a8-1788e454a9b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09 HTTP/1.1" status: 200 len: 217 time: 0.1005330 Aug 19 14:59:39.188496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.282609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.408802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-214b7533-0351-46fc-a733-b1405e67f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.410747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-214b7533-0351-46fc-a733-b1405e67f1b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ac9dbc7-07e3-49ac-a2c8-13937083349b HTTP/1.1" status: 200 len: 801 time: 0.2358873 Aug 19 14:59:39.433684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 148f1c38-0efc-4b1f-b3b7-46fb8943172f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:39.481765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:39.565798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 148f1c38-0efc-4b1f-b3b7-46fb8943172f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:39.569442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.684461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:39.744780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a46cb-76fe-4a6f-8c71-5793b2222354 req-4aee3418-6311-4052-ac82-32cd4e3fdf9f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.757158 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6c4a46cb-76fe-4a6f-8c71-5793b2222354 req-4aee3418-6311-4052-ac82-32cd4e3fdf9f tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 948 time: 0.1064892 Aug 19 14:59:39.819018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-e44dcb81-0819-434a-93b5-8932f282c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.820904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-e44dcb81-0819-434a-93b5-8932f282c6fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3848593 Aug 19 14:59:39.878095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Attempting to bind port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:39.878435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Attempting to bind port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:39.880911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Attempting to bind port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:39.886428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6c4a46cb-76fe-4a6f-8c71-5793b2222354 req-677cb0c4-1343-4f82-b7ae-67617de19967 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261818 Aug 19 14:59:39.966313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:39.997242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'mac_address': 'fa:16:3e:cf:2f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:40.074149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:59:40.076223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Attempting to bind port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:40.122353 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.149020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 99bab7d1-4e66-4a86-b007-ddd3f121a349 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:40.160340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:40.160675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:40.171432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:40.172044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Bound port: 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:40.172462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.196859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ed1c31-4178-48f0-98a1-e473186b36dc {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:40.252783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:40.373703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4808480-1d02-4b0c-9f5c-aeae5198d563 req-c302f6c6-548c-4020-90cd-f7e159046c34 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.383822 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a4808480-1d02-4b0c-9f5c-aeae5198d563 req-c302f6c6-548c-4020-90cd-f7e159046c34 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 948 time: 0.0779464 Aug 19 14:59:40.392191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 99bab7d1-4e66-4a86-b007-ddd3f121a349, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=99bab7d1-4e66-4a86-b007-ddd3f121a349,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:40.407918 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.412299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '99bab7d1-4e66-4a86-b007-ddd3f121a349', 'network_id': 'f7fc1fd4-0b23-49a5-8832-942d915a2b92', 'port_id': '99bab7d1-4e66-4a86-b007-ddd3f121a349', 'mac_address': 'fa:16:3e:f3:7b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d93e4b-63fb-452f-8f45-aaa8bb006ac8', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:40.449426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f376c-b5e2-4c6b-ac3d-7c02de390f30 req-bdf66936-9091-4cc2-875b-47a2f8c78d67 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.453553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a4808480-1d02-4b0c-9f5c-aeae5198d563 req-66f8283f-0c79-4055-80de-c9c0917f9614 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686784 Aug 19 14:59:40.483466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f376c-b5e2-4c6b-ac3d-7c02de390f30 req-bdf66936-9091-4cc2-875b-47a2f8c78d67 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.508073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-821f376c-b5e2-4c6b-ac3d-7c02de390f30 req-bdf66936-9091-4cc2-875b-47a2f8c78d67 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1678 time: 0.3870387 Aug 19 14:59:40.526546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:40.529507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.532791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-a7c36e9b-cbda-4931-8313-e4b281d37163 service neutron] 10.222.0.54 "GET /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574514 Aug 19 14:59:40.548088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bab7d1-4e66-4a86-b007-ddd3f121a349 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:40.595399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 99bab7d1-4e66-4a86-b007-ddd3f121a349, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=99bab7d1-4e66-4a86-b007-ddd3f121a349,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:40.675283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.691260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] For port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:40.700715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['79ed1c31-4178-48f0-98a1-e473186b36dc'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:40.757884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.777381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] For port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:40.790027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.794963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-821f376c-b5e2-4c6b-ac3d-7c02de390f30 req-994312e9-fe0f-4327-ba72-9f2079a81703 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859037 Aug 19 14:59:40.858247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51876) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:40.896418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.928622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=99bab7d1-4e66-4a86-b007-ddd3f121a349,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:40.965457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.966529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.970593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 HTTP/1.1" status: 200 len: 1097 time: 3.6890454 Aug 19 14:59:40.976597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'tag': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:40.979461 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aeddc4-4098-47c1-aef3-e81ca031f471" -d '{"events": [{"name": "network-changed", "server_uuid": "d01860b7-64bb-40eb-920d-db0fab7ac7d6", "tag": "5a1a45f6-47aa-48fb-84d2-aff186a6e8d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:41.000256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.002300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.010464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0495cc41-d3a7-47b2-9250-a42e04025aa3 req-9a234cd6-feca-4bc5-af05-962123b6d828 service neutron] 10.222.0.54 "GET /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497082 Aug 19 14:59:41.206935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-477f4a33-d72d-4079-8483-b1f2c9ea198d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.225745 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4166a44-ecd4-4282-a971-ad1ba7e03b41 x-openstack-request-id: req-a4166a44-ecd4-4282-a971-ad1ba7e03b41 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:41.225745 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01860b7-64bb-40eb-920d-db0fab7ac7d6", "tag": "5a1a45f6-47aa-48fb-84d2-aff186a6e8d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:41.226155 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4166a44-ecd4-4282-a971-ad1ba7e03b41 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:41.226311 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'tag': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1', 'status': 'completed', 'code': 200} Aug 19 14:59:41.310290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef996704-9617-4867-90ad-38dc07ce9ea0 req-0b37ba6d-6440-496d-8651-8b29a2c1ca02 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:41.316092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ef996704-9617-4867-90ad-38dc07ce9ea0 req-0b37ba6d-6440-496d-8651-8b29a2c1ca02 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 949 time: 0.1995654 Aug 19 14:59:41.342232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['99bab7d1-4e66-4a86-b007-ddd3f121a349'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:41.415697 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ef996704-9617-4867-90ad-38dc07ce9ea0 req-729e21a6-0201-414d-9394-47669a720c24 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917430 Aug 19 14:59:41.433879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec8402-2621-4548-a206-e6aaafcb2cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.470204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeddc4-4098-47c1-aef3-e81ca031f471 req-376f04dc-1be6-4908-819e-316a0b4e36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:41.472494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36aeddc4-4098-47c1-aef3-e81ca031f471 req-376f04dc-1be6-4908-819e-316a0b4e36b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 1100 time: 0.2453413 Aug 19 14:59:41.526332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36aeddc4-4098-47c1-aef3-e81ca031f471 req-aaa81271-9096-47b6-a89c-2644914368ba service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388093 Aug 19 14:59:41.532315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Network a350553b-47c2-41c4-a7ef-8abb29256525 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:41.543289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:41.696761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-477f4a33-d72d-4079-8483-b1f2c9ea198d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.788573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-477f4a33-d72d-4079-8483-b1f2c9ea198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.883254 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-477f4a33-d72d-4079-8483-b1f2c9ea198d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec6e9d8edad04c269d80d893d59f9155&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219669 Aug 19 14:59:41.894567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:41.897813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f4a33-d72d-4079-8483-b1f2c9ea198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5427b896-876f-484e-908e-c030e700cb55,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.028801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-022d201b-1246-45d2-bb66-59bccfd400db None None] Provisioning complete for port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:42.029335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-022d201b-1246-45d2-bb66-59bccfd400db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.071378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-022d201b-1246-45d2-bb66-59bccfd400db None None] Port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:42.097854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73278f58-d9b5-4123-a65a-586cf0b97253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.119659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585950f-9195-423a-bc03-ba7b8ff26d96 req-1e903099-6309-4370-93a2-890e8cf62afe tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.125885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585950f-9195-423a-bc03-ba7b8ff26d96 req-1e903099-6309-4370-93a2-890e8cf62afe tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.130346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device be14ac71-6164-4fa3-8ba8-e068fe778f09 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:42.133874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1585950f-9195-423a-bc03-ba7b8ff26d96 req-1e903099-6309-4370-93a2-890e8cf62afe tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1679 time: 0.1735878 Aug 19 14:59:42.168431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73278f58-d9b5-4123-a65a-586cf0b97253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.216664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1585950f-9195-423a-bc03-ba7b8ff26d96 req-32f85b63-575c-4006-8bb3-653f09cb8266 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809009 Aug 19 14:59:42.318785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port be14ac71-6164-4fa3-8ba8-e068fe778f09, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:42.336228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73278f58-d9b5-4123-a65a-586cf0b97253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.339368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73278f58-d9b5-4123-a65a-586cf0b97253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.343798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-73278f58-d9b5-4123-a65a-586cf0b97253 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5427b896-876f-484e-908e-c030e700cb55 HTTP/1.1" status: 204 len: 168 time: 0.4470596 Aug 19 14:59:42.359394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73278f58-d9b5-4123-a65a-586cf0b97253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5427b896-876f-484e-908e-c030e700cb55,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.360324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'be14ac71-6164-4fa3-8ba8-e068fe778f09', 'network_id': 'd57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b', 'port_id': 'be14ac71-6164-4fa3-8ba8-e068fe778f09', 'mac_address': 'fa:16:3e:09:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac9dbc7-07e3-49ac-a2c8-13937083349b', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:42.496107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.518771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be14ac71-6164-4fa3-8ba8-e068fe778f09 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:42.543072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port be14ac71-6164-4fa3-8ba8-e068fe778f09, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:42.550988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeddc4-4098-47c1-aef3-e81ca031f471 req-920eac6d-4e57-4a0a-b043-5bb2c0d5e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.555182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36aeddc4-4098-47c1-aef3-e81ca031f471 req-920eac6d-4e57-4a0a-b043-5bb2c0d5e2cf service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0220807 Aug 19 14:59:42.596840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d17a9f-131e-49ef-8b75-9bed15e54a52 req-42895d55-de08-4a06-9bc6-632662ebf944 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.599056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31d17a9f-131e-49ef-8b75-9bed15e54a52 req-42895d55-de08-4a06-9bc6-632662ebf944 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 948 time: 0.2772372 Aug 19 14:59:42.601271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Router bad74229-0b6d-4169-ba67-7a05d691aa1c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:42.634115 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.660695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab1222-dcc9-4672-8c46-f952ea76f42b req-da8ca998-6d22-45f6-a54a-905f80399203 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.670276 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d6ab1222-dcc9-4672-8c46-f952ea76f42b req-da8ca998-6d22-45f6-a54a-905f80399203 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 949 time: 0.0767610 Aug 19 14:59:42.720214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=be14ac71-6164-4fa3-8ba8-e068fe778f09,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.730447 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d6ab1222-dcc9-4672-8c46-f952ea76f42b req-06f9a5ae-3fec-4061-a1ef-a6fdaff7b3dd tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Aug 19 14:59:42.798432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31d17a9f-131e-49ef-8b75-9bed15e54a52 req-d709e79c-7e7a-43f9-9e73-2bceb9236835 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901438 Aug 19 14:59:42.857580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-cb0e3816-41b7-4709-be43-9e94d655ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.859301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-cb0e3816-41b7-4709-be43-9e94d655ed47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 1100 time: 0.2343757 Aug 19 14:59:42.905795 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.938057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-58228673-aa50-4d49-83ca-4f031dbe667b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0621760 Aug 19 14:59:42.939150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:42.948362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2c496223-1d90-4aa3-bb1e-fb241cbbdae1 admin admin] 10.222.0.13 "PUT /v2.0/routers/bad74229-0b6d-4169-ba67-7a05d691aa1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7678692 Aug 19 14:59:42.953773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Sync routers for ids ['bad74229-0b6d-4169-ba67-7a05d691aa1c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:42.986997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Routers {'bad74229-0b6d-4169-ba67-7a05d691aa1c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:42.991504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bad74229-0b6d-4169-ba67-7a05d691aa1c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:43.101695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-b79c9635-09de-405c-96a2-4d9d367fbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:43.104067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-b79c9635-09de-405c-96a2-4d9d367fbf02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1546221 Aug 19 14:59:43.129974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Set router bad74229-0b6d-4169-ba67-7a05d691aa1c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:43.180817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a64c-4383-4516-ae1a-f6d41832acba req-676b8238-218e-451a-a28a-49588b4b90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:43.183073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-676b8238-218e-451a-a28a-49588b4b90e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709941 Aug 19 14:59:43.224583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['be14ac71-6164-4fa3-8ba8-e068fe778f09'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:43.396808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-89d10b7f-ce5d-461a-a0d7-f0cac90c53e0 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056980 Aug 19 14:59:43.511301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480996-1ea9-47d9-ba70-27008ac15443 req-39ce6952-b120-4025-a94f-e090f59d384e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:43.541347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480996-1ea9-47d9-ba70-27008ac15443 req-39ce6952-b120-4025-a94f-e090f59d384e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:43.551026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3f480996-1ea9-47d9-ba70-27008ac15443 req-39ce6952-b120-4025-a94f-e090f59d384e tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1680 time: 0.1960723 Aug 19 14:59:43.558056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:38Z', 'revision_number': 4, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port': {'id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:29Z', 'updated_at': '2021-08-19T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e', 'name': '', 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'mac_address': 'fa:16:3e:b8:50:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dfb765c7-26a7-4dd3-9b8c-4a43126ac678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:36Z', 'updated_at': '2021-08-19T14:59:39Z', 'revision_number': 2, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'subnets': [{'id': 'dfb765c7-26a7-4dd3-9b8c-4a43126ac678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:43.606878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51942) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:43.616343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Checking router: bad74229-0b6d-4169-ba67-7a05d691aa1c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:59:43.616643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Updating router bad74229-0b6d-4169-ba67-7a05d691aa1c port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:59:43.637955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b284a64c-4383-4516-ae1a-f6d41832acba req-c5ee2d09-8362-4339-9a3f-0705bafcbe92 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314200 Aug 19 14:59:43.674774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff81cd31-d504-4f7b-b13e-2f7c4b9cf98e req-5a8f7c8d-53e6-4c79-b23e-9ebaaf94e4c1 tempest-FloatingIPsNegativeTestJSON-2083647361 tempest-FloatingIPsNegativeTestJSON-2083647361-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=6e8d3638b4314305990d71a7901b9e6c HTTP/1.1" status: 200 len: 217 time: 0.0559866 Aug 19 14:59:43.697675 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3f480996-1ea9-47d9-ba70-27008ac15443 req-f805477d-4338-453d-8c4f-4f110fd73835 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367638 Aug 19 14:59:43.697675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-694ea3c3-3bbd-4416-8711-7ddf0cf22262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.698060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:43.779458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86107ac6-2c8c-4256-9f3f-6a6d68bfba4e req-155e3c75-c7ba-43f4-934f-c9adacbab8af tempest-FloatingIPsNegativeTestJSON-2083647361 tempest-FloatingIPsNegativeTestJSON-2083647361-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0424428 Aug 19 14:59:43.798726 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.909710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-694ea3c3-3bbd-4416-8711-7ddf0cf22262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.949858 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-1b4a52eb-77fd-4a4d-87c0-e3bc4c721fd9 req-09168fad-b6a9-47ba-a26e-d0f0250af738 tempest-FloatingIPsNegativeTestJSON-2083647361 tempest-FloatingIPsNegativeTestJSON-2083647361-project] show failed (client error): The resource could not be found. Aug 19 14:59:43.951204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b4a52eb-77fd-4a4d-87c0-e3bc4c721fd9 req-09168fad-b6a9-47ba-a26e-d0f0250af738 tempest-FloatingIPsNegativeTestJSON-2083647361 tempest-FloatingIPsNegativeTestJSON-2083647361-project] 10.222.0.13 "GET /v2.0/floatingips/ec17a94c-e841-49f4-95f6-18d1df9e7717 HTTP/1.1" status: 404 len: 350 time: 0.0857573 Aug 19 14:59:43.962218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51958) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:44.079186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-694ea3c3-3bbd-4416-8711-7ddf0cf22262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.117139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 79ed1c31-4178-48f0-98a1-e473186b36dc completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:44.135787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 99bab7d1-4e66-4a86-b007-ddd3f121a349 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:44.150275 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-694ea3c3-3bbd-4416-8711-7ddf0cf22262 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8e084165bde4d599bcef053f0df2755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401835 Aug 19 14:59:44.157837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 79ed1c31-4178-48f0-98a1-e473186b36dc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:44.159513 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.160448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51960) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:44.234416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea3c3-3bbd-4416-8711-7ddf0cf22262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19847348-722d-44ce-91d7-72287e4e091b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:44.251638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a183c39-0378-4527-b600-5a08d8a160ad req-95b4c107-79d5-4918-b461-dd0f667a01df tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:44.262312 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a183c39-0378-4527-b600-5a08d8a160ad req-95b4c107-79d5-4918-b461-dd0f667a01df tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 949 time: 0.3398201 Aug 19 14:59:44.335116 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a183c39-0378-4527-b600-5a08d8a160ad req-b545f434-b208-461c-a584-ee459e6618fc tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717423 Aug 19 14:59:44.378763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69388-a1c2-4bec-b487-ed201fc67dce req-9a3e3425-e36a-4bc0-976f-e83ea821315b tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:44.380753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6be69388-a1c2-4bec-b487-ed201fc67dce req-9a3e3425-e36a-4bc0-976f-e83ea821315b tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 948 time: 0.2829282 Aug 19 14:59:44.455735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f26a5181-86cf-43e8-98d5-a9282bcb08ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.500203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6be69388-a1c2-4bec-b487-ed201fc67dce req-17dd32cd-2db1-40f1-b4aa-be1eb2fd8d1d tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081333 Aug 19 14:59:44.520663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f26a5181-86cf-43e8-98d5-a9282bcb08ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.622385 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:59:44.624907 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.677978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:44.680255 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe4db9c-1cfb-4adb-8080-d4516938d9da" -d '{"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-plugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:44.700482 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.701841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:44.704106 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.761040 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4933289-128c-420f-89d8-ee30bd87679e x-openstack-request-id: req-d4933289-128c-420f-89d8-ee30bd87679e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:44.761538 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-plugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:44.765468 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4933289-128c-420f-89d8-ee30bd87679e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:44.768425 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'code': 200} Aug 19 14:59:44.831780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Transition to ACTIVE for port object b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:44.839405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 99bab7d1-4e66-4a86-b007-ddd3f121a349 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:44.842062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.852248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 99bab7d1-4e66-4a86-b007-ddd3f121a349 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:44.852625 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.883044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f26a5181-86cf-43e8-98d5-a9282bcb08ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.886449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f26a5181-86cf-43e8-98d5-a9282bcb08ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.893796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f26a5181-86cf-43e8-98d5-a9282bcb08ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19847348-722d-44ce-91d7-72287e4e091b HTTP/1.1" status: 204 len: 168 time: 0.7292717 Aug 19 14:59:44.952070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.959320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a5181-86cf-43e8-98d5-a9282bcb08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19847348-722d-44ce-91d7-72287e4e091b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:45.033994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c425f-f917-44bd-805e-e44360c66d65 req-473df848-7b41-400e-92b1-fd25a6cef69c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.035254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:45.043555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c425f-f917-44bd-805e-e44360c66d65 req-473df848-7b41-400e-92b1-fd25a6cef69c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.053652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba9c425f-f917-44bd-805e-e44360c66d65 req-473df848-7b41-400e-92b1-fd25a6cef69c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1680 time: 0.2642868 Aug 19 14:59:45.070850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ec18-1efe-40a7-987d-2029d37c3d85 req-d84a43b2-01c9-4a9e-b1b0-e01cd5bb1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.072737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8872ec18-1efe-40a7-987d-2029d37c3d85 req-d84a43b2-01c9-4a9e-b1b0-e01cd5bb1859 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 1102 time: 0.2653575 Aug 19 14:59:45.171835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8872ec18-1efe-40a7-987d-2029d37c3d85 req-6af198bf-f5ab-4a12-b263-2ae1598e872f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Aug 19 14:59:45.184906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba9c425f-f917-44bd-805e-e44360c66d65 req-c39c9356-7731-4a34-bfbf-1e298df520ed tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296048 Aug 19 14:59:45.263258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c709a-f35a-419d-889a-11e7f7b12175 None None] Pushing event updated for resources: {'Port': ['ID=b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:45.353491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Deleting port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:45.354133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.391947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Attempting to bind port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:45.391947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Attempting to bind port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:45.391947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Attempting to bind port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e on network a350553b-47c2-41c4-a7ef-8abb29256525 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:45.439051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:45.439274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Checking segment: {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:45.439707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.440141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Bound using segment: {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:45.446935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Bound port: b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950b60b-ed7d-4370-91d3-6c576250b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a350553b-47c2-41c4-a7ef-8abb29256525'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:45.447365 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.481157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.566293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f16f5-91ec-4f87-8376-95396963c714 req-e255ea5a-2c1b-4b84-b60f-39e0c439dd40 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.578034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-028f16f5-91ec-4f87-8376-95396963c714 req-e255ea5a-2c1b-4b84-b60f-39e0c439dd40 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 950 time: 0.1114964 Aug 19 14:59:45.636527 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-028f16f5-91ec-4f87-8376-95396963c714 req-3daba429-b7bb-4d1c-bb78-b49e91fb43e9 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574794 Aug 19 14:59:45.698508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] For port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e, host n-d-779913-32, got binding levels [] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:45.698873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.718332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Calling delete_port for b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:45.798792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] For port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:45.813712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] For port b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e,segment=NetworkSegment(2950b60b-ed7d-4370-91d3-6c576250b1e9),segment_id=2950b60b-ed7d-4370-91d3-6c576250b1e9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:45.848989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 99bab7d1-4e66-4a86-b007-ddd3f121a349, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=99bab7d1-4e66-4a86-b007-ddd3f121a349,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:45.849207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a192-dd25-4c4c-b533-0f238fbcc205 req-1690794f-16e4-4f00-afd7-92e551479e36 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.855447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8984a192-dd25-4c4c-b533-0f238fbcc205 req-1690794f-16e4-4f00-afd7-92e551479e36 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 948 time: 0.1436827 Aug 19 14:59:45.957190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8984a192-dd25-4c4c-b533-0f238fbcc205 req-b2267fee-c1b7-440d-9525-b9938d9d32f9 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991001 Aug 19 14:59:45.984980 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.999720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.172077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=99bab7d1-4e66-4a86-b007-ddd3f121a349,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:46.188649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device be14ac71-6164-4fa3-8ba8-e068fe778f09 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:46.276750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c709a-f35a-419d-889a-11e7f7b12175 None None] Pushing event updated for resources: {'Port': ['ID=b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:46.278020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.344786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Routers {'bad74229-0b6d-4169-ba67-7a05d691aa1c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:46.345423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bad74229-0b6d-4169-ba67-7a05d691aa1c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:46.438666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:46.538413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6f264f34-4b74-421c-bba0-a0a568c5a9ff None None] Could not find standard attr ID for object b9ecb5f3-c470-4ea0-bebd-eaddebea2a7e. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:59:46.592273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] Set router bad74229-0b6d-4169-ba67-7a05d691aa1c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:46.725280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563418cc-725c-40e1-800b-5a7d434a1f3c req-6e01e5a5-ad99-49e4-95ee-aec20b4f3597 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:46.731322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563418cc-725c-40e1-800b-5a7d434a1f3c req-6e01e5a5-ad99-49e4-95ee-aec20b4f3597 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:46.742831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-563418cc-725c-40e1-800b-5a7d434a1f3c req-6e01e5a5-ad99-49e4-95ee-aec20b4f3597 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1681 time: 0.3470500 Aug 19 14:59:46.836844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bab7d1-4e66-4a86-b007-ddd3f121a349'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:46.840252 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b7aee-88bb-4193-8493-d32d0d617227" -d '{"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-plugged", "status": "completed", "tag": "99bab7d1-4e66-4a86-b007-ddd3f121a349"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:46.847641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port be14ac71-6164-4fa3-8ba8-e068fe778f09 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:46.863176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-563418cc-725c-40e1-800b-5a7d434a1f3c req-ae2da82d-5e11-4f72-bd97-8f38f6f870f5 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193690 Aug 19 14:59:46.908932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac04f19-5e16-44e7-b9bf-0ccc21391c7e req-7f23c0d2-095f-4cb3-a118-02956f470d57 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:46.937770 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bac04f19-5e16-44e7-b9bf-0ccc21391c7e req-7f23c0d2-095f-4cb3-a118-02956f470d57 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 950 time: 0.1356354 Aug 19 14:59:46.947631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port be14ac71-6164-4fa3-8ba8-e068fe778f09 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:46.947631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.956975 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025dacb-5227-4b56-bbd9-fb9c6610c0a5 x-openstack-request-id: req-5025dacb-5227-4b56-bbd9-fb9c6610c0a5 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:46.958128 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-plugged", "status": "completed", "tag": "99bab7d1-4e66-4a86-b007-ddd3f121a349", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:46.958819 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5025dacb-5227-4b56-bbd9-fb9c6610c0a5 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:46.959672 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bab7d1-4e66-4a86-b007-ddd3f121a349', 'code': 200} Aug 19 14:59:46.985185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.999996 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bac04f19-5e16-44e7-b9bf-0ccc21391c7e req-55411689-7cae-4cee-aa0d-05265cf077a6 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609016 Aug 19 14:59:47.076252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:46Z', 'revision_number': 5, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port': {'id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:29Z', 'updated_at': '2021-08-19T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:47.112479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d15f4-ef5f-4a3a-bf76-bd5c9ff0a8af None None] The sync data for ids ['bad74229-0b6d-4169-ba67-7a05d691aa1c'] in n-d-779913-32 is: [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:46Z', 'revision_number': 5, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port': {'id': '148f1c38-0efc-4b1f-b3b7-46fb8943172f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:59:29Z', 'updated_at': '2021-08-19T14:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:47.181440 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:47.259558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port be14ac71-6164-4fa3-8ba8-e068fe778f09, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:47.357041 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:47.501506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=be14ac71-6164-4fa3-8ba8-e068fe778f09,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:47.569364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Router bad74229-0b6d-4169-ba67-7a05d691aa1c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:47.592221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf5aeb-fdce-4dc9-baca-ce91506630fd req-788e7b82-0d55-49bf-9aed-6728016134b9 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:47.594994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91cf5aeb-fdce-4dc9-baca-ce91506630fd req-788e7b82-0d55-49bf-9aed-6728016134b9 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 948 time: 0.4339995 Aug 19 14:59:47.787387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91cf5aeb-fdce-4dc9-baca-ce91506630fd req-4ad894b5-96ec-478c-a413-af95d70d9f73 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767912 Aug 19 14:59:47.824501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:47.830287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4e01218b-0422-48ab-bbb6-50798869416f admin admin] 10.222.0.13 "PUT /v2.0/routers/bad74229-0b6d-4169-ba67-7a05d691aa1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8668177 Aug 19 14:59:47.834349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:48.014828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.157598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:48.283822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.327120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c81535-d323-4cca-b721-28753e4eb818 req-ed60bd02-7057-4fa3-be6d-494a47ae4422 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:48.342770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c81535-d323-4cca-b721-28753e4eb818 req-ed60bd02-7057-4fa3-be6d-494a47ae4422 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:48.344721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c81535-d323-4cca-b721-28753e4eb818 req-ed60bd02-7057-4fa3-be6d-494a47ae4422 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.1508877 Aug 19 14:59:48.389053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:48.429803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c81535-d323-4cca-b721-28753e4eb818 req-3fd052f3-5744-48b5-a4a1-753bdbb183ba tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740376 Aug 19 14:59:48.432905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1', 'mac_address': 'fa:16:3e:d4:f8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:48.482738 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] Sync routers for ids ['bad74229-0b6d-4169-ba67-7a05d691aa1c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:48.503000 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] Routers {'bad74229-0b6d-4169-ba67-7a05d691aa1c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:48.505264 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bad74229-0b6d-4169-ba67-7a05d691aa1c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.507588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Deleting port 148f1c38-0efc-4b1f-b3b7-46fb8943172f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:48.508105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.557010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.575166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:48.602214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:48.620031 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] Set router bad74229-0b6d-4169-ba67-7a05d691aa1c gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:48.628738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] For port 148f1c38-0efc-4b1f-b3b7-46fb8943172f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=148f1c38-0efc-4b1f-b3b7-46fb8943172f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:48.629130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.678087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Calling delete_port for 148f1c38-0efc-4b1f-b3b7-46fb8943172f owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:48.686031 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:48Z', 'revision_number': 6, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.720126 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] Checking router: bad74229-0b6d-4169-ba67-7a05d691aa1c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:59:48.741097 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] Routers {'bad74229-0b6d-4169-ba67-7a05d691aa1c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:48.741811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bad74229-0b6d-4169-ba67-7a05d691aa1c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.753434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.870270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:48.877931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52098) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:48.961174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14ac71-6164-4fa3-8ba8-e068fe778f09'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:48.963892 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad262893-9ec5-4694-89a5-b2a0f852970a" -d '{"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-plugged", "status": "completed", "tag": "be14ac71-6164-4fa3-8ba8-e068fe778f09"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:48.974600 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] Set router bad74229-0b6d-4169-ba67-7a05d691aa1c gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:49.046712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e72d4-902f-4b70-8f2f-08452b14a2a5 req-a2821b90-7321-46da-8b48-6ef6ce80628f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:49.064651 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c8e72d4-902f-4b70-8f2f-08452b14a2a5 req-a2821b90-7321-46da-8b48-6ef6ce80628f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 949 time: 0.1134012 Aug 19 14:59:49.101634 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:48Z', 'revision_number': 6, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:49.170147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5a1a45f6-47aa-48fb-84d2-aff186a6e8d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:49.188300 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3ee08-ac69-433a-82d0-95d33724b22c None None] The sync data for ids ['bad74229-0b6d-4169-ba67-7a05d691aa1c'] in n-d-779913-32 is: [{'id': 'bad74229-0b6d-4169-ba67-7a05d691aa1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-90281819-router', 'tenant_id': '6e8d3638b4314305990d71a7901b9e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:59:28Z', 'updated_at': '2021-08-19T14:59:48Z', 'revision_number': 6, 'project_id': '6e8d3638b4314305990d71a7901b9e6c', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:49.270648 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c8e72d4-902f-4b70-8f2f-08452b14a2a5 req-910243ca-fd4a-4bb5-a51b-9da6c55089d3 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000036 Aug 19 14:59:49.271117 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbef52d6-6d6d-42d8-b2bd-93ba0cd9605e x-openstack-request-id: req-cbef52d6-6d6d-42d8-b2bd-93ba0cd9605e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:49.271117 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-plugged", "status": "completed", "tag": "be14ac71-6164-4fa3-8ba8-e068fe778f09", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:49.271117 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbef52d6-6d6d-42d8-b2bd-93ba0cd9605e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:49.271117 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14ac71-6164-4fa3-8ba8-e068fe778f09', 'code': 200} Aug 19 14:59:49.347898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.400420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3f01-0e6d-4a7a-ac28-9f3837773580 req-afa4835b-d27a-4172-8634-e97e333f272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:49.400927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3f01-0e6d-4a7a-ac28-9f3837773580 req-afa4835b-d27a-4172-8634-e97e333f272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:49.410775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-247e3f01-0e6d-4a7a-ac28-9f3837773580 req-afa4835b-d27a-4172-8634-e97e333f272a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1986 time: 0.1177855 Aug 19 14:59:49.447460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Pushing event deleted for resources: {'Port': ['ID=148f1c38-0efc-4b1f-b3b7-46fb8943172f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:49.466259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e73-712f-4564-820c-3494dfcf7765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.538567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-247e3f01-0e6d-4a7a-ac28-9f3837773580 req-d9368bbe-0376-43df-884a-f7914c2dccca service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233592 Aug 19 14:59:49.549784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.690255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e73-712f-4564-820c-3494dfcf7765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.691231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.693942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.746970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68001bd2-3262-4a56-8906-a7e96503fa5a req-12a15331-c47b-4764-8d4b-65d8da2946a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:49.756809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68001bd2-3262-4a56-8906-a7e96503fa5a req-12a15331-c47b-4764-8d4b-65d8da2946a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:49.756809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68001bd2-3262-4a56-8906-a7e96503fa5a req-12a15331-c47b-4764-8d4b-65d8da2946a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.1192000 Aug 19 14:59:49.759848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e73-712f-4564-820c-3494dfcf7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.845724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f1a9e73-712f-4564-820c-3494dfcf7765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=facfb9bd03c046c1a5316b08f0a03fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9666107 Aug 19 14:59:49.846669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a9e73-712f-4564-820c-3494dfcf7765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1456aa36-07f1-43f5-914b-999e7ebba8c9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:49.849137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52138) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:49.875846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68001bd2-3262-4a56-8906-a7e96503fa5a req-66078827-86fb-47a7-8032-80ed79ced797 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118746 Aug 19 14:59:49.892306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.893824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad74229-0b6d-4169-ba67-7a05d691aa1c {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:59:49.918622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.919834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c8fd799-b910-437e-8e80-8fb85239ed20 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bad74229-0b6d-4169-ba67-7a05d691aa1c HTTP/1.1" status: 204 len: 168 time: 2.0829678 Aug 19 14:59:49.922591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52148) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:49.966844 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-8c228d69-cc3a-4292-8710-e623683432e9 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=063975f922a44fc981dc8e2b9932a3b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338731 Aug 19 14:59:49.970277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-803b3612-9875-445d-a661-5b9647a1e678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.977250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Deleting subnet dfb765c7-26a7-4dd3-9b8c-4a43126ac678 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:49.984010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.042502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.053658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-803b3612-9875-445d-a661-5b9647a1e678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.158256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-ad0a8134-69c1-4218-90e2-2dd747de8df4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:50.166800 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-ad0a8134-69c1-4218-90e2-2dd747de8df4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934118 Aug 19 14:59:50.184892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-392c29ac-6945-47da-8ba3-28075afb3919 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/quotas/063975f922a44fc981dc8e2b9932a3b2 HTTP/1.1" status: 200 len: 375 time: 0.0170662 Aug 19 14:59:50.218731 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.256012 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-88e386bc-3f16-41f7-9c21-d2124631713c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664384 Aug 19 14:59:50.361813 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-803b3612-9875-445d-a661-5b9647a1e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.364984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-803b3612-9875-445d-a661-5b9647a1e678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.369465 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-803b3612-9875-445d-a661-5b9647a1e678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1456aa36-07f1-43f5-914b-999e7ebba8c9 HTTP/1.1" status: 204 len: 168 time: 0.5187762 Aug 19 14:59:50.381621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b3612-9875-445d-a661-5b9647a1e678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1456aa36-07f1-43f5-914b-999e7ebba8c9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:50.491670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37bd4b-fa03-4f33-bdb3-06372817ad9b req-032c4e34-8a34-434f-907c-a832dd03ef1d tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:50.494296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc37bd4b-fa03-4f33-bdb3-06372817ad9b req-032c4e34-8a34-434f-907c-a832dd03ef1d tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 949 time: 0.1014514 Aug 19 14:59:50.517803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.553053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb765c7-26a7-4dd3-9b8c-4a43126ac678,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:50.560554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c11cd-80ff-456e-8712-cfd3a35d68df None None] Network a350553b-47c2-41c4-a7ef-8abb29256525 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:50.578691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.583787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-97cbcb3b-a394-49a6-aac2-80879d1c6e54 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dfb765c7-26a7-4dd3-9b8c-4a43126ac678 HTTP/1.1" status: 204 len: 168 time: 0.6541348 Aug 19 14:59:50.592018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52162) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:50.648108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc37bd4b-fa03-4f33-bdb3-06372817ad9b req-1fa80d29-6106-4d4b-afe3-781894000078 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465816 Aug 19 14:59:50.781064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.962257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Deleting port a05c37c2-4a57-44cd-809d-122d639aa76a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:50.964074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.034604 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-08c87012-cfb9-4370-8d34-b04a7b035523 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=063975f922a44fc981dc8e2b9932a3b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546782 Aug 19 14:59:51.052495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] DHCP port deletion for a350553b-47c2-41c4-a7ef-8abb29256525 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:51.113236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] For port a05c37c2-4a57-44cd-809d-122d639aa76a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a05c37c2-4a57-44cd-809d-122d639aa76a,segment=NetworkSegment(2950b60b-ed7d-4370-91d3-6c576250b1e9),segment_id=2950b60b-ed7d-4370-91d3-6c576250b1e9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:51.113665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.139952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Calling delete_port for a05c37c2-4a57-44cd-809d-122d639aa76a owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:51.154122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a16f-53cd-4da8-beba-d43eba52a49b req-211b325e-c3c4-4d26-9868-fa10f34b69bc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.161061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a16f-53cd-4da8-beba-d43eba52a49b req-211b325e-c3c4-4d26-9868-fa10f34b69bc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.163022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd1a16f-53cd-4da8-beba-d43eba52a49b req-211b325e-c3c4-4d26-9868-fa10f34b69bc tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.1351120 Aug 19 14:59:51.280020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-07be87c0-ee10-4726-a6e9-ae126b6b863a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.298239 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-07be87c0-ee10-4726-a6e9-ae126b6b863a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584097 Aug 19 14:59:51.323034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] Deleting port a05c37c2-4a57-44cd-809d-122d639aa76a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:51.323034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.327958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-661a8d0d-3e45-4f39-b17d-edf65784c4ca tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/quotas/063975f922a44fc981dc8e2b9932a3b2 HTTP/1.1" status: 200 len: 375 time: 0.0280495 Aug 19 14:59:51.438144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-9ab76972-c5f4-4930-ab14-f8b005a94150 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097195 Aug 19 14:59:51.441054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd1a16f-53cd-4da8-beba-d43eba52a49b req-84fe29f9-3d64-453e-befe-2d6b8396095d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926603 Aug 19 14:59:51.476265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 148f1c38-0efc-4b1f-b3b7-46fb8943172f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:51.506440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 148f1c38-0efc-4b1f-b3b7-46fb8943172f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:51.506789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 148f1c38-0efc-4b1f-b3b7-46fb8943172f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:51.507340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a05c37c2-4a57-44cd-809d-122d639aa76a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:51.548165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] For port a05c37c2-4a57-44cd-809d-122d639aa76a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a05c37c2-4a57-44cd-809d-122d639aa76a,segment=NetworkSegment(2950b60b-ed7d-4370-91d3-6c576250b1e9),segment_id=2950b60b-ed7d-4370-91d3-6c576250b1e9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:51.548586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.569907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] Calling delete_port for a05c37c2-4a57-44cd-809d-122d639aa76a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:51.626331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:51.685984 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.768544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874188-fa77-453b-8319-c978ae103170 req-ffa19b29-f4e9-4f93-8891-434ff3da950f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.770580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec874188-fa77-453b-8319-c978ae103170 req-ffa19b29-f4e9-4f93-8891-434ff3da950f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 949 time: 0.0528030 Aug 19 14:59:51.803113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:51.812800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec874188-fa77-453b-8319-c978ae103170 req-8724e076-b774-4490-935c-637ac66e5b6f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359299 Aug 19 14:59:51.835695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'mac_address': 'fa:16:3e:cf:2f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:51.890734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.904265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79ed1c31-4178-48f0-98a1-e473186b36dc {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:51.929329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:52.037429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.047912 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.087850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] No DVR routers for this DVR port a05c37c2-4a57-44cd-809d-122d639aa76a on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:52.090709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05c37c2-4a57-44cd-809d-122d639aa76a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:52.094371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:52.117421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] No DVR routers for this DVR port a05c37c2-4a57-44cd-809d-122d639aa76a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:52.138326 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.143889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa4d-ac4a-4dcd-966b-e3f16b4bda2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.194584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:52.227118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.252801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a350553b-47c2-41c4-a7ef-8abb29256525']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:52.258621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda705-c5ed-4086-a06e-6fbfa6f02c25 None None] Pushing event deleted for resources: {'Port': ['ID=a05c37c2-4a57-44cd-809d-122d639aa76a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:52.261642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2950b60b-ed7d-4370-91d3-6c576250b1e9') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:52.261933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2950b60b-ed7d-4370-91d3-6c576250b1e9') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:52.274547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.276337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['79ed1c31-4178-48f0-98a1-e473186b36dc'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:52.291493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.298816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:52.299284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: timer() Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:52.371857 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:52.415016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a7e4601-47bd-425f-a4bf-50619a44edd4 req-8dafc679-a8eb-41d6-b55f-d50815db2ed6 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 210 time: 0.0444877 Aug 19 14:59:52.416111 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa4d-ac4a-4dcd-966b-e3f16b4bda2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.462541 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.492001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa4d-ac4a-4dcd-966b-e3f16b4bda2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.507429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.524750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a350553b-47c2-41c4-a7ef-8abb29256525 HTTP/1.1" status: 204 len: 168 time: 1.9251642 Aug 19 14:59:52.524750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a350553b-47c2-41c4-a7ef-8abb29256525,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:52.529004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:52.547690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.548041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.548378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.548712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.549041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.553674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.553674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.556013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.556410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.556742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.557241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.557530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11503517-4f3c-4985-b648-6605232c2bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.584101 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e8b7aa4d-ac4a-4dcd-966b-e3f16b4bda2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7edd858db0349648a0f962ded73bae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883504 Aug 19 14:59:52.588769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52258) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:52.625262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7aa4d-ac4a-4dcd-966b-e3f16b4bda2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1758ec7f-36bc-44fa-8761-ae004c1bfd0e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:52.681088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:52.742956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:52.742956 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.750428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9002eaad-66e0-4536-ae52-98deab00b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.778320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e73ecc-eff4-451b-b680-3f929e0502e6 req-d5ca39b8-e33c-4b8b-87d3-42abd904e77d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:52.784698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e73ecc-eff4-451b-b680-3f929e0502e6 req-d5ca39b8-e33c-4b8b-87d3-42abd904e77d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:52.787100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-96e73ecc-eff4-451b-b680-3f929e0502e6 req-d5ca39b8-e33c-4b8b-87d3-42abd904e77d tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.1459467 Aug 19 14:59:52.799565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9002eaad-66e0-4536-ae52-98deab00b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.890816 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-96e73ecc-eff4-451b-b680-3f929e0502e6 req-c3433e24-4550-42ce-8461-857104d3d938 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Aug 19 14:59:53.001736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.073935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:53.076776 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aeb089-bde4-41f7-90f9-81d81e0284f0" -d '{"events": [{"server_uuid": "d01860b7-64bb-40eb-920d-db0fab7ac7d6", "name": "network-vif-plugged", "status": "completed", "tag": "5a1a45f6-47aa-48fb-84d2-aff186a6e8d1"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:53.109230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:53.274657 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.299890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52282) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:53.398476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:53.451905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-434584b8-5db4-46c0-9e33-1cb0e2a15835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e8d3638b4314305990d71a7901b9e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492665 Aug 19 14:59:53.454486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52286) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:53.552271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abbdccc5-8c5c-41e6-aee0-a91e98a7305a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.561378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9002eaad-66e0-4536-ae52-98deab00b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.565038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9002eaad-66e0-4536-ae52-98deab00b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.566507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9002eaad-66e0-4536-ae52-98deab00b9bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1758ec7f-36bc-44fa-8761-ae004c1bfd0e HTTP/1.1" status: 204 len: 168 time: 0.9765141 Aug 19 14:59:53.591011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002eaad-66e0-4536-ae52-98deab00b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1758ec7f-36bc-44fa-8761-ae004c1bfd0e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:53.610330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4239-5dfd-4f73-a4ef-cfdd02f14f19 req-97e5792b-bb8f-438d-87f9-dd3dcf9e0170 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:53.623186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38cc4239-5dfd-4f73-a4ef-cfdd02f14f19 req-97e5792b-bb8f-438d-87f9-dd3dcf9e0170 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 949 time: 0.6317711 Aug 19 14:59:53.643241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abbdccc5-8c5c-41e6-aee0-a91e98a7305a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.658419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:53.698998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38cc4239-5dfd-4f73-a4ef-cfdd02f14f19 req-06b32693-1884-435e-9e1d-75c8912476c2 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675924 Aug 19 14:59:53.968213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abbdccc5-8c5c-41e6-aee0-a91e98a7305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.971519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abbdccc5-8c5c-41e6-aee0-a91e98a7305a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.972763 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-abbdccc5-8c5c-41e6-aee0-a91e98a7305a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa87272-6ffa-4824-89b4-4c8b3f36be9c HTTP/1.1" status: 204 len: 168 time: 0.5164459 Aug 19 14:59:53.991209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdccc5-8c5c-41e6-aee0-a91e98a7305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa87272-6ffa-4824-89b4-4c8b3f36be9c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:54.045707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 79ed1c31-4178-48f0-98a1-e473186b36dc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:54.045707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.434314 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.577674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:54.583752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19cbdf03-1fa1-467d-9258-d44ae8fcc46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.693045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.899343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:54.954743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-77ef5a0e-5186-4264-a5be-4a207efed58e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=063975f922a44fc981dc8e2b9932a3b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459335 Aug 19 14:59:55.297537 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.447404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-09381659-9d81-4997-b0ce-2e3e249e1590 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:55.451016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-09381659-9d81-4997-b0ce-2e3e249e1590 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4851000 Aug 19 14:59:55.469378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Request body: {'port': {'device_id': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '063975f922a44fc981dc8e2b9932a3b2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:55.834099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Made reservation on behalf of 063975f922a44fc981dc8e2b9932a3b2 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:55.837821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.854513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:56.017340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-feb88d53-fea7-4f1c-bfee-2c50577183a0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=063975f922a44fc981dc8e2b9932a3b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790598 Aug 19 14:59:56.273167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-e2152346-b710-4713-93a9-e229fcfd807d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:56.283889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-e2152346-b710-4713-93a9-e229fcfd807d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553678 Aug 19 14:59:56.308909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Request body: {'port': {'device_id': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '063975f922a44fc981dc8e2b9932a3b2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:56.458329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:56.548267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:56.735240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52360) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:56.770924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bdc76-177d-453e-ba67-f4c57191fbdb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:56.922620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Allocated IP 192.168.233.148 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/e6c536d8-c292-45d6-9c80-919a85249d64) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:56.925051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Made reservation on behalf of 063975f922a44fc981dc8e2b9932a3b2 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:56.931342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:57.000964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-193543415-network', 'tenant_id': 'eca3309099ab4d38bf118da1dfd0e551'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:57.446590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:57.487043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Transition to ACTIVE for port object e6c536d8-c292-45d6-9c80-919a85249d64 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:58.050574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Made reservation on behalf of eca3309099ab4d38bf118da1dfd0e551 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:58.053792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.067676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.100689 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.111068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.116217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fd07ab4-8293-4f0f-a261-38a873f30ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.225950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:58.268433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.270544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:58.274851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:58.279903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:58.349542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Allocated IP 192.168.233.96 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/52dd8f19-1e19-437b-8987-01a601741f27) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:58.432880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:58.432880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.469849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.539967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:58.564251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.570064 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Added segment f698d01e-bfc4-4837-b156-784486932a08 of type vlan for network a39317c0-4af2-4f8f-9436-f707bfa509a6 Aug 19 14:59:58.585428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52374) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:58.619852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.712769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-2041b59f-8578-4481-9e16-9b723660c06d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2480795 Aug 19 14:59:58.723907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e4dd6-fffd-44f4-a678-45c7bf68a2f0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:58.731391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Request body: {'port': {'device_id': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:58.750875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.752103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:58.752824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.790016 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.840824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Transition to ACTIVE for port object 52dd8f19-1e19-437b-8987-01a601741f27 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:58.861696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3baac7bd-1554-4992-8ed3-0376e49cfcb5 None None] Provisioning for port e6c536d8-c292-45d6-9c80-919a85249d64 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:58.867811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3baac7bd-1554-4992-8ed3-0376e49cfcb5 None None] Provisioning complete for port e6c536d8-c292-45d6-9c80-919a85249d64 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:58.870201 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3baac7bd-1554-4992-8ed3-0376e49cfcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.971136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] Pushing event updated for resources: {'Network': ['ID=a39317c0-4af2-4f8f-9436-f707bfa509a6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:58.979289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3baac7bd-1554-4992-8ed3-0376e49cfcb5 None None] Port e6c536d8-c292-45d6-9c80-919a85249d64 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:58.987245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a39317c0-4af2-4f8f-9436-f707bfa509a6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:59.013372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.030735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.064711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e241bfe7-0e63-454a-81ed-3434a976300d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3200629 Aug 19 14:59:59.064711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:59.065469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Request body: {'subnet': {'network_id': 'a39317c0-4af2-4f8f-9436-f707bfa509a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-193543415-subnet', 'tenant_id': 'eca3309099ab4d38bf118da1dfd0e551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:59.138382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ed099c6-6e8a-421a-ae1e-a518318f460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.166363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:59.189454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:59.217803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:59.226598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event updated for resources: {'Port': ['ID=52dd8f19-1e19-437b-8987-01a601741f27,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:59.273919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Made reservation on behalf of eca3309099ab4d38bf118da1dfd0e551 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:59.281314 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.388320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:59.389006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.514169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.622458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ed099c6-6e8a-421a-ae1e-a518318f460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.673293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:59.686847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.707924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Transition to ACTIVE for port object e6c536d8-c292-45d6-9c80-919a85249d64 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:59.714171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-81e3d67d-b885-4dff-8bdc-3739e5d03c1d None None] Provisioning for port 52dd8f19-1e19-437b-8987-01a601741f27 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:59.718855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-81e3d67d-b885-4dff-8bdc-3739e5d03c1d None None] Provisioning complete for port 52dd8f19-1e19-437b-8987-01a601741f27 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:59.719490 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-81e3d67d-b885-4dff-8bdc-3739e5d03c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.779808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-81e3d67d-b885-4dff-8bdc-3739e5d03c1d None None] Port 52dd8f19-1e19-437b-8987-01a601741f27 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:59.781540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ed099c6-6e8a-421a-ae1e-a518318f460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.785547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.829232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.869170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ed099c6-6e8a-421a-ae1e-a518318f460b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc36eaaff27b447794f101b14268e16d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2793841 Aug 19 14:59:59.871513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed099c6-6e8a-421a-ae1e-a518318f460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb631967-7c4d-47b5-8255-52cb57f91874,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:59.876198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52392) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:59.922921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Checking segment: {'id': 'f698d01e-bfc4-4837-b156-784486932a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39317c0-4af2-4f8f-9436-f707bfa509a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:59.923761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Network hostable DHCP agents. Network: a39317c0-4af2-4f8f-9436-f707bfa509a6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:59.925655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-b4bc07bb-80b8-4070-8128-3ace658a1b00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6304979 Aug 19 14:59:59.941031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddee916-2e96-4e70-8846-4458b4d85b08,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:59.982329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Request body: {'port': {'device_id': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:00.042124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Network a39317c0-4af2-4f8f-9436-f707bfa509a6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:00.063389 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab7173-2a43-4c5a-bf03-a7d22facc91c x-openstack-request-id: req-35ab7173-2a43-4c5a-bf03-a7d22facc91c {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:00.063801 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01860b7-64bb-40eb-920d-db0fab7ac7d6", "name": "network-vif-plugged", "status": "completed", "tag": "5a1a45f6-47aa-48fb-84d2-aff186a6e8d1", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:00.064063 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35ab7173-2a43-4c5a-bf03-a7d22facc91c {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:00.064475 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1', 'code': 200} Aug 19 15:00:00.090264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:00.176302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a39317c0-4af2-4f8f-9436-f707bfa509a6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:00.184741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:00.189825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.194645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf40c46-ee93-41c1-8bc6-aaafcbff5aee None None] Network a39317c0-4af2-4f8f-9436-f707bfa509a6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:00.327808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.354396 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b1be5cc-2d5e-47a1-9a10-83a18f7afff7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2932367 Aug 19 15:00:00.489167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8461ac8c-b80a-4f83-bf69-e0d33d7870d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.522013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d15d6a-28da-4e39-9375-26e1c8bd5592 None None] Network a39317c0-4af2-4f8f-9436-f707bfa509a6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:00.590382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6973-a462-4522-a022-5af21766e54b req-9e749964-7415-45de-8189-55cfde20eee2 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:00.591612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-441e6973-a462-4522-a022-5af21766e54b req-9e749964-7415-45de-8189-55cfde20eee2 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 935 time: 0.4754908 Aug 19 15:00:00.597266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Attempting to bind port e6c536d8-c292-45d6-9c80-919a85249d64 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:00.597529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Attempting to bind port e6c536d8-c292-45d6-9c80-919a85249d64 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:00.598091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Attempting to bind port e6c536d8-c292-45d6-9c80-919a85249d64 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:00.665040 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8461ac8c-b80a-4f83-bf69-e0d33d7870d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.727845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Port e6c536d8-c292-45d6-9c80-919a85249d64 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:00.728175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Attempting to bind port e6c536d8-c292-45d6-9c80-919a85249d64 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:00.835813 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.867709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:00.871370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:00.871370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:00.871370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Bound port: e6c536d8-c292-45d6-9c80-919a85249d64, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:00.871370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.892676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa9964-c8ea-4da0-b6da-f5b2d844ffaf req-c6b84f7d-df6b-4ae7-a95a-2c717a451f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:00.894187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4aa9964-c8ea-4da0-b6da-f5b2d844ffaf req-c6b84f7d-df6b-4ae7-a95a-2c717a451f34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 1102 time: 0.6241944 Aug 19 15:00:00.956567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-441e6973-a462-4522-a022-5af21766e54b req-bcf2acc8-7a10-4bc8-822f-8b5f51a09cec tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939596 Aug 19 15:00:01.042152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099126d-422d-4d6f-9358-afb9aaa9e700 req-c1c24acb-76de-44fc-b1bc-2f559f36af30 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:01.068199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4aa9964-c8ea-4da0-b6da-f5b2d844ffaf req-c23a2ce8-99fa-4dbf-b447-6b9814624d98 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611562 Aug 19 15:00:01.077668 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2099126d-422d-4d6f-9358-afb9aaa9e700 req-c1c24acb-76de-44fc-b1bc-2f559f36af30 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 950 time: 0.1536472 Aug 19 15:00:01.078370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:01.086026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:01.175763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8461ac8c-b80a-4f83-bf69-e0d33d7870d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.183129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8461ac8c-b80a-4f83-bf69-e0d33d7870d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.185008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8461ac8c-b80a-4f83-bf69-e0d33d7870d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb631967-7c4d-47b5-8255-52cb57f91874 HTTP/1.1" status: 204 len: 168 time: 1.3078687 Aug 19 15:00:01.205092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2099126d-422d-4d6f-9358-afb9aaa9e700 req-1029789b-b051-4aa2-b416-cbe9b8f0336f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235704 Aug 19 15:00:01.317971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461ac8c-b80a-4f83-bf69-e0d33d7870d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb631967-7c4d-47b5-8255-52cb57f91874,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:01.335190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.447685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:01.448320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.449941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] 10.222.0.46 "PUT /v2.0/ports/e6c536d8-c292-45d6-9c80-919a85249d64 HTTP/1.1" status: 200 len: 1097 time: 2.7273510 Aug 19 15:00:01.450394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:01.452759 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478385e-40c7-45f5-93a0-e647f5d0cbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:01.492895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-f5d7adbf-69e2-465b-8657-31f2f9a0b594 req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1961294215', 'description': 'tempest-description-1613476514'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:01.541067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44806201-3fad-4e76-bd15-d71d134010fb service neutron] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:01.557500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec6481-5454-4bf4-a1f3-4d981c95ecb9 req-40ebf1af-a722-4fa4-8c6f-fa9fa5dff849 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:01.559150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3ec6481-5454-4bf4-a1f3-4d981c95ecb9 req-40ebf1af-a722-4fa4-8c6f-fa9fa5dff849 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.3592999 Aug 19 15:00:01.563807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dd8f19-1e19-437b-8987-01a601741f27 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:01.608710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.622184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f5d7adbf-69e2-465b-8657-31f2f9a0b594 req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.696873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Transition to ACTIVE for port object 52dd8f19-1e19-437b-8987-01a601741f27 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:01.744451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3ec6481-5454-4bf4-a1f3-4d981c95ecb9 req-e9320b55-c571-46d5-b04c-769a66969a2f tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736209 Aug 19 15:00:01.793504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.812002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f5d7adbf-69e2-465b-8657-31f2f9a0b594 req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.820024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-9a17e1f0-0dfd-4ae9-aba7-9ad5777295e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:01.823665 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-9a17e1f0-0dfd-4ae9-aba7-9ad5777295e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1100 time: 0.1880732 Aug 19 15:00:01.913404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f5d7adbf-69e2-465b-8657-31f2f9a0b594 req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.939882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-611d6880-f580-46cf-9d5b-b0522591e4b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e6c536d8-c292-45d6-9c80-919a85249d64 HTTP/1.1" status: 200 len: 217 time: 0.0927999 Aug 19 15:00:01.956030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd8f19-1e19-437b-8987-01a601741f27,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:02.012973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1217c0-43ba-4602-8ce3-59fdc14b8cb7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:02.065878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:02.078284 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b82c8d-89ee-4b66-b11b-24b16f81e2be" -d '{"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-plugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:02.112237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-12588d03-2bff-4d54-a2c7-fe8c3f610fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.114436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-12588d03-2bff-4d54-a2c7-fe8c3f610fb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1536317 Aug 19 15:00:02.125240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f5d7adbf-69e2-465b-8657-31f2f9a0b594 req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.126624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f5d7adbf-69e2-465b-8657-31f2f9a0b594 req-cf098a46-4003-4c90-91eb-812fc237ecbb tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6393402 Aug 19 15:00:02.205733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7790-4127-42a4-9932-6cba696a2e90 req-9f6cb47d-ad57-402b-a757-ca19fe5eb9ab tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.214785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7790-4127-42a4-9932-6cba696a2e90 req-9f6cb47d-ad57-402b-a757-ca19fe5eb9ab tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.222947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bacb7790-4127-42a4-9932-6cba696a2e90 req-9f6cb47d-ad57-402b-a757-ca19fe5eb9ab tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.2680147 Aug 19 15:00:02.262707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Attempting to bind port 52dd8f19-1e19-437b-8987-01a601741f27 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:02.263467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Attempting to bind port 52dd8f19-1e19-437b-8987-01a601741f27 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:02.263967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Attempting to bind port 52dd8f19-1e19-437b-8987-01a601741f27 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:02.280658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Port 52dd8f19-1e19-437b-8987-01a601741f27 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:02.284544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Attempting to bind port 52dd8f19-1e19-437b-8987-01a601741f27 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:02.316426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bacb7790-4127-42a4-9932-6cba696a2e90 req-4f5eabb8-a54d-4c24-9804-7a8df9abbe64 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920656 Aug 19 15:00:02.319044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-cb98613c-354c-43ea-ade1-22631d80b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.321214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-cb98613c-354c-43ea-ade1-22631d80b195 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1927633 Aug 19 15:00:02.322025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:02.322356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:02.322918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:02.323374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Bound port: 52dd8f19-1e19-437b-8987-01a601741f27, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:02.324094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.420216 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ae1603-8949-4c8d-93b5-5ce5df75603f x-openstack-request-id: req-52ae1603-8949-4c8d-93b5-5ce5df75603f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:02.420604 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:02.420859 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52ae1603-8949-4c8d-93b5-5ce5df75603f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:02.421386 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'status': 'completed', 'code': 200} Aug 19 15:00:02.448609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3baa3a-59b6-424c-89c4-59f4f6c2133c req-f011210c-48e6-4a29-bced-f07cb3bdfb87 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.456076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca3baa3a-59b6-424c-89c4-59f4f6c2133c req-f011210c-48e6-4a29-bced-f07cb3bdfb87 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 949 time: 0.1417100 Aug 19 15:00:02.542563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] For port 52dd8f19-1e19-437b-8987-01a601741f27, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:02.578729 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca3baa3a-59b6-424c-89c4-59f4f6c2133c req-47194a7a-b802-4ff3-8685-8f264762463f tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031833 Aug 19 15:00:02.635745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] For port 52dd8f19-1e19-437b-8987-01a601741f27, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=52dd8f19-1e19-437b-8987-01a601741f27,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:02.658023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-322d9bfd-f7fe-453f-9225-b28167801229 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066239 Aug 19 15:00:02.692963 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3a652-5f37-4aea-b4c8-33b5909b853e x-openstack-request-id: req-c7b3a652-5f37-4aea-b4c8-33b5909b853e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:02.693295 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-plugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:02.693551 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7b3a652-5f37-4aea-b4c8-33b5909b853e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:02.693949 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'code': 200} Aug 19 15:00:02.757844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.776095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd747-a925-4fa7-a22c-b64585a70b2f req-771c0025-34df-4636-bcb8-94fc45a432ea tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.783641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13ffd747-a925-4fa7-a22c-b64585a70b2f req-771c0025-34df-4636-bcb8-94fc45a432ea tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 947 time: 0.2782276 Aug 19 15:00:02.791057 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-120f7168-69b3-41d8-9fc1-6e653ebb45ef tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7c1217c0-43ba-4602-8ce3-59fdc14b8cb7 HTTP/1.1" status: 200 len: 1813 time: 0.0811098 Aug 19 15:00:02.803646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c1217c0-43ba-4602-8ce3-59fdc14b8cb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:02.803646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c1217c0-43ba-4602-8ce3-59fdc14b8cb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:02.881172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:02.881874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.883372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] 10.222.0.46 "PUT /v2.0/ports/52dd8f19-1e19-437b-8987-01a601741f27 HTTP/1.1" status: 200 len: 1096 time: 2.9416091 Aug 19 15:00:02.913977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6359654-1574-43b4-9a3e-a0ffccac1439 req-eea720fd-4e2b-4ee1-b351-d8a68d90cf15 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570136 Aug 19 15:00:02.919332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8dbff-1856-4264-94c7-3f55cac3ad08 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd8f19-1e19-437b-8987-01a601741f27,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:02.925306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13ffd747-a925-4fa7-a22c-b64585a70b2f req-fceb7615-affa-4aef-89b9-353d38196fbf tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407506 Aug 19 15:00:03.064488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.098603 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.207111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6894d8-75f2-42c5-8d01-550894d37add req-eceeaab2-4ec5-4e12-b711-c0572e86d6c6 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.208820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d6894d8-75f2-42c5-8d01-550894d37add req-eceeaab2-4ec5-4e12-b711-c0572e86d6c6 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 950 time: 0.1456099 Aug 19 15:00:03.216836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-760e9f91-8887-4055-9675-09c01eb7e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.218499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-760e9f91-8887-4055-9675-09c01eb7e72b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 1099 time: 0.0903256 Aug 19 15:00:03.293572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-e902f318-bb9a-47e0-b978-af529f6f0f2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=52dd8f19-1e19-437b-8987-01a601741f27 HTTP/1.1" status: 200 len: 217 time: 0.0660286 Aug 19 15:00:03.545195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d6894d8-75f2-42c5-8d01-550894d37add req-ebbc67d7-969c-4c9b-8324-aa43064c9c92 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126475 Aug 19 15:00:03.545195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-f8cdb732-64f4-4c1e-9f4e-79635ca45989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.545195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-f8cdb732-64f4-4c1e-9f4e-79635ca45989 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0518813 Aug 19 15:00:03.545195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-1eafd310-23d6-4d8d-868e-920ced16e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.545195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-1eafd310-23d6-4d8d-868e-920ced16e986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506170 Aug 19 15:00:03.545195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-076fae76-7c00-4189-b8d4-10a8222672e3 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830693 Aug 19 15:00:03.651824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-319f919d-5e7b-4515-ba39-514cb802a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.653392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-319f919d-5e7b-4515-ba39-514cb802a55a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1100 time: 0.0796533 Aug 19 15:00:03.657431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86901450-c0aa-4565-ae7d-14fb0c7ca9c3 req-c0ce2193-5ff7-4d0d-b8d1-84b9f940437c service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414993 Aug 19 15:00:03.670665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.697076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9581a4-64e2-4507-b4fe-de9461da7eba,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:03.745019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:03.807408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-02c5b2f8-beb1-4c54-a110-7814b51fec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.809676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-02c5b2f8-beb1-4c54-a110-7814b51fec68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.1452944 Aug 19 15:00:03.835641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.837314 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ade7a43-b15e-4c49-9606-549b2c923486 req-ee797d65-d7fa-423c-b9a7-fd28c2cc8859 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0444047 Aug 19 15:00:03.923605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.939100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-271fb282-6b88-4ab5-9bc7-a7a81a9d997b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e6c536d8-c292-45d6-9c80-919a85249d64 HTTP/1.1" status: 200 len: 217 time: 0.1127262 Aug 19 15:00:03.981056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:04.001664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-b8d2164b-965d-4d0e-b5f4-c466da01c75b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.008147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-b8d2164b-965d-4d0e-b5f4-c466da01c75b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.009919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-b8d2164b-965d-4d0e-b5f4-c466da01c75b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.1492839 Aug 19 15:00:04.122168 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.252692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:04.283576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.320935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.321355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.321693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.326316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.327745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.330232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.330934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.331592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.332265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.334105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.338192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:04.424227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'tag': '52dd8f19-1e19-437b-8987-01a601741f27'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:04.427423 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154845c3-4b4b-4050-b183-4eea29ae58b1" -d '{"events": [{"name": "network-changed", "server_uuid": "83ebfab9-4c79-4ad8-af10-5038b319891d", "tag": "52dd8f19-1e19-437b-8987-01a601741f27"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:04.438248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-98eeab1e-e397-4587-96ed-55e0b0b710f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.438248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-98eeab1e-e397-4587-96ed-55e0b0b710f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.4864612 Aug 19 15:00:04.641053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8704f-0d33-4741-8300-8a77786a2eab req-a294a8c9-580d-4d4c-b62f-40c7b8a2b768 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.648468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8704f-0d33-4741-8300-8a77786a2eab req-a294a8c9-580d-4d4c-b62f-40c7b8a2b768 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.650206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07d8704f-0d33-4741-8300-8a77786a2eab req-a294a8c9-580d-4d4c-b62f-40c7b8a2b768 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 1682 time: 0.2431283 Aug 19 15:00:04.654686 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-642677c6-1402-453a-96ad-64aa8e9903d5 req-29a543c7-8667-4540-8b4a-0a2b4c10e735 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7c1217c0-43ba-4602-8ce3-59fdc14b8cb7 HTTP/1.1" status: 200 len: 2406 time: 0.0912633 Aug 19 15:00:04.678445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-7dcd6192-5d3a-459f-91db-61c05ce2ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.680002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-7dcd6192-5d3a-459f-91db-61c05ce2ab12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2230465 Aug 19 15:00:04.688729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port be14ac71-6164-4fa3-8ba8-e068fe778f09 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:04.689081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.695433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:04.699681 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077f526-bb63-4b22-8cd1-5f83b1fc2169" -d '{"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-unplugged", "status": "completed", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:04.850087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596dea2-53ee-460d-9c35-41f46875101e req-4d9046c0-13bb-409e-9603-182e421111a0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:04.858334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5596dea2-53ee-460d-9c35-41f46875101e req-4d9046c0-13bb-409e-9603-182e421111a0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 947 time: 0.0755408 Aug 19 15:00:04.905024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-12d86684-de70-4f92-b0d8-14a5562453f7 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121177 Aug 19 15:00:04.939214 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5596dea2-53ee-460d-9c35-41f46875101e req-387729ce-08b3-470b-98ae-92e5324944e0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795953 Aug 19 15:00:05.014361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07d8704f-0d33-4741-8300-8a77786a2eab req-bbe73c78-7ffb-484d-b25d-e83f851c4a36 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279443 Aug 19 15:00:05.066435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0478385e-40c7-45f5-93a0-e647f5d0cbd6 req-fd625391-bfa2-466e-a3ef-8f603c796788 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409914 Aug 19 15:00:05.100413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port be14ac71-6164-4fa3-8ba8-e068fe778f09, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=be14ac71-6164-4fa3-8ba8-e068fe778f09,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:05.100964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.120473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for be14ac71-6164-4fa3-8ba8-e068fe778f09 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:05.302451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf817d-28ce-4133-b18b-32195cdd3528 req-fbba1056-e8b3-4a2d-84ce-03133131315e tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:05.312840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9bf817d-28ce-4133-b18b-32195cdd3528 req-fbba1056-e8b3-4a2d-84ce-03133131315e tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.1021535 Aug 19 15:00:05.393808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9bf817d-28ce-4133-b18b-32195cdd3528 req-4c97decb-b697-4212-94df-b8398642079e tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795162 Aug 19 15:00:05.451395 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9052c-826a-4612-a533-468f5cc431e9 x-openstack-request-id: req-e8d9052c-826a-4612-a533-468f5cc431e9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:05.451701 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ebfab9-4c79-4ad8-af10-5038b319891d", "tag": "52dd8f19-1e19-437b-8987-01a601741f27", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:05.452043 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8d9052c-826a-4612-a533-468f5cc431e9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:05.458780 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'tag': '52dd8f19-1e19-437b-8987-01a601741f27', 'status': 'completed', 'code': 200} Aug 19 15:00:05.557895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-24bd1cf1-fe72-41a4-8a15-01b5264aa44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:05.559617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-24bd1cf1-fe72-41a4-8a15-01b5264aa44b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 1099 time: 0.0746465 Aug 19 15:00:05.560480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.604160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['99bab7d1-4e66-4a86-b007-ddd3f121a349', 'be14ac71-6164-4fa3-8ba8-e068fe778f09'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:05.610065 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-1a4f9534-f9d9-475e-9d05-6e43c41d8417 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-group-rules/2e9581a4-64e2-4507-b4fe-de9461da7eba HTTP/1.1" status: 200 len: 778 time: 0.0550983 Aug 19 15:00:05.718287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=be14ac71-6164-4fa3-8ba8-e068fe778f09,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:05.744277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-0851f791-f388-4a06-8600-21816ff308aa tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7c1217c0-43ba-4602-8ce3-59fdc14b8cb7 HTTP/1.1" status: 200 len: 2406 time: 0.1267490 Aug 19 15:00:05.797411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-69c98745-d1f8-440b-9acf-b4d67958148a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.810397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-69c98745-d1f8-440b-9acf-b4d67958148a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.814298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:05.833053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port be14ac71-6164-4fa3-8ba8-e068fe778f09 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:05.853486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.861736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-bb22b9d9-88be-4a0c-aa67-8bc932bd4384 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.54 "DELETE /v2.0/ports/be14ac71-6164-4fa3-8ba8-e068fe778f09 HTTP/1.1" status: 204 len: 173 time: 1.8418307 Aug 19 15:00:05.993547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-69c98745-d1f8-440b-9acf-b4d67958148a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.000686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-69c98745-d1f8-440b-9acf-b4d67958148a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.009883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-c66666d3-122f-4a3d-9b88-68b260616bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.010538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-c66666d3-122f-4a3d-9b88-68b260616bfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.4411263 Aug 19 15:00:06.021588 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6830c33d-abc9-4430-bd42-ece6e3060899 req-69c98745-d1f8-440b-9acf-b4d67958148a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2e9581a4-64e2-4507-b4fe-de9461da7eba HTTP/1.1" status: 204 len: 173 time: 0.2757330 Aug 19 15:00:06.045558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c98745-d1f8-440b-9acf-b4d67958148a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e9581a4-64e2-4507-b4fe-de9461da7eba,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:06.073874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:06.097538 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f41302-ba4f-4e10-bcc7-e3c15692b503 x-openstack-request-id: req-68f41302-ba4f-4e10-bcc7-e3c15692b503 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:06.098676 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-unplugged", "status": "completed", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:06.099089 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68f41302-ba4f-4e10-bcc7-e3c15692b503 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:06.099664 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'code': 200} Aug 19 15:00:06.143818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'mac_address': 'fa:16:3e:2e:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:06.150923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-637aa173-e170-4996-8b37-7b937b8b52dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=52dd8f19-1e19-437b-8987-01a601741f27 HTTP/1.1" status: 200 len: 217 time: 0.1312249 Aug 19 15:00:06.235930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.256196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:06.283277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:06.311969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-a4e607c3-0bfe-430b-8458-6b1dc94c9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.314934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-a4e607c3-0bfe-430b-8458-6b1dc94c9754 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1465507 Aug 19 15:00:06.331602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd94a2c-c8a0-4e3e-8ebb-e0bfad31d9d0 req-b086b62e-6cca-4d12-9423-8d395c5f5c7d tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.331602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fd94a2c-c8a0-4e3e-8ebb-e0bfad31d9d0 req-b086b62e-6cca-4d12-9423-8d395c5f5c7d tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 950 time: 0.1891026 Aug 19 15:00:06.363042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 99bab7d1-4e66-4a86-b007-ddd3f121a349 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:06.364902 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.492848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-3695776c-7e9a-4581-980b-efacaab9b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.492848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-3695776c-7e9a-4581-980b-efacaab9b022 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521533 Aug 19 15:00:06.520234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fd94a2c-c8a0-4e3e-8ebb-e0bfad31d9d0 req-6bf49bf4-ae66-4f0e-82a1-7bd1e2047228 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740894 Aug 19 15:00:06.535136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.633530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-444938d6-d915-465a-81dc-2788ae802fbf req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-399316024', 'description': 'tempest-description-201218859'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:06.646142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:06.684959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170872e9-98ae-4814-8632-7e2dd8db6431 req-834080cf-1136-459c-9f7f-9210643cad13 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.686434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 99bab7d1-4e66-4a86-b007-ddd3f121a349, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=99bab7d1-4e66-4a86-b007-ddd3f121a349,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:06.686817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.687948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-170872e9-98ae-4814-8632-7e2dd8db6431 req-834080cf-1136-459c-9f7f-9210643cad13 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 947 time: 0.0824041 Aug 19 15:00:06.716864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 99bab7d1-4e66-4a86-b007-ddd3f121a349 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:06.735030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-fa11829a-03d4-4b2a-9cb5-7846f576212b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.736700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-fa11829a-03d4-4b2a-9cb5-7846f576212b tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.2456660 Aug 19 15:00:06.754937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-444938d6-d915-465a-81dc-2788ae802fbf req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.768594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-db8e7912-8a88-4e1b-8f90-bad05a2e690a service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606370 Aug 19 15:00:06.785846 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-170872e9-98ae-4814-8632-7e2dd8db6431 req-1ce75a77-bb13-479a-bdcb-20e08e2e2cec tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734897 Aug 19 15:00:06.869135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6c536d8-c292-45d6-9c80-919a85249d64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:06.959926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655b69e-e4c1-4c00-8391-fc46c17dc0fb req-cf1e8a12-9c8f-4329-8403-50c41f0da15b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.966606 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0655b69e-e4c1-4c00-8391-fc46c17dc0fb req-cf1e8a12-9c8f-4329-8403-50c41f0da15b tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 945 time: 0.1134183 Aug 19 15:00:07.034228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-444938d6-d915-465a-81dc-2788ae802fbf req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.067624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0655b69e-e4c1-4c00-8391-fc46c17dc0fb req-6336f600-1eb1-416e-a6ce-9199e0de15a9 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/security-groups?id=532a8ff3-f294-46ff-8485-1370a5f4dd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828857 Aug 19 15:00:07.160115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-444938d6-d915-465a-81dc-2788ae802fbf req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.225743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3808b87d-178b-4d63-83b2-a8fdd18b8bf7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:07.232700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-154845c3-4b4b-4050-b183-4eea29ae58b1 req-c69afb23-8fad-4f7c-9eb9-36f825afecf6 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278910 Aug 19 15:00:07.265216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0b24a-1020-4f5c-bee7-4b2be87743ed req-83f1afe4-7fc5-461c-83e8-7643fade6221 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.278459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9fa0b24a-1020-4f5c-bee7-4b2be87743ed req-83f1afe4-7fc5-461c-83e8-7643fade6221 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 946 time: 0.1288335 Aug 19 15:00:07.322187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Deleting port 11d987a0-2b5e-413a-b772-0db8f8d56857 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:07.323050 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.359177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-444938d6-d915-465a-81dc-2788ae802fbf req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.373156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444938d6-d915-465a-81dc-2788ae802fbf req-d6f48eba-c6c1-4702-9b16-c55cc3f53319 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7583745 Aug 19 15:00:07.397771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9fa0b24a-1020-4f5c-bee7-4b2be87743ed req-01acd141-ed2a-4d13-bdc6-185fd5cd2a08 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups?id=734a664d-306e-4a0a-b0df-4e4ce5206dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169493 Aug 19 15:00:07.455310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-deleted', 'tag': 'be14ac71-6164-4fa3-8ba8-e068fe778f09'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:07.458087 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef8a04-77ab-4afc-b663-f3acad8dc816" -d '{"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-deleted", "tag": "be14ac71-6164-4fa3-8ba8-e068fe778f09"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:07.505664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-faafddad-4dec-44e5-8e85-a62655ff264b req-85616741-72cc-4775-bc42-81d077ba85ee tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/3808b87d-178b-4d63-83b2-a8fdd18b8bf7 HTTP/1.1" status: 200 len: 1811 time: 0.0483875 Aug 19 15:00:07.536136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] For port 11d987a0-2b5e-413a-b772-0db8f8d56857, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=11d987a0-2b5e-413a-b772-0db8f8d56857,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:07.536588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.633019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1e4abeab-cbb0-41b5-a384-47067dc4a52d req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1428578844', 'description': 'tempest-description-1359609621'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:07.639299 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee738e8e-e392-47d3-8b9e-bd1df2fe69f0 x-openstack-request-id: req-ee738e8e-e392-47d3-8b9e-bd1df2fe69f0 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:07.639863 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-deleted", "tag": "be14ac71-6164-4fa3-8ba8-e068fe778f09", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:07.640152 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee738e8e-e392-47d3-8b9e-bd1df2fe69f0 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:07.640544 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-deleted', 'tag': 'be14ac71-6164-4fa3-8ba8-e068fe778f09', 'status': 'completed', 'code': 200} Aug 19 15:00:07.644397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.696531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=99bab7d1-4e66-4a86-b007-ddd3f121a349,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:07.746398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52628) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:07.770218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 52dd8f19-1e19-437b-8987-01a601741f27 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:07.848962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 99bab7d1-4e66-4a86-b007-ddd3f121a349 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:07.858373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.860736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75fbd7fe-9d70-4a84-ad79-5204aa77a1f0 req-6a6b633f-6fef-45f3-9731-8aa4b71b758a tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.54 "DELETE /v2.0/ports/99bab7d1-4e66-4a86-b007-ddd3f121a349 HTTP/1.1" status: 204 len: 173 time: 1.9891291 Aug 19 15:00:07.873535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e4abeab-cbb0-41b5-a384-47067dc4a52d req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.956704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-930e8c4c-acfb-4580-83d3-c76f966bc47a tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.960918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-930e8c4c-acfb-4580-83d3-c76f966bc47a tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.54 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 950 time: 0.2330554 Aug 19 15:00:07.980130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9edd-f2ba-4e6a-b3c1-4fe2bdbd8c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.993194 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.993589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.993909 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01 disassociated. External IP: 172.25.5.115, port: 11d987a0-2b5e-413a-b772-0db8f8d56857. Aug 19 15:00:07.994255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Calling delete_port for 11d987a0-2b5e-413a-b772-0db8f8d56857 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:08.057470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56252c-6c85-4d2f-85d6-53c8e21bd748 req-f89bc404-333c-4e91-9345-cc2e3f7d973f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:08.066019 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c56252c-6c85-4d2f-85d6-53c8e21bd748 req-f89bc404-333c-4e91-9345-cc2e3f7d973f tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/ports?device_id=d01860b7-64bb-40eb-920d-db0fab7ac7d6 HTTP/1.1" status: 200 len: 950 time: 0.3421674 Aug 19 15:00:08.125144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 52dd8f19-1e19-437b-8987-01a601741f27, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=52dd8f19-1e19-437b-8987-01a601741f27,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:08.145057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '52dd8f19-1e19-437b-8987-01a601741f27', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '52dd8f19-1e19-437b-8987-01a601741f27', 'mac_address': 'fa:16:3e:c7:ef:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:08.204012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e4abeab-cbb0-41b5-a384-47067dc4a52d req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.216059 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.242510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd8f19-1e19-437b-8987-01a601741f27 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:08.244595 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c56252c-6c85-4d2f-85d6-53c8e21bd748 req-826f2140-5e96-41e4-bd01-a74c7c4ff0e3 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750507 Aug 19 15:00:08.279041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Deleting port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:08.279708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.311033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 99bab7d1-4e66-4a86-b007-ddd3f121a349 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:08.327568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e4abeab-cbb0-41b5-a384-47067dc4a52d req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.342182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 52dd8f19-1e19-437b-8987-01a601741f27, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=52dd8f19-1e19-437b-8987-01a601741f27,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:08.393164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 99bab7d1-4e66-4a86-b007-ddd3f121a349 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:08.393515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 99bab7d1-4e66-4a86-b007-ddd3f121a349 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:08.394037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device be14ac71-6164-4fa3-8ba8-e068fe778f09 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:08.420950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e49a9-1e05-45c3-89c5-6672362ca0fc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:08.446248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] For port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:08.446688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.449456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: be14ac71-6164-4fa3-8ba8-e068fe778f09 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:08.449752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device be14ac71-6164-4fa3-8ba8-e068fe778f09 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:08.452415 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.454240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:08.455052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.469613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Calling delete_port for 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:08.544896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:08.562912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event deleted for resources: {'Port': ['ID=11d987a0-2b5e-413a-b772-0db8f8d56857,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:08.599580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=52dd8f19-1e19-437b-8987-01a601741f27,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:08.623288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'mac_address': 'fa:16:3e:ad:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:08.727384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.748819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9edd-f2ba-4e6a-b3c1-4fe2bdbd8c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.769203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:08.780095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:08.798477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:08.854357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9edd-f2ba-4e6a-b3c1-4fe2bdbd8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.884829 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.965189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3f8d9edd-f2ba-4e6a-b3c1-4fe2bdbd8c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7aa413f4e8941a2ae7007c1449a1304&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2149541 Aug 19 15:00:08.971265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:08.974131 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e4abeab-cbb0-41b5-a384-47067dc4a52d req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.985741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e4abeab-cbb0-41b5-a384-47067dc4a52d req-2797a660-9e69-46c5-8c78-daf778ee9b98 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3579650 Aug 19 15:00:08.995904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d9edd-f2ba-4e6a-b3c1-4fe2bdbd8c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072187ed-6f18-434a-a50a-09235d5a422d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:09.011114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:09.099851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] No DVR routers for this DVR port 11d987a0-2b5e-413a-b772-0db8f8d56857 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:09.103717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.107364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fdc95ed8-8684-4d84-a22b-35f7a403662b req-8292b937-cb6e-4fa8-963f-eb5921b56401 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.54 "DELETE /v2.0/ports/11d987a0-2b5e-413a-b772-0db8f8d56857 HTTP/1.1" status: 204 len: 173 time: 2.3597362 Aug 19 15:00:09.111620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:09.187156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:09.193459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d648427a-59a5-413b-95de-19dd267d04c9 req-2a2d813f-2727-4a8b-8687-0305307a1332 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3374a24-7617-4c5e-83c9-5cee9f879fc1 HTTP/1.1" status: 200 len: 210 time: 0.0830548 Aug 19 15:00:09.201187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:09.241153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:09.241153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:09.267910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-14ebebcd-14f3-48f8-9000-9744d181153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.342093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['52dd8f19-1e19-437b-8987-01a601741f27'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:09.361153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-14ebebcd-14f3-48f8-9000-9744d181153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.494942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8164365-69dc-4511-9f46-b59bf137c7f3 req-702b8d11-7991-4723-9b8a-31a7b19f6609 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:09.496854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f8164365-69dc-4511-9f46-b59bf137c7f3 req-702b8d11-7991-4723-9b8a-31a7b19f6609 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 948 time: 0.3350663 Aug 19 15:00:09.497774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e12a9a4-1837-4ee7-a597-e19dc2a23d7d req-854d6138-bd17-44a2-ba99-e1526e7bebb2 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8c7d13-7440-46e5-bd75-b9eb8000bc2d HTTP/1.1" status: 200 len: 210 time: 0.0850677 Aug 19 15:00:09.571902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f8164365-69dc-4511-9f46-b59bf137c7f3 req-b45b93e3-e65b-4622-93d0-ed55315054ff tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652874 Aug 19 15:00:09.573091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:09.643962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-deleted', 'tag': '99bab7d1-4e66-4a86-b007-ddd3f121a349'}, {'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'name': 'network-vif-deleted', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:09.647969 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0bb4e1-3a61-4b4a-9fd6-425ea1a8be9b" -d '{"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-deleted", "tag": "99bab7d1-4e66-4a86-b007-ddd3f121a349"}, {"server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "name": "network-vif-deleted", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:09.754879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-14ebebcd-14f3-48f8-9000-9744d181153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.758893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.764934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-14ebebcd-14f3-48f8-9000-9744d181153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.772064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-14ebebcd-14f3-48f8-9000-9744d181153a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/072187ed-6f18-434a-a50a-09235d5a422d HTTP/1.1" status: 204 len: 168 time: 0.7956858 Aug 19 15:00:09.782481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:09.813160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebebcd-14f3-48f8-9000-9744d181153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072187ed-6f18-434a-a50a-09235d5a422d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:09.821815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5a1a45f6-47aa-48fb-84d2-aff186a6e8d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:09.850199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Pushing event deleted for resources: {'Port': ['ID=5a1a45f6-47aa-48fb-84d2-aff186a6e8d1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:09.965317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] No DVR routers for this DVR port 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:09.978764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.990487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-693b445c-5e2c-45fd-bf58-04a1e68eb504 req-19dc0b77-a15b-4481-9892-ac3b14ea4816 tempest-ServerDiagnosticsNegativeTest-1640176968 tempest-ServerDiagnosticsNegativeTest-1640176968-project] 10.222.0.54 "DELETE /v2.0/ports/5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 HTTP/1.1" status: 204 len: 173 time: 2.0198343 Aug 19 15:00:09.993864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'name': 'network-vif-deleted', 'tag': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:10.007945 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f1b9d-f5c7-4f77-bcdb-d9f6b29144ef" -d '{"events": [{"server_uuid": "d01860b7-64bb-40eb-920d-db0fab7ac7d6", "name": "network-vif-deleted", "tag": "5a1a45f6-47aa-48fb-84d2-aff186a6e8d1"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:10.282260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 11d987a0-2b5e-413a-b772-0db8f8d56857 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:10.341705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 11d987a0-2b5e-413a-b772-0db8f8d56857 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:10.342045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 11d987a0-2b5e-413a-b772-0db8f8d56857 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:10.469963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:10.500990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port e6c536d8-c292-45d6-9c80-919a85249d64 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:10.505533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:10.509052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port e6c536d8-c292-45d6-9c80-919a85249d64 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:10.509451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.549270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:10.550264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:10.791234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.811253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:10.855377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:10.858099 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956dadf2-fbaa-4bb3-a4b0-b4b4a419f0ce" -d '{"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:10.881448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:11.046802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.060173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:11.079298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06b22e0b-c4f3-488b-9e50-74a07dc91dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.178262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:11.219222 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06b22e0b-c4f3-488b-9e50-74a07dc91dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.221282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:11.253251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34baabb7-7e68-4f86-be49-f97eaddc9835 None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T14:51:43Z', 'revision_number': 4, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4cc36103-c37e-431f-a43a-57be74237a5e', 'name': '', 'network_id': 'ec913136-bde3-41be-b86e-2178545ada6a', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'mac_address': 'fa:16:3e:67:ee:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:42Z', 'updated_at': '2021-08-19T14:51:51Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'subnets': [{'id': '8246f976-1487-44a2-a57b-3cdb765999a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:11.338264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06b22e0b-c4f3-488b-9e50-74a07dc91dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.413382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-06b22e0b-c4f3-488b-9e50-74a07dc91dc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0335e901d3874586bb16212662840a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514349 Aug 19 15:00:11.414369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b22e0b-c4f3-488b-9e50-74a07dc91dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc60aa4-5e58-4ce2-b0b7-b0ebade2f146,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:11.416459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:11.522758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c532fe0-f2f9-4895-a77b-3b4b6db8d6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.596033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c532fe0-f2f9-4895-a77b-3b4b6db8d6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.637363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce5cbf9b-5cb2-4069-b08a-83afa0abae0b req-54109e47-890e-4afe-a1e0-16b22cb15707 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7c9e49a9-1e05-45c3-89c5-6672362ca0fc HTTP/1.1" status: 200 len: 1813 time: 0.0838628 Aug 19 15:00:11.679815 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b047e21-95c4-47ef-9b23-8015056acc3c x-openstack-request-id: req-0b047e21-95c4-47ef-9b23-8015056acc3c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:11.681274 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3374a24-7617-4c5e-83c9-5cee9f879fc1", "name": "network-vif-deleted", "tag": "99bab7d1-4e66-4a86-b007-ddd3f121a349", "status": "completed", "code": 200}, {"server_uuid": "1d8c7d13-7440-46e5-bd75-b9eb8000bc2d", "name": "network-vif-deleted", "tag": "11d987a0-2b5e-413a-b772-0db8f8d56857", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:11.681806 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b047e21-95c4-47ef-9b23-8015056acc3c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:11.682296 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3374a24-7617-4c5e-83c9-5cee9f879fc1', 'name': 'network-vif-deleted', 'tag': '99bab7d1-4e66-4a86-b007-ddd3f121a349', 'status': 'completed', 'code': 200} Aug 19 15:00:11.682950 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8c7d13-7440-46e5-bd75-b9eb8000bc2d', 'name': 'network-vif-deleted', 'tag': '11d987a0-2b5e-413a-b772-0db8f8d56857', 'status': 'completed', 'code': 200} Aug 19 15:00:11.734688 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70266c2-4ea6-40fa-83e0-9d8003113df8 None None] New status for floating IP b7f08129-5410-44bf-87f2-7dbe2417ab01: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:00:11.735234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52734) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:11.780032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:11.796238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c532fe0-f2f9-4895-a77b-3b4b6db8d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.799427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c532fe0-f2f9-4895-a77b-3b4b6db8d6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.801414 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4c532fe0-f2f9-4895-a77b-3b4b6db8d6b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddc60aa4-5e58-4ce2-b0b7-b0ebade2f146 HTTP/1.1" status: 204 len: 168 time: 0.3833139 Aug 19 15:00:11.823969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c532fe0-f2f9-4895-a77b-3b4b6db8d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc60aa4-5e58-4ce2-b0b7-b0ebade2f146,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:11.937311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting subnet 9ac9dbc7-07e3-49ac-a2c8-13937083349b {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:11.943891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:11.944588 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.954868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.992975 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6e37b-5523-4b0a-9710-ab7655ced60a x-openstack-request-id: req-eef6e37b-5523-4b0a-9710-ab7655ced60a {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:11.993589 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01860b7-64bb-40eb-920d-db0fab7ac7d6", "name": "network-vif-deleted", "tag": "5a1a45f6-47aa-48fb-84d2-aff186a6e8d1", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:11.994332 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eef6e37b-5523-4b0a-9710-ab7655ced60a {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:11.994958 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01860b7-64bb-40eb-920d-db0fab7ac7d6', 'name': 'network-vif-deleted', 'tag': '5a1a45f6-47aa-48fb-84d2-aff186a6e8d1', 'status': 'completed', 'code': 200} Aug 19 15:00:12.056702 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26665542-ed65-4027-8820-69745e218a01 x-openstack-request-id: req-26665542-ed65-4027-8820-69745e218a01 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:12.056986 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:12.057252 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26665542-ed65-4027-8820-69745e218a01 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:12.058586 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'code': 200} Aug 19 15:00:12.074188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.132847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:12.194616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-81b10787-bcf1-4cc3-8c17-e64444ba99ee req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1834151099', 'description': 'tempest-description-1393813902'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:12.233256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.245328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.249242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 52dd8f19-1e19-437b-8987-01a601741f27 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:12.282519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:12.337616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:12.337616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5a1a45f6-47aa-48fb-84d2-aff186a6e8d1 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:12.356075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-81b10787-bcf1-4cc3-8c17-e64444ba99ee req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.359698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6c0ff-e4a2-480b-974b-696121526c9f req-500917a7-0944-42af-afbb-4c15a5ab1941 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:12.361402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6db6c0ff-e4a2-480b-974b-696121526c9f req-500917a7-0944-42af-afbb-4c15a5ab1941 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 948 time: 0.2790294 Aug 19 15:00:12.409071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:12.480902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:12.483716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5602e63-bc14-481e-a92d-37b55ec71ad4 req-e77062e8-0bd2-44ac-9bfe-522f38a95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:12.485485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5602e63-bc14-481e-a92d-37b55ec71ad4 req-e77062e8-0bd2-44ac-9bfe-522f38a95158 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1102 time: 0.2839701 Aug 19 15:00:12.507129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 52dd8f19-1e19-437b-8987-01a601741f27 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:12.512389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 52dd8f19-1e19-437b-8987-01a601741f27 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:12.512811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.617533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-81b10787-bcf1-4cc3-8c17-e64444ba99ee req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.633436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6db6c0ff-e4a2-480b-974b-696121526c9f req-7ea41303-731b-40c0-be77-c9cdc627f100 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479150 Aug 19 15:00:12.635231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.648420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.714578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-81b10787-bcf1-4cc3-8c17-e64444ba99ee req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.752920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 52dd8f19-1e19-437b-8987-01a601741f27, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=52dd8f19-1e19-437b-8987-01a601741f27,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:12.791378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5602e63-bc14-481e-a92d-37b55ec71ad4 req-4a07e5b9-2b86-400b-bd13-c16affd5c838 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917697 Aug 19 15:00:12.829908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.850660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5197ab-7c05-4d8f-80db-8dd0ee4a84c8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:12.900674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52768) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:12.901379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3e44129e-a729-4c6d-ad27-0d068a041406 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e48b52727e084a508c4d4d8e1d3eb49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190276 Aug 19 15:00:12.914748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-81b10787-bcf1-4cc3-8c17-e64444ba99ee req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.925173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=52dd8f19-1e19-437b-8987-01a601741f27,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:12.942614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-81b10787-bcf1-4cc3-8c17-e64444ba99ee req-c6767d12-3b85-4e2f-b7e4-3d8cff8066bf tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7534611 Aug 19 15:00:12.963266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414c40f-d880-43f3-a421-e855d0efe724 req-aee4d2ea-4c31-4899-b42e-4131c7430d59 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:12.965330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a414c40f-d880-43f3-a421-e855d0efe724 req-aee4d2ea-4c31-4899-b42e-4131c7430d59 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 950 time: 0.1211114 Aug 19 15:00:12.970289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.977077 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.022073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1b474-6dfd-4b92-ab79-5de78474e5bb None None] Network d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:13.022889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.027255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/subnets/9ac9dbc7-07e3-49ac-a2c8-13937083349b HTTP/1.1" status: 204 len: 168 time: 1.2882679 Aug 19 15:00:13.027255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbd6b0-08f7-4e8c-a4db-80ea0c49bc32 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac9dbc7-07e3-49ac-a2c8-13937083349b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:13.030283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52782) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:13.126902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a414c40f-d880-43f3-a421-e855d0efe724 req-4441da37-c3b5-4800-8157-2af02fa2e759 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456521 Aug 19 15:00:13.135600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ee51f127-d157-483b-8a2d-1ae834344c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.213289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ee51f127-d157-483b-8a2d-1ae834344c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.218720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.272719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-777369eb-30ce-4f00-b7b0-155d500367f9 req-f4474836-d6fd-4207-81c3-9c9de45afe55 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/6c5197ab-7c05-4d8f-80db-8dd0ee4a84c8 HTTP/1.1" status: 200 len: 1813 time: 0.1276608 Aug 19 15:00:13.278285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52788) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:13.350315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] DHCP port deletion for d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:13.405974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-5f119070-59f1-49c6-8657-f56b18525da8 req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1278505025', 'description': 'tempest-description-1648273869'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:13.498493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] Deleting port 055e161d-3ae4-4098-ac85-3e3783038821 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:13.498919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.609851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97251252-645d-4b21-9407-310f1cb4e61d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.653200 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97251252-645d-4b21-9407-310f1cb4e61d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.707479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] For port 055e161d-3ae4-4098-ac85-3e3783038821, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=055e161d-3ae4-4098-ac85-3e3783038821,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:13.708358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.714353 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f119070-59f1-49c6-8657-f56b18525da8 req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.756076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] Calling delete_port for 055e161d-3ae4-4098-ac85-3e3783038821 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:13.789460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 055e161d-3ae4-4098-ac85-3e3783038821 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:13.790678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.887195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 055e161d-3ae4-4098-ac85-3e3783038821, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=055e161d-3ae4-4098-ac85-3e3783038821,segment=NetworkSegment(a88a1862-ee0e-475a-83ce-98c06c3e8186),segment_id=a88a1862-ee0e-475a-83ce-98c06c3e8186)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:13.887877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.910136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 055e161d-3ae4-4098-ac85-3e3783038821 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:13.945742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f119070-59f1-49c6-8657-f56b18525da8 req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.947973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97251252-645d-4b21-9407-310f1cb4e61d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.952372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97251252-645d-4b21-9407-310f1cb4e61d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.956700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-97251252-645d-4b21-9407-310f1cb4e61d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "DELETE /v2.0/security-groups/734a664d-306e-4a0a-b0df-4e4ce5206dd0 HTTP/1.1" status: 204 len: 168 time: 0.6812086 Aug 19 15:00:13.962128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:13.984977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ee51f127-d157-483b-8a2d-1ae834344c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.987010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ee51f127-d157-483b-8a2d-1ae834344c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.989015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ee51f127-d157-483b-8a2d-1ae834344c6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d HTTP/1.1" status: 204 len: 168 time: 1.0854850 Aug 19 15:00:14.003575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51f127-d157-483b-8a2d-1ae834344c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ffcbc-a3b4-4845-a141-ea05b7bf6f3d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.023611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251252-645d-4b21-9407-310f1cb4e61d tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a664d-306e-4a0a-b0df-4e4ce5206dd0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.042786 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-466af409-86fd-4a97-8c3c-4f995b41751a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] show failed (client error): The resource could not be found. Aug 19 15:00:14.044905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-466af409-86fd-4a97-8c3c-4f995b41751a tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "GET /v2.0/security-groups/734a664d-306e-4a0a-b0df-4e4ce5206dd0 HTTP/1.1" status: 404 len: 347 time: 0.0568955 Aug 19 15:00:14.049857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52832) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:14.062245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}, {'server_uuid': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd8f19-1e19-437b-8987-01a601741f27'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:14.070657 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db80a92-66ec-4000-a8cf-82318c6cfdb1" -d '{"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}, {"server_uuid": "83ebfab9-4c79-4ad8-af10-5038b319891d", "name": "network-vif-plugged", "status": "completed", "tag": "52dd8f19-1e19-437b-8987-01a601741f27"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:14.109595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f119070-59f1-49c6-8657-f56b18525da8 req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.127169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.135331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.218991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=055e161d-3ae4-4098-ac85-3e3783038821,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.224603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] Pushing event deleted for resources: {'Port': ['ID=055e161d-3ae4-4098-ac85-3e3783038821,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.231588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00303f4e-a10c-45fa-b784-e0752ee3ae48,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.245357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36071f1-73da-4cd7-834e-ef78294da156 None None] No DVR routers for this DVR port 055e161d-3ae4-4098-ac85-3e3783038821 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:14.267738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 055e161d-3ae4-4098-ac85-3e3783038821 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:14.277866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f119070-59f1-49c6-8657-f56b18525da8 req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.279124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f119070-59f1-49c6-8657-f56b18525da8 req-55ba5ae6-5bea-43f3-b362-42fee8d77d71 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8954463 Aug 19 15:00:14.291739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Deleting port 5ab6b18f-4792-44da-b5f6-08861017b730 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:14.292443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.447074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.447431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.499311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.505031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Calling delete_port for 5ab6b18f-4792-44da-b5f6-08861017b730 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:14.517364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.530894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88a1862-ee0e-475a-83ce-98c06c3e8186') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.531505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88a1862-ee0e-475a-83ce-98c06c3e8186') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.546515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.565882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.579932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:14.580371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:14.585322 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:14.605161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f246-13db-42d6-9e2e-54aa93f68150 req-39ae7a78-e9e6-46fa-8100-4a3169982689 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:14.612810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0924f246-13db-42d6-9e2e-54aa93f68150 req-39ae7a78-e9e6-46fa-8100-4a3169982689 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 949 time: 0.1841869 Aug 19 15:00:14.691912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0924f246-13db-42d6-9e2e-54aa93f68150 req-5a6c54ba-11a4-4be7-87e8-0fc8bffc6d4c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773618 Aug 19 15:00:14.833484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.842458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.845799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/networks/d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b HTTP/1.1" status: 204 len: 168 time: 1.8132429 Aug 19 15:00:14.848692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:14.875812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8dd52-fc33-45b8-9e4e-8a4aa52dc0a1 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Network': ['ID=d57ed78f-795a-4a5b-ae1e-4b7d1fa3e32b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.907836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.951780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Pushing event deleted for resources: {'Port': ['ID=5ab6b18f-4792-44da-b5f6-08861017b730,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.975003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting subnet 35d93e4b-63fb-452f-8f45-aaa8bb006ac8 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:14.980526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.980942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.981253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.981580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.981919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.982252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.982623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.982954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.983415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.983758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.984086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:14.984412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:15.000596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.145424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.260472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52882) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:15.299568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21337c66-1b05-43ee-89cf-1b345f0f100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.320016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.356429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.359694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.365258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-262768eb-8db1-4b73-9166-f084923d1fc6 tempest-ServersWithSpecificFlavorTestJSON-545889361 tempest-ServersWithSpecificFlavorTestJSON-545889361-project] 10.222.0.13 "DELETE /v2.0/floatingips/b7f08129-5410-44bf-87f2-7dbe2417ab01 HTTP/1.1" status: 204 len: 168 time: 1.3132820 Aug 19 15:00:15.432125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 055e161d-3ae4-4098-ac85-3e3783038821 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:15.462490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 055e161d-3ae4-4098-ac85-3e3783038821 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:15.463452 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 055e161d-3ae4-4098-ac85-3e3783038821 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:15.480479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21337c66-1b05-43ee-89cf-1b345f0f100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.556340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.587248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Subnet': ['ID=35d93e4b-63fb-452f-8f45-aaa8bb006ac8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:15.603371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.603371 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5baa8c3-25b8-4d03-8ff4-19ebea83668c tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/subnets/35d93e4b-63fb-452f-8f45-aaa8bb006ac8 HTTP/1.1" status: 204 len: 168 time: 0.7420082 Aug 19 15:00:15.603969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52890) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:15.605576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21337c66-1b05-43ee-89cf-1b345f0f100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.640316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8400b4-3570-4c19-a8d4-98fea94ad89c None None] Network f7fc1fd4-0b23-49a5-8832-942d915a2b92 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:15.821303 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a9881-f3e8-46fc-bbcf-cebc64a451da x-openstack-request-id: req-346a9881-f3e8-46fc-bbcf-cebc64a451da {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:15.821834 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "code": 200}, {"server_uuid": "83ebfab9-4c79-4ad8-af10-5038b319891d", "name": "network-vif-plugged", "status": "completed", "tag": "52dd8f19-1e19-437b-8987-01a601741f27", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:15.822182 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-346a9881-f3e8-46fc-bbcf-cebc64a451da {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:15.829380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f7a897b-9648-43c1-a3da-65d2a2aaf101 req-7f16a62a-1603-4f1d-9f50-e7ef5cc77eb4 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/00303f4e-a10c-45fa-b784-e0752ee3ae48 HTTP/1.1" status: 200 len: 1813 time: 0.0956206 Aug 19 15:00:15.832071 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'code': 200} Aug 19 15:00:15.833892 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd8f19-1e19-437b-8987-01a601741f27', 'code': 200} Aug 19 15:00:15.834741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:15.863227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21337c66-1b05-43ee-89cf-1b345f0f100e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daa7bd8ca7fc4e468dc33036f185bb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003036 Aug 19 15:00:15.866525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:15.929946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337c66-1b05-43ee-89cf-1b345f0f100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452dead-3614-4b46-9cfd-b7f5fecbeacb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:15.960378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.001757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e5e3f-a8d3-4146-b29e-81975111f342 req-1df86d2d-1609-4141-8221-84424f462e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:16.006397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a61e5e3f-a8d3-4146-b29e-81975111f342 req-1df86d2d-1609-4141-8221-84424f462e82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 1101 time: 0.1697867 Aug 19 15:00:16.010383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de49051d-c002-4f55-9a6f-ef5101c54607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.040190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.066027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de49051d-c002-4f55-9a6f-ef5101c54607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.125210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] DHCP port deletion for f7fc1fd4-0b23-49a5-8832-942d915a2b92 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:16.141614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:16.150372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a61e5e3f-a8d3-4146-b29e-81975111f342 req-dd69d999-7b51-429c-ae44-462b58a3654a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336100 Aug 19 15:00:16.164751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Deleting port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:16.165442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.198839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] Deleting port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:16.199217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.247459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] For port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:16.247855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.273393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Calling delete_port for 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:16.282781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] For port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,segment=NetworkSegment(76458faf-06f0-4c76-9046-c6e9fb0fc19a),segment_id=76458faf-06f0-4c76-9046-c6e9fb0fc19a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:16.283632 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.303722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] Calling delete_port for 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:16.649589 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de49051d-c002-4f55-9a6f-ef5101c54607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.652242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de49051d-c002-4f55-9a6f-ef5101c54607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.656538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de49051d-c002-4f55-9a6f-ef5101c54607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c452dead-3614-4b46-9cfd-b7f5fecbeacb HTTP/1.1" status: 204 len: 168 time: 0.7820005 Aug 19 15:00:16.661063 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.671881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.684479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49051d-c002-4f55-9a6f-ef5101c54607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452dead-3614-4b46-9cfd-b7f5fecbeacb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.702734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Port': ['ID=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.718254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] No DVR routers for this DVR port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:16.735529 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.789683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] No DVR routers for this DVR port 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:16.798049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.842082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068de1-106d-4d5a-b6f0-0090d1764aab None None] Pushing event deleted for resources: {'Port': ['ID=108a7190-b8b9-4f8c-b6b1-da62dc2b33b8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.917190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.945943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8d1d-0e49-4164-900d-8b4167a16e07 req-3956cfba-edd0-43ac-9593-e99de0298666 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:16.953434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bec8d1d-0e49-4164-900d-8b4167a16e07 req-3956cfba-edd0-43ac-9593-e99de0298666 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 949 time: 0.1817210 Aug 19 15:00:16.956491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fc1fd4-0b23-49a5-8832-942d915a2b92']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:16.979807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76458faf-06f0-4c76-9046-c6e9fb0fc19a') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:16.980392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76458faf-06f0-4c76-9046-c6e9fb0fc19a') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:16.996282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.032353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bec8d1d-0e49-4164-900d-8b4167a16e07 req-1ffd38c0-13f6-4c9c-b798-88b20fb49d4a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Aug 19 15:00:17.037960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.053763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:17.054179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:17.058026 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:17.143495 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-28206321-856d-4e4c-84a8-21c31eba8b9c req-6bd709e1-e616-4909-81ff-ceb9ef9fad3d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] show failed (client error): The resource could not be found. Aug 19 15:00:17.145332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28206321-856d-4e4c-84a8-21c31eba8b9c req-6bd709e1-e616-4909-81ff-ceb9ef9fad3d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7e35711f-489f-4118-a17c-0c6ce92c6d52 HTTP/1.1" status: 404 len: 352 time: 0.0865157 Aug 19 15:00:17.245405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.252998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.265002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] 10.222.0.13 "DELETE /v2.0/networks/f7fc1fd4-0b23-49a5-8832-942d915a2b92 HTTP/1.1" status: 204 len: 168 time: 1.6687129 Aug 19 15:00:17.328912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd9b0-6095-4474-9624-a1569242d733 tempest-ServersTestMultiNic-1405378986 tempest-ServersTestMultiNic-1405378986-project] Pushing event deleted for resources: {'Network': ['ID=f7fc1fd4-0b23-49a5-8832-942d915a2b92,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:17.334036 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-e5e6a8f0-2d78-4fc8-b9cd-1e034d82d4ed req-373a5d9c-37b4-417b-9201-9cd670f52e6b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] show failed (client error): The resource could not be found. Aug 19 15:00:17.335516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5e6a8f0-2d78-4fc8-b9cd-1e034d82d4ed req-373a5d9c-37b4-417b-9201-9cd670f52e6b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-group-rules/dcd12e46-c68a-4a2e-9f98-dc050fdec11f HTTP/1.1" status: 404 len: 361 time: 0.0254152 Aug 19 15:00:17.397258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:17.424260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:17.427868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 108a7190-b8b9-4f8c-b6b1-da62dc2b33b8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:17.648593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5faeabc9-d178-4a8e-b1a7-413778942dd1 req-39d7505e-6d4f-4596-aa5b-2536f43c57d5 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/00303f4e-a10c-45fa-b784-e0752ee3ae48 HTTP/1.1" status: 200 len: 1813 time: 0.0591018 Aug 19 15:00:17.736402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5faeabc9-d178-4a8e-b1a7-413778942dd1 req-ee5b048e-36fa-4863-84f1-b24b72e6f28a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.765293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5faeabc9-d178-4a8e-b1a7-413778942dd1 req-ee5b048e-36fa-4863-84f1-b24b72e6f28a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.834953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:17.837617 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e862aa1-d9eb-4394-b62b-af9f504d02db" -d '{"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-unplugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:17.942537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5faeabc9-d178-4a8e-b1a7-413778942dd1 req-ee5b048e-36fa-4863-84f1-b24b72e6f28a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.945499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5faeabc9-d178-4a8e-b1a7-413778942dd1 req-ee5b048e-36fa-4863-84f1-b24b72e6f28a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.947211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5faeabc9-d178-4a8e-b1a7-413778942dd1 req-ee5b048e-36fa-4863-84f1-b24b72e6f28a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "DELETE /v2.0/security-groups/00303f4e-a10c-45fa-b784-e0752ee3ae48 HTTP/1.1" status: 204 len: 173 time: 0.2973752 Aug 19 15:00:17.959042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b048e-36fa-4863-84f1-b24b72e6f28a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00303f4e-a10c-45fa-b784-e0752ee3ae48,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:18.258710 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cff7a8f-6298-4c5b-8e0a-73c2275c83d3 x-openstack-request-id: req-0cff7a8f-6298-4c5b-8e0a-73c2275c83d3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:18.259341 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-unplugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:18.259808 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cff7a8f-6298-4c5b-8e0a-73c2275c83d3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:18.260426 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'code': 200} Aug 19 15:00:18.325654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c46698d1-22c1-444a-865b-a4438feec6fc req-dcc7304e-8671-4c89-91c8-ebfe6d32b9d5 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/6c5197ab-7c05-4d8f-80db-8dd0ee4a84c8 HTTP/1.1" status: 200 len: 1813 time: 0.0546978 Aug 19 15:00:18.455197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c46698d1-22c1-444a-865b-a4438feec6fc req-eb82ce24-56cf-42c9-a6d5-ae80dc22b22b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.523844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c46698d1-22c1-444a-865b-a4438feec6fc req-eb82ce24-56cf-42c9-a6d5-ae80dc22b22b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.690226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c5844-0ca4-4851-b3d6-629319ad0f4b req-6d5fc1e7-7210-499a-9a9f-6c46ecf45397 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:18.693219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-980c5844-0ca4-4851-b3d6-629319ad0f4b req-6d5fc1e7-7210-499a-9a9f-6c46ecf45397 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 949 time: 0.1149049 Aug 19 15:00:18.707411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c46698d1-22c1-444a-865b-a4438feec6fc req-eb82ce24-56cf-42c9-a6d5-ae80dc22b22b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.707411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c46698d1-22c1-444a-865b-a4438feec6fc req-eb82ce24-56cf-42c9-a6d5-ae80dc22b22b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.719140 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c46698d1-22c1-444a-865b-a4438feec6fc req-eb82ce24-56cf-42c9-a6d5-ae80dc22b22b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c5197ab-7c05-4d8f-80db-8dd0ee4a84c8 HTTP/1.1" status: 204 len: 173 time: 0.3862767 Aug 19 15:00:18.776899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-980c5844-0ca4-4851-b3d6-629319ad0f4b req-448dffb3-a801-4a4e-a29f-f44533cdcf02 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Aug 19 15:00:18.787016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82ce24-56cf-42c9-a6d5-ae80dc22b22b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5197ab-7c05-4d8f-80db-8dd0ee4a84c8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:18.955861 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28e81bed-b040-45c9-b473-b9f389eb904c req-af123901-11cb-4284-8436-eabf061c3c4d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7c9e49a9-1e05-45c3-89c5-6672362ca0fc HTTP/1.1" status: 200 len: 1813 time: 0.0571070 Aug 19 15:00:19.055758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-28e81bed-b040-45c9-b473-b9f389eb904c req-efe6b4a3-afc3-43fc-a1bb-fa7475a5b75b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.114360 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-28e81bed-b040-45c9-b473-b9f389eb904c req-efe6b4a3-afc3-43fc-a1bb-fa7475a5b75b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.330670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-28e81bed-b040-45c9-b473-b9f389eb904c req-efe6b4a3-afc3-43fc-a1bb-fa7475a5b75b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.340346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-28e81bed-b040-45c9-b473-b9f389eb904c req-efe6b4a3-afc3-43fc-a1bb-fa7475a5b75b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.354735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28e81bed-b040-45c9-b473-b9f389eb904c req-efe6b4a3-afc3-43fc-a1bb-fa7475a5b75b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c9e49a9-1e05-45c3-89c5-6672362ca0fc HTTP/1.1" status: 204 len: 173 time: 0.3811963 Aug 19 15:00:19.383550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6b4a3-afc3-43fc-a1bb-fa7475a5b75b tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e49a9-1e05-45c3-89c5-6672362ca0fc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:19.549024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c4e5-5d8b-4978-979a-695ac04a4dab req-a1b23638-2bfa-48ce-9bb6-b7ec3a747ddf tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:19.550901 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0d47c4e5-5d8b-4978-979a-695ac04a4dab req-a1b23638-2bfa-48ce-9bb6-b7ec3a747ddf tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0889096 Aug 19 15:00:19.653779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0d47c4e5-5d8b-4978-979a-695ac04a4dab req-0873bec6-342d-4a89-8f10-06e1147a5213 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Aug 19 15:00:19.762437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53044) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:20.141172 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69062df9-c0f0-4af0-8088-9a945ce0ce96 req-99f131bf-46e2-47b7-ace2-4acc9dd3b4a5 tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/3808b87d-178b-4d63-83b2-a8fdd18b8bf7 HTTP/1.1" status: 200 len: 1811 time: 0.1866760 Aug 19 15:00:20.360011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-69062df9-c0f0-4af0-8088-9a945ce0ce96 req-52810b0f-a1d8-41c9-872d-cf4b7856ec6d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.456183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-69062df9-c0f0-4af0-8088-9a945ce0ce96 req-52810b0f-a1d8-41c9-872d-cf4b7856ec6d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.624532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-69062df9-c0f0-4af0-8088-9a945ce0ce96 req-52810b0f-a1d8-41c9-872d-cf4b7856ec6d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.630371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-69062df9-c0f0-4af0-8088-9a945ce0ce96 req-52810b0f-a1d8-41c9-872d-cf4b7856ec6d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.632803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69062df9-c0f0-4af0-8088-9a945ce0ce96 req-52810b0f-a1d8-41c9-872d-cf4b7856ec6d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "DELETE /v2.0/security-groups/3808b87d-178b-4d63-83b2-a8fdd18b8bf7 HTTP/1.1" status: 204 len: 173 time: 0.4429870 Aug 19 15:00:20.664026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.668276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52810b0f-a1d8-41c9-872d-cf4b7856ec6d tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3808b87d-178b-4d63-83b2-a8fdd18b8bf7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:21.014983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Deleting port a20d50b3-f119-4318-82fa-cd255df2a131 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:21.015366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.092171 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-162bc862-80ed-4c6c-8748-9637b3555d99 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=063975f922a44fc981dc8e2b9932a3b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306926 Aug 19 15:00:21.192496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] For port a20d50b3-f119-4318-82fa-cd255df2a131, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a20d50b3-f119-4318-82fa-cd255df2a131,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:21.192871 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.217403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Calling delete_port for a20d50b3-f119-4318-82fa-cd255df2a131 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:21.290722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-c23f0b86-e287-4f91-ac0d-bbddd83236a2 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:21.292347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-c23f0b86-e287-4f91-ac0d-bbddd83236a2 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918528 Aug 19 15:00:21.334813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-23b6918c-0111-4ba4-be20-c5db965273e7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/quotas/063975f922a44fc981dc8e2b9932a3b2 HTTP/1.1" status: 200 len: 375 time: 0.0168595 Aug 19 15:00:21.496674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53098) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:21.507781 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-cfca58cf-c7f9-4c39-867a-aa170def4ec7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346481 Aug 19 15:00:21.624077 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:00:21.669140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80fa8b32-03c7-4180-9ef3-c4ecf2c392ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.805181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.830640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80fa8b32-03c7-4180-9ef3-c4ecf2c392ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.907603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80fa8b32-03c7-4180-9ef3-c4ecf2c392ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.909585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20d50b3-f119-4318-82fa-cd255df2a131,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:22.021876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:22.022788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-80fa8b32-03c7-4180-9ef3-c4ecf2c392ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc53639f5c814331afff1dc1f43ee26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235934 Aug 19 15:00:22.086587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa8b32-03c7-4180-9ef3-c4ecf2c392ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec8244-ff17-43ec-b660-6de3f742c0df,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:22.117815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-8147cc7b-6a83-4ff5-b1ac-f0440003de4d tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076639 Aug 19 15:00:22.274122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-502a1066-8b38-4294-b0f2-d23c7db14949 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:22.282889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-502a1066-8b38-4294-b0f2-d23c7db14949 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640964 Aug 19 15:00:22.301243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-2b04fedf-cc04-4791-b6e1-d382976a77ec tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/quotas/f0eb33a7b80c479e879fd9395e5bb8d2 HTTP/1.1" status: 200 len: 375 time: 0.0169888 Aug 19 15:00:22.323600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5202d9c8-7034-4f45-b5ca-ea7ea6ce84da req-412d3da7-2eb7-433d-b418-cc8dd5c5ef8a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "GET /v2.0/security-groups/7c1217c0-43ba-4602-8ce3-59fdc14b8cb7 HTTP/1.1" status: 200 len: 1813 time: 0.3886468 Aug 19 15:00:22.361970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-7c50a898-6e4e-499a-ae09-99db41edd0af tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594649 Aug 19 15:00:22.527962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6346d6cd-de77-4a05-8d1c-b4f7f830f6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.565402 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.583688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5202d9c8-7034-4f45-b5ca-ea7ea6ce84da req-0893f1da-58d6-46f8-ad05-3dbdf2d0cf4a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.585446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6346d6cd-de77-4a05-8d1c-b4f7f830f6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.665399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5202d9c8-7034-4f45-b5ca-ea7ea6ce84da req-0893f1da-58d6-46f8-ad05-3dbdf2d0cf4a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.838259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53126) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:22.862601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5202d9c8-7034-4f45-b5ca-ea7ea6ce84da req-0893f1da-58d6-46f8-ad05-3dbdf2d0cf4a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.865951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5202d9c8-7034-4f45-b5ca-ea7ea6ce84da req-0893f1da-58d6-46f8-ad05-3dbdf2d0cf4a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.874223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53134) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:22.883046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5202d9c8-7034-4f45-b5ca-ea7ea6ce84da req-0893f1da-58d6-46f8-ad05-3dbdf2d0cf4a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c1217c0-43ba-4602-8ce3-59fdc14b8cb7 HTTP/1.1" status: 204 len: 173 time: 0.5572174 Aug 19 15:00:23.095971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6346d6cd-de77-4a05-8d1c-b4f7f830f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.112781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6346d6cd-de77-4a05-8d1c-b4f7f830f6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.118531 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6346d6cd-de77-4a05-8d1c-b4f7f830f6bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6eec8244-ff17-43ec-b660-6de3f742c0df HTTP/1.1" status: 204 len: 168 time: 1.0354085 Aug 19 15:00:23.181281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893f1da-58d6-46f8-ad05-3dbdf2d0cf4a tempest-SecurityGroupRulesNegativeTestJSON-892709445 tempest-SecurityGroupRulesNegativeTestJSON-892709445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1217c0-43ba-4602-8ce3-59fdc14b8cb7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:23.380103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d6cd-de77-4a05-8d1c-b4f7f830f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec8244-ff17-43ec-b660-6de3f742c0df,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:23.420061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Deleting subnet 2ddee916-2e96-4e70-8846-4458b4d85b08 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:23.430592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.452780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a42175e2-fa1d-4876-98fd-a32608473be5 req-1bffb0ff-b45b-4afc-98ef-5bb911460edc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 210 time: 0.3617399 Aug 19 15:00:23.522456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.611738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.625064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Router fc951ee7-cff1-47f6-925b-f067f80780f4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:23.858616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:23.874173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] Sync routers for ids ['fc951ee7-cff1-47f6-925b-f067f80780f4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:23.882471 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90c211e6-09b7-40d1-a487-917936dd63e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc951ee7-cff1-47f6-925b-f067f80780f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1163077 Aug 19 15:00:23.883333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53160) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:23.894779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96d14446-ebf5-43ea-b4f3-fe768945a18b req-f4c1145c-e830-4b34-8856-f6a6b41bd699 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 210 time: 0.1952765 Aug 19 15:00:23.900454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] Routers {'fc951ee7-cff1-47f6-925b-f067f80780f4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:23.901847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fc951ee7-cff1-47f6-925b-f067f80780f4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:24.059940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.078804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.111003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddee916-2e96-4e70-8846-4458b4d85b08,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:24.147448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] Set router fc951ee7-cff1-47f6-925b-f067f80780f4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:24.176308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.188524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-451c8fe7-b78e-4509-a4b8-4fa2e3baa5e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ddee916-2e96-4e70-8846-4458b4d85b08 HTTP/1.1" status: 204 len: 168 time: 1.3127902 Aug 19 15:00:24.191707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53174) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:24.303644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.378932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.479445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53182) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:24.499025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-863ea63d-3f08-4b15-b99b-f6595770691c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.573573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Deleting port 01405dc6-8d71-49df-8040-f7063df0057a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:24.574082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.678792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.704511 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-35cddac6-7ab1-4a51-a7bc-5be0c177dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.721203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e2545c9-cb7c-4686-8d37-4d1945c885c7 req-aaae4f63-af59-4a5c-80c9-297b13acd7fb tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 210 time: 0.0419669 Aug 19 15:00:24.790942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] For port 01405dc6-8d71-49df-8040-f7063df0057a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=01405dc6-8d71-49df-8040-f7063df0057a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:24.798837 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.847651 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-863ea63d-3f08-4b15-b99b-f6595770691c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.853352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '01405dc6-8d71-49df-8040-f7063df0057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T15:00:21Z', 'revision_number': 5, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port': {'id': '01405dc6-8d71-49df-8040-f7063df0057a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:02Z', 'updated_at': '2021-08-19T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:24.875401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Calling delete_port for 01405dc6-8d71-49df-8040-f7063df0057a owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:24.885263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] Checking router: fc951ee7-cff1-47f6-925b-f067f80780f4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:24.890082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.896924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] Routers {'fc951ee7-cff1-47f6-925b-f067f80780f4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:24.898564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T14:59:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fc951ee7-cff1-47f6-925b-f067f80780f4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:24.948945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39317c0-4af2-4f8f-9436-f707bfa509a6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:24.977589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f698d01e-bfc4-4837-b156-784486932a08') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:24.978160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f698d01e-bfc4-4837-b156-784486932a08') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:25.047566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] Set router fc951ee7-cff1-47f6-925b-f067f80780f4 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:25.078864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c85855c0-d4dd-45cf-8b39-fcc847fca5e8 req-36bf60fa-844d-41cf-9903-c98c33a69076 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 210 time: 0.0503671 Aug 19 15:00:25.087015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.108703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-863ea63d-3f08-4b15-b99b-f6595770691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.128188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.137181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:25.140702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.165883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T15:00:24Z', 'revision_number': 6, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:25.197696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11f67f-4a66-4171-8f29-b448ea2da205 None None] The sync data for ids ['fc951ee7-cff1-47f6-925b-f067f80780f4'] in n-d-779913-32 is: [{'id': 'fc951ee7-cff1-47f6-925b-f067f80780f4', 'name': 'tempest-ServersTestMultiNic-458988509-router', 'tenant_id': 'dfc81385756d4e56b6fc5855c1898761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:01Z', 'updated_at': '2021-08-19T15:00:24Z', 'revision_number': 6, 'project_id': 'dfc81385756d4e56b6fc5855c1898761', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:25.258872 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:25.275499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-863ea63d-3f08-4b15-b99b-f6595770691c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afb4c0d86eb34d2eabfe9dd070282f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932534 Aug 19 15:00:25.278504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ea63d-3f08-4b15-b99b-f6595770691c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca25568f-d008-46e7-9f25-4f81ebaff0f6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:25.282629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53198) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:25.351227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-865ce1dc-440a-4e94-9847-107d348b92f6 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=063975f922a44fc981dc8e2b9932a3b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278168 Aug 19 15:00:25.358369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.504657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.511569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-436a1cbb-d06c-4da6-9363-1bf6e8b4b7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.553998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.607006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a20d50b3-f119-4318-82fa-cd255df2a131 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:25.620333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Pushing event deleted for resources: {'Port': ['ID=01405dc6-8d71-49df-8040-f7063df0057a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:25.719419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.723089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a39317c0-4af2-4f8f-9436-f707bfa509a6 HTTP/1.1" status: 204 len: 168 time: 1.5296981 Aug 19 15:00:25.762393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.777255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a20d50b3-f119-4318-82fa-cd255df2a131 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:25.777853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a20d50b3-f119-4318-82fa-cd255df2a131 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:25.845906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:25.961604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-436a1cbb-d06c-4da6-9363-1bf6e8b4b7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.038161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec3e6-1fd1-4df4-9639-110364cbe87e admin admin] Pushing event deleted for resources: {'Network': ['ID=a39317c0-4af2-4f8f-9436-f707bfa509a6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:26.064369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.072817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.186904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:26.211327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67643822-7bee-431d-a8d5-ce56c7b656ed req-bb96474e-b8d0-4768-b2b2-76a6e6671263 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 210 time: 0.0566945 Aug 19 15:00:26.245209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'mac_address': 'fa:16:3e:cf:2f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:26.255919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.257594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc951ee7-cff1-47f6-925b-f067f80780f4 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:00:26.261098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-ea9e0d9a-cf60-447c-82d2-c42c27890047 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:26.268041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-ea9e0d9a-cf60-447c-82d2-c42c27890047 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9024117 Aug 19 15:00:26.272535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.274363 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-755fd85f-3a5e-4e49-b541-7544567267ce admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc951ee7-cff1-47f6-925b-f067f80780f4 HTTP/1.1" status: 204 len: 168 time: 2.3892481 Aug 19 15:00:26.278636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:26.434950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Request body: {'port': {'device_id': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '063975f922a44fc981dc8e2b9932a3b2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:26.475436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Deleting subnet 43e74a95-76e4-4fec-8a81-a63fbb896a33 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:26.481656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.499908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.529362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.590934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ed1c31-4178-48f0-98a1-e473186b36dc {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:26.680869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:26.759222 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.823875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53242) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:26.990941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['79ed1c31-4178-48f0-98a1-e473186b36dc'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:27.006447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.098276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0c2ba80-ac33-457a-acbe-c55820b62506 req-042b8323-3909-48ea-b906-48232327ea99 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 210 time: 0.8166747 Aug 19 15:00:27.160638 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-bf7cffae-ee64-484b-a490-88b04685ecb5 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2610810 Aug 19 15:00:27.173593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-436a1cbb-d06c-4da6-9363-1bf6e8b4b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.188241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-436a1cbb-d06c-4da6-9363-1bf6e8b4b7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.195800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-436a1cbb-d06c-4da6-9363-1bf6e8b4b7b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca25568f-d008-46e7-9f25-4f81ebaff0f6 HTTP/1.1" status: 204 len: 168 time: 1.9130471 Aug 19 15:00:27.241014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Made reservation on behalf of 063975f922a44fc981dc8e2b9932a3b2 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:27.242655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:27.248149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.294287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-b019be39-4112-4911-b643-aa967c186967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:27.297297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-b019be39-4112-4911-b643-aa967c186967 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d59c01962ee049d5afc54f40c46a1334&device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 1102 time: 0.4714580 Aug 19 15:00:27.372629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.440731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-17976ab3-5825-484d-b23e-92843aeda3f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eca3309099ab4d38bf118da1dfd0e551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655442 Aug 19 15:00:27.448646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Deleting port 4cc36103-c37e-431f-a43a-57be74237a5e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:27.449559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.450062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.459577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53260) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:27.506137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01405dc6-8d71-49df-8040-f7063df0057a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:27.595922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 01405dc6-8d71-49df-8040-f7063df0057a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:27.596868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01405dc6-8d71-49df-8040-f7063df0057a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:27.810077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a1cbb-d06c-4da6-9363-1bf6e8b4b7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca25568f-d008-46e7-9f25-4f81ebaff0f6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:27.872531 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8693-bdec-4a10-a259-c948d2d7e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.885612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.900075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5fdf1-d2f0-4cee-b3ad-06563494e9ec None None] Network 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:27.900600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43e74a95-76e4-4fec-8a81-a63fbb896a33 HTTP/1.1" status: 204 len: 168 time: 1.6142015 Aug 19 15:00:27.904699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bca22-4892-4b39-b446-6b0dc593f5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e74a95-76e4-4fec-8a81-a63fbb896a33,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:27.910221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:28.174619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-41765f4e-d752-47ea-ad41-fc5f7dd941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:28.176693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-41765f4e-d752-47ea-ad41-fc5f7dd941a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.7995365 Aug 19 15:00:28.203102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.272239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-00efa46f-46bb-4b47-8d39-eb489de514cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce HTTP/1.1" status: 200 len: 217 time: 0.0834785 Aug 19 15:00:28.282987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-fe35e36b-bfdf-4824-97d1-22c6ef071129 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:28.305107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-fe35e36b-bfdf-4824-97d1-22c6ef071129 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1204748 Aug 19 15:00:28.313601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Request body: {'port': {'device_id': '36a77796-4216-4e4c-bbb5-df2019229203', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'f0eb33a7b80c479e879fd9395e5bb8d2'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:28.329931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Allocated IP 192.168.233.99 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/f0691f71-fb5a-45e4-8888-f5b3c99bd541) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:28.376811 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8aea1fc1-a7dd-4860-bfc4-1a7de59348d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.405262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8aea1fc1-a7dd-4860-bfc4-1a7de59348d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.479662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] For port 4cc36103-c37e-431f-a43a-57be74237a5e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4cc36103-c37e-431f-a43a-57be74237a5e,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:28.480065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.483380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] DHCP port deletion for 378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:28.512498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-1a55ac74-96c9-48e9-b0be-ca49c651c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:28.514169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-1a55ac74-96c9-48e9-b0be-ca49c651c7bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2300196 Aug 19 15:00:28.524623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Calling delete_port for 4cc36103-c37e-431f-a43a-57be74237a5e owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:28.584879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Deleting port bd5333c4-8387-4a10-b6ac-e21396a9800f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:28.585309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.647811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Made reservation on behalf of f0eb33a7b80c479e879fd9395e5bb8d2 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:28.652056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] Deleting port bd5333c4-8387-4a10-b6ac-e21396a9800f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:28.658132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.658336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.665513 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.730211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8aea1fc1-a7dd-4860-bfc4-1a7de59348d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.736763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8aea1fc1-a7dd-4860-bfc4-1a7de59348d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.739927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8aea1fc1-a7dd-4860-bfc4-1a7de59348d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc0e4dd6-fffd-44f4-a678-45c7bf68a2f0 HTTP/1.1" status: 204 len: 168 time: 0.9155209 Aug 19 15:00:28.834578 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] For port bd5333c4-8387-4a10-b6ac-e21396a9800f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bd5333c4-8387-4a10-b6ac-e21396a9800f,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:28.835175 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.882644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Calling delete_port for bd5333c4-8387-4a10-b6ac-e21396a9800f owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:28.885817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] For port bd5333c4-8387-4a10-b6ac-e21396a9800f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bd5333c4-8387-4a10-b6ac-e21396a9800f,segment=NetworkSegment(df501b8c-43b5-4c19-83c2-b6aa9c19eb4e),segment_id=df501b8c-43b5-4c19-83c2-b6aa9c19eb4e)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:28.887562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.944925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] Calling delete_port for bd5333c4-8387-4a10-b6ac-e21396a9800f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:29.133426 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.189786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea1fc1-a7dd-4860-bfc4-1a7de59348d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e4dd6-fffd-44f4-a678-45c7bf68a2f0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.207421 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.265152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-f2103a86-0d74-4e2a-929a-da7f18e2293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:29.271439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-f2103a86-0d74-4e2a-929a-da7f18e2293e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7425857 Aug 19 15:00:29.327094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Transition to ACTIVE for port object f0691f71-fb5a-45e4-8888-f5b3c99bd541 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:29.339410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.510625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.530670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.663100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] Pushing event deleted for resources: {'Port': ['ID=bd5333c4-8387-4a10-b6ac-e21396a9800f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.668821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bd5333c4-8387-4a10-b6ac-e21396a9800f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:29.675957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719c8a26-fcc5-4a46-8b2a-51bcf2585354,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.686576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.724025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca22d8a-7d32-473f-9fe9-2b2526863383 None None] No DVR routers for this DVR port bd5333c4-8387-4a10-b6ac-e21396a9800f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:29.726242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: bd5333c4-8387-4a10-b6ac-e21396a9800f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:29.726849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bd5333c4-8387-4a10-b6ac-e21396a9800f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:29.736799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5333c4-8387-4a10-b6ac-e21396a9800f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.801201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] No DVR routers for this DVR port bd5333c4-8387-4a10-b6ac-e21396a9800f on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:29.856222 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.858090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:29.956395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6c536d8-c292-45d6-9c80-919a85249d64', '52dd8f19-1e19-437b-8987-01a601741f27'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:30.202436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.308458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 79ed1c31-4178-48f0-98a1-e473186b36dc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:30.311162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.315175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Allocated IP 192.168.233.112 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/f6a2d373-949b-4792-a970-1d873558a63b) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:30.319686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378d5bba-0fc7-427b-9f3c-6aefd4e8bce5']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:30.378306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:30.380317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df501b8c-43b5-4c19-83c2-b6aa9c19eb4e') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:30.418565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.449912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.481475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:30.482496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:30.485238 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:30.705511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53306) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:30.728829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.743317 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.746493 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] 10.222.0.13 "DELETE /v2.0/networks/378d5bba-0fc7-427b-9f3c-6aefd4e8bce5 HTTP/1.1" status: 204 len: 168 time: 2.8277366 Aug 19 15:00:30.765865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.776392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a6901-4ca0-4d47-a149-934230f3e535 admin admin] Pushing event deleted for resources: {'Network': ['ID=378d5bba-0fc7-427b-9f3c-6aefd4e8bce5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:30.803780 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.809303 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.834660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Transition to ACTIVE for port object f6a2d373-949b-4792-a970-1d873558a63b will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:30.936879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:30.938826 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fe8587-3699-4593-9b8c-3e9fc782263f" -d '{"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-plugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:30.940719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2141345013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:30.954986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.991044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:31.100327 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.113500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:31.114140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:31.121853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:31.124813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:31.129740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:31.173904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Pushing event updated for resources: {'Port': ['ID=f6a2d373-949b-4792-a970-1d873558a63b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:31.235671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:31.239960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.243035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.244873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.280416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:31.308015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:31.377667 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-a6813894-9c4b-40ba-8889-6fecaade08b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0709260 Aug 19 15:00:31.411088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.415600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53334) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:31.422680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Request body: {'port': {'device_id': '36a77796-4216-4e4c-bbb5-df2019229203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:31.526560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.551506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.632416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.633931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b7e3ab1-09d8-43e4-9666-37c9c8dfed62 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9273241 Aug 19 15:00:31.639284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53342) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:31.651111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1996499571'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:31.751378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event updated for resources: {'Port': ['ID=f0691f71-fb5a-45e4-8888-f5b3c99bd541,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:31.796949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53344) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:31.804101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f24eccb-05d3-4f10-a03e-16129b5e98ef None None] Provisioning for port f0691f71-fb5a-45e4-8888-f5b3c99bd541 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:31.809387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f24eccb-05d3-4f10-a03e-16129b5e98ef None None] Provisioning complete for port f0691f71-fb5a-45e4-8888-f5b3c99bd541 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:31.809926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2f24eccb-05d3-4f10-a03e-16129b5e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.864809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Made reservation on behalf of f2688781f222412fa38232af0b7ce8a0 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:31.871799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.923058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:31.924703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.929768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.934799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2f24eccb-05d3-4f10-a03e-16129b5e98ef None None] Port f0691f71-fb5a-45e4-8888-f5b3c99bd541 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:31.989647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-29702e77-68c5-43b5-b50d-bc9744ee8acf service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4371085 Aug 19 15:00:32.007130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.100021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-758d6a5e-5df7-4062-9f01-b218456fed43 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7082770 Aug 19 15:00:32.104236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1874868223-network', 'tenant_id': 'ecdfbe39158d4065bdd56c04381260cc'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:32.122024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3837102-ae11-46f2-9807-d4808e619e00 req-52a93d2b-3fc7-4461-9662-2849c8e8d6c5 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:32.135620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7474ca39-bc4e-456e-8618-500ac77d95f8 None None] Provisioning for port f6a2d373-949b-4792-a970-1d873558a63b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:32.137922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a3837102-ae11-46f2-9807-d4808e619e00 req-52a93d2b-3fc7-4461-9662-2849c8e8d6c5 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 935 time: 0.4448018 Aug 19 15:00:32.141411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7474ca39-bc4e-456e-8618-500ac77d95f8 None None] Provisioning complete for port f6a2d373-949b-4792-a970-1d873558a63b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:32.142388 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7474ca39-bc4e-456e-8618-500ac77d95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.167718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-380f3866-fae0-4077-afba-148069b321d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfc81385756d4e56b6fc5855c1898761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221633 Aug 19 15:00:32.172532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc36103-c37e-431f-a43a-57be74237a5e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:32.172718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53348) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:32.189982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Request body: {'port': {'device_id': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:32.210080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7474ca39-bc4e-456e-8618-500ac77d95f8 None None] Port f6a2d373-949b-4792-a970-1d873558a63b cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:32.314529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cf4f2-ede9-4fda-b1f4-ff188f60d479 req-fdf44200-86dc-4ab2-8e4d-81123aabaf48 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:32.324485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b4cf4f2-ede9-4fda-b1f4-ff188f60d479 req-fdf44200-86dc-4ab2-8e4d-81123aabaf48 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 936 time: 0.6790185 Aug 19 15:00:32.466245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a2d373-949b-4792-a970-1d873558a63b {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:32.481305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.484229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.499131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Transition to ACTIVE for port object f6a2d373-949b-4792-a970-1d873558a63b will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:32.513540 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a3837102-ae11-46f2-9807-d4808e619e00 req-a2b41b3f-559a-41c0-957b-326d61ab3aaa tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747156 Aug 19 15:00:32.551138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b4cf4f2-ede9-4fda-b1f4-ff188f60d479 req-b4c0de4e-fa70-4a5c-9352-6f53f4801cb3 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224016 Aug 19 15:00:32.585463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.588963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89e4ceac-19a8-4077-a7cb-85f2638904ca req-15d0bfb5-6807-4e99-9093-3075e4d048c8 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703692 Aug 19 15:00:32.600740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1190ba83-f137-4201-87a2-0c54e3a4a14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.663184 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63decd00-8fe9-447d-abb7-4934775ae9f9 x-openstack-request-id: req-63decd00-8fe9-447d-abb7-4934775ae9f9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:32.663486 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-plugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:32.663743 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63decd00-8fe9-447d-abb7-4934775ae9f9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:32.664164 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'code': 200} Aug 19 15:00:32.702888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.783275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.803568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1190ba83-f137-4201-87a2-0c54e3a4a14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.887998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a2d373-949b-4792-a970-1d873558a63b,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:32.927091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.953815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:33.089484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c37fd-cd11-4a0d-b242-38db38711b92 req-d46bd3c4-0979-4a92-a3e9-6028f462695c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:33.091799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-694c37fd-cd11-4a0d-b242-38db38711b92 req-d46bd3c4-0979-4a92-a3e9-6028f462695c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 950 time: 0.1509221 Aug 19 15:00:33.101943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Made reservation on behalf of ecdfbe39158d4065bdd56c04381260cc for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:33.105318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.127962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828faa22-f5c3-4357-97c3-0b0eb71dac51,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:33.178393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Attempting to bind port f6a2d373-949b-4792-a970-1d873558a63b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:33.178926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Attempting to bind port f6a2d373-949b-4792-a970-1d873558a63b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:33.179713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Attempting to bind port f6a2d373-949b-4792-a970-1d873558a63b on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:33.187415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Port f6a2d373-949b-4792-a970-1d873558a63b on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:33.188143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Attempting to bind port f6a2d373-949b-4792-a970-1d873558a63b on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:33.198176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:33.202329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:33.202329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:33.202329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Bound port: f6a2d373-949b-4792-a970-1d873558a63b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:33.202329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.223821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.237069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.244590 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Added segment b5496a41-1e18-4b09-9d8b-771a36501eb8 of type vlan for network c331652b-aa58-48cb-9cb2-340cf3233b2d Aug 19 15:00:33.250586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1190ba83-f137-4201-87a2-0c54e3a4a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.253821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1190ba83-f137-4201-87a2-0c54e3a4a14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.257502 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1190ba83-f137-4201-87a2-0c54e3a4a14e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/532a8ff3-f294-46ff-8485-1370a5f4dd33 HTTP/1.1" status: 204 len: 168 time: 1.0707989 Aug 19 15:00:33.317985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-694c37fd-cd11-4a0d-b242-38db38711b92 req-8d29d964-68d0-48f3-b26f-b03b45310538 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083693 Aug 19 15:00:33.359447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190ba83-f137-4201-87a2-0c54e3a4a14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532a8ff3-f294-46ff-8485-1370a5f4dd33,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:33.397924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.471189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] For port f6a2d373-949b-4792-a970-1d873558a63b, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:33.550482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] For port f6a2d373-949b-4792-a970-1d873558a63b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f6a2d373-949b-4792-a970-1d873558a63b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:33.626464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.636722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.643181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:33.644416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.692867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.744384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Router 9d7ad01e-0cf3-4212-adfc-90ee95226477 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:33.848789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.920082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:33.937078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0691f71-fb5a-45e4-8888-f5b3c99bd541 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:34.007753 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.009022 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.3686202 Aug 19 15:00:34.012534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.018458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.019530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.026250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/f6a2d373-949b-4792-a970-1d873558a63b HTTP/1.1" status: 200 len: 1097 time: 2.6184804 Aug 19 15:00:34.029073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53396) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:34.029073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a77796-4216-4e4c-bbb5-df2019229203', 'tag': 'f6a2d373-949b-4792-a970-1d873558a63b'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:34.029699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.030085 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Added segment 5832d295-a5d2-4675-b31f-bbbcf83d7657 of type vlan for network 27ce599c-6fbb-44ce-84f6-5aaee960de3b Aug 19 15:00:34.035574 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "36a77796-4216-4e4c-bbb5-df2019229203", "tag": "f6a2d373-949b-4792-a970-1d873558a63b"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:34.045941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'subnet': {'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:34.092453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Transition to ACTIVE for port object f0691f71-fb5a-45e4-8888-f5b3c99bd541 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:34.157318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825b3fd-1755-4468-ab6a-ed4740d416aa req-b2692dfc-5176-4824-8d79-a27e8223c17a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.170475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c825b3fd-1755-4468-ab6a-ed4740d416aa req-b2692dfc-5176-4824-8d79-a27e8223c17a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 935 time: 0.4185956 Aug 19 15:00:34.178809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.186059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745ab28-d158-4a93-b0ab-fda29f0161f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a2d373-949b-4792-a970-1d873558a63b,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.195054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f378a-6421-497f-84e4-451229720120 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Network': ['ID=c331652b-aa58-48cb-9cb2-340cf3233b2d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.229777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c331652b-aa58-48cb-9cb2-340cf3233b2d details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:34.250470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.376671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739962b-226e-4e0a-9e58-bffcc68c796f req-db5ea295-6281-42b6-a8d9-3bd9fda1a48f tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.379573 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d739962b-226e-4e0a-9e58-bffcc68c796f req-db5ea295-6281-42b6-a8d9-3bd9fda1a48f tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 948 time: 0.6265905 Aug 19 15:00:34.385330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:34.404547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] Sync routers for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:34.421020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-facd5b0e-e976-48c1-9604-4d1e11e6d97f admin admin] 10.222.0.13 "PUT /v2.0/routers/9d7ad01e-0cf3-4212-adfc-90ee95226477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5809677 Aug 19 15:00:34.427563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:34.435055 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:34.436157 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:34.472025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c825b3fd-1755-4468-ab6a-ed4740d416aa req-7d61b7f3-b662-43af-a46c-20b3e53d2411 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897391 Aug 19 15:00:34.497736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Pushing event updated for resources: {'Port': ['ID=f0691f71-fb5a-45e4-8888-f5b3c99bd541,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.519710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.531327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.532329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.819327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] Pushing event updated for resources: {'Network': ['ID=27ce599c-6fbb-44ce-84f6-5aaee960de3b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.832889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:34.857765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-6c929f15-058d-4ae9-abc0-0675b3e8eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.859476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-6c929f15-058d-4ae9-abc0-0675b3e8eaaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 1100 time: 0.6152291 Aug 19 15:00:34.873020 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:34.989921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Attempting to bind port f0691f71-fb5a-45e4-8888-f5b3c99bd541 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:34.991276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Attempting to bind port f0691f71-fb5a-45e4-8888-f5b3c99bd541 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:34.991830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Attempting to bind port f0691f71-fb5a-45e4-8888-f5b3c99bd541 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:34.999709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Port f0691f71-fb5a-45e4-8888-f5b3c99bd541 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:35.000102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Attempting to bind port f0691f71-fb5a-45e4-8888-f5b3c99bd541 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:35.007445 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780f816-f4f6-4b6b-87e6-682515a8fdb2 x-openstack-request-id: req-e780f816-f4f6-4b6b-87e6-682515a8fdb2 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:35.007853 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a77796-4216-4e4c-bbb5-df2019229203", "tag": "f6a2d373-949b-4792-a970-1d873558a63b", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:35.008237 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e780f816-f4f6-4b6b-87e6-682515a8fdb2 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:35.008788 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a77796-4216-4e4c-bbb5-df2019229203', 'tag': 'f6a2d373-949b-4792-a970-1d873558a63b', 'status': 'completed', 'code': 200} Aug 19 15:00:35.013752 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-aa8fc3e9-246e-476d-8318-39bc09a4806d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f6a2d373-949b-4792-a970-1d873558a63b HTTP/1.1" status: 200 len: 217 time: 0.0723839 Aug 19 15:00:35.016588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:35.017447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:35.018113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:35.019859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Bound port: f0691f71-fb5a-45e4-8888-f5b3c99bd541, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:35.021738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.091917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d739962b-226e-4e0a-9e58-bffcc68c796f req-195fec92-682b-4717-aea9-b32d47bf51ac tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321902 Aug 19 15:00:35.136851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] For port f0691f71-fb5a-45e4-8888-f5b3c99bd541, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:35.143380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-b97034ee-6e97-43cc-a51c-e9513430b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.144662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-b97034ee-6e97-43cc-a51c-e9513430b3d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1218839 Aug 19 15:00:35.146109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.146596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] For port f0691f71-fb5a-45e4-8888-f5b3c99bd541, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:35.207692 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T15:00:31Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:35.224931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Made reservation on behalf of f2688781f222412fa38232af0b7ce8a0 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:35.226080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.259439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] Checking router: 9d7ad01e-0cf3-4212-adfc-90ee95226477 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:35.272207 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] Routers {'9d7ad01e-0cf3-4212-adfc-90ee95226477'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:35.273081 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9d7ad01e-0cf3-4212-adfc-90ee95226477'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:35.320005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.342746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1eb1a030-0664-47a2-914d-2d3874061757 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5356767 Aug 19 15:00:35.378284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:35.404873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Request body: {'subnet': {'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1874868223-subnet', 'tenant_id': 'ecdfbe39158d4065bdd56c04381260cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:35.421370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.433261 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.433261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0691f71-fb5a-45e4-8888-f5b3c99bd541 HTTP/1.1" status: 200 len: 1096 time: 3.3068626 Aug 19 15:00:35.433261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'tag': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:35.439058 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169127a-bcdf-420a-89dc-e0d2bcc58462" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1b7789-a4cd-4852-8a5c-abf74fe3c323", "tag": "f0691f71-fb5a-45e4-8888-f5b3c99bd541"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:35.470649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-2bbc8fa0-7e2d-4107-83cb-f688791d322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.473412 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-2bbc8fa0-7e2d-4107-83cb-f688791d322e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2886386 Aug 19 15:00:35.511542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866214-eef2-4f6d-a477-b1cc34a99023 service neutron] Pushing event updated for resources: {'Port': ['ID=f0691f71-fb5a-45e4-8888-f5b3c99bd541,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:35.534440 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] Set router 9d7ad01e-0cf3-4212-adfc-90ee95226477 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:35.603306 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677f483-629e-4ba2-a60e-62a653c698b4 x-openstack-request-id: req-8677f483-629e-4ba2-a60e-62a653c698b4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:35.603453 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1b7789-a4cd-4852-8a5c-abf74fe3c323", "tag": "f0691f71-fb5a-45e4-8888-f5b3c99bd541", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:35.603699 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8677f483-629e-4ba2-a60e-62a653c698b4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:35.604122 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'tag': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541', 'status': 'completed', 'code': 200} Aug 19 15:00:35.652465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-d6b0b810-c891-40af-bfe8-c81fcafbfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.657340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-d6b0b810-c891-40af-bfe8-c81fcafbfd3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 1099 time: 0.1171887 Aug 19 15:00:35.773133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.783661 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-11c18e41-d3f5-451a-9416-795640cd4805 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846251 Aug 19 15:00:35.814138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-b9b7f35a-65a9-4d8c-8910-207149441e02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541 HTTP/1.1" status: 200 len: 217 time: 0.1286650 Aug 19 15:00:35.880492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f4c5a-c71e-4c9a-91b8-b438a625c5c1 req-6aeb9bbc-da2e-4a28-9d48-fb4596be93e5 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.890533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Made reservation on behalf of ecdfbe39158d4065bdd56c04381260cc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:35.891054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:35.900789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b81f4c5a-c71e-4c9a-91b8-b438a625c5c1 req-6aeb9bbc-da2e-4a28-9d48-fb4596be93e5 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 947 time: 0.2412918 Aug 19 15:00:35.907116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.958937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-c97d8949-4447-4967-a1ba-64c2c2515f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.962050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-c97d8949-4447-4967-a1ba-64c2c2515f44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1379328 Aug 19 15:00:36.074307 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T15:00:31Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:36.083959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b81f4c5a-c71e-4c9a-91b8-b438a625c5c1 req-9396aed1-1e31-492e-9776-aa77218736ff tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801288 Aug 19 15:00:36.094369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53512) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:36.149742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240633-0658-4549-aadf-6e7eef949edc req-340bfffd-0c67-4d63-b7a8-ed5f67b0ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.155408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-340bfffd-0c67-4d63-b7a8-ed5f67b0ea4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573656 Aug 19 15:00:36.170426 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bd1d6-8055-4fee-a72c-522b4f7db94e None None] The sync data for ids ['9d7ad01e-0cf3-4212-adfc-90ee95226477'] in n-d-779913-32 is: [{'id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-886755176-router', 'tenant_id': '8baec6ad44344aa1b94b866d3c62a98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '20f2e9a8-722a-431c-8844-a9694b809348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:39Z', 'updated_at': '2021-08-19T15:00:31Z', 'revision_number': 5, 'project_id': '8baec6ad44344aa1b94b866d3c62a98e', 'gw_port': {'id': '20f2e9a8-722a-431c-8844-a9694b809348', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ad01e-0cf3-4212-adfc-90ee95226477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:40Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:36.201812 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.310149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:36.319852 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42c898-42b7-49e8-9a70-b6060b5052d6" -d '{"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:36.356124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:36.435059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.466580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.596651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1117974864-network', 'tenant_id': 'd3d115ca16b0440f87e5162a210ebb03'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:36.647369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-00680701-8696-49e3-92a0-39b44e23fda1 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860611 Aug 19 15:00:36.715849 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d26d6-c0d4-43ef-9a44-d0d014e466cb x-openstack-request-id: req-db4d26d6-c0d4-43ef-9a44-d0d014e466cb {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:36.716164 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:36.716520 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db4d26d6-c0d4-43ef-9a44-d0d014e466cb {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:36.716830 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'code': 200} Aug 19 15:00:36.740269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:36.778262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd240633-0658-4549-aadf-6e7eef949edc req-488f3e46-a2e8-4b8c-820b-8286ae44a46f service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196518 Aug 19 15:00:36.793842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420595-b3a9-4ff0-aafc-45681f8441d2 req-be16b323-6e0e-41de-8c2e-a3bc075326bc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.803064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f420595-b3a9-4ff0-aafc-45681f8441d2 req-be16b323-6e0e-41de-8c2e-a3bc075326bc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 948 time: 0.3320322 Aug 19 15:00:36.806003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Made reservation on behalf of d3d115ca16b0440f87e5162a210ebb03 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:36.813210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.844882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.982861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Deleting port 20f2e9a8-722a-431c-8844-a9694b809348 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:36.985649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.056873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.093080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f420595-b3a9-4ff0-aafc-45681f8441d2 req-d2281841-e097-484b-87b5-da9dfbce1aa3 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889924 Aug 19 15:00:37.147151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.188144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:37.197475 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.211350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-e4becaf3-558e-4130-b0cb-39dff5a8402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.216787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-e4becaf3-558e-4130-b0cb-39dff5a8402a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 1099 time: 0.1528862 Aug 19 15:00:37.225704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c18dd-f15a-4fe6-bb13-743495eabc92,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:37.241193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.242307 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Added segment 881220af-19b4-4d34-a519-c4113e4bac53 of type vlan for network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 Aug 19 15:00:37.287585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74e1a46-37ef-4be9-8d27-429964d1c972,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:37.366548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] For port 20f2e9a8-722a-431c-8844-a9694b809348, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=20f2e9a8-722a-431c-8844-a9694b809348,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:37.366922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.390466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Calling delete_port for 20f2e9a8-722a-431c-8844-a9694b809348 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:37.399860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.407318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4cc36103-c37e-431f-a43a-57be74237a5e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:37.467964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4cc36103-c37e-431f-a43a-57be74237a5e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:37.470405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-c59c7656-16bc-4b7e-b6b6-1803a1385dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.472016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-c59c7656-16bc-4b7e-b6b6-1803a1385dd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2265873 Aug 19 15:00:37.472542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4cc36103-c37e-431f-a43a-57be74237a5e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:37.536746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.538142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.538846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.602123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-04b06230-4c41-4a27-bead-fd4a10f2cf2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541 HTTP/1.1" status: 200 len: 217 time: 0.1191852 Aug 19 15:00:37.634811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5254126 Aug 19 15:00:37.638631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53616) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:37.670546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Request body: {'subnet': {'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1117974864-subnet', 'tenant_id': 'd3d115ca16b0440f87e5162a210ebb03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:37.696221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe6c19-f6b0-49aa-851e-4a153846164d admin admin] Pushing event updated for resources: {'Network': ['ID=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:37.714315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:37.717327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-10c0a556-7833-412b-812e-217cc9160ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.718906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-10c0a556-7833-412b-812e-217cc9160ece service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1003952 Aug 19 15:00:37.805568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-d45f6184-62cb-4ef4-9d55-08c66205fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.809868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-d45f6184-62cb-4ef4-9d55-08c66205fdb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805089 Aug 19 15:00:37.811058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Made reservation on behalf of d3d115ca16b0440f87e5162a210ebb03 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:37.814865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.965343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6773d5b4-8a0a-4fdb-a49e-be5ab5bb8283 req-7c87334c-d1b6-4269-b100-b06b529954db service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1590092 Aug 19 15:00:37.967820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Checking segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:37.968632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Network hostable DHCP agents. Network: 27ce599c-6fbb-44ce-84f6-5aaee960de3b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:38.028286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-aaad13be-176d-4155-b0dd-812b3adef141 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091148 Aug 19 15:00:38.104493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Subnet': ['ID=d5ea3cdd-07df-4dbd-ad8e-38504cdba75f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:38.142198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Checking segment: {'id': 'b5496a41-1e18-4b09-9d8b-771a36501eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:38.142575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network hostable DHCP agents. Network: c331652b-aa58-48cb-9cb2-340cf3233b2d, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:38.156722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188265fd-d3f3-4b2a-a3be-e1336c257a4d req-1e4c9f75-0715-495b-8c31-efd1082a2ba4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.165776 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-188265fd-d3f3-4b2a-a3be-e1336c257a4d req-1e4c9f75-0715-495b-8c31-efd1082a2ba4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 947 time: 0.1873224 Aug 19 15:00:38.283908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b169127a-bcdf-420a-89dc-e0d2bcc58462 req-d589585c-e33f-4bdd-9894-64a427e69548 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445991 Aug 19 15:00:38.315383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:38.325631 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-188265fd-d3f3-4b2a-a3be-e1336c257a4d req-24c4dbfc-f551-4c37-8bed-1a212d2d0b39 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588151 Aug 19 15:00:38.367631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-376b251c-64db-47d5-a341-aec349c9b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.369795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-376b251c-64db-47d5-a341-aec349c9b4eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 1100 time: 0.1707666 Aug 19 15:00:38.378964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.490746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=59080acb-a1ec-400b-b111-6c999384bd87,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:38.509618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Checking segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:38.510077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Network hostable DHCP agents. Network: aa8dacdd-74fb-4d4c-8b10-ce7360b2e723, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:38.547759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 27ce599c-6fbb-44ce-84f6-5aaee960de3b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:38.558463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a1d1e-c31b-42b5-914f-f5471fcb7578 None None] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:38.581436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.582844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.596414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:38.640936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network c331652b-aa58-48cb-9cb2-340cf3233b2d is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:38.650725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c331652b-aa58-48cb-9cb2-340cf3233b2d) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:38.661387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1756-c377-4475-9104-9793ff19d867 req-5f1341c6-1699-45d7-9492-ec09f5aa8be7 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.665567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b10f9-fc31-4f19-8f76-745ab35a5a78 None None] Network c331652b-aa58-48cb-9cb2-340cf3233b2d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:38.669641 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ffa1756-c377-4475-9104-9793ff19d867 req-5f1341c6-1699-45d7-9492-ec09f5aa8be7 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 948 time: 0.1410956 Aug 19 15:00:38.682522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.683585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.719518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-44e2f424-0a84-4264-a408-e6654b2b411b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3381882 Aug 19 15:00:38.727093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, aa8dacdd-74fb-4d4c-8b10-ce7360b2e723) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:38.736878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.736878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.737465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.781402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e101de-fa12-4ad6-be1b-35cc33fc3bfb None None] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:38.827053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-1468c3c6-95b0-49b3-be4f-15c3b639e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.845528 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-1468c3c6-95b0-49b3-be4f-15c3b639e501 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.4457235 Aug 19 15:00:38.865555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-45e70b90-b69b-48d7-9b60-faf6ca453dff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2156017 Aug 19 15:00:38.865870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c26d04d-0782-4035-bbb7-e4248a8fcf48 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8175063 Aug 19 15:00:38.866002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53644) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:38.868287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f2e9a8-722a-431c-8844-a9694b809348,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:38.876925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'network': {'name': 'tempest-router-network01--2003707110'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:38.959209 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ffa1756-c377-4475-9104-9793ff19d867 req-db9fe74b-aeb5-4f53-af21-93d9ede1e231 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882938 Aug 19 15:00:38.964655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-f00d414b-f522-4149-902b-98b570e4537c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f6a2d373-949b-4792-a970-1d873558a63b HTTP/1.1" status: 200 len: 217 time: 0.0976493 Aug 19 15:00:39.023828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Made reservation on behalf of f2688781f222412fa38232af0b7ce8a0 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:39.028379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.066671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.102223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:39.134869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.135217 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Added segment f526f39f-2e82-4456-8639-9d9d199400c1 of type vlan for network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e Aug 19 15:00:39.191088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-46641ee6-dc8a-4ad4-bcad-896e5fdf509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:39.192997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-46641ee6-dc8a-4ad4-bcad-896e5fdf509a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2057006 Aug 19 15:00:39.281891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.325972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.332529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.383450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'tenant_id': 'ecdfbe39158d4065bdd56c04381260cc', 'fixed_ips': [{'subnet_id': 'd74e1a46-37ef-4be9-8d27-429964d1c972'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:39.384908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.465615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae340ff-ab51-4a96-b9d6-6fadd2396603 None None] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:39.506979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.515501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:39.516473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.555135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-30253130-8690-4522-bf7e-802633279fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:39.562276 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-30253130-8690-4522-bf7e-802633279fff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3546019 Aug 19 15:00:39.655402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7908101 Aug 19 15:00:39.663475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53678) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:39.678579 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-1d0d5bc2-dc4a-4873-b08b-943dd06beb21 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134522 Aug 19 15:00:39.682870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'network': {'name': 'tempest-router-network02--1693055972'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:39.683067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.683067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7ad01e-0cf3-4212-adfc-90ee95226477 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:00:39.698203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.699847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b48b99cd-075c-4923-9245-6de7fdea7b05 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9d7ad01e-0cf3-4212-adfc-90ee95226477 HTTP/1.1" status: 204 len: 168 time: 5.1861708 Aug 19 15:00:39.706855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53680) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:39.716069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924bbf2-b633-4dc3-97a6-a456c66ebc5b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Network': ['ID=14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:39.798968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:39.855537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Made reservation on behalf of f2688781f222412fa38232af0b7ce8a0 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:39.862208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.927064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:39.956670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.957130 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Added segment e07e73f9-57f2-4788-8829-a2d1df28fc35 of type vlan for network d2053349-f654-4f70-833b-7b69ccdd4e76 Aug 19 15:00:39.966516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f0691f71-fb5a-45e4-8888-f5b3c99bd541 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:40.044942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Deleting subnet 8246f976-1487-44a2-a57b-3cdb765999a2 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:40.055041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.068054 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.158333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.189477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c2e08b5-6d59-4c3c-b39a-b90d6ab05ae2 req-90eea30b-4830-4d1a-be49-a4682a5e1770 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835536 Aug 19 15:00:40.225937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c331652b-aa58-48cb-9cb2-340cf3233b2d', 'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d', 'tenant_id': 'f2688781f222412fa38232af0b7ce8a0', 'fixed_ips': [{'subnet_id': 'd5ea3cdd-07df-4dbd-ad8e-38504cdba75f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:40.226751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.273567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port f0691f71-fb5a-45e4-8888-f5b3c99bd541, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:40.336481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.365509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.385490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:40.391100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.456678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Allocated IP 172.20.0.2 (27ce599c-6fbb-44ce-84f6-5aaee960de3b/d74e1a46-37ef-4be9-8d27-429964d1c972/5e4492a1-98b1-4678-8081-a0e034c394db) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:40.520503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541', 'mac_address': 'fa:16:3e:7c:1c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:40.566667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Network': ['ID=d2053349-f654-4f70-833b-7b69ccdd4e76,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:40.604382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d2053349-f654-4f70-833b-7b69ccdd4e76 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:40.648215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3eebb507-72d9-4159-8bca-13b501c60c71 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9814847 Aug 19 15:00:40.651706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:40.658059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'subnet': {'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:40.727321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.819524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8246f976-1487-44a2-a57b-3cdb765999a2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:40.854531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.860291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4f916c48-36dc-496b-b215-3cb93d65b1fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8246f976-1487-44a2-a57b-3cdb765999a2 HTTP/1.1" status: 204 len: 168 time: 1.1362963 Aug 19 15:00:40.869480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:40.984111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Allocated IP 172.20.0.2 (c331652b-aa58-48cb-9cb2-340cf3233b2d/d5ea3cdd-07df-4dbd-ad8e-38504cdba75f/317ee203-6980-4ae8-9506-8273fa877679) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:41.034158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89bb97c-3010-414a-b0b1-110fe755b0e3 None None] Network ec913136-bde3-41be-b86e-2178545ada6a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:41.061294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Made reservation on behalf of f2688781f222412fa38232af0b7ce8a0 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:41.064932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.147855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-3e48b27c-7fae-4b68-895a-7ac594189344 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:41.156120 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-3e48b27c-7fae-4b68-895a-7ac594189344 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 815 time: 0.2406380 Aug 19 15:00:41.171029 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.186715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-c5ca8f19-cd7a-4c4e-885b-6de5f069c1cf tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/quotas/d3d115ca16b0440f87e5162a210ebb03 HTTP/1.1" status: 200 len: 375 time: 0.0295630 Aug 19 15:00:41.239419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0691f71-fb5a-45e4-8888-f5b3c99bd541 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:41.257204 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-b66cd64b-8a62-4c1f-8199-fc27ef85ead7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645559 Aug 19 15:00:41.301252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port f0691f71-fb5a-45e4-8888-f5b3c99bd541, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:41.459472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 20f2e9a8-722a-431c-8844-a9694b809348 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:41.465635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.468406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-e15db68a-9093-4fc9-8400-b390634423f3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:41.480438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-e15db68a-9093-4fc9-8400-b390634423f3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 816 time: 0.7150247 Aug 19 15:00:41.498517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.502857 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-8829a629-8551-406a-a770-5061cf753310 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479818 Aug 19 15:00:41.597421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-b1589404-8308-411b-ae18-189981635f17 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/quotas/ecdfbe39158d4065bdd56c04381260cc HTTP/1.1" status: 200 len: 375 time: 0.1118171 Aug 19 15:00:41.604096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Transition to ACTIVE for port object 317ee203-6980-4ae8-9506-8273fa877679 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:41.611043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 20f2e9a8-722a-431c-8844-a9694b809348 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:41.705407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 20f2e9a8-722a-431c-8844-a9694b809348 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:41.711127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.711682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.711850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-40978f7e-795c-4e7c-a49c-c77487b56f30 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425997 Aug 19 15:00:41.712048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Transition to ACTIVE for port object 317ee203-6980-4ae8-9506-8273fa877679 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:41.712237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-44de95bf-e866-435f-8735-4fe416628570 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860318 Aug 19 15:00:41.712672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=f0691f71-fb5a-45e4-8888-f5b3c99bd541,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:41.716055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Transition to ACTIVE for port object 5e4492a1-98b1-4678-8081-a0e034c394db will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:41.757913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32268bd8-8634-4455-8831-150e3953e408 None None] DHCP port deletion for ec913136-bde3-41be-b86e-2178545ada6a request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:41.760346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Transition to ACTIVE for port object 5e4492a1-98b1-4678-8081-a0e034c394db will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:41.802255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['f0691f71-fb5a-45e4-8888-f5b3c99bd541'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:41.847407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Deleting port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:41.847867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.871801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-32268bd8-8634-4455-8831-150e3953e408 None None] Deleting port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:41.872214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32268bd8-8634-4455-8831-150e3953e408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.923189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-95e26879-1b07-4cd7-a201-cdb996df6636 service neutron] 10.222.0.13 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909089 Aug 19 15:00:41.990745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-32268bd8-8634-4455-8831-150e3953e408 None None] For port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:41.991345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32268bd8-8634-4455-8831-150e3953e408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.010829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.019104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-32268bd8-8634-4455-8831-150e3953e408 None None] Calling delete_port for 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:42.047049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] For port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,segment=NetworkSegment(0147d245-5011-4a3d-9187-37c747d802e2),segment_id=0147d245-5011-4a3d-9187-37c747d802e2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:42.047428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.066225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Calling delete_port for 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:42.114846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Subnet': ['ID=5b40a515-144f-4949-9359-65a58a4a3a67,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:42.147581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-819b8c91-6e57-4580-824d-f3fd01ad0fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048783 Aug 19 15:00:42.154862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Checking segment: {'id': 'f526f39f-2e82-4456-8639-9d9d199400c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:42.154862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network hostable DHCP agents. Network: 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:42.157545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.240362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.294549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Pushing event updated for resources: {'Port': ['ID=317ee203-6980-4ae8-9506-8273fa877679,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:42.296158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:42.332175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.371426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:42.375744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] No DVR routers for this DVR port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:42.436932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:42.453999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Pushing event updated for resources: {'Port': ['ID=5e4492a1-98b1-4678-8081-a0e034c394db,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:42.459105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f6a2d373-949b-4792-a970-1d873558a63b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:42.467584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:42.468534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.511030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425308b-8a59-45f4-9333-9e0a2946345e req-485c8984-827b-453d-863a-636a0e04baab tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:42.520465 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8425308b-8a59-45f4-9333-9e0a2946345e req-485c8984-827b-453d-863a-636a0e04baab tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 948 time: 0.1558640 Aug 19 15:00:42.549781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.570205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec913136-bde3-41be-b86e-2178545ada6a']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:42.593876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0147d245-5011-4a3d-9187-37c747d802e2') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:42.594423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0147d245-5011-4a3d-9187-37c747d802e2') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:42.630651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.643587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port f6a2d373-949b-4792-a970-1d873558a63b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f6a2d373-949b-4792-a970-1d873558a63b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:42.651918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8425308b-8a59-45f4-9333-9e0a2946345e req-e6651bb9-7bfb-42d3-a757-914d1ce3a6a1 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287477 Aug 19 15:00:42.659196 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37c34016-b893-4a64-8ef6-be7e9c44ed59 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0058072 Aug 19 15:00:42.661938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:42.685006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'subnet': {'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:42.743854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ab7d9-8473-404e-86cc-75efd08e2c3a None None] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:42.816404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'f6a2d373-949b-4792-a970-1d873558a63b', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'f6a2d373-949b-4792-a970-1d873558a63b', 'mac_address': 'fa:16:3e:6f:4a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:42.831850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.979567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:42.980298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.000332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Network c331652b-aa58-48cb-9cb2-340cf3233b2d is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:43.019947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:43.077536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:43.085928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:43.093652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:43.110828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:43.113505 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:43.195718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7499-865e-48da-954a-941382b67efc req-c2c5c8b6-111a-449f-93ab-b4c064cc1f1d tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:43.198398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eedd7499-865e-48da-954a-941382b67efc req-c2c5c8b6-111a-449f-93ab-b4c064cc1f1d tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 948 time: 0.3533292 Aug 19 15:00:43.209974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.213613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32268bd8-8634-4455-8831-150e3953e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.305607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eedd7499-865e-48da-954a-941382b67efc req-f87ac5e4-0cce-429c-8fba-aada120620c8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970194 Aug 19 15:00:43.307792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Made reservation on behalf of f2688781f222412fa38232af0b7ce8a0 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:43.313217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.316906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.368391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.375079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec913136-bde3-41be-b86e-2178545ada6a HTTP/1.1" status: 204 len: 168 time: 2.5036509 Aug 19 15:00:43.376291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d9ec-5653-4d75-ba4c-283caea79f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec913136-bde3-41be-b86e-2178545ada6a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:43.381263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:43.595211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.598504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:43.644825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32268bd8-8634-4455-8831-150e3953e408 None None] Pushing event deleted for resources: {'Port': ['ID=88f287a3-2d57-4c08-b66d-0fe2dd7e43f7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:43.664540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32268bd8-8634-4455-8831-150e3953e408 None None] No DVR routers for this DVR port 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:43.729623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Attempting to bind port 317ee203-6980-4ae8-9506-8273fa877679 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:43.730341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Attempting to bind port 317ee203-6980-4ae8-9506-8273fa877679 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'b5496a41-1e18-4b09-9d8b-771a36501eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:43.730489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Attempting to bind port 317ee203-6980-4ae8-9506-8273fa877679 on network c331652b-aa58-48cb-9cb2-340cf3233b2d {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:43.742354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Attempting to bind port 5e4492a1-98b1-4678-8081-a0e034c394db on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:43.742354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Attempting to bind port 5e4492a1-98b1-4678-8081-a0e034c394db by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:43.742354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Attempting to bind port 5e4492a1-98b1-4678-8081-a0e034c394db on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:43.746816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:43.747249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88f287a3-2d57-4c08-b66d-0fe2dd7e43f7 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:43.754380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a2d373-949b-4792-a970-1d873558a63b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:43.767944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:43.768415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Checking segment: {'id': 'b5496a41-1e18-4b09-9d8b-771a36501eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:43.769597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.770300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Bound using segment: {'id': 'b5496a41-1e18-4b09-9d8b-771a36501eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:43.770931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Bound port: 317ee203-6980-4ae8-9506-8273fa877679, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5496a41-1e18-4b09-9d8b-771a36501eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c331652b-aa58-48cb-9cb2-340cf3233b2d'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:43.771464 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.773846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:43.774377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Checking segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:43.774891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.775404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Bound using segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:43.776022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Bound port: 5e4492a1-98b1-4678-8081-a0e034c394db, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:43.776544 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.833572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.965546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port f6a2d373-949b-4792-a970-1d873558a63b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f6a2d373-949b-4792-a970-1d873558a63b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:44.012170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Subnet': ['ID=7669dae2-ce2a-4d18-8b28-6cd8318e77d5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:44.043263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Checking segment: {'id': 'e07e73f9-57f2-4788-8829-a2d1df28fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:44.043831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network hostable DHCP agents. Network: d2053349-f654-4f70-833b-7b69ccdd4e76, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:44.079222 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.105248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e', 'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e', 'tenant_id': 'f2688781f222412fa38232af0b7ce8a0', 'fixed_ips': [{'subnet_id': '5b40a515-144f-4949-9359-65a58a4a3a67'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:44.106306 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.161633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network d2053349-f654-4f70-833b-7b69ccdd4e76 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:44.167789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] For port 5e4492a1-98b1-4678-8081-a0e034c394db, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:44.176812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] For port 317ee203-6980-4ae8-9506-8273fa877679, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:44.180712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] For port 5e4492a1-98b1-4678-8081-a0e034c394db, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e4492a1-98b1-4678-8081-a0e034c394db,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:44.212552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] For port 317ee203-6980-4ae8-9506-8273fa877679, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=317ee203-6980-4ae8-9506-8273fa877679,segment=NetworkSegment(b5496a41-1e18-4b09-9d8b-771a36501eb8),segment_id=b5496a41-1e18-4b09-9d8b-771a36501eb8)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:44.238966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d2053349-f654-4f70-833b-7b69ccdd4e76) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:44.244611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:44.245530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.332064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.416500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2dd3c349-df1f-4c29-9b77-765c7f342c4d tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7411094 Aug 19 15:00:44.421791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53790) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:44.579874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Allocated IP 172.20.0.2 (14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e/5b40a515-144f-4949-9359-65a58a4a3a67/49ff0eb0-6d87-4623-98b8-7779cdbb22a0) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:44.657573 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.662946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa60dd6-8fdb-4003-8d73-ffd38337e4bc None None] Network d2053349-f654-4f70-833b-7b69ccdd4e76 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:44.799803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=f6a2d373-949b-4792-a970-1d873558a63b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:44.819135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.962585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f6a2d373-949b-4792-a970-1d873558a63b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:45.192126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.285286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae16f1-b8aa-4b14-8605-6e0e57c52860 None None] Pushing event updated for resources: {'Port': ['ID=5e4492a1-98b1-4678-8081-a0e034c394db,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:45.330498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-d2053349-f654-4f70-833b-7b69ccdd4e76', 'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76', 'tenant_id': 'f2688781f222412fa38232af0b7ce8a0', 'fixed_ips': [{'subnet_id': '7669dae2-ce2a-4d18-8b28-6cd8318e77d5'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:45.341654 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.352156 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-195ccfef-a415-489e-9d44-52143b893595 req-24ff1e5e-0ca2-4393-b09c-68f920136db9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 210 time: 0.1889966 Aug 19 15:00:45.557346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Deleting port 46f852fc-8405-4c9e-ba30-602e85337b06 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:45.557346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.567778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0ac0f-9521-48d8-9461-28c058f26e76 None None] Pushing event updated for resources: {'Port': ['ID=317ee203-6980-4ae8-9506-8273fa877679,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:45.814361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f89ba6-869b-4854-a2b6-d1eac8413025 req-89c639bd-0316-4d9a-952b-4d44d3a93eab tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:45.828005 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39f89ba6-869b-4854-a2b6-d1eac8413025 req-89c639bd-0316-4d9a-952b-4d44d3a93eab tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 948 time: 0.2638397 Aug 19 15:00:45.891454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] For port 46f852fc-8405-4c9e-ba30-602e85337b06, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46f852fc-8405-4c9e-ba30-602e85337b06,segment=NetworkSegment(36256b63-75c0-4bdf-bf7f-3e46a6d9e599),segment_id=36256b63-75c0-4bdf-bf7f-3e46a6d9e599)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:45.892195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.961158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Calling delete_port for 46f852fc-8405-4c9e-ba30-602e85337b06 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:45.988856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-39f89ba6-869b-4854-a2b6-d1eac8413025 req-a9c8d987-3cae-4c75-8815-03a3b0a2483b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575594 Aug 19 15:00:46.065102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Allocated IP 172.20.0.2 (d2053349-f654-4f70-833b-7b69ccdd4e76/7669dae2-ce2a-4d18-8b28-6cd8318e77d5/0b1484d9-dc25-4d42-9af1-ee34454d09d7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:46.299795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-51dc6983-1de4-49a0-8687-f1827085a3ce tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:46.300533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.310235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Transition to ACTIVE for port object 0b1484d9-dc25-4d42-9af1-ee34454d09d7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:46.312194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-51dc6983-1de4-49a0-8687-f1827085a3ce tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 816 time: 1.1071653 Aug 19 15:00:46.328576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Transition to ACTIVE for port object 0b1484d9-dc25-4d42-9af1-ee34454d09d7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:46.329108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-bf118ecc-6098-4639-be48-87ab00802d1b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/quotas/ecdfbe39158d4065bdd56c04381260cc HTTP/1.1" status: 200 len: 375 time: 0.0155551 Aug 19 15:00:46.340808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5720f-4641-4bfd-bebc-05285fa4565f req-68455104-f9d4-4f5a-8c0f-f2e230cf69ae tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:46.342851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5d5720f-4641-4bfd-bebc-05285fa4565f req-68455104-f9d4-4f5a-8c0f-f2e230cf69ae tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 949 time: 0.2055078 Aug 19 15:00:46.350552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f0691f71-fb5a-45e4-8888-f5b3c99bd541 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:46.429796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-2e6a7add-3987-4ef7-8ce4-a4cd1906d4a1 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856895 Aug 19 15:00:46.486749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.525572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Transition to ACTIVE for port object 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:46.572738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.583843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5d5720f-4641-4bfd-bebc-05285fa4565f req-691650cd-0063-47ff-b943-9ddec57086e7 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284939 Aug 19 15:00:46.651220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Transition to ACTIVE for port object 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:46.684564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Network d2053349-f654-4f70-833b-7b69ccdd4e76 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:46.691783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:46.698269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:46.733031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-c8938b8b-6081-4e40-a5e8-5ac0ce8c117b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:46.736621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-c8938b8b-6081-4e40-a5e8-5ac0ce8c117b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 815 time: 0.5231898 Aug 19 15:00:46.774212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Request body: {'port': {'device_id': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'admin_state_up': True, 'tenant_id': 'd3d115ca16b0440f87e5162a210ebb03'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:46.780966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Pushing event updated for resources: {'Port': ['ID=0b1484d9-dc25-4d42-9af1-ee34454d09d7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:46.801524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.889608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port f0691f71-fb5a-45e4-8888-f5b3c99bd541 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:46.980649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:47.001488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-b1c33f8e-722d-4103-a00c-ca37e59087a0 service neutron] 10.222.0.13 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440404 Aug 19 15:00:47.005209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port f0691f71-fb5a-45e4-8888-f5b3c99bd541 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:47.006060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.047503 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.061609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Attempting to bind port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:47.062385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Attempting to bind port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e07e73f9-57f2-4788-8829-a2d1df28fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:47.062984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Attempting to bind port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 on network d2053349-f654-4f70-833b-7b69ccdd4e76 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:47.066062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:47.071622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:47.094199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:47.095032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Checking segment: {'id': 'e07e73f9-57f2-4788-8829-a2d1df28fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:47.095699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.096337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Bound using segment: {'id': 'e07e73f9-57f2-4788-8829-a2d1df28fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:47.097788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Bound port: 0b1484d9-dc25-4d42-9af1-ee34454d09d7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07e73f9-57f2-4788-8829-a2d1df28fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd2053349-f654-4f70-833b-7b69ccdd4e76'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:47.098454 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.107516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Pushing event updated for resources: {'Port': ['ID=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:47.278505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Pushing event deleted for resources: {'Port': ['ID=46f852fc-8405-4c9e-ba30-602e85337b06,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:47.279133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Attempting to bind port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:47.279514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Attempting to bind port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f526f39f-2e82-4456-8639-9d9d199400c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:47.279881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Attempting to bind port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 on network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:47.299053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:47.299504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Checking segment: {'id': 'f526f39f-2e82-4456-8639-9d9d199400c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:47.300101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.300627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Bound using segment: {'id': 'f526f39f-2e82-4456-8639-9d9d199400c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:47.301473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Bound port: 49ff0eb0-6d87-4623-98b8-7779cdbb22a0, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f526f39f-2e82-4456-8639-9d9d199400c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:47.301872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.362552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Allocated IP 172.20.0.1 (14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e/5b40a515-144f-4949-9359-65a58a4a3a67/2d070dbf-be91-4c54-8f66-2d8c44271542) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:47.476545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c2719-448d-441f-8c98-c3122ef35e6d None None] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:47.559037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-2bffad48-4f34-4ea4-8ad2-8a9f11bb5136 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:47.567421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-2bffad48-4f34-4ea4-8ad2-8a9f11bb5136 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 816 time: 0.7347856 Aug 19 15:00:47.620535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Request body: {'port': {'device_id': '86693373-4687-48ee-9b3e-432d6f685ae8', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'admin_state_up': True, 'tenant_id': 'ecdfbe39158d4065bdd56c04381260cc'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:47.745937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-a7e1f4d4-ae49-4fa9-9edc-4f7fba51de49 service neutron] 10.222.0.13 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014120 Aug 19 15:00:47.911609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.928688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e0030-4a1f-4347-a0f7-f350e35e91e2 None None] Network c331652b-aa58-48cb-9cb2-340cf3233b2d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:47.930689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e4492a1-98b1-4678-8081-a0e034c394db up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:47.932228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Made reservation on behalf of d3d115ca16b0440f87e5162a210ebb03 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:47.941518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.055070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.087722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] For port 0b1484d9-dc25-4d42-9af1-ee34454d09d7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:48.090760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Transition to ACTIVE for port object 2d070dbf-be91-4c54-8f66-2d8c44271542 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:48.145102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19082162-7cf1-4974-94d7-61fe6509ebfb None None] Provisioning for port 5e4492a1-98b1-4678-8081-a0e034c394db completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:48.174554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] For port 0b1484d9-dc25-4d42-9af1-ee34454d09d7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0b1484d9-dc25-4d42-9af1-ee34454d09d7,segment=NetworkSegment(e07e73f9-57f2-4788-8829-a2d1df28fc35),segment_id=e07e73f9-57f2-4788-8829-a2d1df28fc35)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:48.182287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.221468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] For port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:48.231579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] For port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,segment=NetworkSegment(f526f39f-2e82-4456-8639-9d9d199400c1),segment_id=f526f39f-2e82-4456-8639-9d9d199400c1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:48.260306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Made reservation on behalf of ecdfbe39158d4065bdd56c04381260cc for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:48.265164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.406500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:48.408847 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9655ad-5d0c-4168-bf16-2c512f20537a" -d '{"events": [{"server_uuid": "1a1b7789-a4cd-4852-8a5c-abf74fe3c323", "name": "network-vif-plugged", "status": "completed", "tag": "f0691f71-fb5a-45e4-8888-f5b3c99bd541"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:48.425150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.425150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f6a2d373-949b-4792-a970-1d873558a63b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:48.441177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.472648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.496209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Allocated IP 172.20.0.4 (aa8dacdd-74fb-4d4c-8b10-ce7360b2e723/59080acb-a1ec-400b-b111-6c999384bd87/d0a33cbb-9a2b-4a44-ac55-01f411a423d6) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:48.499556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Allocated IP 172.20.0.4 (27ce599c-6fbb-44ce-84f6-5aaee960de3b/d74e1a46-37ef-4be9-8d27-429964d1c972/45a2fd55-1367-423f-b9ed-4f10a5cf94d1) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:48.574028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7e3b4-2580-43d9-adcc-f35ecb1dcc78 None None] Pushing event updated for resources: {'Port': ['ID=0b1484d9-dc25-4d42-9af1-ee34454d09d7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:48.581634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port f0691f71-fb5a-45e4-8888-f5b3c99bd541, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:48.730830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.750265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.786399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Transition to ACTIVE for port object 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:48.888110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5e4492a1-98b1-4678-8081-a0e034c394db completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:48.925331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:48.956939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:49.001421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5e4492a1-98b1-4678-8081-a0e034c394db triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:49.001749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.019704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:49.070523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a5082e59-dadb-4022-ad3b-d3184d91951c None None] Provisioning for port 317ee203-6980-4ae8-9506-8273fa877679 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:49.101079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Port': ['ID=2d070dbf-be91-4c54-8f66-2d8c44271542,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.173792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.278904 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.284623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.374803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5e4492a1-98b1-4678-8081-a0e034c394db, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e4492a1-98b1-4678-8081-a0e034c394db,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:49.396487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a32b3e-d66f-4da5-91aa-3b403885267f None None] Pushing event updated for resources: {'Port': ['ID=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.508952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port f6a2d373-949b-4792-a970-1d873558a63b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:49.524679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port f6a2d373-949b-4792-a970-1d873558a63b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:49.525432 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.562108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Pushing event updated for resources: {'Port': ['ID=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.575691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.576495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 317ee203-6980-4ae8-9506-8273fa877679 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:49.624829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=f0691f71-fb5a-45e4-8888-f5b3c99bd541,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.692344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4bc6-1684-4bc4-a332-eb06c90c21cb req-76e9f873-d16d-4f81-ab89-5f12ed3f3d4e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:49.694516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99fd4bc6-1684-4bc4-a332-eb06c90c21cb req-76e9f873-d16d-4f81-ab89-5f12ed3f3d4e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 949 time: 0.7287095 Aug 19 15:00:49.700033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:49.715154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:49.723951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:49.775679 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ffaddb9-72fd-405b-a7bb-08170d4872d9 req-14582f2b-e390-4387-b173-9d563d187716 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 210 time: 0.1915367 Aug 19 15:00:49.827011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Router 450c82de-cb68-4ea6-914d-1e892ec1e01f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:49.926735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99fd4bc6-1684-4bc4-a332-eb06c90c21cb req-53c8a44b-9e53-48bb-9352-cb98faf69ca3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042646 Aug 19 15:00:49.932481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5e4492a1-98b1-4678-8081-a0e034c394db,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.990599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:49.991459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.043739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0c927df7-73a6-455e-8808-bc5b7f5638b5 None None] Provisioning complete for port 5e4492a1-98b1-4678-8081-a0e034c394db triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:50.043739 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0c927df7-73a6-455e-8808-bc5b7f5638b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.070968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.083087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.126427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-6a855f72-e20b-4e5b-994d-727e92ca2427 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5221114 Aug 19 15:00:50.150413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 317ee203-6980-4ae8-9506-8273fa877679 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:50.179583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 317ee203-6980-4ae8-9506-8273fa877679 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:50.183452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.191445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port f6a2d373-949b-4792-a970-1d873558a63b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f6a2d373-949b-4792-a970-1d873558a63b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:50.231244 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.249778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Request body: {'port': {'device_id': '86693373-4687-48ee-9b3e-432d6f685ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:50.307580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe220a-660b-45fd-931a-e046f2416512 req-c2159b9d-cf33-49a8-98eb-27dd73a1f425 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:50.309582 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54fe220a-660b-45fd-931a-e046f2416512 req-c2159b9d-cf33-49a8-98eb-27dd73a1f425 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 949 time: 0.3915155 Aug 19 15:00:50.334576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.421923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:50.476031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] Sync routers for ids ['450c82de-cb68-4ea6-914d-1e892ec1e01f'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:50.492737 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d416829-e5d4-4d02-b3bb-39af928b352b admin admin] 10.222.0.13 "PUT /v2.0/routers/450c82de-cb68-4ea6-914d-1e892ec1e01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1096447 Aug 19 15:00:50.501893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53886) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:50.524980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=f6a2d373-949b-4792-a970-1d873558a63b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:50.532163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] Routers {'450c82de-cb68-4ea6-914d-1e892ec1e01f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:50.533406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['450c82de-cb68-4ea6-914d-1e892ec1e01f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:50.581597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.645852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.675836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 317ee203-6980-4ae8-9506-8273fa877679, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=317ee203-6980-4ae8-9506-8273fa877679,segment=NetworkSegment(b5496a41-1e18-4b09-9d8b-771a36501eb8),segment_id=b5496a41-1e18-4b09-9d8b-771a36501eb8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:50.705982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] Set router 450c82de-cb68-4ea6-914d-1e892ec1e01f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:50.782557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54fe220a-660b-45fd-931a-e046f2416512 req-4ee8b658-7218-4085-87de-28032c9a89b6 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573684 Aug 19 15:00:50.788478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.886736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822121d-0504-4903-ae77-b099cc572519 None None] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:51.029736 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.043600 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2dc164-0c6b-41eb-8a09-19dee20b35bb x-openstack-request-id: req-be2dc164-0c6b-41eb-8a09-19dee20b35bb {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:51.045931 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1b7789-a4cd-4852-8a5c-abf74fe3c323", "name": "network-vif-plugged", "status": "completed", "tag": "f0691f71-fb5a-45e4-8888-f5b3c99bd541", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:51.055235 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be2dc164-0c6b-41eb-8a09-19dee20b35bb {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:51.055235 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541', 'code': 200} Aug 19 15:00:51.055235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f8a00993-e528-490d-b0cd-b814fee0fc11 None None] Provisioning for port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:51.057607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.153491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:51.154395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:51.173914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.178255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f8a00993-e528-490d-b0cd-b814fee0fc11 None None] Provisioning complete for port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:51.178876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8a00993-e528-490d-b0cd-b814fee0fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.196793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:51.214687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:51.325867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=317ee203-6980-4ae8-9506-8273fa877679,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:51.336661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f8a00993-e528-490d-b0cd-b814fee0fc11 None None] Port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:51.365447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:51.365447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.495726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb37f3-6d65-44e7-861c-69f264d16bd8 None None] Network d2053349-f654-4f70-833b-7b69ccdd4e76 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:51.569595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T15:00:46Z', 'revision_number': 5, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port': {'id': '931a3512-e803-43b6-b939-3aa67cb99f92', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:50Z', 'updated_at': '2021-08-19T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:51.572725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Deleting port 931a3512-e803-43b6-b939-3aa67cb99f92 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:51.582396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.614053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-24ed1e13-0dd1-4f60-8780-a9301a239aa5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8567152 Aug 19 15:00:51.669540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-76e48591-c5c4-448f-9129-ce9f54f4d29e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:51.676960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-76e48591-c5c4-448f-9129-ce9f54f4d29e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 816 time: 1.4749596 Aug 19 15:00:51.688995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Request body: {'port': {'device_id': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:51.704430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-14dee754-178f-4426-b1e6-490403f0b3b1 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/quotas/ecdfbe39158d4065bdd56c04381260cc HTTP/1.1" status: 200 len: 375 time: 0.0261400 Aug 19 15:00:51.925874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668df931-0dd3-4dfc-b6ac-4bdc2622b786 req-486af6c3-3784-4cf5-a80f-47c631f28b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:51.927407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-668df931-0dd3-4dfc-b6ac-4bdc2622b786 req-486af6c3-3784-4cf5-a80f-47c631f28b4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 1101 time: 0.3982272 Aug 19 15:00:51.936071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d1cbfc8d-ab51-4c0c-b015-5aad9e5c9d87 None None] Provisioning for port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:51.943179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e4492a1-98b1-4678-8081-a0e034c394db up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:51.949420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] Checking router: 450c82de-cb68-4ea6-914d-1e892ec1e01f for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:51.968731 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.985879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] For port 931a3512-e803-43b6-b939-3aa67cb99f92, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=931a3512-e803-43b6-b939-3aa67cb99f92,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:51.986975 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.023731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] Routers {'450c82de-cb68-4ea6-914d-1e892ec1e01f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:52.025518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['450c82de-cb68-4ea6-914d-1e892ec1e01f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:52.073414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Calling delete_port for 931a3512-e803-43b6-b939-3aa67cb99f92 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:52.093341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da30f-a520-45ca-9353-94cb09c064d3 req-d5810210-4c67-4bac-b94a-c29ace91123a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:52.095905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-da8da30f-a520-45ca-9353-94cb09c064d3 req-d5810210-4c67-4bac-b94a-c29ace91123a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 931 time: 0.3042359 Aug 19 15:00:52.117347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-e71403d5-d852-4f80-8fb1-7c3988e135cf tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4026184 Aug 19 15:00:52.176900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] Set router 450c82de-cb68-4ea6-914d-1e892ec1e01f gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:52.283184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-668df931-0dd3-4dfc-b6ac-4bdc2622b786 req-efe3f55b-a075-43b5-b301-e045bc023b66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283863 Aug 19 15:00:52.296619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T15:00:51Z', 'revision_number': 6, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:52.343567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-3834d10e-c4b3-48cf-8b7d-5da963fb4fc7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:52.345760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-3834d10e-c4b3-48cf-8b7d-5da963fb4fc7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 816 time: 0.5800178 Aug 19 15:00:52.348183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-da8da30f-a520-45ca-9353-94cb09c064d3 req-1412e321-c397-4db5-811f-a3d706274aca tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397552 Aug 19 15:00:52.401821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144592b-0eb1-4fdf-8661-9d63a143bc11 None None] The sync data for ids ['450c82de-cb68-4ea6-914d-1e892ec1e01f'] in n-d-779913-32 is: [{'id': '450c82de-cb68-4ea6-914d-1e892ec1e01f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411055967-router', 'tenant_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:49Z', 'updated_at': '2021-08-19T15:00:51Z', 'revision_number': 6, 'project_id': 'ff134aa3621d4a4ab823ece1113f7b44', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:52.420414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b1fcb50f-e06e-4722-96ab-6259a2438eaa None None] Provisioning for port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:52.423838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Request body: {'port': {'device_id': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'admin_state_up': True, 'tenant_id': 'ecdfbe39158d4065bdd56c04381260cc'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:52.477749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5e4492a1-98b1-4678-8081-a0e034c394db triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:52.481330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.722416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0b1484d9-dc25-4d42-9af1-ee34454d09d7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:52.860402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc366c-914f-4280-86e6-73de9ead0ed0 req-a4d1d4d5-6bac-4ac6-9781-c3002b255ebd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:52.880236 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfbc366c-914f-4280-86e6-73de9ead0ed0 req-a4d1d4d5-6bac-4ac6-9781-c3002b255ebd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 949 time: 0.3610570 Aug 19 15:00:52.883373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:52.898537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:52.906361 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.934334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-3c6a2287-f40d-4290-826a-b46d8e741c3e service neutron] 10.222.0.13 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145204 Aug 19 15:00:52.962791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-66220ce0-d675-4ad1-8159-dd51be3752f0 None None] Provisioning for port 2d070dbf-be91-4c54-8f66-2d8c44271542 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:52.985981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-66220ce0-d675-4ad1-8159-dd51be3752f0 None None] Provisioning complete for port 2d070dbf-be91-4c54-8f66-2d8c44271542 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:52.987846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-66220ce0-d675-4ad1-8159-dd51be3752f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.002095 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.069419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a77796-4216-4e4c-bbb5-df2019229203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a2d373-949b-4792-a970-1d873558a63b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:53.070895 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97d234-1c58-4aba-800b-29c57e6f329e" -d '{"events": [{"server_uuid": "36a77796-4216-4e4c-bbb5-df2019229203", "name": "network-vif-plugged", "status": "completed", "tag": "f6a2d373-949b-4792-a970-1d873558a63b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:53.074633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-66220ce0-d675-4ad1-8159-dd51be3752f0 None None] Port 2d070dbf-be91-4c54-8f66-2d8c44271542 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:53.110638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Made reservation on behalf of ecdfbe39158d4065bdd56c04381260cc for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:53.118852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.127104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:53.137277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.138152 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfbc366c-914f-4280-86e6-73de9ead0ed0 req-100ac02a-e8d0-4c70-af9b-217d79bb226e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458422 Aug 19 15:00:53.165593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a33cbb-9a2b-4a44-ac55-01f411a423d6 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:53.184136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.203088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.220055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.221200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Transition to ACTIVE for port object d0a33cbb-9a2b-4a44-ac55-01f411a423d6 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:53.266187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 0b1484d9-dc25-4d42-9af1-ee34454d09d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0b1484d9-dc25-4d42-9af1-ee34454d09d7,segment=NetworkSegment(e07e73f9-57f2-4788-8829-a2d1df28fc35),segment_id=e07e73f9-57f2-4788-8829-a2d1df28fc35)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:53.292020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Transition to ACTIVE for port object 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:53.312064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1ed0a2b4-bc64-4716-897b-3a6703c032e5 None None] Provisioning complete for port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:53.313394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a2b4-bc64-4716-897b-3a6703c032e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.318102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.319001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.331657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Port': ['ID=2d070dbf-be91-4c54-8f66-2d8c44271542,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.355680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=931a3512-e803-43b6-b939-3aa67cb99f92,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.392033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.398120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.398474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.398819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.399168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.399511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.399846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.400179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.400509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.400836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.401231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.401565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.401892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.433523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a2b4-bc64-4716-897b-3a6703c032e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.445647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-1016333b-536c-4166-b04e-a2d1377307bb service neutron] 10.222.0.13 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054197 Aug 19 15:00:53.446444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5032-8f11-4ac2-8a7e-78da49daa7a6 req-b29ddc69-88ea-4c26-9a9e-2ab19bef07e4 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:53.448075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cdef5032-8f11-4ac2-8a7e-78da49daa7a6 req-b29ddc69-88ea-4c26-9a9e-2ab19bef07e4 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.1749554 Aug 19 15:00:53.513548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.513782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:53.544111 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.546170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.705235 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cdef5032-8f11-4ac2-8a7e-78da49daa7a6 req-23ecb220-8427-4ee0-805c-d3b13ffb14c5 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237051 Aug 19 15:00:53.746986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.746986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.854320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Attempting to bind port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:53.854953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Attempting to bind port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:53.854953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Attempting to bind port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:53.868393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:53.868741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Attempting to bind port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:53.876694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=0b1484d9-dc25-4d42-9af1-ee34454d09d7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.879050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:53.887480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-1ed0a2b4-bc64-4716-897b-3a6703c032e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:00:53.887663 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-1ed0a2b4-bc64-4716-897b-3a6703c032e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:00:53.890775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:53.891097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Checking segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:53.895194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Bound using segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:53.901945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Bound port: d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:53.901945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.912170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.957570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.957570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450c82de-cb68-4ea6-914d-1e892ec1e01f {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:00:53.964938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.965190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:53.971096 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0db7c6f3-dd8b-43db-bb4a-597f97ca28b0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/450c82de-cb68-4ea6-914d-1e892ec1e01f HTTP/1.1" status: 204 len: 168 time: 3.4627702 Aug 19 15:00:53.972910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:53.973372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.976084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53930) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:54.071029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:54.164437 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c377993b-5271-439b-8c36-963c5b9e3219 x-openstack-request-id: req-c377993b-5271-439b-8c36-963c5b9e3219 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:54.164746 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a77796-4216-4e4c-bbb5-df2019229203", "name": "network-vif-plugged", "status": "completed", "tag": "f6a2d373-949b-4792-a970-1d873558a63b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:54.165574 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c377993b-5271-439b-8c36-963c5b9e3219 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:54.165574 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a77796-4216-4e4c-bbb5-df2019229203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a2d373-949b-4792-a970-1d873558a63b', 'code': 200} Aug 19 15:00:54.198219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.202416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Deleting subnet c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:54.246432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.291807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,segment=NetworkSegment(f526f39f-2e82-4456-8639-9d9d199400c1),segment_id=f526f39f-2e82-4456-8639-9d9d199400c1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:54.351959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50abd12-cdae-40c1-bbc9-c65a21c7ca68 req-6f99b840-37d6-4647-a2d1-22e4019973d2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.359718 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c50abd12-cdae-40c1-bbc9-c65a21c7ca68 req-6f99b840-37d6-4647-a2d1-22e4019973d2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.4285092 Aug 19 15:00:54.361356 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.376984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:54.463941 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92ab7e16-f34b-4526-bfec-89bfa2790699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.487966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:54.491441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.567119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0b1484d9-dc25-4d42-9af1-ee34454d09d7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:54.581257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Pushing event updated for resources: {'Port': ['ID=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:54.599529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.604647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c50abd12-cdae-40c1-bbc9-c65a21c7ca68 req-a8f1c5dd-5893-4851-97f7-b23e0292b276 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437809 Aug 19 15:00:54.614010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Allocated IP 172.20.0.10 (27ce599c-6fbb-44ce-84f6-5aaee960de3b/d74e1a46-37ef-4be9-8d27-429964d1c972/e803515e-6543-4ce0-a19c-d570185ac0c1) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:54.631724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:54.672774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.674570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.676239 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] 10.222.0.54 "PUT /v2.0/ports/d0a33cbb-9a2b-4a44-ac55-01f411a423d6 HTTP/1.1" status: 200 len: 1092 time: 2.9992495 Aug 19 15:00:54.676732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:54.679300 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:54.684523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-9fc92e18-769a-4f93-a3d4-eccaa80e3ecc tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.686982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-9fc92e18-769a-4f93-a3d4-eccaa80e3ecc tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.8139091 Aug 19 15:00:54.730522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:54.730872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.744588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f81292-f697-4f41-899d-3243fbcc342f service neutron] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:54.790343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8bb0145-57ad-41f8-9391-dbd0648cf628 req-ee7822f8-74d5-4bb9-a57e-5ddaa119a5b4 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 210 time: 0.0389779 Aug 19 15:00:54.880732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.912736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cd85e-db97-4afa-a285-4961fb89a9f1 req-b3beb603-e8d6-4b51-a12a-afe8b145b2e0 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.914275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d6cd85e-db97-4afa-a285-4961fb89a9f1 req-b3beb603-e8d6-4b51-a12a-afe8b145b2e0 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 943 time: 0.4438345 Aug 19 15:00:54.917632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71370c77-55bc-4e43-ad50-cde7fcab3e4e req-1dc05a44-b553-4700-89bd-0f6abc869aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.919365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71370c77-55bc-4e43-ad50-cde7fcab3e4e req-1dc05a44-b553-4700-89bd-0f6abc869aae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 1102 time: 0.4443960 Aug 19 15:00:54.943877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Router 86f46496-4f23-49a0-8f4e-b02ebc961f7a is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:00:54.954819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-6dbb774c-2699-46fe-bf35-fb6473f3fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.958427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-6dbb774c-2699-46fe-bf35-fb6473f3fec6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 1095 time: 0.1350653 Aug 19 15:00:54.964444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 317ee203-6980-4ae8-9506-8273fa877679 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:55.018242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba8b64bb-f9c9-4dc6-bca6-65094f4ab049 None None] Provisioning complete for port 2d070dbf-be91-4c54-8f66-2d8c44271542 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:55.018655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba8b64bb-f9c9-4dc6-bca6-65094f4ab049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.022368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Attempting to bind port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:55.022723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Attempting to bind port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:55.023045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Attempting to bind port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:55.058255 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-e8005e12-242a-4c38-90d1-ef4e3eab6def service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6 HTTP/1.1" status: 200 len: 217 time: 0.0827959 Aug 19 15:00:55.075438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b64bb-f9c9-4dc6-bca6-65094f4ab049 None None] Port 2d070dbf-be91-4c54-8f66-2d8c44271542 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:55.084422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 317ee203-6980-4ae8-9506-8273fa877679 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:55.084955 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.085683 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.136497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:55.137093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Attempting to bind port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:55.146456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:55.161596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.165779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7ef5b84-d914-49b1-82f7-8fa3ccfdcd5f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2b8cab9-c6ac-4f55-8a38-c9d47d47ccfe HTTP/1.1" status: 204 len: 168 time: 1.1573725 Aug 19 15:00:55.169409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29e9d8-2285-4741-8cc7-2a3cfeb12c00 None None] Network 259dfc4a-cae0-4758-8857-1a88b9b01177 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:55.171797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:55.184697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-b9aaf0b9-2274-4b85-a89b-bfc7f1717ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:55.186298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-b9aaf0b9-2274-4b85-a89b-bfc7f1717ad8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.1127167 Aug 19 15:00:55.195794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b781-75ec-4ff9-9d00-db95205ca7c4 req-1c707f83-6c38-438a-a829-1c1e0c0a51d4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:55.197518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eea5b781-75ec-4ff9-9d00-db95205ca7c4 req-1c707f83-6c38-438a-a829-1c1e0c0a51d4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 949 time: 0.1538832 Aug 19 15:00:55.214248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71370c77-55bc-4e43-ad50-cde7fcab3e4e req-4047bc1e-3858-472a-ac76-c6d5ae53b0a4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823017 Aug 19 15:00:55.214991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:55.215331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Checking segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:55.215707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Bound using segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:55.216158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Bound port: 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:55.217406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.243305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d6cd85e-db97-4afa-a285-4961fb89a9f1 req-ad73d61a-963e-41d7-9d78-1f1005d2cadd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091407 Aug 19 15:00:55.296040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-038aaeea-04ac-4902-af4a-47f2fb990b72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970652 Aug 19 15:00:55.308455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Deleting port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:55.308791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.323208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:55.327537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.336309 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] Sync routers for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:55.357699 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:55.358400 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:55.368288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-98231a73-ae08-46e8-81dd-68d2d4d3fa3b tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9449666 Aug 19 15:00:55.369305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53964) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:55.391896 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557b182-59ec-406f-98e2-864c048399dc x-openstack-request-id: req-7557b182-59ec-406f-98e2-864c048399dc {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:55.392218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.397627 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:55.397627 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7557b182-59ec-406f-98e2-864c048399dc {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:55.397627 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'status': 'completed', 'code': 200} Aug 19 15:00:55.435983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Transition to ACTIVE for port object e803515e-6543-4ce0-a19c-d570185ac0c1 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:55.473936 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:55.510720 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:55.512359 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:55.537623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] For port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:55.546689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 931a3512-e803-43b6-b939-3aa67cb99f92 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:55.555509 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eea5b781-75ec-4ff9-9d00-db95205ca7c4 req-75fb387d-b0b3-4bc6-9eeb-48a560ac06fa tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354726 Aug 19 15:00:55.590243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] For port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:55.598866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] For port 5dab2c3a-42cf-47b0-aa97-6380f57582e5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5dab2c3a-42cf-47b0-aa97-6380f57582e5,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:55.600927 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.605342 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:55.606439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ab889-d0ca-43d1-b039-20e9647ab73a None None] The sync data for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:55.620622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Calling delete_port for 5dab2c3a-42cf-47b0-aa97-6380f57582e5 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:55.629331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.636198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18351-3058-4c5f-aac9-d4e93ff8ec0a req-d898337e-edeb-4762-b79d-816ef60d974c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:55.637866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25f18351-3058-4c5f-aac9-d4e93ff8ec0a req-d898337e-edeb-4762-b79d-816ef60d974c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 947 time: 0.1674438 Aug 19 15:00:55.678245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 931a3512-e803-43b6-b939-3aa67cb99f92 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:55.679120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 931a3512-e803-43b6-b939-3aa67cb99f92 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:55.679758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46f852fc-8405-4c9e-ba30-602e85337b06 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:55.702711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.724468 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.727549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 46f852fc-8405-4c9e-ba30-602e85337b06 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:55.728530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46f852fc-8405-4c9e-ba30-602e85337b06 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:55.787238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:55.787936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.789426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] 10.222.0.54 "PUT /v2.0/ports/45a2fd55-1367-423f-b9ed-4f10a5cf94d1 HTTP/1.1" status: 200 len: 1092 time: 5.5890710 Aug 19 15:00:55.792647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25f18351-3058-4c5f-aac9-d4e93ff8ec0a req-e351ff34-3e66-4274-b04a-deb491784fa2 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474760 Aug 19 15:00:55.793132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86693373-4687-48ee-9b3e-432d6f685ae8', 'tag': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:55.795649 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0" -d '{"events": [{"name": "network-changed", "server_uuid": "86693373-4687-48ee-9b3e-432d6f685ae8", "tag": "45a2fd55-1367-423f-b9ed-4f10a5cf94d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:55.836955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:55.849442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] DHCP port deletion for 259dfc4a-cae0-4758-8857-1a88b9b01177 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:55.860685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:55.869648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:55.894779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1cbec-4648-45ca-9ddc-53294a1ff69d service neutron] Pushing event updated for resources: {'Port': ['ID=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.103307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] Deleting port 27ee75db-6247-45e4-bf1a-0e367e6d966b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:56.103842 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.261702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] For port 27ee75db-6247-45e4-bf1a-0e367e6d966b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=27ee75db-6247-45e4-bf1a-0e367e6d966b,segment=NetworkSegment(36256b63-75c0-4bdf-bf7f-3e46a6d9e599),segment_id=36256b63-75c0-4bdf-bf7f-3e46a6d9e599)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:56.262346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.281477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] Calling delete_port for 27ee75db-6247-45e4-bf1a-0e367e6d966b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:56.506354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:56.590035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.590274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3b1e-1d5d-40eb-a1b4-b58ffc73ac29 req-423a499d-09b6-449e-9ea3-df6fa9ae64fa tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:56.590274 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9ea3b1e-1d5d-40eb-a1b4-b58ffc73ac29 req-423a499d-09b6-449e-9ea3-df6fa9ae64fa tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 951 time: 0.8886449 Aug 19 15:00:56.590817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:56.591190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.598020 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-a8cf468a-f4b3-41ce-882b-72e4ba1f7260 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531894 Aug 19 15:00:56.626397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Pushing event updated for resources: {'Port': ['ID=e803515e-6543-4ce0-a19c-d570185ac0c1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.631000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] Pushing event deleted for resources: {'Port': ['ID=27ee75db-6247-45e4-bf1a-0e367e6d966b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.642076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5544b-c46e-4e7c-b391-6daa60572ba8 None None] No DVR routers for this DVR port 27ee75db-6247-45e4-bf1a-0e367e6d966b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:56.662715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:56.663768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.678933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-b4399a1d-2e71-4444-83ea-d72803dbfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:56.679320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-b4399a1d-2e71-4444-83ea-d72803dbfc40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 1095 time: 0.6302865 Aug 19 15:00:56.696170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad1bc-e008-46c7-91a8-f6309bed8319 req-fde7bb87-d52f-4e35-8bef-ddc3f10ebb95 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:56.699829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91bad1bc-e008-46c7-91a8-f6309bed8319 req-fde7bb87-d52f-4e35-8bef-ddc3f10ebb95 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.1573131 Aug 19 15:00:56.753585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-4f324556-81ed-4de7-a3bc-e87d8feeddcc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1 HTTP/1.1" status: 200 len: 217 time: 0.0515299 Aug 19 15:00:56.778981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-942772c0-ec62-48aa-afb3-9d813647f9ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3603985 Aug 19 15:00:56.804505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Deleting port 27ee75db-6247-45e4-bf1a-0e367e6d966b {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:56.804854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.814330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Request body: {'port': {'device_id': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:56.818061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-77409dde-9f8a-49e0-8190-74db179a5a5d None None] Provisioning for port e803515e-6543-4ce0-a19c-d570185ac0c1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:56.826143 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9ea3b1e-1d5d-40eb-a1b4-b58ffc73ac29 req-fbeb71ad-87b7-45d2-92cf-e5e5fd54acbc tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222056 Aug 19 15:00:56.826529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-77409dde-9f8a-49e0-8190-74db179a5a5d None None] Provisioning complete for port e803515e-6543-4ce0-a19c-d570185ac0c1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:56.829452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-77409dde-9f8a-49e0-8190-74db179a5a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.843767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.936163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Pushing event deleted for resources: {'Port': ['ID=5dab2c3a-42cf-47b0-aa97-6380f57582e5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.936788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-77409dde-9f8a-49e0-8190-74db179a5a5d None None] Port e803515e-6543-4ce0-a19c-d570185ac0c1 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:56.954230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91bad1bc-e008-46c7-91a8-f6309bed8319 req-f40d7a78-94be-42e0-9f7b-db74005e9a17 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024472 Aug 19 15:00:56.955737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27ee75db-6247-45e4-bf1a-0e367e6d966b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:56.975085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] For port 27ee75db-6247-45e4-bf1a-0e367e6d966b, host n-d-779913-32, got binding levels [] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:56.975721 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.022360 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba64f72-d580-4b5a-9000-1cf5ce0e5d9b x-openstack-request-id: req-cba64f72-d580-4b5a-9000-1cf5ce0e5d9b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:57.022712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Calling delete_port for 27ee75db-6247-45e4-bf1a-0e367e6d966b owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:57.022889 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86693373-4687-48ee-9b3e-432d6f685ae8", "tag": "45a2fd55-1367-423f-b9ed-4f10a5cf94d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:57.022889 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cba64f72-d580-4b5a-9000-1cf5ce0e5d9b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:57.023190 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86693373-4687-48ee-9b3e-432d6f685ae8', 'tag': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1', 'status': 'completed', 'code': 200} Aug 19 15:00:57.028124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27ad0e6d-8936-4bde-8610-00109287f4b6 req-bb80e633-49ce-4983-877d-29cca8b8c963 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132423 Aug 19 15:00:57.029838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Port 27ee75db-6247-45e4-bf1a-0e367e6d966b was not found and therefore no delete operation was performed {{(pid=101962) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:00:57.030309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-d0bdb229-4844-492c-a743-52f15922b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.035823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-d0bdb229-4844-492c-a743-52f15922b9b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.2727966 Aug 19 15:00:57.042367 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.042689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 27ee75db-6247-45e4-bf1a-0e367e6d966b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:57.042689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27ee75db-6247-45e4-bf1a-0e367e6d966b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:57.081030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Pushing event deleted for resources: {'Port': ['ID=27ee75db-6247-45e4-bf1a-0e367e6d966b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:57.105992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] No DVR routers for this DVR port 27ee75db-6247-45e4-bf1a-0e367e6d966b on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:57.136948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] No DVR routers for this DVR port 5dab2c3a-42cf-47b0-aa97-6380f57582e5 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:57.140713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.143177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4b98e6c-2521-400b-a205-217f99bbc505 req-13338f05-5f8b-4264-8fc1-6730ecb21022 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "DELETE /v2.0/ports/5dab2c3a-42cf-47b0-aa97-6380f57582e5 HTTP/1.1" status: 204 len: 173 time: 2.4434497 Aug 19 15:00:57.149430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.195569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2be5715-e445-4dd9-be4d-2e3ef762072d req-1fcce094-3a3d-47fb-9e63-da91e86c80b2 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 210 time: 0.1126771 Aug 19 15:00:57.218518 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-51198413-8063-48ca-af05-b3723d287c56 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:00:57.218518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-51198413-8063-48ca-af05-b3723d287c56 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8237503 Aug 19 15:00:57.221423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53984) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:57.335223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3f297cb0-e664-4927-b67c-6ced9cde3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.337667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-3f297cb0-e664-4927-b67c-6ced9cde3eba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2634914 Aug 19 15:00:57.343332 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.344643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.369750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259dfc4a-cae0-4758-8857-1a88b9b01177']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:57.392318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36256b63-75c0-4bdf-bf7f-3e46a6d9e599') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:57.392637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36256b63-75c0-4bdf-bf7f-3e46a6d9e599') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:57.412339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a8d5-cc91-4329-acc8-733bd89fa031 req-d26f6b79-1156-4f3b-b1cf-6402abdcd185 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.414120 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b47a8d5-cc91-4329-acc8-733bd89fa031 req-d26f6b79-1156-4f3b-b1cf-6402abdcd185 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 943 time: 0.2986538 Aug 19 15:00:57.424048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.474129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-67a76493-5cfa-4ae9-98bd-c1fd2c726046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.475878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-67a76493-5cfa-4ae9-98bd-c1fd2c726046 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 1095 time: 0.2347875 Aug 19 15:00:57.521747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-5dc0ebfe-c32a-481d-88e3-a1fa9962b735 service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603971 Aug 19 15:00:57.539313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.596334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-5b11f49c-11b8-43bb-8eae-73b542088179 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.598624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-5b11f49c-11b8-43bb-8eae-73b542088179 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.46 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 816 time: 0.4257159 Aug 19 15:00:57.618000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Request body: {'port': {'device_id': 'fb8d984f-7241-486f-a207-66d23e68027a', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'admin_state_up': True, 'tenant_id': 'ecdfbe39158d4065bdd56c04381260cc'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:57.647799 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b47a8d5-cc91-4329-acc8-733bd89fa031 req-ace238bc-0ac0-4266-8ec8-ffa688f24d22 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210865 Aug 19 15:00:57.690838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:57.691329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:57.695678 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:57.755091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de06ead6-14a4-4290-b1f7-99ab28c3879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.842274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-8cbea5e3-db92-4200-b187-021b3cd1f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.843911 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-8cbea5e3-db92-4200-b187-021b3cd1f666 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 916 time: 0.3146510 Aug 19 15:00:57.928488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d690bcd-75b9-4987-87c6-c1ee879b0ae2 req-d186cef7-6066-411d-8a61-c53c7495afbe service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988104 Aug 19 15:00:57.955735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ad34aab-7148-4659-9678-e06754329d6c req-1ce1bfd6-c834-414e-9608-0f163faa371c tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8512a18-ac16-4d5d-bee3-df6d92642740 HTTP/1.1" status: 200 len: 210 time: 0.1010661 Aug 19 15:00:57.957965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.975093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:57.997954 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-3bdd2183-4a25-4bc2-b3b9-548ba7425d25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6 HTTP/1.1" status: 200 len: 217 time: 0.1412208 Aug 19 15:00:58.017097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.019332 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] 10.222.0.13 "DELETE /v2.0/networks/259dfc4a-cae0-4758-8857-1a88b9b01177 HTTP/1.1" status: 204 len: 168 time: 2.8430607 Aug 19 15:00:58.023422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91898-2fa2-466d-9eec-1907fb4b183f admin admin] Pushing event deleted for resources: {'Network': ['ID=259dfc4a-cae0-4758-8857-1a88b9b01177,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:58.048989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.051223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.051887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.052737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.053590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.054764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.055672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.056625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.057515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.061933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-8d5840db-d4b8-4194-908c-6b346a1127b5 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a&device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a&device_id=86693373-4687-48ee-9b3e-432d6f685ae8&device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462&device_id=36a77796-4216-4e4c-bbb5-df2019229203&device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323&device_id=83ebfab9-4c79-4ad8-af10-5038b319891d&device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b&device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354&device_id=c8512a18-ac16-4d5d-bee3-df6d92642740&device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 8148 time: 0.1738014 Aug 19 15:00:58.094761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-d2b4decd-6047-4465-9921-0437aa0ff167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.097450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-d2b4decd-6047-4465-9921-0437aa0ff167 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.0746944 Aug 19 15:00:58.117642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-3e50c1f2-fb1b-4067-8e0f-0edfa3beb991 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.156776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.191432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:58.193902 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d436d3-cc05-4546-8a88-3e76491e1054" -d '{"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-unplugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:58.211441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Made reservation on behalf of ecdfbe39158d4065bdd56c04381260cc for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:58.215945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.217779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:58.231614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-a3cca819-538d-4800-be2f-aedc0aa42c1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453362 Aug 19 15:00:58.336144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-2214cd33-ca89-4aed-b451-147ecf7d9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.338355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-2214cd33-ca89-4aed-b451-147ecf7d9add service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 1095 time: 0.1842976 Aug 19 15:00:58.370442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.375791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e803515e-6543-4ce0-a19c-d570185ac0c1 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:58.395605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.397974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.399454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:58.447145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 5dab2c3a-42cf-47b0-aa97-6380f57582e5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:58.447430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5dab2c3a-42cf-47b0-aa97-6380f57582e5 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:58.453832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-fcd0a6ba-73fa-4d1d-b65b-a13b5af6e7ae service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046275 Aug 19 15:00:58.482144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:58.497912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Transition to ACTIVE for port object e803515e-6543-4ce0-a19c-d570185ac0c1 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:58.575979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-3e50c1f2-fb1b-4067-8e0f-0edfa3beb991 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.577806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-b4c60276-75fb-43ce-ab8e-dd25be6e72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.579432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-b4c60276-75fb-43ce-ab8e-dd25be6e72a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 917 time: 0.1903598 Aug 19 15:00:58.593588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.616413 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:00:58.737625 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1948b8ea-ea0e-4b4a-8a69-17ca1d7244c6 req-bf08110a-613c-4f5d-b7de-93f2db67f236 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756343 Aug 19 15:00:58.771958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-3e50c1f2-fb1b-4067-8e0f-0edfa3beb991 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.789364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:58.797505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-c6b68405-3b15-41ea-ab88-257a89073a7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1 HTTP/1.1" status: 200 len: 217 time: 0.1911502 Aug 19 15:00:58.805145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Allocated IP 172.20.0.7 (27ce599c-6fbb-44ce-84f6-5aaee960de3b/d74e1a46-37ef-4be9-8d27-429964d1c972/2583aa90-373d-43af-be03-23bf67a013b0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:58.822660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e803515e-6543-4ce0-a19c-d570185ac0c1,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:58.894811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c546f4-939d-4fcf-81ac-82d6544ee782 req-3e50c1f2-fb1b-4067-8e0f-0edfa3beb991 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&id=a80bdc76-177d-453e-ba67-f4c57191fbdb&id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.8164546 Aug 19 15:00:58.939381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f1766b9-a13e-4605-aeaa-881ef2915e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8baec6ad44344aa1b94b866d3c62a98e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1478770 Aug 19 15:00:58.951086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54022) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:58.976400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50c1f2-fb1b-4067-8e0f-0edfa3beb991 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c996009-b710-49ad-9ea7-9b86f15e2783,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.007313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting port 2d070dbf-be91-4c54-8f66-2d8c44271542 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:59.007313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.026251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-deleted', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:59.028661 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb0d68-84db-42db-b9c8-0989d529b901" -d '{"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-deleted", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:59.067521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53f2c4aa-10ca-499b-9dea-f4351875f0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.112882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53f2c4aa-10ca-499b-9dea-f4351875f0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.117081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-3e38934f-ab08-43cf-b3fa-9fab13fe2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:59.118799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-3e38934f-ab08-43cf-b3fa-9fab13fe2924 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.2892752 Aug 19 15:00:59.144126 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.168368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Calling delete_port for 2d070dbf-be91-4c54-8f66-2d8c44271542 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:59.177266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Attempting to bind port e803515e-6543-4ce0-a19c-d570185ac0c1 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:59.177608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Attempting to bind port e803515e-6543-4ce0-a19c-d570185ac0c1 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:59.177929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Attempting to bind port e803515e-6543-4ce0-a19c-d570185ac0c1 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:59.198376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d982-54ee-49e4-9e02-9bb0987a34bb req-8bfa1879-5141-4504-9e92-a0acfa3a0957 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:59.199973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68e2d982-54ee-49e4-9e02-9bb0987a34bb req-8bfa1879-5141-4504-9e92-a0acfa3a0957 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.2293968 Aug 19 15:00:59.212751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Port e803515e-6543-4ce0-a19c-d570185ac0c1 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:59.213188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Attempting to bind port e803515e-6543-4ce0-a19c-d570185ac0c1 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:59.262127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:59.262378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Checking segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:59.262778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Bound using segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:59.263231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Bound port: e803515e-6543-4ce0-a19c-d570185ac0c1, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:59.263591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.295688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-9d1729bb-0b0f-46c8-80e7-1c51f2d1067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:59.298493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-9d1729bb-0b0f-46c8-80e7-1c51f2d1067f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628733 Aug 19 15:00:59.355862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.360580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68e2d982-54ee-49e4-9e02-9bb0987a34bb req-fe3296db-5f48-4647-9048-9e71e8771569 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509104 Aug 19 15:00:59.428520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Transition to ACTIVE for port object 2583aa90-373d-43af-be03-23bf67a013b0 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:59.437807 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b0ac66-3a1e-415e-a27b-4b06fdbb1b83 x-openstack-request-id: req-b0b0ac66-3a1e-415e-a27b-4b06fdbb1b83 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:59.438528 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-unplugged", "status": "completed", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:59.438528 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0b0ac66-3a1e-415e-a27b-4b06fdbb1b83 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:59.438826 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'code': 200} Aug 19 15:00:59.493311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] For port e803515e-6543-4ce0-a19c-d570185ac0c1, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:59.495720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53f2c4aa-10ca-499b-9dea-f4351875f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.499152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53f2c4aa-10ca-499b-9dea-f4351875f0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.504244 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53f2c4aa-10ca-499b-9dea-f4351875f0d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7315f1bd-251c-4823-bdad-9e3526242a46 HTTP/1.1" status: 204 len: 168 time: 0.5484285 Aug 19 15:00:59.504476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] For port e803515e-6543-4ce0-a19c-d570185ac0c1, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e803515e-6543-4ce0-a19c-d570185ac0c1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:59.511789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-896f00f3-5988-474c-ae29-1474247d0f2e service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868305 Aug 19 15:00:59.512804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2c4aa-10ca-499b-9dea-f4351875f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7315f1bd-251c-4823-bdad-9e3526242a46,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.572790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.573352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.604106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Port': ['ID=2d070dbf-be91-4c54-8f66-2d8c44271542,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.630445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-250ddd8e-6b2d-4df5-8e49-1c6a429156f0 req-189f487f-c8bb-4547-95d7-60e5493dd01f service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070755 Aug 19 15:00:59.694928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30f975fd-ae54-40ac-8986-0c1dc2a057e3 req-7d7bcf46-5c03-4c78-b28b-6ccfd80bf434 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 210 time: 0.0432260 Aug 19 15:00:59.696887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.747412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:59.748044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.749535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] 10.222.0.54 "PUT /v2.0/ports/e803515e-6543-4ce0-a19c-d570185ac0c1 HTTP/1.1" status: 200 len: 1093 time: 2.9428003 Aug 19 15:00:59.759273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.796292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e629605-1694-43d9-9734-09c5364c0f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e803515e-6543-4ce0-a19c-d570185ac0c1,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.814323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:59.865174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:59.872588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:59.904052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.017375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Pushing event updated for resources: {'Port': ['ID=2583aa90-373d-43af-be03-23bf67a013b0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:00.034431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:00.035213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.070154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ffb1-95b2-4fa4-a54b-0f562aab4fb6 req-51dc8a94-8360-45c9-a030-ab642294e1af tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:00.078140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a757ffb1-95b2-4fa4-a54b-0f562aab4fb6 req-51dc8a94-8360-45c9-a030-ab642294e1af tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 943 time: 0.2216625 Aug 19 15:01:00.092844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-0b9a4402-fad8-4712-a869-fd4f38c5a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:00.094995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-0b9a4402-fad8-4712-a869-fd4f38c5a598 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 1096 time: 0.1840734 Aug 19 15:01:00.130830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-a03f04d8-d9fb-4fca-86d3-05d68ff6b966 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5177369 Aug 19 15:01:00.168257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Router 86f46496-4f23-49a0-8f4e-b02ebc961f7a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:00.185096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Request body: {'port': {'device_id': 'fb8d984f-7241-486f-a207-66d23e68027a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:00.193238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-dcf7716b-7b00-4c31-97d8-e5e7b1595b42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e803515e-6543-4ce0-a19c-d570185ac0c1 HTTP/1.1" status: 200 len: 217 time: 0.0805354 Aug 19 15:01:00.237738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a757ffb1-95b2-4fa4-a54b-0f562aab4fb6 req-f8c40798-83cb-4c53-8b0b-daf0a7a0e1bf tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577754 Aug 19 15:01:00.266737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:00.277428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1f2ae146-54fd-4f8d-a644-90b0f50157da tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0531354 Aug 19 15:01:00.277925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54048) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:00.280449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] Sync routers for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:00.303566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:00.306273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:00.327768 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-c1a02413-20bf-4ace-8d13-3e3511a9c5c0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] delete failed (client error): The resource could not be found. Aug 19 15:01:00.332356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-66a96983-3ae0-439e-bf46-185d9dcc6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:00.333282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1a02413-20bf-4ace-8d13-3e3511a9c5c0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1950085227 HTTP/1.1" status: 404 len: 335 time: 0.0542414 Aug 19 15:01:00.333884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54050) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:00.334559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-66a96983-3ae0-439e-bf46-185d9dcc6b71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.1131971 Aug 19 15:01:00.338809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5f253709-5395-4c08-b52d-be057b6b142c tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'router': {'external_gateway_info': {'network_id': '86f46496-4f23-49a0-8f4e-b02ebc961f7a'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:00.367702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:00.373912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.388565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:00.389690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:00.470579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:00.472298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef589ec4-339c-4d3c-9855-6d3ed1fee618 None None] The sync data for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:00.584105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6cba4a92-38c1-465d-b679-b40271ce99b4 None None] Provisioning for port 2583aa90-373d-43af-be03-23bf67a013b0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:00.589454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6cba4a92-38c1-465d-b679-b40271ce99b4 None None] Provisioning complete for port 2583aa90-373d-43af-be03-23bf67a013b0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:00.590123 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6cba4a92-38c1-465d-b679-b40271ce99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.709812 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d070e2-5b0a-4a0d-8907-19fc9cf83c92 x-openstack-request-id: req-f5d070e2-5b0a-4a0d-8907-19fc9cf83c92 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:00.711839 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512a18-ac16-4d5d-bee3-df6d92642740", "name": "network-vif-deleted", "tag": "5dab2c3a-42cf-47b0-aa97-6380f57582e5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:00.711839 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5d070e2-5b0a-4a0d-8907-19fc9cf83c92 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:00.711839 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512a18-ac16-4d5d-bee3-df6d92642740', 'name': 'network-vif-deleted', 'tag': '5dab2c3a-42cf-47b0-aa97-6380f57582e5', 'status': 'completed', 'code': 200} Aug 19 15:01:00.713100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54060) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:00.722188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6cba4a92-38c1-465d-b679-b40271ce99b4 None None] Port 2583aa90-373d-43af-be03-23bf67a013b0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:00.725651 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.787475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b016d0a6-3653-4877-b94b-bb968174dcb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff134aa3621d4a4ab823ece1113f7b44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730939 Aug 19 15:01:00.790489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54064) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:00.816369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-c3271eb7-d283-478b-80ef-53e87098b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:00.818231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-c3271eb7-d283-478b-80ef-53e87098b406 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4749572 Aug 19 15:01:00.954253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2583aa90-373d-43af-be03-23bf67a013b0 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:00.970893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.002471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Transition to ACTIVE for port object 2583aa90-373d-43af-be03-23bf67a013b0 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:01.004164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8def63b-b38c-47be-bfc9-4a6512c9c1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.025437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f253709-5395-4c08-b52d-be057b6b142c tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.033105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a7ae-96b5-481f-b2a5-8ae9c9f1e546 req-3acb6cb5-7b5c-4a78-98ec-1457638c7028 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.033624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a7ae-96b5-481f-b2a5-8ae9c9f1e546 req-3acb6cb5-7b5c-4a78-98ec-1457638c7028 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.034732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a7ae-96b5-481f-b2a5-8ae9c9f1e546 req-3acb6cb5-7b5c-4a78-98ec-1457638c7028 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.043521 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-32a5a7ae-96b5-481f-b2a5-8ae9c9f1e546 req-3acb6cb5-7b5c-4a78-98ec-1457638c7028 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323&device_id=83ebfab9-4c79-4ad8-af10-5038b319891d&device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 2885 time: 0.1888201 Aug 19 15:01:01.061413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8def63b-b38c-47be-bfc9-4a6512c9c1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.072788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-11fbd0c9-4d38-4ef0-a2a6-b2b736199810 service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420306 Aug 19 15:01:01.117468 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-32a5a7ae-96b5-481f-b2a5-8ae9c9f1e546 req-c693afd3-5b50-4866-aa90-d9963cfce2c1 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728247 Aug 19 15:01:01.134201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.153674 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-5f253709-5395-4c08-b52d-be057b6b142c tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] update failed (client error): The resource could not be found. Aug 19 15:01:01.154923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5f253709-5395-4c08-b52d-be057b6b142c tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a HTTP/1.1" status: 404 len: 339 time: 0.8200502 Aug 19 15:01:01.159558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:01.311957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Pushing event updated for resources: {'Port': ['ID=2583aa90-373d-43af-be03-23bf67a013b0,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:01.380211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a24a8a92-a139-40b3-be3e-2949c25d2f66 req-686e8cd0-bca9-4632-af21-dd37ebe7de0a service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948146 Aug 19 15:01:01.403430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Attempting to bind port 2583aa90-373d-43af-be03-23bf67a013b0 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:01.403764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Attempting to bind port 2583aa90-373d-43af-be03-23bf67a013b0 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:01.404088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Attempting to bind port 2583aa90-373d-43af-be03-23bf67a013b0 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:01.407899 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8def63b-b38c-47be-bfc9-4a6512c9c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.411354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8def63b-b38c-47be-bfc9-4a6512c9c1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.412541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d8def63b-b38c-47be-bfc9-4a6512c9c1fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94be4825-5124-45ed-a00f-bbd4731f70f2 HTTP/1.1" status: 204 len: 168 time: 0.6210177 Aug 19 15:01:01.417983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Port 2583aa90-373d-43af-be03-23bf67a013b0 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:01.418400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Attempting to bind port 2583aa90-373d-43af-be03-23bf67a013b0 on network 27ce599c-6fbb-44ce-84f6-5aaee960de3b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:01.428821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:01.429196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Checking segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:01.429598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Bound using segment: {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:01.430268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Bound port: 2583aa90-373d-43af-be03-23bf67a013b0, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5832d295-a5d2-4675-b31f-bbbcf83d7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:01.430635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.442541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8def63b-b38c-47be-bfc9-4a6512c9c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be4825-5124-45ed-a00f-bbd4731f70f2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:01.490472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e5246-5a70-4e60-a1ff-ff3e59713f30 req-a52a6357-d65b-45ac-aaf1-619276fc762a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.490472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6a4e5246-5a70-4e60-a1ff-ff3e59713f30 req-a52a6357-d65b-45ac-aaf1-619276fc762a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 943 time: 0.2454908 Aug 19 15:01:01.530715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] For port 2583aa90-373d-43af-be03-23bf67a013b0, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:01.534470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] For port 2583aa90-373d-43af-be03-23bf67a013b0, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2583aa90-373d-43af-be03-23bf67a013b0,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:01.642771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6a4e5246-5a70-4e60-a1ff-ff3e59713f30 req-cf51fc55-faf3-41f7-bb53-5b8f94e6c832 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929816 Aug 19 15:01:01.653490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.681055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.681810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.683966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] 10.222.0.46 "PUT /v2.0/ports/2583aa90-373d-43af-be03-23bf67a013b0 HTTP/1.1" status: 200 len: 1092 time: 1.5050535 Aug 19 15:01:01.701250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.814964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828130eb-d1a2-42b3-a944-a2fed0fbe450 service neutron] Pushing event updated for resources: {'Port': ['ID=2583aa90-373d-43af-be03-23bf67a013b0,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:01.932393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-a5abc16f-b950-4e96-aa24-67724648eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.935313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-a5abc16f-b950-4e96-aa24-67724648eb83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 1095 time: 0.0906317 Aug 19 15:01:01.999901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-772e534e-5b21-4dfd-a835-493e9991da3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2583aa90-373d-43af-be03-23bf67a013b0 HTTP/1.1" status: 200 len: 217 time: 0.0558982 Aug 19 15:01:02.039815 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e1e221a1-d4ba-4743-9313-bdfb8f68b2a6 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765450 Aug 19 15:01:02.106558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-82c8846c-acc5-4c39-9924-89b89ccd98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:02.113103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-82c8846c-acc5-4c39-9924-89b89ccd98cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.0948613 Aug 19 15:01:02.195195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d191-e447-41a5-801e-def19443a55c req-1a93fe05-dc5d-4c0c-91c5-2ddf20961f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:02.197043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-1a93fe05-dc5d-4c0c-91c5-2ddf20961f26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706642 Aug 19 15:01:02.290852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e9bdb63f-f2d5-470b-a3a1-0db91aabd40d tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:02.296110 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e9bdb63f-f2d5-470b-a3a1-0db91aabd40d tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426007 Aug 19 15:01:02.306902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Allocated IP 172.20.0.1 (c331652b-aa58-48cb-9cb2-340cf3233b2d/d5ea3cdd-07df-4dbd-ad8e-38504cdba75f/b3a9fee4-1823-4a5d-870e-bf269a65b5bf) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:02.317053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aede6c-6c48-4384-9281-85931820f900 req-8a0065b3-8c1e-4340-a485-bfeb5b45fb2d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:02.318777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2aede6c-6c48-4384-9281-85931820f900 req-8a0065b3-8c1e-4340-a485-bfeb5b45fb2d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 943 time: 0.1203992 Aug 19 15:01:02.324755 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-6b8f3548-fbcd-45ef-9475-32e814e69c73 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/quotas/f0eb33a7b80c479e879fd9395e5bb8d2 HTTP/1.1" status: 200 len: 375 time: 0.0276408 Aug 19 15:01:02.373059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-ae57b1be-7754-4c3e-8c97-0c3d0c87c391 service neutron] 10.222.0.46 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636410 Aug 19 15:01:02.393690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2aede6c-6c48-4384-9281-85931820f900 req-584543b4-36f4-45f8-9c92-1b54ad4938eb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675759 Aug 19 15:01:02.448827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-85906341-0ee1-4239-957a-c0e3c443b72a tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230710 Aug 19 15:01:02.456159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:02.574974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.607108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:02.624171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'port_id': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1', 'mac_address': 'fa:16:3e:66:49:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74e1a46-37ef-4be9-8d27-429964d1c972', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:02.624528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Transition to ACTIVE for port object b3a9fee4-1823-4a5d-870e-bf269a65b5bf will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:02.639619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b53984-8de2-4d36-acdb-2ebefceb8361 req-2dec666f-1591-4745-a28c-7b9ea322b8e3 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:02.643799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9b53984-8de2-4d36-acdb-2ebefceb8361 req-2dec666f-1591-4745-a28c-7b9ea322b8e3 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 948 time: 0.1229224 Aug 19 15:01:02.655927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6302d191-e447-41a5-801e-def19443a55c req-d82d7392-4a88-43ff-8d1f-fa4edd67e64c service neutron] 10.222.0.46 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603519 Aug 19 15:01:02.677840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.699844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9b53984-8de2-4d36-acdb-2ebefceb8361 req-e1833efb-eab1-42d5-9a4c-52b96dcbdf72 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Aug 19 15:01:02.701040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:02.711590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'tag': 'e803515e-6543-4ce0-a19c-d570185ac0c1'}, {'name': 'network-changed', 'server_uuid': 'fb8d984f-7241-486f-a207-66d23e68027a', 'tag': '2583aa90-373d-43af-be03-23bf67a013b0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:02.714590 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc019d1d-fe46-4755-afb3-a742c580c7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c79a085-28d2-4ca9-97d5-a4f1a7622c3a", "tag": "e803515e-6543-4ce0-a19c-d570185ac0c1"}, {"name": "network-changed", "server_uuid": "fb8d984f-7241-486f-a207-66d23e68027a", "tag": "2583aa90-373d-43af-be03-23bf67a013b0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:02.736951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:02.830061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.849292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0b208-27dc-4b1f-8952-2d4bff7ac1e9 req-4e431da4-518d-4034-a4c9-6de8d90a0b0d tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:02.857316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76f0b208-27dc-4b1f-8952-2d4bff7ac1e9 req-4e431da4-518d-4034-a4c9-6de8d90a0b0d tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 949 time: 0.0748835 Aug 19 15:01:02.902629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76f0b208-27dc-4b1f-8952-2d4bff7ac1e9 req-9fcc0edd-278f-4078-b888-6e6f7de6bd03 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 Aug 19 15:01:02.920642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network c331652b-aa58-48cb-9cb2-340cf3233b2d is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:02.926393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.927404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:02.966204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:02.984533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:02.994005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Port': ['ID=b3a9fee4-1823-4a5d-870e-bf269a65b5bf,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:02.999160 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5422bd8d-d71e-4577-9fb1-3aabffe4f4e6 x-openstack-request-id: req-5422bd8d-d71e-4577-9fb1-3aabffe4f4e6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:03.002089 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c79a085-28d2-4ca9-97d5-a4f1a7622c3a", "tag": "e803515e-6543-4ce0-a19c-d570185ac0c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb8d984f-7241-486f-a207-66d23e68027a", "tag": "2583aa90-373d-43af-be03-23bf67a013b0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:03.002435 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5422bd8d-d71e-4577-9fb1-3aabffe4f4e6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:03.003428 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'tag': 'e803515e-6543-4ce0-a19c-d570185ac0c1', 'status': 'completed', 'code': 200} Aug 19 15:01:03.003856 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8d984f-7241-486f-a207-66d23e68027a', 'tag': '2583aa90-373d-43af-be03-23bf67a013b0', 'status': 'completed', 'code': 200} Aug 19 15:01:03.054307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b58f9-8962-4e7a-b10e-080a575bb851 req-8f5310b7-21e4-443d-9f06-0b42a96d2109 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.059765 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a52b58f9-8962-4e7a-b10e-080a575bb851 req-8f5310b7-21e4-443d-9f06-0b42a96d2109 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 943 time: 0.2033324 Aug 19 15:01:03.145143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:03.152952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.167072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a52b58f9-8962-4e7a-b10e-080a575bb851 req-a6d349d7-3cb0-446a-8d1c-b36bf6ae789f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680461 Aug 19 15:01:03.168506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:03.180007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'port_id': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'mac_address': 'fa:16:3e:a8:5b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59080acb-a1ec-400b-b111-6c999384bd87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:03.238799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-f0317469-cdcb-4d26-a754-99eae35ba534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.245053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-f0317469-cdcb-4d26-a754-99eae35ba534 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 1095 time: 0.2391663 Aug 19 15:01:03.275734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.280768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-5f41704e-e760-4cd6-a0fd-98962d06dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.283327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-5f41704e-e760-4cd6-a0fd-98962d06dd21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 1096 time: 0.2082248 Aug 19 15:01:03.308425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-236e8d13-7434-4c0c-93c1-5f2144efde6b req-a3a702d6-ca2e-413f-9029-700d0bd9a1a4 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 210 time: 0.0665784 Aug 19 15:01:03.327813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a33cbb-9a2b-4a44-ac55-01f411a423d6 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:03.359480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:03.461098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.519895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:03.523895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e54e3ebf-0a23-449d-8123-68680c0271d8 None None] Provisioning for port b3a9fee4-1823-4a5d-870e-bf269a65b5bf completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:03.528565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e54e3ebf-0a23-449d-8123-68680c0271d8 None None] Provisioning complete for port b3a9fee4-1823-4a5d-870e-bf269a65b5bf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:03.529183 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e54e3ebf-0a23-449d-8123-68680c0271d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.558242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-485cfac9-d811-4e05-acce-39ce11f7b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.559779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-485cfac9-d811-4e05-acce-39ce11f7b897 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 917 time: 0.3043890 Aug 19 15:01:03.563076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-55567df6-6d0a-4997-80ff-1ffdc8b47202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.564609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-55567df6-6d0a-4997-80ff-1ffdc8b47202 service neutron] 10.222.0.54 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 917 time: 0.2660277 Aug 19 15:01:03.583682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e54e3ebf-0a23-449d-8123-68680c0271d8 None None] Port b3a9fee4-1823-4a5d-870e-bf269a65b5bf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:03.632914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.667298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-5308b3be-1b09-4e8f-8c08-3e3fcdb80eb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2583aa90-373d-43af-be03-23bf67a013b0 HTTP/1.1" status: 200 len: 217 time: 0.0954494 Aug 19 15:01:03.670366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-f7707341-d5f7-43c2-af70-96b91346653c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e803515e-6543-4ce0-a19c-d570185ac0c1 HTTP/1.1" status: 200 len: 217 time: 0.0958476 Aug 19 15:01:03.764952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaef9bc-900c-4619-a74e-fcd927751f18 req-d500156d-2685-4540-88a1-59e8dca91259 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.766639 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfaef9bc-900c-4619-a74e-fcd927751f18 req-d500156d-2685-4540-88a1-59e8dca91259 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 944 time: 0.1855175 Aug 19 15:01:03.904143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['45a2fd55-1367-423f-b9ed-4f10a5cf94d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:03.965330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d0a33cbb-9a2b-4a44-ac55-01f411a423d6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:04.061058 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfaef9bc-900c-4619-a74e-fcd927751f18 req-a192eb0b-b22d-415e-9729-8aa5d22db80b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718062 Aug 19 15:01:04.242313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-223171d6-35f7-48c3-94b8-13286c7f10d3 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.243717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-223171d6-35f7-48c3-94b8-13286c7f10d3 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 948 time: 0.5858841 Aug 19 15:01:04.247640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.248398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-055a0ae0-2606-4b82-aaa0-5040f90b6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.250252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-055a0ae0-2606-4b82-aaa0-5040f90b6e59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.5533998 Aug 19 15:01:04.256751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-04ed7d9b-64d9-43ca-addc-f4ca21190c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.258399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-04ed7d9b-64d9-43ca-addc-f4ca21190c12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.5596521 Aug 19 15:01:04.335244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.448686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.453904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event updated for resources: {'Port': ['ID=b3a9fee4-1823-4a5d-870e-bf269a65b5bf,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:04.465609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134e43d-4fed-49b2-94c3-66f86939b178 req-3bdf05c2-03c8-4031-920a-e06b1202c8ab tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.477744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0134e43d-4fed-49b2-94c3-66f86939b178 req-3bdf05c2-03c8-4031-920a-e06b1202c8ab tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 948 time: 0.3093221 Aug 19 15:01:04.516257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-ca92325e-670e-4a29-8d2d-afe2b10e4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.517626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-ca92325e-670e-4a29-8d2d-afe2b10e4b09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189193 Aug 19 15:01:04.529431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-4a389d09-ad6a-4bf0-bf0e-92c2551121ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.531013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-4a389d09-ad6a-4bf0-bf0e-92c2551121ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2207842 Aug 19 15:01:04.546136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-42857355-0e1b-4d67-92f1-74dfd7a6b795 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.547844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-42857355-0e1b-4d67-92f1-74dfd7a6b795 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.46 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 949 time: 0.1912649 Aug 19 15:01:04.568952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Network c331652b-aa58-48cb-9cb2-340cf3233b2d is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:04.570610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:04.681809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0134e43d-4fed-49b2-94c3-66f86939b178 req-354b5951-2910-4f51-9231-5a9ccbff724e tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbec0ffc-5d69-4209-828c-5b0200c8d4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070997 Aug 19 15:01:04.766857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Deleting port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:04.767205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.784607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd2b6f-df79-4980-860b-3002c9ce1cdb req-ed3a4eb3-feb0-4984-b71c-60a42f90371c tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:04.786797 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bcdd2b6f-df79-4980-860b-3002c9ce1cdb req-ed3a4eb3-feb0-4984-b71c-60a42f90371c tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 949 time: 0.1602645 Aug 19 15:01:04.794892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Router 86f46496-4f23-49a0-8f4e-b02ebc961f7a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:04.928806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27f02a15-0197-4c11-8f52-b39ee121d39c None None] Provisioning complete for port b3a9fee4-1823-4a5d-870e-bf269a65b5bf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:04.929954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27f02a15-0197-4c11-8f52-b39ee121d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.930706 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bcdd2b6f-df79-4980-860b-3002c9ce1cdb req-5535ebfd-3d2f-4be4-919c-a3a1ac783f5d tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316776 Aug 19 15:01:04.939631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:04.954759 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-940787ac-f75b-4a62-8877-2f992525f350 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7930110 Aug 19 15:01:04.955150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54164) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:04.958159 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] Sync routers for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:04.989469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-34d1be4e-0dd0-4597-a642-e63aeef0dc6d service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505296 Aug 19 15:01:04.991623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-27f02a15-0197-4c11-8f52-b39ee121d39c None None] Port b3a9fee4-1823-4a5d-870e-bf269a65b5bf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:04.995395 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:04.997816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-1e7f6880-4a43-4426-85dc-0a24cbc7bb75 service neutron] 10.222.0.46 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489830 Aug 19 15:01:05.001357 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.048401 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.060762 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:05.061417 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.098963 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7677b36-6978-4fc7-94a4-997bb6ea6156 req-94334831-f42f-4c11-91dd-78952a179941 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 210 time: 0.0389006 Aug 19 15:01:05.101474 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.102288 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52242cf5-bd3e-477b-9724-84f8d64d467b None None] The sync data for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:05.129163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d82d7784-99d7-4cf5-8ba5-38d999af0bcf tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.146142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba808669-4e00-4d8d-a0e1-a3c3519ece89 req-c5f3455c-150c-4e64-8ec4-63102ba14885 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:05.147858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba808669-4e00-4d8d-a0e1-a3c3519ece89 req-c5f3455c-150c-4e64-8ec4-63102ba14885 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 943 time: 0.3505044 Aug 19 15:01:05.165675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] For port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:05.166065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.207564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Calling delete_port for 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:05.230930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Deleting port 79ed1c31-4178-48f0-98a1-e473186b36dc {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:05.231271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.266246 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-d82d7784-99d7-4cf5-8ba5-38d999af0bcf tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 15:01:05.269748 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d82d7784-99d7-4cf5-8ba5-38d999af0bcf tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a HTTP/1.1" status: 409 len: 329 time: 0.3101583 Aug 19 15:01:05.270604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54168) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:05.281459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776ac8-e9eb-4cd7-b40e-db01e96d0f2a req-d059abfe-9814-40ec-bf35-f2cf3a73a669 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:05.283018 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-95776ac8-e9eb-4cd7-b40e-db01e96d0f2a req-d059abfe-9814-40ec-bf35-f2cf3a73a669 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1102 time: 0.0769656 Aug 19 15:01:05.378140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba808669-4e00-4d8d-a0e1-a3c3519ece89 req-bee3c79e-6061-469c-b862-03e4b4288ea5 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174489 Aug 19 15:01:05.384057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-a1b7849c-0c42-476f-aa79-70f580b10820 service neutron] 10.222.0.46 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760417 Aug 19 15:01:05.389828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc019d1d-fe46-4755-afb3-a742c580c7f9 req-6b7bc4e7-b352-4c9e-a545-e8d22b1622f5 service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880529 Aug 19 15:01:05.402549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-95776ac8-e9eb-4cd7-b40e-db01e96d0f2a req-71ff74bf-2b15-4414-969b-4169c681d5a0 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825732 Aug 19 15:01:05.465477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] For port 79ed1c31-4178-48f0-98a1-e473186b36dc, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=79ed1c31-4178-48f0-98a1-e473186b36dc,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:05.465822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.505656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Calling delete_port for 79ed1c31-4178-48f0-98a1-e473186b36dc owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:05.543409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-4fe31863-7141-492a-8944-be2f2f938be8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393975 Aug 19 15:01:05.845557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-c9b3ff91-250b-4be9-9777-1057fc791447 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:05.847406 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-c9b3ff91-250b-4be9-9777-1057fc791447 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960577 Aug 19 15:01:05.874969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Request body: {'port': {'device_id': '6d386bcf-664b-4e68-b5e9-f00203036588', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'f0eb33a7b80c479e879fd9395e5bb8d2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:05.913529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.958342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9f644-7544-4230-9a68-1b6dc30c399a req-7b6a136b-3771-4879-9b17-716271921761 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:05.961167 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68b9f644-7544-4230-9a68-1b6dc30c399a req-7b6a136b-3771-4879-9b17-716271921761 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 944 time: 0.1512518 Aug 19 15:01:05.999281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2583aa90-373d-43af-be03-23bf67a013b0 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:06.030230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d822-db8a-49d0-979c-1a19a495e5a5 req-f5cd3162-f221-453b-b1ee-b9b93a7ad464 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:06.032810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b97d822-db8a-49d0-979c-1a19a495e5a5 req-f5cd3162-f221-453b-b1ee-b9b93a7ad464 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1102 time: 0.2639034 Aug 19 15:01:06.040886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.044105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Pushing event deleted for resources: {'Port': ['ID=1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:06.127334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68b9f644-7544-4230-9a68-1b6dc30c399a req-dddd6f70-644e-4d8c-89fb-8d38c45bcf7d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331940 Aug 19 15:01:06.151563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2583aa90-373d-43af-be03-23bf67a013b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2583aa90-373d-43af-be03-23bf67a013b0,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:06.168963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '2583aa90-373d-43af-be03-23bf67a013b0', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'port_id': '2583aa90-373d-43af-be03-23bf67a013b0', 'mac_address': 'fa:16:3e:11:f3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74e1a46-37ef-4be9-8d27-429964d1c972', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:06.185928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Pushing event deleted for resources: {'Port': ['ID=79ed1c31-4178-48f0-98a1-e473186b36dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:06.248540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.250392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] No DVR routers for this DVR port 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:06.270903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2583aa90-373d-43af-be03-23bf67a013b0 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:06.279184 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.281324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df4e71be-6947-491a-92b4-f8d1510cf8a1 req-ec13e39a-ef3c-4d43-8b6b-959bc4199e32 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.46 "DELETE /v2.0/ports/1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce HTTP/1.1" status: 204 len: 173 time: 2.0264628 Aug 19 15:01:06.281973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-deleted', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:06.285867 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce6f54e-45a2-428d-b682-26f31e7e50ea" -d '{"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-deleted", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:06.292958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] No DVR routers for this DVR port 79ed1c31-4178-48f0-98a1-e473186b36dc on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:06.298201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.300913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79616b2c-bcad-4fda-ac41-929bfb0c6ab0 req-02bee0f4-a910-4d9f-b736-6f686f2946c7 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.46 "DELETE /v2.0/ports/79ed1c31-4178-48f0-98a1-e473186b36dc HTTP/1.1" status: 204 len: 173 time: 1.7237287 Aug 19 15:01:06.303253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b97d822-db8a-49d0-979c-1a19a495e5a5 req-1f9d5571-5f18-4ee6-9438-05b5a03ee661 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563550 Aug 19 15:01:06.306530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.326510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2583aa90-373d-43af-be03-23bf67a013b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2583aa90-373d-43af-be03-23bf67a013b0,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:06.408240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10387986-683c-4114-9ea3-f751529e32f8 req-180c1b33-a3ed-4040-9eaf-ea37539cf1b1 tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.0357966 Aug 19 15:01:06.438541 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.462706 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-feef48fa-0d04-4fcc-9add-eaac8496c343 req-b6472004-8558-40b2-8d74-cb028353e713 tempest-ListImageFiltersTestJSON-2060025791 tempest-ListImageFiltersTestJSON-2060025791-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2f3eb6-0291-4301-a473-574347168b1e HTTP/1.1" status: 200 len: 210 time: 0.0956376 Aug 19 15:01:06.503602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2583aa90-373d-43af-be03-23bf67a013b0,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:06.524794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.529779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.530455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.531159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.531725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.532310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.532861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.533484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.534957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.537036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.547454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0535122c-3819-43f9-85b7-12c59c8d6495 req-57e4d62e-5a6f-4b32-bd9a-638165ef0673 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 210 time: 0.0587108 Aug 19 15:01:06.548388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.548999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:06.549356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Made reservation on behalf of f0eb33a7b80c479e879fd9395e5bb8d2 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:06.558253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e803515e-6543-4ce0-a19c-d570185ac0c1 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:06.560966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:06.570350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.650560 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5ded91-14bc-4b3f-a66f-efcbf9bbe16c x-openstack-request-id: req-1a5ded91-14bc-4b3f-a66f-efcbf9bbe16c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:06.651042 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f3eb6-0291-4301-a473-574347168b1e", "name": "network-vif-deleted", "tag": "1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:06.651314 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a5ded91-14bc-4b3f-a66f-efcbf9bbe16c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:06.651927 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f3eb6-0291-4301-a473-574347168b1e', 'name': 'network-vif-deleted', 'tag': '1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce', 'status': 'completed', 'code': 200} Aug 19 15:01:06.767679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2583aa90-373d-43af-be03-23bf67a013b0'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:06.852318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba32-d4e6-4e94-8250-be51647ae1fb req-95cda87b-899c-49cd-843c-b304ceb65689 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:06.854281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33f9ba32-d4e6-4e94-8250-be51647ae1fb req-95cda87b-899c-49cd-843c-b304ceb65689 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 944 time: 0.1278183 Aug 19 15:01:06.891269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Allocated IP 192.168.233.181 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/6872f24f-e810-4262-bc6f-070d1aebf2f2) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:06.944337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:06.949569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33f9ba32-d4e6-4e94-8250-be51647ae1fb req-6564690b-277e-4176-acb8-0ab83cf37af9 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888832 Aug 19 15:01:07.009329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:07.009967 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.011121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting port b3a9fee4-1823-4a5d-870e-bf269a65b5bf {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:07.011863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.016084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e803515e-6543-4ce0-a19c-d570185ac0c1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e803515e-6543-4ce0-a19c-d570185ac0c1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:07.144774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'e803515e-6543-4ce0-a19c-d570185ac0c1', 'network_id': '27ce599c-6fbb-44ce-84f6-5aaee960de3b', 'port_id': 'e803515e-6543-4ce0-a19c-d570185ac0c1', 'mac_address': 'fa:16:3e:ae:30:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74e1a46-37ef-4be9-8d27-429964d1c972', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:07.245397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.256767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.262850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Transition to ACTIVE for port object 6872f24f-e810-4262-bc6f-070d1aebf2f2 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:07.277368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.280676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Calling delete_port for b3a9fee4-1823-4a5d-870e-bf269a65b5bf owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:07.308589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e803515e-6543-4ce0-a19c-d570185ac0c1 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:07.359252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e803515e-6543-4ce0-a19c-d570185ac0c1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e803515e-6543-4ce0-a19c-d570185ac0c1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:07.390010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.425930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86693373-4687-48ee-9b3e-432d6f685ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:07.428616 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fa6f7c-e70e-4507-95f2-987362e287dc" -d '{"events": [{"server_uuid": "86693373-4687-48ee-9b3e-432d6f685ae8", "name": "network-vif-plugged", "status": "completed", "tag": "45a2fd55-1367-423f-b9ed-4f10a5cf94d1"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:07.429726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.463111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f6a2d373-949b-4792-a970-1d873558a63b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:07.492322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:07.493360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.524186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:07.524186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:07.524186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:07.550526 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8112c4-9e99-455b-8b2b-0e79e646d13b x-openstack-request-id: req-fa8112c4-9e99-455b-8b2b-0e79e646d13b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:07.550908 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86693373-4687-48ee-9b3e-432d6f685ae8", "name": "network-vif-plugged", "status": "completed", "tag": "45a2fd55-1367-423f-b9ed-4f10a5cf94d1", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:07.551081 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa8112c4-9e99-455b-8b2b-0e79e646d13b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:07.551473 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86693373-4687-48ee-9b3e-432d6f685ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1', 'code': 200} Aug 19 15:01:07.554547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e803515e-6543-4ce0-a19c-d570185ac0c1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:07.564590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e415af-3b6e-4d39-8298-f6f72c7a4ec6 req-c247bbfc-aabc-4b11-ab33-5739c0c22774 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.580073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98e415af-3b6e-4d39-8298-f6f72c7a4ec6 req-c247bbfc-aabc-4b11-ab33-5739c0c22774 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 944 time: 0.2138472 Aug 19 15:01:07.594282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.595199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:07.612254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Pushing event updated for resources: {'Port': ['ID=6872f24f-e810-4262-bc6f-070d1aebf2f2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:07.680030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.680718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.697440 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98e415af-3b6e-4d39-8298-f6f72c7a4ec6 req-052c6312-9f26-4a0d-8a92-2783bf29fa33 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161613 Aug 19 15:01:07.795598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8148f19-4034-4ab5-a417-f97fd9042183 req-974cfca4-1806-4520-b5a3-7539b9af383a tempest-ImagesOneServerTestJSON-1574367311 tempest-ImagesOneServerTestJSON-1574367311-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b8723f-d5c8-4f66-b3b5-7e49de077354 HTTP/1.1" status: 200 len: 210 time: 0.1118877 Aug 19 15:01:07.810258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:07.835970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b51c4-3e25-41cb-acf8-1743292a4407 req-790c3572-c12b-41c7-a75a-89ead55c71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.838221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb3b51c4-3e25-41cb-acf8-1743292a4407 req-790c3572-c12b-41c7-a75a-89ead55c71c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 1097 time: 0.1775405 Aug 19 15:01:07.862687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-e5d9b726-3b9d-45aa-bee8-85558b0304b2 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9938653 Aug 19 15:01:07.897978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Request body: {'port': {'device_id': '6d386bcf-664b-4e68-b5e9-f00203036588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:07.955156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.959812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb3b51c4-3e25-41cb-acf8-1743292a4407 req-ab7dc16f-b3fc-45d3-a966-5eb61ca2b6ab service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135321 Aug 19 15:01:07.970662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e803515e-6543-4ce0-a19c-d570185ac0c1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:08.009357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.015190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:08.021226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2583aa90-373d-43af-be03-23bf67a013b0 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:08.023238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Port': ['ID=b3a9fee4-1823-4a5d-870e-bf269a65b5bf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:08.156842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:08.157277 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.170256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de7da1a3-e201-4245-8a70-bcea7ac1d9d7 None None] Provisioning for port 6872f24f-e810-4262-bc6f-070d1aebf2f2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:08.240836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de7da1a3-e201-4245-8a70-bcea7ac1d9d7 None None] Provisioning complete for port 6872f24f-e810-4262-bc6f-070d1aebf2f2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:08.241271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a3-e201-4245-8a70-bcea7ac1d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.247577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.341148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d85459-c9a3-4ada-af25-9edb1f3874ad req-e445e7c1-14c8-4cc7-b010-239c5a1deefb tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:08.343787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6d85459-c9a3-4ada-af25-9edb1f3874ad req-e445e7c1-14c8-4cc7-b010-239c5a1deefb tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 936 time: 0.2047424 Aug 19 15:01:08.372279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-de7da1a3-e201-4245-8a70-bcea7ac1d9d7 None None] Port 6872f24f-e810-4262-bc6f-070d1aebf2f2 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:08.451943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.460474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 2583aa90-373d-43af-be03-23bf67a013b0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:08.490494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 2583aa90-373d-43af-be03-23bf67a013b0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:08.491106 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.537183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6d85459-c9a3-4ada-af25-9edb1f3874ad req-5508cafe-ae94-4a45-8ff5-ef603f6ffcb7 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245291 Aug 19 15:01:08.545612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Router 86f46496-4f23-49a0-8f4e-b02ebc961f7a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:08.608643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:08.656784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-deleted', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:08.661644 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87fd3f-2e9a-4d91-b8f4-da553418f3e4" -d '{"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-deleted", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:08.698597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:08.706777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a488cd1-14ee-4054-b318-b82980aa90b1 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4348683 Aug 19 15:01:08.710973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54254) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.731307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.733495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] Sync routers for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:08.740135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.802944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:08.811289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.826273 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-c3b7f2e3-1e26-4b9f-9c2e-68e0fd94e15a tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] show failed (client error): The resource could not be found. Aug 19 15:01:08.829039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c3b7f2e3-1e26-4b9f-9c2e-68e0fd94e15a tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1860351092 HTTP/1.1" status: 404 len: 335 time: 0.1148114 Aug 19 15:01:08.836229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6872f24f-e810-4262-bc6f-070d1aebf2f2 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:08.838555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54264) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.843621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ea4ecb2c-9af3-41bd-aecd-99bce6a82950 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:08.847873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.851395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:08.853494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:08.867708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Transition to ACTIVE for port object 6872f24f-e810-4262-bc6f-070d1aebf2f2 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:08.909916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfa02d-cdea-41ac-83a0-2e46f27a84d2 req-72f4c303-8a04-41bb-bf0c-971573760b0f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:08.910622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2583aa90-373d-43af-be03-23bf67a013b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2583aa90-373d-43af-be03-23bf67a013b0,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:08.911918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:08.914679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fcfa02d-cdea-41ac-83a0-2e46f27a84d2 req-72f4c303-8a04-41bb-bf0c-971573760b0f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 944 time: 0.2076852 Aug 19 15:01:08.930569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] Routers {'86f46496-4f23-49a0-8f4e-b02ebc961f7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:08.931060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:08.950642 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-ea4ecb2c-9af3-41bd-aecd-99bce6a82950 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] update failed (client error): The resource could not be found. Aug 19 15:01:08.957640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ea4ecb2c-9af3-41bd-aecd-99bce6a82950 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-742982495 HTTP/1.1" status: 404 len: 334 time: 0.1120286 Aug 19 15:01:08.957640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.970946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:08.971715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b4c27-d667-47d4-b6b6-73ae0a5524b9 None None] The sync data for ids ['86f46496-4f23-49a0-8f4e-b02ebc961f7a'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:08.986055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fcfa02d-cdea-41ac-83a0-2e46f27a84d2 req-4c08473e-52b1-44b8-8d29-ab01bc2dc26b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624266 Aug 19 15:01:08.988530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.989432 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.990270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:09.033559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting subnet 7669dae2-ce2a-4d18-8b28-6cd8318e77d5 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:09.043966 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.062808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 79ed1c31-4178-48f0-98a1-e473186b36dc {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:09.063288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 79ed1c31-4178-48f0-98a1-e473186b36dc not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:09.063706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:09.117216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:09.117613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1dfa71aa-8ec3-4f8d-902f-48c19d4c8cce not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:09.131868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86ec2436-9fdd-47ad-bdcf-0fd1e3e49e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.156539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Pushing event updated for resources: {'Port': ['ID=6872f24f-e810-4262-bc6f-070d1aebf2f2,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.162799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.177536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2583aa90-373d-43af-be03-23bf67a013b0,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.303675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273c9c6-e064-4c1e-b848-05c456b4f9de req-0408da1e-47f0-4da0-832c-81b65b12c146 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:09.305454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3273c9c6-e064-4c1e-b848-05c456b4f9de req-0408da1e-47f0-4da0-832c-81b65b12c146 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1516190 Aug 19 15:01:09.307339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Attempting to bind port 6872f24f-e810-4262-bc6f-070d1aebf2f2 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:09.307457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Attempting to bind port 6872f24f-e810-4262-bc6f-070d1aebf2f2 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:09.307772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Attempting to bind port 6872f24f-e810-4262-bc6f-070d1aebf2f2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:09.314698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Port 6872f24f-e810-4262-bc6f-070d1aebf2f2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:09.315562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Attempting to bind port 6872f24f-e810-4262-bc6f-070d1aebf2f2 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:09.342802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:09.343127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:09.343453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:09.343845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Bound port: 6872f24f-e810-4262-bc6f-070d1aebf2f2, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:09.344224 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.380410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3273c9c6-e064-4c1e-b848-05c456b4f9de req-d7f4886d-380c-4a16-b79e-e03ff38c8ddf tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666661 Aug 19 15:01:09.385092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86ec2436-9fdd-47ad-bdcf-0fd1e3e49e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.442800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] For port 6872f24f-e810-4262-bc6f-070d1aebf2f2, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:09.446252 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75105077-184d-4491-9a1f-8b81985a0e9f x-openstack-request-id: req-75105077-184d-4491-9a1f-8b81985a0e9f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:09.446556 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8723f-d5c8-4f66-b3b5-7e49de077354", "name": "network-vif-deleted", "tag": "79ed1c31-4178-48f0-98a1-e473186b36dc", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:09.446812 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75105077-184d-4491-9a1f-8b81985a0e9f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:09.447213 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8723f-d5c8-4f66-b3b5-7e49de077354', 'name': 'network-vif-deleted', 'tag': '79ed1c31-4178-48f0-98a1-e473186b36dc', 'status': 'completed', 'code': 200} Aug 19 15:01:09.448972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] For port 6872f24f-e810-4262-bc6f-070d1aebf2f2, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:09.499781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86ec2436-9fdd-47ad-bdcf-0fd1e3e49e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.514559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.554618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a4e56-d8c1-409f-9037-8021248266ad req-d38a8095-c45c-44df-8b6c-b3a57b50b874 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:09.555473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6'}, {'server_uuid': 'fb8d984f-7241-486f-a207-66d23e68027a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583aa90-373d-43af-be03-23bf67a013b0'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:09.556264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-127a4e56-d8c1-409f-9037-8021248266ad req-d38a8095-c45c-44df-8b6c-b3a57b50b874 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0607684 Aug 19 15:01:09.558284 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82251cb-e9fa-439c-9dd4-884d66bc8429" -d '{"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-plugged", "status": "completed", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6"}, {"server_uuid": "fb8d984f-7241-486f-a207-66d23e68027a", "name": "network-vif-plugged", "status": "completed", "tag": "2583aa90-373d-43af-be03-23bf67a013b0"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:09.579588 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86ec2436-9fdd-47ad-bdcf-0fd1e3e49e3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a26ba75bb5384dcc9a130fca122b7ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7648945 Aug 19 15:01:09.580593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54278) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:09.582299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.593692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec2436-9fdd-47ad-bdcf-0fd1e3e49e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbfc9a-66d1-4786-9b7d-ee4f1abd2def,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.638907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:09.639140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.641223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] 10.222.0.46 "PUT /v2.0/ports/6872f24f-e810-4262-bc6f-070d1aebf2f2 HTTP/1.1" status: 200 len: 1097 time: 1.7622302 Aug 19 15:01:09.650255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-127a4e56-d8c1-409f-9037-8021248266ad req-20dd2805-018f-4ade-bfb6-d1dfd5252a8d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864563 Aug 19 15:01:09.670791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568946e-c082-46f2-ba04-4b019daf4991 service neutron] Pushing event updated for resources: {'Port': ['ID=6872f24f-e810-4262-bc6f-070d1aebf2f2,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.679075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-765dd357-0c9e-4588-942a-81cfa9fdfd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.711734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-765dd357-0c9e-4588-942a-81cfa9fdfd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.724603 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.812202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Subnet': ['ID=7669dae2-ce2a-4d18-8b28-6cd8318e77d5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.836208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.839145 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-173c0490-8be8-4191-9e7c-7eec7ff777ce tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/subnets/7669dae2-ce2a-4d18-8b28-6cd8318e77d5 HTTP/1.1" status: 204 len: 168 time: 0.8732169 Aug 19 15:01:09.842156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54282) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:09.850609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bc119-e180-4890-ab90-1d9e9e4a1051 None None] Network d2053349-f654-4f70-833b-7b69ccdd4e76 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:09.912725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting subnet 5b40a515-144f-4949-9359-65a58a4a3a67 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:09.919238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.995464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.034628 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a593c41-d13e-4d55-840c-f6e5990743c9 x-openstack-request-id: req-4a593c41-d13e-4d55-840c-f6e5990743c9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:10.035569 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-plugged", "status": "completed", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6", "code": 200}, {"server_uuid": "fb8d984f-7241-486f-a207-66d23e68027a", "name": "network-vif-plugged", "status": "completed", "tag": "2583aa90-373d-43af-be03-23bf67a013b0", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:10.036007 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a593c41-d13e-4d55-840c-f6e5990743c9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:10.036629 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'code': 200} Aug 19 15:01:10.037093 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8d984f-7241-486f-a207-66d23e68027a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583aa90-373d-43af-be03-23bf67a013b0', 'code': 200} Aug 19 15:01:10.060819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-765dd357-0c9e-4588-942a-81cfa9fdfd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.064412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-765dd357-0c9e-4588-942a-81cfa9fdfd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.069987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-765dd357-0c9e-4588-942a-81cfa9fdfd77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5dbfc9a-66d1-4786-9b7d-ee4f1abd2def HTTP/1.1" status: 204 len: 168 time: 0.4861469 Aug 19 15:01:10.101961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dd357-0c9e-4588-942a-81cfa9fdfd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbfc9a-66d1-4786-9b7d-ee4f1abd2def,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:10.219705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.275082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] DHCP port deletion for d2053349-f654-4f70-833b-7b69ccdd4e76 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:10.408483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] Deleting port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:10.410900 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.495289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.506659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0b1484d9-dc25-4d42-9af1-ee34454d09d7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:10.526270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Subnet': ['ID=5b40a515-144f-4949-9359-65a58a4a3a67,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:10.533531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.536983 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7732f508-1c47-4875-87ff-f23378524ca0 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/subnets/5b40a515-144f-4949-9359-65a58a4a3a67 HTTP/1.1" status: 204 len: 168 time: 0.6941226 Aug 19 15:01:10.539477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54304) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:10.544957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e803515e-6543-4ce0-a19c-d570185ac0c1 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:10.547219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d30840-2044-4c34-b0f2-30f72f0af8cf None None] Network 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:10.644516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54308) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:10.646039 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.676926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-9cec04a0-d3f6-49e1-a380-5481cbc944bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:10.678506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-9cec04a0-d3f6-49e1-a380-5481cbc944bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 1100 time: 0.8719895 Aug 19 15:01:10.742617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26f04a-9794-4bb0-b631-3a0f3d19b0a9 req-43158954-db6b-426d-949d-6b65a92166c3 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:10.744298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d26f04a-9794-4bb0-b631-3a0f3d19b0a9 req-43158954-db6b-426d-949d-6b65a92166c3 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 948 time: 0.9136860 Aug 19 15:01:10.745711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-ec061f24-55a2-4f45-aa17-b059c2fbf429 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2 HTTP/1.1" status: 200 len: 217 time: 0.0523911 Aug 19 15:01:10.766302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b850feb-4c5a-45f4-a38e-ba681c9ad6d0 req-821f399e-4006-4e5a-8009-13ec33aa2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:10.767810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b850feb-4c5a-45f4-a38e-ba681c9ad6d0 req-821f399e-4006-4e5a-8009-13ec33aa2c79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 1097 time: 0.6171772 Aug 19 15:01:10.773967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:10.774744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.795294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] For port 0b1484d9-dc25-4d42-9af1-ee34454d09d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0b1484d9-dc25-4d42-9af1-ee34454d09d7,segment=NetworkSegment(e07e73f9-57f2-4788-8829-a2d1df28fc35),segment_id=e07e73f9-57f2-4788-8829-a2d1df28fc35)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:10.795699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.819667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc704da-dafa-4a10-aeb5-982c0c82dc41 req-ab21f475-f28a-4c6c-84e4-4b107e6ede0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:10.821066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfc704da-dafa-4a10-aeb5-982c0c82dc41 req-ab21f475-f28a-4c6c-84e4-4b107e6ede0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 1097 time: 0.1829779 Aug 19 15:01:10.833069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] Calling delete_port for 0b1484d9-dc25-4d42-9af1-ee34454d09d7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:10.866582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] For port 0b1484d9-dc25-4d42-9af1-ee34454d09d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0b1484d9-dc25-4d42-9af1-ee34454d09d7,segment=NetworkSegment(e07e73f9-57f2-4788-8829-a2d1df28fc35),segment_id=e07e73f9-57f2-4788-8829-a2d1df28fc35)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:10.867462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.892025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-dddab413-1b73-416c-a902-a2c992b930fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:10.894413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-dddab413-1b73-416c-a902-a2c992b930fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1404841 Aug 19 15:01:10.898581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Calling delete_port for 0b1484d9-dc25-4d42-9af1-ee34454d09d7 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:10.911766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d26f04a-9794-4bb0-b631-3a0f3d19b0a9 req-f682819a-abf6-49cf-8325-2b6fcb605dfb tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425769 Aug 19 15:01:11.020446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b850feb-4c5a-45f4-a38e-ba681c9ad6d0 req-6cf31a3d-bbb0-4465-a910-af0acaaf8126 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252290 Aug 19 15:01:11.044584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfc704da-dafa-4a10-aeb5-982c0c82dc41 req-324e2f2b-7bfc-4ef8-a793-a6fb5b3369a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105775 Aug 19 15:01:11.051144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54320) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:11.068481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-358751cb-c9c3-4a4a-9539-94c7291f4043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.084186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.089587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-bfe3a3f4-2229-4e4a-bc95-3ae1c11b1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.091122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-bfe3a3f4-2229-4e4a-bc95-3ae1c11b1489 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1781907 Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: from cryptography.utils import int_from_bytes Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: from cryptography.utils import int_from_bytes Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.107873 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:01:11.111622 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:01:11.123476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.128783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2b011f5-a56b-46ed-ac39-4adfba14d392 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=687ab745ae7d4ae9bcb05d5389bbb561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531701 Aug 19 15:01:11.133594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54322) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:11.136505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d845a3-095c-4b66-a4a9-118c50d088e2 req-40068040-f18d-4ac6-8886-1c287e198e4f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.145570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1d845a3-095c-4b66-a4a9-118c50d088e2 req-40068040-f18d-4ac6-8886-1c287e198e4f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.1218467 Aug 19 15:01:11.150358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.168450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port e803515e-6543-4ce0-a19c-d570185ac0c1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:11.180924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] No DVR routers for this DVR port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:11.182674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port e803515e-6543-4ce0-a19c-d570185ac0c1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:11.183105 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.187157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1d845a3-095c-4b66-a4a9-118c50d088e2 req-2477a63b-3ba3-45e6-bac1-3208a96e01a9 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Aug 19 15:01:11.211552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] DHCP port deletion for 14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:11.214863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Port': ['ID=0b1484d9-dc25-4d42-9af1-ee34454d09d7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.215411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c222700-9186-471b-9f21-48fe7dc1ed12 None None] Pushing event deleted for resources: {'Port': ['ID=0b1484d9-dc25-4d42-9af1-ee34454d09d7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.231773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] No DVR routers for this DVR port 0b1484d9-dc25-4d42-9af1-ee34454d09d7 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:11.348884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] Deleting port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:11.349535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.350857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-d1c7a2d2-aa3f-42ba-9483-f318b947f38a service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402469 Aug 19 15:01:11.352050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.389076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e63321-74b2-4527-9727-10f0b7c227ec req-d000431f-dcf4-4556-8d3a-43b6a0e0f874 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.390884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13e63321-74b2-4527-9727-10f0b7c227ec req-d000431f-dcf4-4556-8d3a-43b6a0e0f874 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0840147 Aug 19 15:01:11.448736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e803515e-6543-4ce0-a19c-d570185ac0c1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e803515e-6543-4ce0-a19c-d570185ac0c1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:11.457405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] For port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,segment=NetworkSegment(f526f39f-2e82-4456-8639-9d9d199400c1),segment_id=f526f39f-2e82-4456-8639-9d9d199400c1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:11.457853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.471475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] Calling delete_port for 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:11.477135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d386bcf-664b-4e68-b5e9-f00203036588', 'tag': '6872f24f-e810-4262-bc6f-070d1aebf2f2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:11.479846 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42bc120-7cca-4c43-9b79-481222fcb23b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d386bcf-664b-4e68-b5e9-f00203036588", "tag": "6872f24f-e810-4262-bc6f-070d1aebf2f2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:11.498010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-358751cb-c9c3-4a4a-9539-94c7291f4043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.521226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13e63321-74b2-4527-9727-10f0b7c227ec req-40853294-a8be-4c14-a243-05423430135f tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027579 Aug 19 15:01:11.542259 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.552019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4414fae-a3b3-419c-b20d-f4b1022754fd req-d4905ba1-389c-4e67-a03e-89d540741363 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916208 Aug 19 15:01:11.577292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-358751cb-c9c3-4a4a-9539-94c7291f4043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.601674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.636091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e803515e-6543-4ce0-a19c-d570185ac0c1,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.658226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2053349-f654-4f70-833b-7b69ccdd4e76']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:11.668998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-502f7126-572d-4acf-be14-79b35f4ce3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.684586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-358751cb-c9c3-4a4a-9539-94c7291f4043 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=808f4ea6f85e4b9eb227d72a00294b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323440 Aug 19 15:01:11.687352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54336) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:11.700877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07e73f9-57f2-4788-8829-a2d1df28fc35') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:11.701676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07e73f9-57f2-4788-8829-a2d1df28fc35') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:11.726315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8b8e-fa8b-4adb-a2cc-6526d1ff0bcc req-af4e584b-adea-4071-9c65-f439a7f19530 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.728787 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.733717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2cdf8b8e-fa8b-4adb-a2cc-6526d1ff0bcc req-af4e584b-adea-4071-9c65-f439a7f19530 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.2193851 Aug 19 15:01:11.743122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358751cb-c9c3-4a4a-9539-94c7291f4043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4ee3ff-bde8-4273-9978-71e097578b55,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.744027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61ed901b-e455-4626-b3ec-46337f7ad261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.756114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.765616 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-502f7126-572d-4acf-be14-79b35f4ce3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.773144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61ed901b-e455-4626-b3ec-46337f7ad261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.786876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] Pushing event deleted for resources: {'Port': ['ID=49ff0eb0-6d87-4623-98b8-7779cdbb22a0,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.801037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9636f-ea17-4612-9f83-9c7d3e0e1a21 None None] No DVR routers for this DVR port 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:11.802657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.823295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2cdf8b8e-fa8b-4adb-a2cc-6526d1ff0bcc req-eafb3b56-179c-4fe2-ad8b-1ddcad00652c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886981 Aug 19 15:01:11.824402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:11.824813 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:11.832691 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:11.898975 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3f76f-0481-47b7-bdac-204228d7fb84 x-openstack-request-id: req-5bf3f76f-0481-47b7-bdac-204228d7fb84 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:11.899779 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d386bcf-664b-4e68-b5e9-f00203036588", "tag": "6872f24f-e810-4262-bc6f-070d1aebf2f2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:11.900087 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bf3f76f-0481-47b7-bdac-204228d7fb84 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:11.900547 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d386bcf-664b-4e68-b5e9-f00203036588', 'tag': '6872f24f-e810-4262-bc6f-070d1aebf2f2', 'status': 'completed', 'code': 200} Aug 19 15:01:11.926046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61ed901b-e455-4626-b3ec-46337f7ad261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.928789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61ed901b-e455-4626-b3ec-46337f7ad261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.930194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-61ed901b-e455-4626-b3ec-46337f7ad261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d4ee3ff-bde8-4273-9978-71e097578b55 HTTP/1.1" status: 204 len: 168 time: 0.2416894 Aug 19 15:01:11.939420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed901b-e455-4626-b3ec-46337f7ad261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4ee3ff-bde8-4273-9978-71e097578b55,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.992849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-2f3ee707-bc05-4dca-b56c-a88f2ceeaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.994827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-2f3ee707-bc05-4dca-b56c-a88f2ceeaf4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 1100 time: 0.0515101 Aug 19 15:01:12.038970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803515e-6543-4ce0-a19c-d570185ac0c1'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:12.042115 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582da7e-7d17-4a62-8506-d11e3ff4afc8" -d '{"events": [{"server_uuid": "6c79a085-28d2-4ca9-97d5-a4f1a7622c3a", "name": "network-vif-plugged", "status": "completed", "tag": "e803515e-6543-4ce0-a19c-d570185ac0c1"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:12.055585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e802-d99f-436a-ace2-84948cd2d33c req-e27b3bbd-97e0-4e27-b650-ed245d413b47 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.057513 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e79e802-d99f-436a-ace2-84948cd2d33c req-e27b3bbd-97e0-4e27-b650-ed245d413b47 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 948 time: 0.0752792 Aug 19 15:01:12.058462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.071115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.071115 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/networks/d2053349-f654-4f70-833b-7b69ccdd4e76 HTTP/1.1" status: 204 len: 168 time: 1.5303097 Aug 19 15:01:12.073830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54352) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:12.092208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a3ee-5bb0-42a8-92be-9b49c59da146 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Network': ['ID=d2053349-f654-4f70-833b-7b69ccdd4e76,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.094014 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-502f7126-572d-4acf-be14-79b35f4ce3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.096591 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-502f7126-572d-4acf-be14-79b35f4ce3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.097794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-502f7126-572d-4acf-be14-79b35f4ce3a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2a779d8-1e34-40a9-a3d8-3d32ff2fb041 HTTP/1.1" status: 204 len: 168 time: 0.9491000 Aug 19 15:01:12.122141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f7126-572d-4acf-be14-79b35f4ce3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a779d8-1e34-40a9-a3d8-3d32ff2fb041,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.163277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e79e802-d99f-436a-ace2-84948cd2d33c req-911bb20b-c286-491b-92c5-d81eb4236559 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728850 Aug 19 15:01:12.223624 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d76567-4f6d-4c89-a366-d343672118ae x-openstack-request-id: req-88d76567-4f6d-4c89-a366-d343672118ae {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:12.224171 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79a085-28d2-4ca9-97d5-a4f1a7622c3a", "name": "network-vif-plugged", "status": "completed", "tag": "e803515e-6543-4ce0-a19c-d570185ac0c1", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:12.224432 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88d76567-4f6d-4c89-a366-d343672118ae {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:12.224972 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803515e-6543-4ce0-a19c-d570185ac0c1', 'code': 200} Aug 19 15:01:12.229365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-ec342884-b71c-42df-a539-68219e05e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.230705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-ec342884-b71c-42df-a539-68219e05e096 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2245812 Aug 19 15:01:12.234119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.286340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-db5e074e-ae2e-4a9e-b083-6b6bc5c3e920 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2 HTTP/1.1" status: 200 len: 217 time: 0.0477755 Aug 19 15:01:12.348319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03629df6-2496-4828-a314-94e548715163 req-cff90f47-2372-4456-9e78-5e2679f217b3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.350402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03629df6-2496-4828-a314-94e548715163 req-cff90f47-2372-4456-9e78-5e2679f217b3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.0687830 Aug 19 15:01:12.427494 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03629df6-2496-4828-a314-94e548715163 req-423d4f2d-d4ec-4b25-925f-fd9f9dbe93b6 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659957 Aug 19 15:01:12.439463 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.455588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-7eafb172-00ba-4a40-8404-e99bfb2ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.457140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-7eafb172-00ba-4a40-8404-e99bfb2ef93c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1466875 Aug 19 15:01:12.459739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:12.481887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f526f39f-2e82-4456-8639-9d9d199400c1') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:12.482187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f526f39f-2e82-4456-8639-9d9d199400c1') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:12.498080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:12.511366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.529276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4467e-967f-4ee8-b9a4-af40760054f5 req-02085dd3-6670-4741-b10e-8b3f6ce11b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.530875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59d4467e-967f-4ee8-b9a4-af40760054f5 req-02085dd3-6670-4741-b10e-8b3f6ce11b54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 1098 time: 0.1796374 Aug 19 15:01:12.532028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:12.532518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 49ff0eb0-6d87-4623-98b8-7779cdbb22a0 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:12.533569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.542878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:12.543554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:12.547167 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:12.667772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-0845bcfb-8022-4106-9fc8-4c6810712d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.669406 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-0845bcfb-8022-4106-9fc8-4c6810712d67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2009771 Aug 19 15:01:12.720659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59d4467e-967f-4ee8-b9a4-af40760054f5 req-d229313b-a19b-4e36-8cb2-21f3837e6d37 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470616 Aug 19 15:01:12.785561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ce05-4892-43ba-84eb-190d8ee4d58a req-0aebc106-211d-445c-9ea9-603fb157b548 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.786898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1075ce05-4892-43ba-84eb-190d8ee4d58a req-0aebc106-211d-445c-9ea9-603fb157b548 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1444352 Aug 19 15:01:12.832820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-74ce971d-555e-4a06-9534-9513cba83142 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531477 Aug 19 15:01:12.854910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1075ce05-4892-43ba-84eb-190d8ee4d58a req-571439ce-5867-4dfc-8d0d-cb792204c147 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Aug 19 15:01:12.901306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.912369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.914526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/networks/14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e HTTP/1.1" status: 204 len: 168 time: 0.8395388 Aug 19 15:01:12.921710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54380) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:12.942730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa1b09-f5ed-4b7e-9325-c46e5e9e702f tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Network': ['ID=14fd9f3d-b14d-47b6-a0c5-c21dbc4b2b1e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.970243 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.007083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41402fcc-4c63-469f-8e64-5c77ac0fed59 req-a8087424-e219-4db2-842d-9e5d799bd2d8 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:13.010059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42bc120-7cca-4c43-9b79-481222fcb23b req-05e08515-1568-4611-b634-2b64387aba05 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688654 Aug 19 15:01:13.015870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41402fcc-4c63-469f-8e64-5c77ac0fed59 req-a8087424-e219-4db2-842d-9e5d799bd2d8 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1105003 Aug 19 15:01:13.030509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting subnet d5ea3cdd-07df-4dbd-ad8e-38504cdba75f {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:13.035665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.126130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41402fcc-4c63-469f-8e64-5c77ac0fed59 req-e5ae2b03-a2bb-4027-9e4c-91fdff1d41ca tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090109 Aug 19 15:01:13.133866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.242867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.298500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f114-4028-4764-9578-1e8690512b42 req-0b799dea-8c8e-42dd-82ef-e1f238a4afc9 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:13.307715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efd7f114-4028-4764-9578-1e8690512b42 req-0b799dea-8c8e-42dd-82ef-e1f238a4afc9 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 948 time: 0.0778391 Aug 19 15:01:13.312349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54390) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.368207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efd7f114-4028-4764-9578-1e8690512b42 req-3a87f4de-75de-45ed-af50-fc120aabc081 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594313 Aug 19 15:01:13.423704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.455262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d48fbc-eef9-4151-9799-86f167542d36 None None] Network c331652b-aa58-48cb-9cb2-340cf3233b2d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:13.478331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.488867 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/subnets/d5ea3cdd-07df-4dbd-ad8e-38504cdba75f HTTP/1.1" status: 204 len: 168 time: 0.5690496 Aug 19 15:01:13.491347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54400) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.492593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670f1d7-a4de-4a2a-af92-4bae81a31590 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ea3cdd-07df-4dbd-ad8e-38504cdba75f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:13.596865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b012a4-78a4-4925-ac4d-46e504c59932 req-8407c74c-bc14-4dbf-9a1c-08bbbce7883d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:13.609904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98b012a4-78a4-4925-ac4d-46e504c59932 req-8407c74c-bc14-4dbf-9a1c-08bbbce7883d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.0789440 Aug 19 15:01:13.678578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.700921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-98b012a4-78a4-4925-ac4d-46e504c59932 req-11f2139a-b15f-451f-a560-57d038a0a0d5 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854340 Aug 19 15:01:13.708593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e8cee19e-8092-4888-b745-2f6c42bafa47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d59c01962ee049d5afc54f40c46a1334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950458 Aug 19 15:01:13.723422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54410) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.740016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323bc65-1089-4712-a334-74153a72b300 None None] DHCP port deletion for c331652b-aa58-48cb-9cb2-340cf3233b2d request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:13.783554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Deleting port 317ee203-6980-4ae8-9506-8273fa877679 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:13.784649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.834885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3323bc65-1089-4712-a334-74153a72b300 None None] Deleting port 317ee203-6980-4ae8-9506-8273fa877679 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:13.836127 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3323bc65-1089-4712-a334-74153a72b300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.839844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec29c-4afd-482a-ba40-e3424e8ce036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.876516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec29c-4afd-482a-ba40-e3424e8ce036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.968584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3323bc65-1089-4712-a334-74153a72b300 None None] For port 317ee203-6980-4ae8-9506-8273fa877679, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=317ee203-6980-4ae8-9506-8273fa877679,segment=NetworkSegment(b5496a41-1e18-4b09-9d8b-771a36501eb8),segment_id=b5496a41-1e18-4b09-9d8b-771a36501eb8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:13.969147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3323bc65-1089-4712-a334-74153a72b300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.971581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] For port 317ee203-6980-4ae8-9506-8273fa877679, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=317ee203-6980-4ae8-9506-8273fa877679,segment=NetworkSegment(b5496a41-1e18-4b09-9d8b-771a36501eb8),segment_id=b5496a41-1e18-4b09-9d8b-771a36501eb8)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:13.972170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.991668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Calling delete_port for 317ee203-6980-4ae8-9506-8273fa877679 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:14.003252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3323bc65-1089-4712-a334-74153a72b300 None None] Calling delete_port for 317ee203-6980-4ae8-9506-8273fa877679 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:14.016081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270108d-930d-4503-b832-9a42791e4a73 req-ad62c101-af53-4c3a-932e-91f1c74db874 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.021261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0270108d-930d-4503-b832-9a42791e4a73 req-ad62c101-af53-4c3a-932e-91f1c74db874 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1675363 Aug 19 15:01:14.060586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec29c-4afd-482a-ba40-e3424e8ce036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.063444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec29c-4afd-482a-ba40-e3424e8ce036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.064716 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e2ec29c-4afd-482a-ba40-e3424e8ce036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbec0ffc-5d69-4209-828c-5b0200c8d4b0 HTTP/1.1" status: 204 len: 168 time: 0.3441226 Aug 19 15:01:14.067726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54424) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:14.072498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6872f24f-e810-4262-bc6f-070d1aebf2f2 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:14.106930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec29c-4afd-482a-ba40-e3424e8ce036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec0ffc-5d69-4209-828c-5b0200c8d4b0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.117302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0270108d-930d-4503-b832-9a42791e4a73 req-6689db28-7b1f-4ad5-a72b-892fa43166d9 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881269 Aug 19 15:01:14.155226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1ab0c-825c-4840-882d-8eb72f462d70 req-612fc7a9-c5c7-4bc8-a16f-7c4a473b790d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.157381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fcf1ab0c-825c-4840-882d-8eb72f462d70 req-612fc7a9-c5c7-4bc8-a16f-7c4a473b790d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1832116 Aug 19 15:01:14.204984 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fcf1ab0c-825c-4840-882d-8eb72f462d70 req-04b920d2-b403-4bcf-a0c2-9ba95a285b3e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Aug 19 15:01:14.257403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.265603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3323bc65-1089-4712-a334-74153a72b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.307388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Port': ['ID=317ee203-6980-4ae8-9506-8273fa877679,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.316077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] No DVR routers for this DVR port 317ee203-6980-4ae8-9506-8273fa877679 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:14.333486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323bc65-1089-4712-a334-74153a72b300 None None] No DVR routers for this DVR port 317ee203-6980-4ae8-9506-8273fa877679 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:14.335280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323bc65-1089-4712-a334-74153a72b300 None None] Pushing event deleted for resources: {'Port': ['ID=317ee203-6980-4ae8-9506-8273fa877679,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.355308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6872f24f-e810-4262-bc6f-070d1aebf2f2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:14.369672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35add75e-6cdb-4353-a5e0-342dc82fc141 req-92ae5113-6d10-4c7f-88af-86edcd0f64f9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.372027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '6872f24f-e810-4262-bc6f-070d1aebf2f2', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '6872f24f-e810-4262-bc6f-070d1aebf2f2', 'mac_address': 'fa:16:3e:98:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:14.376733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5f796-0740-437e-ac1f-39822e1f88e5 req-24d9a38c-91dd-4675-8962-234190deb3f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.378691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35add75e-6cdb-4353-a5e0-342dc82fc141 req-92ae5113-6d10-4c7f-88af-86edcd0f64f9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1736481 Aug 19 15:01:14.390104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-76b5f796-0740-437e-ac1f-39822e1f88e5 req-24d9a38c-91dd-4675-8962-234190deb3f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.1060631 Aug 19 15:01:14.436066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.478940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6872f24f-e810-4262-bc6f-070d1aebf2f2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:14.490108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35add75e-6cdb-4353-a5e0-342dc82fc141 req-13570811-064c-416e-94e6-92d6c2d3e383 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067190 Aug 19 15:01:14.497891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 317ee203-6980-4ae8-9506-8273fa877679 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:14.506198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.525319 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-76b5f796-0740-437e-ac1f-39822e1f88e5 req-b8a00105-b70b-43da-b775-2be05a678c55 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272018 Aug 19 15:01:14.526433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c331652b-aa58-48cb-9cb2-340cf3233b2d']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:14.529037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 317ee203-6980-4ae8-9506-8273fa877679 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:14.529555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 317ee203-6980-4ae8-9506-8273fa877679 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:14.552993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6872f24f-e810-4262-bc6f-070d1aebf2f2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:14.554069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5496a41-1e18-4b09-9d8b-771a36501eb8') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:14.554377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5496a41-1e18-4b09-9d8b-771a36501eb8') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:14.577036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.629536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.639276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:14.639960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:14.648357 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:14.660764 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.708964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd52b8-5a5e-4087-9df4-632facd23718 req-896f65ab-a33c-4ace-bbee-a4ed0506ee98 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.718974 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5fd52b8-5a5e-4087-9df4-632facd23718 req-896f65ab-a33c-4ace-bbee-a4ed0506ee98 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0818009 Aug 19 15:01:14.727170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81cb63-76b9-4741-b1e1-998ef568e2cc req-7e361f56-9bd4-4d8a-b1c5-d388d08c54b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.729174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd81cb63-76b9-4741-b1e1-998ef568e2cc req-7e361f56-9bd4-4d8a-b1c5-d388d08c54b8 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 948 time: 0.1450977 Aug 19 15:01:14.741973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-907948727-network', 'tenant_id': '24aaceb6ab9c4821b097d69de15c21d3'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:14.793355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d5fd52b8-5a5e-4087-9df4-632facd23718 req-661f8da1-1c4b-42aa-9db5-6ecd4a0bc408 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Aug 19 15:01:14.794962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6872f24f-e810-4262-bc6f-070d1aebf2f2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.809133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd81cb63-76b9-4741-b1e1-998ef568e2cc req-dfdc5af7-cc1d-4c0f-9ae5-b980b173a8e6 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Aug 19 15:01:14.809133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.863698 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.866162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/networks/c331652b-aa58-48cb-9cb2-340cf3233b2d HTTP/1.1" status: 204 len: 168 time: 1.3737211 Aug 19 15:01:14.867231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901844f-30dc-464c-a0c3-268029dd694e tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Pushing event deleted for resources: {'Network': ['ID=c331652b-aa58-48cb-9cb2-340cf3233b2d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.871174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:14.928798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb0845c7-2c92-4ffe-be68-b5497e612962 tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f46496-4f23-49a0-8f4e-b02ebc961f7a HTTP/1.1" status: 200 len: 205 time: 0.0559123 Aug 19 15:01:14.929693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Made reservation on behalf of 24aaceb6ab9c4821b097d69de15c21d3 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:14.932159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.937965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54464) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:14.943849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6872f24f-e810-4262-bc6f-070d1aebf2f2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:14.946965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.087696 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.089632 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.191839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.212786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:15.233625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.233982 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Added segment e2782297-4b0b-4856-aff5-13f902895069 of type vlan for network 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35 Aug 19 15:01:15.235458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07877b-7bf9-4b47-b144-305710dcb532,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:15.275459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.287211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.287211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.287211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.287692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.288251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.288829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.289211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.289740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.290210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.290686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.291025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:15.353213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.413240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.416743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.442603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751b6ab-b27f-4a62-b769-c993e6ad7cb4 req-b44c83ab-5bc0-43dc-ba82-9b97835fe4dc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.443764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0751b6ab-b27f-4a62-b769-c993e6ad7cb4 req-b44c83ab-5bc0-43dc-ba82-9b97835fe4dc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0847881 Aug 19 15:01:15.467304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608723-0de5-439d-9eb3-1f9ddd1d3854 req-99097a1c-cf98-42dc-8098-6bf8bde5732e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.469096 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10608723-0de5-439d-9eb3-1f9ddd1d3854 req-99097a1c-cf98-42dc-8098-6bf8bde5732e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0762405 Aug 19 15:01:15.510590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.512529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.513199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.517706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0751b6ab-b27f-4a62-b769-c993e6ad7cb4 req-8d00a9b6-f913-4d13-995c-975aa9c7a0cd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Aug 19 15:01:15.595423 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10608723-0de5-439d-9eb3-1f9ddd1d3854 req-25a2f757-dfef-41b1-a78f-8ceba9c6400d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166217 Aug 19 15:01:15.610020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] Pushing event updated for resources: {'Network': ['ID=35f3fbb0-120f-43ff-8aa2-6aecde2b6c35,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:15.617554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.618289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Fanout notify agent at l3_agent the message router_deleted on router 86f46496-4f23-49a0-8f4e-b02ebc961f7a {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:01:15.628628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.633512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-149fe171-9d78-4ffb-aa99-40608ce1e0df tempest-RoutersNegativeTest-1106042684 tempest-RoutersNegativeTest-1106042684-project] 10.222.0.13 "DELETE /v2.0/routers/86f46496-4f23-49a0-8f4e-b02ebc961f7a HTTP/1.1" status: 204 len: 168 time: 0.6933713 Aug 19 15:01:15.642106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:15.712618 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-994f0dd6-55e3-4395-a4d9-3bb91de57268 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6329606 Aug 19 15:01:15.715523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54496) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:15.721001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Request body: {'subnet': {'network_id': '35f3fbb0-120f-43ff-8aa2-6aecde2b6c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-907948727-subnet', 'tenant_id': '24aaceb6ab9c4821b097d69de15c21d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:15.732774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce49f3-8b0b-436e-9d80-a603aad3f1ba req-6bc1b2ff-f69f-44fe-9d7c-b65554d622ea tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.734527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08ce49f3-8b0b-436e-9d80-a603aad3f1ba req-6bc1b2ff-f69f-44fe-9d7c-b65554d622ea tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.0672023 Aug 19 15:01:15.782093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08ce49f3-8b0b-436e-9d80-a603aad3f1ba req-9332eb69-c39e-4624-b842-eb870b99e64e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Aug 19 15:01:15.845588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Made reservation on behalf of 24aaceb6ab9c4821b097d69de15c21d3 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:15.853190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.040324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6872f24f-e810-4262-bc6f-070d1aebf2f2 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:16.188105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe154-f607-49c1-9e8d-c2c336522af5 req-62e66c32-f3fd-4273-b493-e7b044346053 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:16.193827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bfbe154-f607-49c1-9e8d-c2c336522af5 req-62e66c32-f3fd-4273-b493-e7b044346053 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.0927973 Aug 19 15:01:16.226489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 6872f24f-e810-4262-bc6f-070d1aebf2f2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:16.232467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 6872f24f-e810-4262-bc6f-070d1aebf2f2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:16.232846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.261185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54518) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:16.282841 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-8d743664-6768-4420-8f65-7828f24d4874 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641866 Aug 19 15:01:16.287365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.332938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bfbe154-f607-49c1-9e8d-c2c336522af5 req-be10d501-d6d6-4391-9161-6b759b3067a3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322284 Aug 19 15:01:16.339846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.389610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6872f24f-e810-4262-bc6f-070d1aebf2f2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:16.390653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d386bcf-664b-4e68-b5e9-f00203036588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6872f24f-e810-4262-bc6f-070d1aebf2f2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:16.393927 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5c822d-6a49-42f5-91b2-566f749fd7b7" -d '{"events": [{"server_uuid": "6d386bcf-664b-4e68-b5e9-f00203036588", "name": "network-vif-plugged", "status": "completed", "tag": "6872f24f-e810-4262-bc6f-070d1aebf2f2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:16.404651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54526) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:16.534761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a1e955-05d1-4c49-90d2-aa96497b071a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:16.540357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dc035-2a5b-4171-b638-1991b882dcdc req-f190c469-7708-4d0c-a654-4d4061a82047 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:16.545884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b0dc035-2a5b-4171-b638-1991b882dcdc req-f190c469-7708-4d0c-a654-4d4061a82047 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 949 time: 0.1110251 Aug 19 15:01:16.546903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Checking segment: {'id': 'e2782297-4b0b-4856-aff5-13f902895069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35f3fbb0-120f-43ff-8aa2-6aecde2b6c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:16.547501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Network hostable DHCP agents. Network: 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:16.552264 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.596720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1568566935-network', 'tenant_id': 'c882464767d5402c98a2bb04914656a7'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:16.623828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6872f24f-e810-4262-bc6f-070d1aebf2f2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:16.631067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-ff58e37d-7fb5-426c-80f5-e65678df730d tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:16.637721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-ff58e37d-7fb5-426c-80f5-e65678df730d tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465202 Aug 19 15:01:16.653617 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-191e14ea-ed82-4da9-a2fb-a9512cecbcf1 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/quotas/7da17924b79641e7b6d8e6e6472e8f84 HTTP/1.1" status: 200 len: 375 time: 0.0117323 Aug 19 15:01:16.669241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9f0cbe9f-8f2e-49ad-a544-572ea730c064 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2688781f222412fa38232af0b7ce8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620940 Aug 19 15:01:16.672132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54534) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:16.675442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b0dc035-2a5b-4171-b638-1991b882dcdc req-01e27e50-1a8f-4454-a1cf-c33f4e647cd0 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850062 Aug 19 15:01:16.707999 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-d662f660-8107-40cb-b38e-77678804f7de tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465727 Aug 19 15:01:16.708864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Network 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:16.740964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Made reservation on behalf of c882464767d5402c98a2bb04914656a7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:16.746406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.761208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aabf49bf-d545-42f0-843d-7707f54a6c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.762959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.803591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aabf49bf-d545-42f0-843d-7707f54a6c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.808452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:16.832353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af476a33-b3a6-4a89-9d52-b89102ae5112 None None] Network 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:16.856141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:16.869046 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.934122 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.048588 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef045733-4819-4554-be65-00d2c7292b12 x-openstack-request-id: req-ef045733-4819-4554-be65-00d2c7292b12 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:17.050243 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d386bcf-664b-4e68-b5e9-f00203036588", "name": "network-vif-plugged", "status": "completed", "tag": "6872f24f-e810-4262-bc6f-070d1aebf2f2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:17.051023 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef045733-4819-4554-be65-00d2c7292b12 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:17.052368 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d386bcf-664b-4e68-b5e9-f00203036588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6872f24f-e810-4262-bc6f-070d1aebf2f2', 'code': 200} Aug 19 15:01:17.053908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aabf49bf-d545-42f0-843d-7707f54a6c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.056478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aabf49bf-d545-42f0-843d-7707f54a6c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.057772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aabf49bf-d545-42f0-843d-7707f54a6c95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/828faa22-f5c3-4357-97c3-0b0eb71dac51 HTTP/1.1" status: 204 len: 168 time: 0.3812962 Aug 19 15:01:17.058927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09e039-c8d5-4e11-badf-bd41273c8799 None None] Network 35f3fbb0-120f-43ff-8aa2-6aecde2b6c35 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:17.065812 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.084191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf49bf-d545-42f0-843d-7707f54a6c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828faa22-f5c3-4357-97c3-0b0eb71dac51,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:17.093519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ef79263-101d-4ff1-b433-1753f58e99bf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3764403 Aug 19 15:01:17.119731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:17.142375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e441-ec3d-4f59-af4b-ba3b89983b38 req-930373d2-4eb3-40d9-b1cf-2c21b6f3ad0a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.151346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c76e441-ec3d-4f59-af4b-ba3b89983b38 req-930373d2-4eb3-40d9-b1cf-2c21b6f3ad0a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1358631 Aug 19 15:01:17.216202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.216942 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Added segment d2316f02-3287-433d-818c-64f5e8f154b6 of type vlan for network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 Aug 19 15:01:17.239179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b68d8a-1ef9-4e6d-90e9-6ec1ce8bb2e4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:17.263199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf09256-f68d-4671-bf13-8f375356ced9 req-dc9b04ca-b380-41bc-ad4e-be8b4e950341 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.273633 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebf09256-f68d-4671-bf13-8f375356ced9 req-dc9b04ca-b380-41bc-ad4e-be8b4e950341 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1280820 Aug 19 15:01:17.306783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dda3e-57d7-4ad6-84c5-f00f6f3b3155 req-cdfa48d2-2e0a-4798-b9a2-940a52d070ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.308605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-000dda3e-57d7-4ad6-84c5-f00f6f3b3155 req-cdfa48d2-2e0a-4798-b9a2-940a52d070ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 1102 time: 0.1834729 Aug 19 15:01:17.315688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c76e441-ec3d-4f59-af4b-ba3b89983b38 req-f3371d20-4568-40e7-bf7c-10ebff95fb83 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632798 Aug 19 15:01:17.332591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.341337 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebf09256-f68d-4671-bf13-8f375356ced9 req-21ffa102-e062-4de9-af33-c66a4ca976d4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658095 Aug 19 15:01:17.402593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-000dda3e-57d7-4ad6-84c5-f00f6f3b3155 req-65b8e4b3-0577-4d27-8d99-fbc71d677250 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806310 Aug 19 15:01:17.414783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbf71b02-fa33-4692-8a1e-8815628813a7 req-9b4dfa7e-b8e8-4fc8-9306-e550474b8025 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 210 time: 0.0316367 Aug 19 15:01:17.479719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50394-bc5a-4462-a5ec-b22788e7dbb4 req-bf05cb46-708b-4517-8bb9-52fb23dd796e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.481345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fb50394-bc5a-4462-a5ec-b22788e7dbb4 req-bf05cb46-708b-4517-8bb9-52fb23dd796e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0550401 Aug 19 15:01:17.525163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fb50394-bc5a-4462-a5ec-b22788e7dbb4 req-e22a749a-e357-428c-a1e8-e07d62b741cd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373619 Aug 19 15:01:17.547353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.548235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.548490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.627094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] Pushing event updated for resources: {'Network': ['ID=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:17.642526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:17.718459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-09d5e99f-3ce9-4a77-9e64-1bbbb8c96dbd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4551432 Aug 19 15:01:17.723180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54560) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:17.730910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Request body: {'subnet': {'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-subnet', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:17.812644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-a2ba0ef2-622c-45a3-bf79-ed99669cb0ba req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1712295930', 'description': 'tempest-description-459506931'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:17.889529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300f27-736a-4bc2-b39f-e2ac39acf4d7 req-4578f6e5-4c8e-4209-935d-365dde440a05 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.896435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300f27-736a-4bc2-b39f-e2ac39acf4d7 req-4578f6e5-4c8e-4209-935d-365dde440a05 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.902653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300f27-736a-4bc2-b39f-e2ac39acf4d7 req-4578f6e5-4c8e-4209-935d-365dde440a05 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:17.904560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44300f27-736a-4bc2-b39f-e2ac39acf4d7 req-4578f6e5-4c8e-4209-935d-365dde440a05 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a&device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a&device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 2417 time: 0.0749910 Aug 19 15:01:17.905759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Made reservation on behalf of c882464767d5402c98a2bb04914656a7 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:17.908060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.000522 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44300f27-736a-4bc2-b39f-e2ac39acf4d7 req-07d34628-fa88-4420-ae1f-f66838b5c0e9 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884230 Aug 19 15:01:18.006485 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a2ba0ef2-622c-45a3-bf79-ed99669cb0ba req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.121882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a2ba0ef2-622c-45a3-bf79-ed99669cb0ba req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.166326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba7d3-02c6-4fa8-bfc9-3bcb2690fd8f req-ba4f878e-5573-48ff-b9fd-bf507ae9f467 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:18.175873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dceba7d3-02c6-4fa8-bfc9-3bcb2690fd8f req-ba4f878e-5573-48ff-b9fd-bf507ae9f467 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 950 time: 0.0972786 Aug 19 15:01:18.210917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dceba7d3-02c6-4fa8-bfc9-3bcb2690fd8f req-d0104818-8364-4648-bb80-ea4fbb6b2abd tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Aug 19 15:01:18.278052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a2ba0ef2-622c-45a3-bf79-ed99669cb0ba req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.311226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f08bc1-d77b-4f0b-9573-d4dec95811b0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:18.333216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.377957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a2ba0ef2-622c-45a3-bf79-ed99669cb0ba req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.389519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2ba0ef2-622c-45a3-bf79-ed99669cb0ba req-4a4ae8e4-b0c2-46a0-abc4-fc8871d20d72 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5825219 Aug 19 15:01:18.400126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1de86-accd-4114-a0d9-e8085f953e06 req-54d4d7cf-f848-4e0e-ad9d-037400070356 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:18.401866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f1de86-accd-4114-a0d9-e8085f953e06 req-54d4d7cf-f848-4e0e-ad9d-037400070356 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.0958698 Aug 19 15:01:18.407731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa6522f-c2ca-4786-b07a-aaa3367f82d2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:18.452356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Checking segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:18.452900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Network hostable DHCP agents. Network: 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:18.485000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f1de86-accd-4114-a0d9-e8085f953e06 req-57e8c762-11e2-4b8e-b4cf-d8d543d70bf5 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734704 Aug 19 15:01:18.530643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290d181-1f15-44e6-b0b5-72578b79aa4b req-cc804e03-0f25-4621-a797-04fb27918d15 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:18.532455 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2290d181-1f15-44e6-b0b5-72578b79aa4b req-cc804e03-0f25-4621-a797-04fb27918d15 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0940955 Aug 19 15:01:18.559383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33924c51-264c-45b2-aef6-17444ee6794a req-93244ebc-5a08-49ad-b3dd-0ea89750594f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/39f08bc1-d77b-4f0b-9573-d4dec95811b0 HTTP/1.1" status: 200 len: 1804 time: 0.0524437 Aug 19 15:01:18.570527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39f08bc1-d77b-4f0b-9573-d4dec95811b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:18.570987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39f08bc1-d77b-4f0b-9573-d4dec95811b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:18.595813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2290d181-1f15-44e6-b0b5-72578b79aa4b req-b2366da3-9845-4848-aa7d-751ab8818ac3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557387 Aug 19 15:01:18.609344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:18.695411 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0ae0e9d4-c58d-45db-8c7c-a788b0fba0db req-b4c7757b-429f-4707-808b-f8b839d71543 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 210 time: 0.0373664 Aug 19 15:01:18.700068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:18.712740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:18.713846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.722861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26a2ac-d2a7-467f-a438-d0fe3220424a None None] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:18.738642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.791259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.833497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9d0e1177-e21b-4205-997f-71cca2415f82 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1091120 Aug 19 15:01:18.837054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54592) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:18.843235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:18.860649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.885859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f86053-54b1-4f1e-9a86-7eecfec7fa6b,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:18.965494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:18.966474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.984347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.985326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.044495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.114900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df758-28b6-40ae-9b2e-96a91edd3502 req-0e3b8c7e-5c1f-4f32-93d3-c3407c6281f3 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:19.116597 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd0df758-28b6-40ae-9b2e-96a91edd3502 req-0e3b8c7e-5c1f-4f32-93d3-c3407c6281f3 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1090035 Aug 19 15:01:19.131987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Allocated IP 172.20.0.2 (33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7/7aa6522f-c2ca-4786-b07a-aaa3367f82d2/e5c5e4e9-013c-4367-b437-ca1bd1a80a5b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:19.154915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.156299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33924c51-264c-45b2-aef6-17444ee6794a req-9685c43e-bdf3-4faa-8f63-f73e42a16499 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5911388 Aug 19 15:01:19.178830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cd0df758-28b6-40ae-9b2e-96a91edd3502 req-3db61a66-ca7c-48a6-895f-6becd8e8cc6c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556798 Aug 19 15:01:19.209499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-3ab57c0d-8200-4a7f-a369-7e1bb2e90b8e req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2138522806', 'description': 'tempest-description-630358660'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:19.352762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3ab57c0d-8200-4a7f-a369-7e1bb2e90b8e req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.463710 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.476089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Transition to ACTIVE for port object e5c5e4e9-013c-4367-b437-ca1bd1a80a5b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:19.497658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.521471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Transition to ACTIVE for port object e5c5e4e9-013c-4367-b437-ca1bd1a80a5b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:19.547641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3ab57c0d-8200-4a7f-a369-7e1bb2e90b8e req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.619589 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3ab57c0d-8200-4a7f-a369-7e1bb2e90b8e req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.625936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.658331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:19.699052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:19.702355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:19.718336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:19.720717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3ab57c0d-8200-4a7f-a369-7e1bb2e90b8e req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.723110 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ab57c0d-8200-4a7f-a369-7e1bb2e90b8e req-852691ec-11cf-4065-9d5d-cdc4ace593bd tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5190971 Aug 19 15:01:19.734533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Pushing event updated for resources: {'Port': ['ID=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:19.882217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Attempting to bind port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:19.882774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Attempting to bind port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:19.883468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Attempting to bind port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b on network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:19.899473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:19.900136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Checking segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:19.900841 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.901615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Bound using segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:19.902396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Bound port: e5c5e4e9-013c-4367-b437-ca1bd1a80a5b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:19.903092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.052623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5f7c8-9613-451b-a77a-9095f50d1cee req-fb8357a9-c29e-4def-b981-e8df83c2ba27 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:20.054693 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ede5f7c8-9613-451b-a77a-9095f50d1cee req-fb8357a9-c29e-4def-b981-e8df83c2ba27 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0882356 Aug 19 15:01:20.081660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] For port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:20.089356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] For port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:20.117489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ede5f7c8-9613-451b-a77a-9095f50d1cee req-7555a062-222a-4164-bf5b-7888392b29d3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Aug 19 15:01:20.249405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-0b1dec4d-fac1-4f9a-b6b1-d68732baaca8 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388639 Aug 19 15:01:20.301849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df162798-193c-4ddd-bfbf-a100b357b2d9 req-0f362d65-d6b1-4012-8208-33de1600e67c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 210 time: 0.0558701 Aug 19 15:01:20.334910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d15a-d377-4fbb-821f-f4ebd1802e89 req-0d5170ef-9474-486f-9940-c926989aa496 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:20.336540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ab6d15a-d377-4fbb-821f-f4ebd1802e89 req-0d5170ef-9474-486f-9940-c926989aa496 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 950 time: 0.6528275 Aug 19 15:01:20.349576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.451622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ab6d15a-d377-4fbb-821f-f4ebd1802e89 req-00bf4cf6-7b91-42e7-b4d6-c1e4605ef637 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961764 Aug 19 15:01:20.460746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-d2fa7cf4-bd2c-4736-8a72-a066f8c60394 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:20.462965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-d2fa7cf4-bd2c-4736-8a72-a066f8c60394 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010269 Aug 19 15:01:20.476316 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-ebe5c1fa-6c71-4762-95a7-019fbe970243 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa HTTP/1.1" status: 200 len: 1804 time: 0.1337357 Aug 19 15:01:20.490466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:20.490811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:20.508065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f89f1c-8133-4fcb-b6e9-3b8a22f96346 None None] Pushing event updated for resources: {'Port': ['ID=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:20.531531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Request body: {'port': {'device_id': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '7da17924b79641e7b6d8e6e6472e8f84'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:20.756829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.759216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.812787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.815184 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.895278 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.919731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84337c7-7fe6-4bdb-a858-b0cf3ac5286a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:20.966521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e011fa-ebf4-4b95-bb72-8a66b333bd9e req-70aa9490-e065-41eb-b282-979cb491d72d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:20.968012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3e011fa-ebf4-4b95-bb72-8a66b333bd9e req-70aa9490-e065-41eb-b282-979cb491d72d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1341994 Aug 19 15:01:21.036244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Made reservation on behalf of 7da17924b79641e7b6d8e6e6472e8f84 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:21.039816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.049456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Allocated IP 172.25.5.52 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/cb87c122-e351-4f02-b2d1-5ca1880b9430) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:21.061385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3e011fa-ebf4-4b95-bb72-8a66b333bd9e req-317d9b63-d3c2-43ee-a073-4977a26ce73b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862739 Aug 19 15:01:21.063869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.095026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.096507 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f814a9d2-c95b-4bc5-a055-7d1d8dfccaf4 req-82cca7da-eb65-4ea6-84b5-9135867dea79 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6102004 Aug 19 15:01:21.178249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-46a107c5-986d-401c-9e6f-8c9909b5b0ff req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-646690349', 'description': 'tempest-description-505244077'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:21.229494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.294577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.398408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.470019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.488501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f33f7e-fade-4888-be3e-b6c9a3ddc04d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.532418 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-46a107c5-986d-401c-9e6f-8c9909b5b0ff req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.549333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:21.558673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:21.569829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:21.628870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb87c122-e351-4f02-b2d1-5ca1880b9430,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.711015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-46a107c5-986d-401c-9e6f-8c9909b5b0ff req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.774636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Allocated IP 192.168.233.175 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/4c737cbb-329b-4bb7-80b7-22bbb13dd9f9) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:21.808884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-46a107c5-986d-401c-9e6f-8c9909b5b0ff req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.829436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddffe9a8-0083-4108-9b44-a19c926c01f6 None None] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:21.852594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.873574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310b9f-8fc9-44f9-b933-6850b647d531 req-97f576fd-4388-45bb-8e4b-7cd0e1e487c3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:21.873574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a310b9f-8fc9-44f9-b933-6850b647d531 req-97f576fd-4388-45bb-8e4b-7cd0e1e487c3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.2027073 Aug 19 15:01:21.929751 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-46a107c5-986d-401c-9e6f-8c9909b5b0ff req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.938795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-46a107c5-986d-401c-9e6f-8c9909b5b0ff req-ee1708df-f8e6-460b-84fe-30d588fdd938 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7658799 Aug 19 15:01:21.970328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a310b9f-8fc9-44f9-b933-6850b647d531 req-972d567b-2caf-42e0-9876-90315d420949 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915897 Aug 19 15:01:22.035381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1cc8072a-cf22-4495-a396-4f185bd1abb6 None None] Provisioning for port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:22.123931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99554418-46cb-43fc-97ac-6dccc4525cb2 req-31dc59f2-1774-478e-b48c-ca734e88033e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 210 time: 0.0722222 Aug 19 15:01:22.164228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.180855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.185416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Transition to ACTIVE for port object 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:22.244445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-5f3639ba-77b3-4c87-98cf-0fd7198f0a03 req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-861518638', 'description': 'tempest-description-192529975'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:22.350186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd06b-59a8-4944-bb3d-70a256e37830 req-c55d0dd5-9941-4156-90e2-94f488692dd2 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:22.351418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-417fd06b-59a8-4944-bb3d-70a256e37830 req-c55d0dd5-9941-4156-90e2-94f488692dd2 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 1102 time: 0.1309743 Aug 19 15:01:22.413035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-417fd06b-59a8-4944-bb3d-70a256e37830 req-cd2bbbbb-d8fe-4a04-b69a-d1b2ed8f25c1 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.437493 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f3639ba-77b3-4c87-98cf-0fd7198f0a03 req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.523311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e5c5e4e9-013c-4367-b437-ca1bd1a80a5b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:22.524572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.548627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.675113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:22.679657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:22.680066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.693203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:22.703314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:22.705673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Pushing event updated for resources: {'Port': ['ID=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.708651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:22.771129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-417fd06b-59a8-4944-bb3d-70a256e37830 req-cd2bbbbb-d8fe-4a04-b69a-d1b2ed8f25c1 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.789047 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.804559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:22.805282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.827891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:22.896550 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-417fd06b-59a8-4944-bb3d-70a256e37830 req-cd2bbbbb-d8fe-4a04-b69a-d1b2ed8f25c1 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.928534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-417fd06b-59a8-4944-bb3d-70a256e37830 req-cd2bbbbb-d8fe-4a04-b69a-d1b2ed8f25c1 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687010 Aug 19 15:01:22.934050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bbbbb-d8fe-4a04-b69a-d1b2ed8f25c1 tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450a7a00-15f5-40c6-98e6-620dfb4ea3c7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.951862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.957859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Router 6fda9545-163d-4012-9457-3fe2856eabdd is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:23.019205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-39cde5e8-3910-4039-bba7-d6add7ca239b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4917271 Aug 19 15:01:23.053778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:23.054977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Request body: {'port': {'device_id': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.113781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f3639ba-77b3-4c87-98cf-0fd7198f0a03 req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.186343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ebe73-d01c-43a8-bfd2-0ca3f5c25d0d req-b6b15b1c-bcdb-42e2-8ecf-4ca0b35b3d7f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:23.188103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1ebe73-d01c-43a8-bfd2-0ca3f5c25d0d req-b6b15b1c-bcdb-42e2-8ecf-4ca0b35b3d7f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1566818 Aug 19 15:01:23.197470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:23.200627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.200901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f3639ba-77b3-4c87-98cf-0fd7198f0a03 req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.201779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e605d32f-a8f1-4cfa-b2a2-aa8e2418a46c None None] Provisioning for port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:23.212836 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Sync routers for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:23.216236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e605d32f-a8f1-4cfa-b2a2-aa8e2418a46c None None] Provisioning complete for port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:23.216986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e605d32f-a8f1-4cfa-b2a2-aa8e2418a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.232372 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:23.233467 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:23.241825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bece0e-b58d-4e16-a136-4afe770cc215,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:23.297035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1ebe73-d01c-43a8-bfd2-0ca3f5c25d0d req-f156d192-0a32-41ac-9405-34fda11b1336 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974855 Aug 19 15:01:23.328274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-5f3639ba-77b3-4c87-98cf-0fd7198f0a03 req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.330013 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f3639ba-77b3-4c87-98cf-0fd7198f0a03 req-269edcec-0784-4da4-a0d6-eeedc853a6e4 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1033943 Aug 19 15:01:23.355102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e605d32f-a8f1-4cfa-b2a2-aa8e2418a46c None None] Port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:23.364733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.366016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1d80d04a-dd02-4f09-9b8e-8e0a9c8bcfb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5276816 Aug 19 15:01:23.369004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54684) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.416727 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:23.512381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f23840-baaa-44bd-911b-ae0d93a133f8 req-d7d18772-3e07-497f-a0d0-6a86b2493bfc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:23.514221 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f23840-baaa-44bd-911b-ae0d93a133f8 req-d7d18772-3e07-497f-a0d0-6a86b2493bfc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0753829 Aug 19 15:01:23.579483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70f23840-baaa-44bd-911b-ae0d93a133f8 req-28e260a1-428d-4e16-b1c3-50c505013e3e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564046 Aug 19 15:01:23.759068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074651f-0be6-4901-a260-056d177e6de9 req-cb835a68-8885-4a6a-a120-e7ec338b5ad2 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:23.761153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2074651f-0be6-4901-a260-056d177e6de9 req-cb835a68-8885-4a6a-a120-e7ec338b5ad2 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 936 time: 0.0648081 Aug 19 15:01:23.806411 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:21Z', 'revision_number': 3, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:23.833380 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2074651f-0be6-4901-a260-056d177e6de9 req-9e3f76b7-8fd1-436a-8fcc-b85f1f565b04 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603199 Aug 19 15:01:23.852380 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Checking router: 6fda9545-163d-4012-9457-3fe2856eabdd for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:23.852380 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Updating router 6fda9545-163d-4012-9457-3fe2856eabdd port cb87c122-e351-4f02-b2d1-5ca1880b9430 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:23.880417 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.981560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c491-10e9-4714-8fe5-9f1f75873c1a req-aae7e79e-6ea2-4cfd-8c5b-8e75b0bb450c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:23.985154 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ea0c491-10e9-4714-8fe5-9f1f75873c1a req-aae7e79e-6ea2-4cfd-8c5b-8e75b0bb450c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0682387 Aug 19 15:01:24.030601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2ea0c491-10e9-4714-8fe5-9f1f75873c1a req-98068621-6e5c-404b-b278-0734d9c072aa tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Aug 19 15:01:24.185358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:24.190805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f351ce-2e5c-4c3a-a1b6-2c9b00242dbc req-c079b46f-f1c3-4d7e-9326-e50d63f9709f tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:24.196701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.198568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02f351ce-2e5c-4c3a-a1b6-2c9b00242dbc req-c079b46f-f1c3-4d7e-9326-e50d63f9709f tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 1102 time: 0.0523889 Aug 19 15:01:24.209390 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-071bc8e9-4e57-4dd6-bded-6009adb9bf2a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b HTTP/1.1" status: 200 len: 1803 time: 0.1185052 Aug 19 15:01:24.244729 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02f351ce-2e5c-4c3a-a1b6-2c9b00242dbc req-4bc259f8-4142-4876-8ea7-b5bb72e4a25a tempest-ServersAdminNegativeTestJSON-1125290214 tempest-ServersAdminNegativeTestJSON-1125290214-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449388 Aug 19 15:01:24.261362 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.269486 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Transition to ACTIVE for port object cb87c122-e351-4f02-b2d1-5ca1880b9430 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:24.272785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Transition to ACTIVE for port object 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:24.366507 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.448256 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Attempting to bind port cb87c122-e351-4f02-b2d1-5ca1880b9430 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:24.449518 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Attempting to bind port cb87c122-e351-4f02-b2d1-5ca1880b9430 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:24.450526 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Attempting to bind port cb87c122-e351-4f02-b2d1-5ca1880b9430 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:24.454226 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.460615 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:24.460964 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:24.461490 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.462210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:24.462944 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Bound port: cb87c122-e351-4f02-b2d1-5ca1880b9430, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:24.463573 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.477621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e64947-e986-4771-917c-061bc136e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.524989 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] For port cb87c122-e351-4f02-b2d1-5ca1880b9430, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:24.528444 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] For port cb87c122-e351-4f02-b2d1-5ca1880b9430, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cb87c122-e351-4f02-b2d1-5ca1880b9430,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:24.550322 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Pushing event updated for resources: {'Port': ['ID=cb87c122-e351-4f02-b2d1-5ca1880b9430,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.551425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b44ab-dbb9-4a62-b93b-4fca857ed6f0 req-5ec6f4cb-73ca-4342-92f8-50bb9f2d1b53 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:24.554552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e5c5e4e9-013c-4367-b437-ca1bd1a80a5b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:24.560155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-af8b44ab-dbb9-4a62-b93b-4fca857ed6f0 req-5ec6f4cb-73ca-4342-92f8-50bb9f2d1b53 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1022446 Aug 19 15:01:24.560971 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.561640 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.562220 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.562820 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.563425 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.563991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.564508 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.565093 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.565652 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.566170 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.569975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.569975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:24.617854 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.631114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-8bec87e4-b755-40f0-8a5e-de94c8578280 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/94bece0e-b58d-4e16-a136-4afe770cc215 HTTP/1.1" status: 200 len: 1803 time: 0.3793643 Aug 19 15:01:24.638979 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-af8b44ab-dbb9-4a62-b93b-4fca857ed6f0 req-7c814820-7f44-441e-b29b-47cef1aafe72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777299 Aug 19 15:01:24.653348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:24.654736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.676081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b', 'remote_group_id': '94bece0e-b58d-4e16-a136-4afe770cc215', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:24.676668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b', 'remote_group_id': '94bece0e-b58d-4e16-a136-4afe770cc215', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:24.749996 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c7231-d312-4ce8-8b8b-0dc4b223c14e None None] Pushing event updated for resources: {'Port': ['ID=cb87c122-e351-4f02-b2d1-5ca1880b9430,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.763110 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:24.764116 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:24.850073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.867447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698b465-6c6d-4d26-a981-2efd9310f038 req-8860a72d-6e7e-4a3f-81d9-1821e219eb4b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:24.876823 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f698b465-6c6d-4d26-a981-2efd9310f038 req-8860a72d-6e7e-4a3f-81d9-1821e219eb4b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0962958 Aug 19 15:01:24.894082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.918082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f698b465-6c6d-4d26-a981-2efd9310f038 req-97002036-c910-4c28-9e61-0871e287e9a3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Aug 19 15:01:24.939090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Attempting to bind port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:24.939572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Attempting to bind port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:24.942956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Attempting to bind port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:24.958251 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:25.011606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:25.011941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Attempting to bind port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:25.066954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:25.066954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:25.066954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:25.066954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Bound port: 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:25.066954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.068392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4d4dd-55fc-42be-81a6-c99db283148d req-90b4edc6-642b-42f2-b03c-27df608bbf26 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.070402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4fd4d4dd-55fc-42be-81a6-c99db283148d req-90b4edc6-642b-42f2-b03c-27df608bbf26 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 948 time: 0.0624292 Aug 19 15:01:25.072056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.167112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4fd4d4dd-55fc-42be-81a6-c99db283148d req-3de8bee2-2ae4-4905-bc2f-be07386b1a55 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867558 Aug 19 15:01:25.216409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.248630 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.271862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] For port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:25.291124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] For port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:25.307563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Allocated IP 172.20.0.1 (33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7/7aa6522f-c2ca-4786-b07a-aaa3367f82d2/3d9acddc-037d-4efb-81cf-2d79198887bb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:25.312145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.350536 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:21Z', 'revision_number': 3, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:25.381427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5940d-603e-4c8b-ad50-554a136d9284 None None] The sync data for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 is: [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:21Z', 'revision_number': 3, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:25.427870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.442243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47b139f-4f5b-4dfb-9b25-ccf37231488b,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:25.507617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.508699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.511120 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 HTTP/1.1" status: 200 len: 1097 time: 2.4639039 Aug 19 15:01:25.514907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'tag': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:25.521008 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6fe768-ac4a-4efb-a0e2-649844cee55c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2521cba-33d2-4508-9a6e-53992ce79988", "tag": "4c737cbb-329b-4bb7-80b7-22bbb13dd9f9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:25.546547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.547880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4dd617e-1aaa-4337-997b-7bcff6a606c7 req-1268cff7-f366-4aac-9389-ba0710995f9a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9155645 Aug 19 15:01:25.621730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81035-bb1a-4bc6-a949-239d2566b9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:25.676247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.749775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Transition to ACTIVE for port object 3d9acddc-037d-4efb-81cf-2d79198887bb will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:25.786406 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b464ed14-4339-4d93-bba0-0db3b5e1ffb7 x-openstack-request-id: req-b464ed14-4339-4d93-bba0-0db3b5e1ffb7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:25.786838 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2521cba-33d2-4508-9a6e-53992ce79988", "tag": "4c737cbb-329b-4bb7-80b7-22bbb13dd9f9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:25.787316 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b464ed14-4339-4d93-bba0-0db3b5e1ffb7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:25.787944 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'tag': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9', 'status': 'completed', 'code': 200} Aug 19 15:01:25.804695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-826309a8-0128-4b24-bc7a-0e46861362d0 req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-963072739', 'description': 'tempest-description-494772030'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:25.816328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-eee9a7fe-d1e9-4fac-9a8f-659afef33f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.818215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-eee9a7fe-d1e9-4fac-9a8f-659afef33f37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 1100 time: 0.1603165 Aug 19 15:01:25.826400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece405e1-4cf3-4f7e-866f-91f5b125e295 req-f383b8b9-6afa-4665-8cc6-d0b95fc18673 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.828272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ece405e1-4cf3-4f7e-866f-91f5b125e295 req-f383b8b9-6afa-4665-8cc6-d0b95fc18673 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1466424 Aug 19 15:01:25.890708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-5ada223e-1afb-4c74-8469-f629bebb50a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 HTTP/1.1" status: 200 len: 217 time: 0.0564365 Aug 19 15:01:25.946583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-826309a8-0128-4b24-bc7a-0e46861362d0 req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.960400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ece405e1-4cf3-4f7e-866f-91f5b125e295 req-87f9e849-c5fb-4b52-ad88-58478cecfd7d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143460 Aug 19 15:01:25.970970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-d36c9584-ded0-404a-b706-f93863b0779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.975240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-d36c9584-ded0-404a-b706-f93863b0779f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0705540 Aug 19 15:01:26.027075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.081842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:26.088083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-826309a8-0128-4b24-bc7a-0e46861362d0 req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.088250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:26.091645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:26.157170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.160410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:26.167119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-826309a8-0128-4b24-bc7a-0e46861362d0 req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.217542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992b3104-cdd7-4e92-ad73-feaee4043024,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:26.237722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-c8444a35-0147-4588-8688-a89f6e8a354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:26.239552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-c8444a35-0147-4588-8688-a89f6e8a354e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2557638 Aug 19 15:01:26.248788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Pushing event updated for resources: {'Port': ['ID=3d9acddc-037d-4efb-81cf-2d79198887bb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:26.291719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-826309a8-0128-4b24-bc7a-0e46861362d0 req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.293519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-826309a8-0128-4b24-bc7a-0e46861362d0 req-e240326d-3c30-4caa-92ad-6262645e901f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4942214 Aug 19 15:01:26.357889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba56c-c49c-4360-890c-9268cba6ea35 req-a5e2da57-2705-4bc8-8d3e-169d338f82ec tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:26.367078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f53ba56c-c49c-4360-890c-9268cba6ea35 req-a5e2da57-2705-4bc8-8d3e-169d338f82ec tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.2791307 Aug 19 15:01:26.373726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef392e1f-2a9d-440c-9ef4-7300e3dc99f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.483705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-86f0707a-ef2a-4727-90e7-02e18f6c760f service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318251 Aug 19 15:01:26.485173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2d41c-1fe4-41b3-8086-29fc65a7360a req-a688d54f-546c-4c19-881e-a83be4bb4368 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:26.487412 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80c2d41c-1fe4-41b3-8086-29fc65a7360a req-a688d54f-546c-4c19-881e-a83be4bb4368 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 950 time: 0.0973592 Aug 19 15:01:26.509628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f53ba56c-c49c-4360-890c-9268cba6ea35 req-4a98f590-43de-42e5-bc06-44d915d2611e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298788 Aug 19 15:01:26.541362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb87c122-e351-4f02-b2d1-5ca1880b9430 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:26.609256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.609693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9bb7479d-4d4c-4aa3-bd15-5cef69babc22 None None] Provisioning for port 3d9acddc-037d-4efb-81cf-2d79198887bb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:26.613803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80c2d41c-1fe4-41b3-8086-29fc65a7360a req-4fabdc63-a2dc-47c9-93e1-a3df32e61a74 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176701 Aug 19 15:01:26.614385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9bb7479d-4d4c-4aa3-bd15-5cef69babc22 None None] Provisioning complete for port 3d9acddc-037d-4efb-81cf-2d79198887bb triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:26.615234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bb7479d-4d4c-4aa3-bd15-5cef69babc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.663094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7479d-4d4c-4aa3-bd15-5cef69babc22 None None] Port 3d9acddc-037d-4efb-81cf-2d79198887bb cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:26.667645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef392e1f-2a9d-440c-9ef4-7300e3dc99f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.743772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fee34f-bd3d-414f-a86d-f94c5eecd4c6 req-0ef482e3-4fb2-4f13-aac1-79491bc30089 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:26.745441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0fee34f-bd3d-414f-a86d-f94c5eecd4c6 req-0ef482e3-4fb2-4f13-aac1-79491bc30089 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1394651 Aug 19 15:01:26.762983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9020d1-41a0-4227-b316-e09f66ea7edc req-36af648b-d410-4f78-a9bc-0ba516b43d73 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650499 Aug 19 15:01:26.802922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port cb87c122-e351-4f02-b2d1-5ca1880b9430 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:26.807183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cb87c122-e351-4f02-b2d1-5ca1880b9430 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:26.807568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.849054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0fee34f-bd3d-414f-a86d-f94c5eecd4c6 req-bbfa9f47-6037-4a5b-b0d8-bc9652cdd6d0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913913 Aug 19 15:01:26.914659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.923887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8444c715-5623-404b-9dab-0fcac13166d2 req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1401493092', 'description': 'tempest-description-748488656'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:26.964425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.968841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port cb87c122-e351-4f02-b2d1-5ca1880b9430, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cb87c122-e351-4f02-b2d1-5ca1880b9430,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:27.055496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-b9f4e521-e02d-4ccc-9339-9f9570d1e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.058280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-b9f4e521-e02d-4ccc-9339-9f9570d1e693 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 1100 time: 0.0725617 Aug 19 15:01:27.060178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.066445 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef392e1f-2a9d-440c-9ef4-7300e3dc99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.071995 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.129415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef392e1f-2a9d-440c-9ef4-7300e3dc99f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a12e0-cc36-4f75-8690-3953b5e7c1ca,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:27.147092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ef392e1f-2a9d-440c-9ef4-7300e3dc99f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc408d3a4d6b4f02a4c32b23ece10d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9835098 Aug 19 15:01:27.148374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:27.157607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8444c715-5623-404b-9dab-0fcac13166d2 req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.161589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4ef1c-8397-40be-8012-e2a6a5670e16 req-adde3c73-95af-4d54-9325-6fc5678dd983 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.163408 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e5c4ef1c-8397-40be-8012-e2a6a5670e16 req-adde3c73-95af-4d54-9325-6fc5678dd983 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 948 time: 0.4840822 Aug 19 15:01:27.250127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.259529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e5c4ef1c-8397-40be-8012-e2a6a5670e16 req-cde2e770-933b-4e9f-a50f-fa8379cf49b3 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872035 Aug 19 15:01:27.282769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d80da9-0f2a-4e00-ad9b-e76e8c23dddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.292663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Pushing event updated for resources: {'Port': ['ID=3d9acddc-037d-4efb-81cf-2d79198887bb,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:27.303530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=cb87c122-e351-4f02-b2d1-5ca1880b9430,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:27.315194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-ed6dddff-41a9-43e7-ad22-ae78e1936f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.317262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-ed6dddff-41a9-43e7-ad22-ae78e1936f76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.2274735 Aug 19 15:01:27.328606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d80da9-0f2a-4e00-ad9b-e76e8c23dddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.414301 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.418977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-de24802b-ea9c-4f99-b8ce-49f63363f533 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 HTTP/1.1" status: 200 len: 217 time: 0.0632827 Aug 19 15:01:27.500576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:27.502318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:27.504995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-faf566d2-f997-4095-9c00-cc35499dae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.506696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-faf566d2-f997-4095-9c00-cc35499dae0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0720496 Aug 19 15:01:27.527419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d80da9-0f2a-4e00-ad9b-e76e8c23dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.530089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d80da9-0f2a-4e00-ad9b-e76e8c23dddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.531290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19d80da9-0f2a-4e00-ad9b-e76e8c23dddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df8a12e0-cc36-4f75-8690-3953b5e7c1ca HTTP/1.1" status: 204 len: 168 time: 0.3664529 Aug 19 15:01:27.585705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d80da9-0f2a-4e00-ad9b-e76e8c23dddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a12e0-cc36-4f75-8690-3953b5e7c1ca,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:27.612874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443641-3d37-44f5-8ed8-eb268b094a74 req-c9b3cc46-7701-49ac-866a-3c9896853343 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.621263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c443641-3d37-44f5-8ed8-eb268b094a74 req-c9b3cc46-7701-49ac-866a-3c9896853343 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1226394 Aug 19 15:01:27.668116 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c443641-3d37-44f5-8ed8-eb268b094a74 req-63ae8c12-4e18-406d-ac63-699b3d91a53b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Aug 19 15:01:27.756590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8444c715-5623-404b-9dab-0fcac13166d2 req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.763650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-d4da6c4a-de3f-4f86-bdf2-96e05c65d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.765210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-d4da6c4a-de3f-4f86-bdf2-96e05c65d11d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2149329 Aug 19 15:01:27.772036 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07afcda8-c95d-45bb-8a16-82a8eda51220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.800343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79ab1-cdd2-4f7a-9d81-c2e3e02a28cf req-b899da43-4d0e-4f2e-bd8c-03485f3ae755 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.802150 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-58d79ab1-cdd2-4f7a-9d81-c2e3e02a28cf req-b899da43-4d0e-4f2e-bd8c-03485f3ae755 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Aug 19 15:01:27.831129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-46471f35-cb09-4370-90de-cfacbffd43ff tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:27.832736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-46471f35-cb09-4370-90de-cfacbffd43ff tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 950 time: 0.1967869 Aug 19 15:01:27.856729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Router 6fda9545-163d-4012-9457-3fe2856eabdd has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:27.859133 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-58d79ab1-cdd2-4f7a-9d81-c2e3e02a28cf req-dfcb8171-53ef-4a1e-b121-d6a53f1070d7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Aug 19 15:01:27.862572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8444c715-5623-404b-9dab-0fcac13166d2 req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.911226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f4d8e677-01e5-4716-bfa5-f53f2c6c8922 None None] Provisioning complete for port 3d9acddc-037d-4efb-81cf-2d79198887bb triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:27.912164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4d8e677-01e5-4716-bfa5-f53f2c6c8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.979358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8e677-01e5-4716-bfa5-f53f2c6c8922 None None] Port 3d9acddc-037d-4efb-81cf-2d79198887bb cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:28.051789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9a8be-4fee-497f-a77b-88b623527d69,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:28.093952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d49379-c290-4030-8b34-5fb2f316609e req-0f7a807b-1363-4bff-87fe-d26b89583067 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:28.096801 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b1d49379-c290-4030-8b34-5fb2f316609e req-0f7a807b-1363-4bff-87fe-d26b89583067 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 950 time: 0.0892305 Aug 19 15:01:28.152841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8444c715-5623-404b-9dab-0fcac13166d2 req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.154746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8444c715-5623-404b-9dab-0fcac13166d2 req-bd58137c-4d97-4be5-bd20-73600492d3a9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2370420 Aug 19 15:01:28.157410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b1d49379-c290-4030-8b34-5fb2f316609e req-bc55cc39-3828-4c64-b102-fce1bc213595 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Aug 19 15:01:28.171229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-4a3daab0-d7f5-41db-9180-125143a3a394 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958800 Aug 19 15:01:28.248315 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-dacac868-270c-427c-8749-560071fde8ec tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/992b3104-cdd7-4e92-ad73-feaee4043024 HTTP/1.1" status: 200 len: 1803 time: 0.0615382 Aug 19 15:01:28.302765 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-e5b76468-96aa-4c76-98b4-1b8cb4ca7cc0 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/e7c9a8be-4fee-497f-a77b-88b623527d69 HTTP/1.1" status: 200 len: 1804 time: 0.0469205 Aug 19 15:01:28.313997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '992b3104-cdd7-4e92-ad73-feaee4043024', 'remote_group_id': 'e7c9a8be-4fee-497f-a77b-88b623527d69', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:28.314416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '992b3104-cdd7-4e92-ad73-feaee4043024', 'remote_group_id': 'e7c9a8be-4fee-497f-a77b-88b623527d69', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:28.476194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb87c122-e351-4f02-b2d1-5ca1880b9430 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:28.536930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cb87c122-e351-4f02-b2d1-5ca1880b9430 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:28.537616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.553745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:28.570796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.600229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-631089da-fc67-4f4b-9868-51cee8cf3950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.654060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-1ea59a75-6a9a-430d-9886-5b93ef6776f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:28.655749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-1ea59a75-6a9a-430d-9886-5b93ef6776f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1102 time: 0.6580899 Aug 19 15:01:28.686261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.766235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-631089da-fc67-4f4b-9868-51cee8cf3950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.768534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.790734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df67033-0778-4a30-aef1-cf8a508a0471,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:28.814015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:28.818921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Sync routers for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:28.822246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-104cfa52-634a-457c-a894-e1bd6fc20b9e admin admin] 10.222.0.13 "PUT /v2.0/routers/6fda9545-163d-4012-9457-3fe2856eabdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4521604 Aug 19 15:01:28.824490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Deleting port 6872f24f-e810-4262-bc6f-070d1aebf2f2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:28.824866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.831105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:28.832156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:28.834888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca6fe768-ac4a-4efb-a0e2-649844cee55c req-310f1712-dcbe-4f4b-91e3-a8b6f8c2c685 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532521 Aug 19 15:01:28.838952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-631089da-fc67-4f4b-9868-51cee8cf3950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.897816 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-631089da-fc67-4f4b-9868-51cee8cf3950 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe5ade06305e48de91968a5755bd2ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428123 Aug 19 15:01:28.901354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54768) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:28.913930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a603d-3cc4-4d8d-b6b2-1c2ca6ae1adf req-c5c5295d-88f6-4d7b-84d7-0beb3cd24488 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:28.921428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b30a603d-3cc4-4d8d-b6b2-1c2ca6ae1adf req-c5c5295d-88f6-4d7b-84d7-0beb3cd24488 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.6750569 Aug 19 15:01:28.925963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631089da-fc67-4f4b-9868-51cee8cf3950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0beb6a-0db3-469e-bb85-a00bea532485,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:28.956221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.968327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-011d3c28-2730-45a2-a48c-0bcafa2bf50a req-abb54871-e732-4cd5-85aa-4dfd86872855 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6586084 Aug 19 15:01:29.011469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-27168a64-8b2d-485f-89db-a2bf0fd1c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:29.013397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-27168a64-8b2d-485f-89db-a2bf0fd1c538 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.3189540 Aug 19 15:01:29.022465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b30a603d-3cc4-4d8d-b6b2-1c2ca6ae1adf req-d345b740-62d5-4ccb-a48d-37f769ae9753 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001034 Aug 19 15:01:29.028839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d08-7ea3-410d-b35d-d73f8013991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.049299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:29.087411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d08-7ea3-410d-b35d-d73f8013991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.099047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-7ba1bb3e-ecb5-45d2-b7e8-99ffce267663 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e6c536d8-c292-45d6-9c80-919a85249d64 HTTP/1.1" status: 200 len: 217 time: 0.0718987 Aug 19 15:01:29.102770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] For port 6872f24f-e810-4262-bc6f-070d1aebf2f2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6872f24f-e810-4262-bc6f-070d1aebf2f2,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:29.103435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.139955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fd36d-6d28-4d9a-93bd-5a6e68b644fa req-a9441a01-16d5-4923-badf-e335872f0804 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:29.142014 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d27fd36d-6d28-4d9a-93bd-5a6e68b644fa req-a9441a01-16d5-4923-badf-e335872f0804 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 948 time: 0.0979125 Aug 19 15:01:29.149839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Calling delete_port for 6872f24f-e810-4262-bc6f-070d1aebf2f2 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:29.225150 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d27fd36d-6d28-4d9a-93bd-5a6e68b644fa req-eb282468-adbc-435a-aacc-f8c87e4613ed tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580003 Aug 19 15:01:29.241378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d08-7ea3-410d-b35d-d73f8013991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.248990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d08-7ea3-410d-b35d-d73f8013991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.261480 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b8b38d08-7ea3-410d-b35d-d73f8013991e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f0beb6a-0db3-469e-bb85-a00bea532485 HTTP/1.1" status: 204 len: 168 time: 0.3530371 Aug 19 15:01:29.264903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b38d08-7ea3-410d-b35d-d73f8013991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0beb6a-0db3-469e-bb85-a00bea532485,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:29.280798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93f7f3-95f8-4dd7-9869-cbd4c72dd7fa req-e474ad06-79e0-4e8b-b14d-3efcb9bc91fa tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:29.297821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd93f7f3-95f8-4dd7-9869-cbd4c72dd7fa req-e474ad06-79e0-4e8b-b14d-3efcb9bc91fa tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1969936 Aug 19 15:01:29.314173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-839371e1-ed20-441a-ba4a-497e1c980156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:29.317031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-839371e1-ed20-441a-ba4a-497e1c980156 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1964481 Aug 19 15:01:29.378518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 2, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:29.413784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd93f7f3-95f8-4dd7-9869-cbd4c72dd7fa req-af369267-ceb4-4d50-8555-1ba819f494ba tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145644 Aug 19 15:01:29.426787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-b3eea71a-bb86-4cb8-a405-26d20896967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:29.428493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-b3eea71a-bb86-4cb8-a405-26d20896967b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904183 Aug 19 15:01:29.463328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Checking router: 6fda9545-163d-4012-9457-3fe2856eabdd for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:29.463909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Updating router 6fda9545-163d-4012-9457-3fe2856eabdd port 3d9acddc-037d-4efb-81cf-2d79198887bb binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:29.507812 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.508144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced5e80-d669-49bd-a1cc-95ab89cefa66 req-2825d5ec-db99-477f-b5a6-994febe74eec tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:29.509480 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dced5e80-d669-49bd-a1cc-95ab89cefa66 req-2825d5ec-db99-477f-b5a6-994febe74eec tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0774817 Aug 19 15:01:29.560343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dced5e80-d669-49bd-a1cc-95ab89cefa66 req-781835cc-5912-49ee-9f6b-02466814ac71 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Aug 19 15:01:29.607217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ec67b15-346e-4161-9495-065c38d6be85 req-1021f92d-cfb5-423a-9af4-edfdf604f037 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/e7c9a8be-4fee-497f-a77b-88b623527d69 HTTP/1.1" status: 200 len: 1804 time: 0.1184418 Aug 19 15:01:29.624962 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.641032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-450d06a3-c6ab-4d62-a804-af2ef0f39b7d service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982000 Aug 19 15:01:29.717866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.735599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6872f24f-e810-4262-bc6f-070d1aebf2f2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:29.764553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f6a2d373-949b-4792-a970-1d873558a63b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:29.795452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Pushing event deleted for resources: {'Port': ['ID=6872f24f-e810-4262-bc6f-070d1aebf2f2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:29.854863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39bf4ba-2be4-419e-b87b-1cc50b4511c0 req-63324e53-d56c-4286-895d-64ec745323e2 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998677 Aug 19 15:01:29.948741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] No DVR routers for this DVR port 6872f24f-e810-4262-bc6f-070d1aebf2f2 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:29.948741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ec67b15-346e-4161-9495-065c38d6be85 req-de45bc22-4b07-4ca4-b823-8b49c2f4b511 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.948741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.948741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bb7f693-f8c0-46a4-a33d-a3d3bdeaf98f req-a77e4505-0ff3-4654-9ff8-1d55863d14cc tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.46 "DELETE /v2.0/ports/6872f24f-e810-4262-bc6f-070d1aebf2f2 HTTP/1.1" status: 204 len: 173 time: 2.1040356 Aug 19 15:01:29.949448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d386bcf-664b-4e68-b5e9-f00203036588', 'name': 'network-vif-deleted', 'tag': '6872f24f-e810-4262-bc6f-070d1aebf2f2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:29.951648 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e124469-f817-4fb6-b63c-55edfadba7b4" -d '{"events": [{"server_uuid": "6d386bcf-664b-4e68-b5e9-f00203036588", "name": "network-vif-deleted", "tag": "6872f24f-e810-4262-bc6f-070d1aebf2f2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:29.958768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.975093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Transition to ACTIVE for port object 3d9acddc-037d-4efb-81cf-2d79198887bb will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:30.007319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ec67b15-346e-4161-9495-065c38d6be85 req-de45bc22-4b07-4ca4-b823-8b49c2f4b511 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.181237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:30.329921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ec67b15-346e-4161-9495-065c38d6be85 req-de45bc22-4b07-4ca4-b823-8b49c2f4b511 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.333753 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ec67b15-346e-4161-9495-065c38d6be85 req-de45bc22-4b07-4ca4-b823-8b49c2f4b511 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.341457 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.341891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ec67b15-346e-4161-9495-065c38d6be85 req-de45bc22-4b07-4ca4-b823-8b49c2f4b511 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7c9a8be-4fee-497f-a77b-88b623527d69 HTTP/1.1" status: 204 len: 173 time: 0.7199163 Aug 19 15:01:30.347516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45bc22-4b07-4ca4-b823-8b49c2f4b511 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9a8be-4fee-497f-a77b-88b623527d69,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:30.400000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:30.431178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9', 'mac_address': 'fa:16:3e:9a:ac:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:30.443459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ead2f-e912-4ef2-b258-c00d75710f8c None None] Pushing event updated for resources: {'Port': ['ID=3d9acddc-037d-4efb-81cf-2d79198887bb,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:30.486749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51351afb-05bd-47e7-8486-714d335034ec req-f5267d0f-37c7-485e-9efd-180f9beaa497 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 210 time: 0.0779736 Aug 19 15:01:30.498779 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.571025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:30.577463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527780886', 'description': 'tempest-description--910554810'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:30.612233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:30.655457 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8fae51-4083-42d7-95ce-361b75678d49 x-openstack-request-id: req-0a8fae51-4083-42d7-95ce-361b75678d49 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:30.656316 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d386bcf-664b-4e68-b5e9-f00203036588", "name": "network-vif-deleted", "tag": "6872f24f-e810-4262-bc6f-070d1aebf2f2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:30.656316 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a8fae51-4083-42d7-95ce-361b75678d49 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:30.656761 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d386bcf-664b-4e68-b5e9-f00203036588', 'name': 'network-vif-deleted', 'tag': '6872f24f-e810-4262-bc6f-070d1aebf2f2', 'status': 'completed', 'code': 200} Aug 19 15:01:30.684267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:30.685644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Attempting to bind port 3d9acddc-037d-4efb-81cf-2d79198887bb on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:30.686238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Attempting to bind port 3d9acddc-037d-4efb-81cf-2d79198887bb by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:30.686795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Attempting to bind port 3d9acddc-037d-4efb-81cf-2d79198887bb on network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:30.694597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:30.703820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Checking segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:30.704559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.705199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Bound using segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:30.705933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Bound port: 3d9acddc-037d-4efb-81cf-2d79198887bb, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:30.706537 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.724082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f954e-298d-4eaf-b0f4-78fbdb39049f req-1a8d320d-9ef6-4440-bbbd-da791378ac93 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:30.724082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e86f954e-298d-4eaf-b0f4-78fbdb39049f req-1a8d320d-9ef6-4440-bbbd-da791378ac93 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0752177 Aug 19 15:01:30.726416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.803574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.817324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.832242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e86f954e-298d-4eaf-b0f4-78fbdb39049f req-e4fb9f37-3191-40ae-a754-fb56d1d97315 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011584 Aug 19 15:01:30.833296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a0b7-a324-4e22-9f52-d306b5f8627f req-61af3888-977f-4319-96a8-80bf2eeaffdb tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:30.836292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f022a0b7-a324-4e22-9f52-d306b5f8627f req-61af3888-977f-4319-96a8-80bf2eeaffdb tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 948 time: 0.0994370 Aug 19 15:01:30.895616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f022a0b7-a324-4e22-9f52-d306b5f8627f req-08342746-13a9-42e2-adf3-394b95ff608d tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Aug 19 15:01:30.901417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] For port 3d9acddc-037d-4efb-81cf-2d79198887bb, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:30.919626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] For port 3d9acddc-037d-4efb-81cf-2d79198887bb, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3d9acddc-037d-4efb-81cf-2d79198887bb,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:30.962254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:30.967168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.971082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-96d19873-55c6-4b11-af5c-336ce8f5443f req-f8e80970-abd8-44ee-8341-8618313f98fe tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/992b3104-cdd7-4e92-ad73-feaee4043024 HTTP/1.1" status: 200 len: 1803 time: 0.0992327 Aug 19 15:01:31.000142 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.062703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.063054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:31.064706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:31.073517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba0d82-3d67-41ea-9a08-5961b1f67134 req-df9989ef-a71c-46cd-9443-f5dfda5bf830 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:31.079303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abba0d82-3d67-41ea-9a08-5961b1f67134 req-df9989ef-a71c-46cd-9443-f5dfda5bf830 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1064670 Aug 19 15:01:31.115846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:31.165343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ead2f-e912-4ef2-b258-c00d75710f8c None None] Pushing event updated for resources: {'Port': ['ID=3d9acddc-037d-4efb-81cf-2d79198887bb,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:31.269833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abba0d82-3d67-41ea-9a08-5961b1f67134 req-911af769-0188-4268-9934-44f108be608d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698961 Aug 19 15:01:31.279556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724c7168-ca76-4a9a-ae90-df8ae998bad5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:31.322389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:31.342657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba464e-9c9d-4e12-9f6f-e5b44dbffad6 req-5b673909-e423-4ba0-83c8-da8acf8ddbf9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:31.344516 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f0ba464e-9c9d-4e12-9f6f-e5b44dbffad6 req-5b673909-e423-4ba0-83c8-da8acf8ddbf9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.2757151 Aug 19 15:01:31.346323 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.348347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8dd91ce4-5a37-4384-91e2-2ac18eb30a62 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7751403 Aug 19 15:01:31.351533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54816) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:31.356540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Request body: {'security_group_rule': {'security_group_id': '724c7168-ca76-4a9a-ae90-df8ae998bad5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:31.375724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-876452736', 'description': 'tempest-description-1709966928'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:31.406100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:01:31.406100 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:01:31.406100 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id_1': '24aaceb6ab9c4821b097d69de15c21d3', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 1, 31, 383436)}] Aug 19 15:01:31.406100 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:01:31.407700 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:01:31.426458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f0ba464e-9c9d-4e12-9f6f-e5b44dbffad6 req-5fb44318-0e88-428b-b4c4-9b3b374d027d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629470 Aug 19 15:01:31.509241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.607188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.694984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.698686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:31.711432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-77fb944a-6aa1-4d86-b3de-7e2645a9f868 req-ba132a87-a053-4f61-81ed-ab9b184fc38a tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d386bcf-664b-4e68-b5e9-f00203036588 HTTP/1.1" status: 200 len: 210 time: 0.0394454 Aug 19 15:01:31.714836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacc9734-5e2c-4496-b439-7c0dae5ece0b,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:31.736225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c4d28-1314-440b-80db-c412ef293a31 None None] The sync data for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 is: [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:31.816216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.825493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-73a30903-40f4-4e14-909e-53579a071cfb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4660730 Aug 19 15:01:31.825882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:31.826628 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Request body: {'security_group_rule': {'security_group_id': '724c7168-ca76-4a9a-ae90-df8ae998bad5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:31.931646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.045838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6659c6-5982-4a7f-9917-8d049119d4f4 req-275a5df9-87a9-44aa-80b5-091a7088a922 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:32.045838 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e6659c6-5982-4a7f-9917-8d049119d4f4 req-275a5df9-87a9-44aa-80b5-091a7088a922 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0874338 Aug 19 15:01:32.054539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.069008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.093806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e6659c6-5982-4a7f-9917-8d049119d4f4 req-10ddd724-f1ca-4fa8-a14c-4f4295b79360 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Aug 19 15:01:32.182846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.185086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6872f24f-e810-4262-bc6f-070d1aebf2f2 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:32.191494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.218593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae7c8d4-d42d-4c10-9051-55d90552fba4,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:32.221693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 6872f24f-e810-4262-bc6f-070d1aebf2f2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:32.231199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6872f24f-e810-4262-bc6f-070d1aebf2f2 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:32.231199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:32.240260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc70ea-59ff-4d3e-bf2c-888b3cb3e38d req-fd1f67fd-b149-49bc-8598-bedc412ae874 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:32.245705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5abc70ea-59ff-4d3e-bf2c-888b3cb3e38d req-fd1f67fd-b149-49bc-8598-bedc412ae874 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 949 time: 0.0873225 Aug 19 15:01:32.301211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5abc70ea-59ff-4d3e-bf2c-888b3cb3e38d req-d20b599c-2221-4be3-89c7-23d7369bde6d tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529211 Aug 19 15:01:32.311743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.333837 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.359772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba86cb0-6161-49ad-8c44-bfd31e2436dd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:32.379906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:32.382446 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce1be9-4ced-41ce-81a9-ea808d2b462a" -d '{"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:32.402920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:32.452179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6be4b7-b3e6-4340-991e-c87287334fcf req-cbed67f8-da63-49bd-9683-ca6771b1858d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:32.453887 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed6be4b7-b3e6-4340-991e-c87287334fcf req-cbed67f8-da63-49bd-9683-ca6771b1858d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0661466 Aug 19 15:01:32.509349 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.509349 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c984094-4484-4507-9bcd-36b242d1e64e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6854105 Aug 19 15:01:32.511273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54846) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:32.516169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:32.525078 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed6be4b7-b3e6-4340-991e-c87287334fcf req-424627d4-37cc-4afc-8db4-13f86fe0d165 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610440 Aug 19 15:01:32.545501 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.556325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.580772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee2bdfe7-d965-48bb-ab6b-a3f91314ded1 req-e6ae8c78-5659-4dff-8733-a97021bf1d0a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2192523 Aug 19 15:01:32.606770 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214d403-0d90-4312-a1bc-91bbab334a2b x-openstack-request-id: req-b214d403-0d90-4312-a1bc-91bbab334a2b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:32.607048 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:32.607302 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b214d403-0d90-4312-a1bc-91bbab334a2b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:32.607691 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'code': 200} Aug 19 15:01:32.608473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3d9acddc-037d-4efb-81cf-2d79198887bb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:32.669503 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-8f26ace5-64a4-46f0-b0db-7539a3c0dab2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/4ba86cb0-6161-49ad-8c44-bfd31e2436dd HTTP/1.1" status: 200 len: 1804 time: 0.0599351 Aug 19 15:01:32.682763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ba86cb0-6161-49ad-8c44-bfd31e2436dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:32.687332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ba86cb0-6161-49ad-8c44-bfd31e2436dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:32.708299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.787269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6d732-0e46-4706-b6fb-f15f5cc699c0 req-05ff9119-aef5-42d6-837c-e99cf07c2ec0 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:32.788884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73e6d732-0e46-4706-b6fb-f15f5cc699c0 req-05ff9119-aef5-42d6-837c-e99cf07c2ec0 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1351013 Aug 19 15:01:32.859870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.860915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73e6d732-0e46-4706-b6fb-f15f5cc699c0 req-d403971d-0565-4da5-ab37-ec87bcd85d54 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639572 Aug 19 15:01:32.909319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.911867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:32.960923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.986248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.020364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 3d9acddc-037d-4efb-81cf-2d79198887bb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:33.022336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8373f8f9-4ecf-4a2a-b922-fbefcb6d3d04,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:33.026502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 3d9acddc-037d-4efb-81cf-2d79198887bb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:33.027294 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.126800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Allocated IP 172.25.5.91 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/17df590e-2bc0-4f1e-bbc0-8e9cf9e79402) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:33.137436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.138939 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40421bc9-aa1a-4e6f-86c9-38a542f1e9bd req-ea24b6fa-8fc9-4052-9814-51b0283148a6 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4605987 Aug 19 15:01:33.173005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.230608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 3d9acddc-037d-4efb-81cf-2d79198887bb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3d9acddc-037d-4efb-81cf-2d79198887bb,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:33.273017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d74163-4165-4eb3-8f91-46c93146078f req-9396f268-0117-4f11-a30e-5286ff6cbc29 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:33.274713 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1d74163-4165-4eb3-8f91-46c93146078f req-9396f268-0117-4f11-a30e-5286ff6cbc29 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 948 time: 0.0602429 Aug 19 15:01:33.285405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.329454 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.336928 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c1d74163-4165-4eb3-8f91-46c93146078f req-a195c008-21d1-41e5-8e2f-0049235db496 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505128 Aug 19 15:01:33.399791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=3d9acddc-037d-4efb-81cf-2d79198887bb,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:33.415318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-d4645222-bf7d-4677-a205-903b219fec12 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/4ba86cb0-6161-49ad-8c44-bfd31e2436dd HTTP/1.1" status: 200 len: 2397 time: 0.0463531 Aug 19 15:01:33.425879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ba86cb0-6161-49ad-8c44-bfd31e2436dd', 'remote_group_id': None}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:33.426208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ba86cb0-6161-49ad-8c44-bfd31e2436dd', 'remote_group_id': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:33.507228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.570233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:33.573373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:33.579368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:33.588342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.613581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54874) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:33.614479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event updated for resources: {'Port': ['ID=17df590e-2bc0-4f1e-bbc0-8e9cf9e79402,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:33.627837 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.672761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d1a9-4f64-4400-baf2-4960ce4338cd req-26b3c556-53b7-46d2-b458-ae87c37a5e38 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:33.674401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03f2d1a9-4f64-4400-baf2-4960ce4338cd req-26b3c556-53b7-46d2-b458-ae87c37a5e38 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 949 time: 0.0967152 Aug 19 15:01:33.711445 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.730992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.745965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c36abb-4cef-46d5-aac2-f0de638cb644,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:33.748467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03f2d1a9-4f64-4400-baf2-4960ce4338cd req-88e353c1-3de4-4d93-b415-28695e10eec0 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Aug 19 15:01:33.749142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bffccd6-bde8-4ce6-bdd4-de7bee6e80d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.880875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.887714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.888935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-42c7ed00-c502-4a68-af75-34aa4ccda7b2 req-234ece46-1e90-4b7c-a001-39c62209596f tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4674156 Aug 19 15:01:33.891273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a33b2e-a477-4600-aea8-783681970825 req-8e1a4423-3f97-4cda-9eb0-764dc87b208e tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:33.897863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9a33b2e-a477-4600-aea8-783681970825 req-8e1a4423-3f97-4cda-9eb0-764dc87b208e tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.0795901 Aug 19 15:01:33.968343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9a33b2e-a477-4600-aea8-783681970825 req-461baad1-c490-41a7-a700-33264ed0b388 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564508 Aug 19 15:01:34.030621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb404af6-434c-4b32-82f8-9ebdbc336132 req-05f4840c-17bf-45d6-974b-caf38d7d457b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.032195 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb404af6-434c-4b32-82f8-9ebdbc336132 req-05f4840c-17bf-45d6-974b-caf38d7d457b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0835481 Aug 19 15:01:34.041957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bffccd6-bde8-4ce6-bdd4-de7bee6e80d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.078048 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb404af6-434c-4b32-82f8-9ebdbc336132 req-b5226f3c-9f0f-4c7f-9155-a5672b18b06c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Aug 19 15:01:34.126597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bdf27-35a4-4762-836a-c10ce92f158b req-13db96e7-8886-4b47-ba42-ebd3a483d544 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.128836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c1bdf27-35a4-4762-836a-c10ce92f158b req-13db96e7-8886-4b47-ba42-ebd3a483d544 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0885141 Aug 19 15:01:34.133327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bffccd6-bde8-4ce6-bdd4-de7bee6e80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.143477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.179009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c1bdf27-35a4-4762-836a-c10ce92f158b req-b0ad3851-a78a-4345-ae59-676fd119c635 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Aug 19 15:01:34.181700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:34.185151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:34.187922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84a7d631-582b-4f5a-a10e-a2a906d00174 req-d497888e-929b-462d-babb-60eb68ad058d tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/4ba86cb0-6161-49ad-8c44-bfd31e2436dd HTTP/1.1" status: 200 len: 2995 time: 0.0843704 Aug 19 15:01:34.201156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54882) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:34.201310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1bffccd6-bde8-4ce6-bdd4-de7bee6e80d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41476b4a1c71440ca8e156926d53b445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5849779 Aug 19 15:01:34.202704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffccd6-bde8-4ce6-bdd4-de7bee6e80d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a29596-d9f8-4bf3-8b6b-934a0f1b8087,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.256332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.260325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-55724dc5-750d-4a90-ad93-f576b52e3374 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-group-rules/d7c36abb-4cef-46d5-aac2-f0de638cb644 HTTP/1.1" status: 200 len: 783 time: 0.0194907 Aug 19 15:01:34.300810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54231b7b-4719-4bda-ad49-9a8556b232fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.319120 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-a5918426-e63b-4eaa-b528-5090d63e62af tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/4ba86cb0-6161-49ad-8c44-bfd31e2436dd HTTP/1.1" status: 200 len: 2995 time: 0.0557606 Aug 19 15:01:34.341249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:34.359454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'mac_address': 'fa:16:3e:2e:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:34.366470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54231b7b-4719-4bda-ad49-9a8556b232fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.368428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event updated for resources: {'Port': ['ID=17df590e-2bc0-4f1e-bbc0-8e9cf9e79402,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.370730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-948d7f7a-0a2f-4871-a18f-adca481bf7d2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.382627 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-948d7f7a-0a2f-4871-a18f-adca481bf7d2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.390053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:34.396425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:34.396799 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.434134 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.441514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.460276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:34.502809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:34.520757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777268e6-64c9-4094-829a-a0f3a3fc9934 req-63f8f878-59a6-41fa-a271-be876cca1fdc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.523057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-777268e6-64c9-4094-829a-a0f3a3fc9934 req-63f8f878-59a6-41fa-a271-be876cca1fdc tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 948 time: 0.0731099 Aug 19 15:01:34.524456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3d9acddc-037d-4efb-81cf-2d79198887bb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:34.537432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-948d7f7a-0a2f-4871-a18f-adca481bf7d2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.546438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-948d7f7a-0a2f-4871-a18f-adca481bf7d2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.548217 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb127743-7cf0-4ca5-99ef-972811cf364e req-948d7f7a-0a2f-4871-a18f-adca481bf7d2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d7c36abb-4cef-46d5-aac2-f0de638cb644 HTTP/1.1" status: 204 len: 173 time: 0.2226048 Aug 19 15:01:34.565555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d7f7a-0a2f-4871-a18f-adca481bf7d2 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7c36abb-4cef-46d5-aac2-f0de638cb644,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.574977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.575160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54231b7b-4719-4bda-ad49-9a8556b232fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.577693 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54231b7b-4719-4bda-ad49-9a8556b232fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.581202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-54231b7b-4719-4bda-ad49-9a8556b232fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26a29596-d9f8-4bf3-8b6b-934a0f1b8087 HTTP/1.1" status: 204 len: 168 time: 0.3778787 Aug 19 15:01:34.591096 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.602990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6d128482-62ed-44c2-91ba-aed649ae1e2c tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0904391 Aug 19 15:01:34.621555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.637686 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1127abdc-3f99-4f57-86c2-b32e4b7a9407 req-b8d8e739-01ea-426c-8e1e-9a29ac1aeddf tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/4ba86cb0-6161-49ad-8c44-bfd31e2436dd HTTP/1.1" status: 200 len: 2397 time: 0.0632646 Aug 19 15:01:34.637952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:34.639563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54231b7b-4719-4bda-ad49-9a8556b232fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a29596-d9f8-4bf3-8b6b-934a0f1b8087,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.640218 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfac6f5-1e75-4e50-8d32-fe42d2ea9c3a" -d '{"events": [{"server_uuid": "a2521cba-33d2-4508-9a6e-53992ce79988", "name": "network-vif-plugged", "status": "completed", "tag": "4c737cbb-329b-4bb7-80b7-22bbb13dd9f9"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:34.664852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-777268e6-64c9-4094-829a-a0f3a3fc9934 req-7c502d43-8f37-4a15-8451-9b015b6c4f4c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235526 Aug 19 15:01:34.676976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-eea3b7fe-0ea7-4e9b-9d4a-dd38a5375b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.678563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-eea3b7fe-0ea7-4e9b-9d4a-dd38a5375b51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 1097 time: 0.1492677 Aug 19 15:01:34.713039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:34.727886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1127abdc-3f99-4f57-86c2-b32e4b7a9407 req-2c599709-7486-438d-b7b7-76ae814d549a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.733581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 3d9acddc-037d-4efb-81cf-2d79198887bb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:34.733805 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.778568 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cfdd6-369f-4923-82c2-048c2d8c2664 x-openstack-request-id: req-df5cfdd6-369f-4923-82c2-048c2d8c2664 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:34.778568 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2521cba-33d2-4508-9a6e-53992ce79988", "name": "network-vif-plugged", "status": "completed", "tag": "4c737cbb-329b-4bb7-80b7-22bbb13dd9f9", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:34.778568 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df5cfdd6-369f-4923-82c2-048c2d8c2664 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:34.778568 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9', 'code': 200} Aug 19 15:01:34.785827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1127abdc-3f99-4f57-86c2-b32e4b7a9407 req-2c599709-7486-438d-b7b7-76ae814d549a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.787279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.802367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.880046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.917429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6c536d8-c292-45d6-9c80-919a85249d64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:34.956631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06927cdd-d13f-4db6-8ad6-a8679bb208d6 req-19ea6c77-f61f-443f-8cea-12e6f7384534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.958184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06927cdd-d13f-4db6-8ad6-a8679bb208d6 req-19ea6c77-f61f-443f-8cea-12e6f7384534 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 1102 time: 0.1111085 Aug 19 15:01:34.966378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-3a7ba634-1e92-4a2c-9945-e1771eb0f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.967850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-3a7ba634-1e92-4a2c-9945-e1771eb0f76e service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 916 time: 0.2616971 Aug 19 15:01:34.982452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189f3b7-d25e-4823-a525-d573b8b36eb3 req-ca489b3d-03b7-449e-b2db-62ed52308536 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.982993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1127abdc-3f99-4f57-86c2-b32e4b7a9407 req-2c599709-7486-438d-b7b7-76ae814d549a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.983967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5189f3b7-d25e-4823-a525-d573b8b36eb3 req-ca489b3d-03b7-449e-b2db-62ed52308536 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.1004930 Aug 19 15:01:34.989396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1127abdc-3f99-4f57-86c2-b32e4b7a9407 req-2c599709-7486-438d-b7b7-76ae814d549a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.991229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1127abdc-3f99-4f57-86c2-b32e4b7a9407 req-2c599709-7486-438d-b7b7-76ae814d549a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ba86cb0-6161-49ad-8c44-bfd31e2436dd HTTP/1.1" status: 204 len: 173 time: 0.3526456 Aug 19 15:01:35.013697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c599709-7486-438d-b7b7-76ae814d549a tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba86cb0-6161-49ad-8c44-bfd31e2436dd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.019601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06927cdd-d13f-4db6-8ad6-a8679bb208d6 req-155178a2-0871-4b1f-96f9-2d51cbc26035 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Aug 19 15:01:35.105475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5189f3b7-d25e-4823-a525-d573b8b36eb3 req-1cb6663c-b0df-4b1a-8f02-7b802231f883 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845900 Aug 19 15:01:35.106853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-e4cebee4-10a8-406b-b25e-51ae80bbe5f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6 HTTP/1.1" status: 200 len: 217 time: 0.0775352 Aug 19 15:01:35.134087 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-9371bfa7-7aa5-4b93-9a0e-67fe79747587 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--527780886&fields=id&tenant_id=c882464767d5402c98a2bb04914656a7 HTTP/1.1" status: 200 len: 267 time: 0.0429704 Aug 19 15:01:35.174948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-6355c8b9-8f11-4194-ad06-eb4a36054a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.180786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-6355c8b9-8f11-4194-ad06-eb4a36054a90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.0617497 Aug 19 15:01:35.230163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-a6962606-5d18-462a-96d9-1602cccb8859 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400643 Aug 19 15:01:35.253051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bf7a9d7e-1d92-496b-abe2-0fedc8681446 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.257701 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bf7a9d7e-1d92-496b-abe2-0fedc8681446 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/networks?id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 HTTP/1.1" status: 200 len: 815 time: 0.1115670 Aug 19 15:01:35.258550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fd588-54e3-48e0-840c-918a285a0c7b req-eea2b06c-1e38-40cb-a96b-d92e6284a111 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.260208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c8fd588-54e3-48e0-840c-918a285a0c7b req-eea2b06c-1e38-40cb-a96b-d92e6284a111 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.0827572 Aug 19 15:01:35.276510 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-ec0ecb7a-a72f-4be3-86e9-4207dd1842e9 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/quotas/c882464767d5402c98a2bb04914656a7 HTTP/1.1" status: 200 len: 375 time: 0.0148492 Aug 19 15:01:35.341375 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-412c1aa3-a90f-4deb-a5ab-7cbe8f76c2e1 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c882464767d5402c98a2bb04914656a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585849 Aug 19 15:01:35.359433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c8fd588-54e3-48e0-840c-918a285a0c7b req-d90a721c-6fbc-4ff7-afd7-9fe04533ad3c tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861623 Aug 19 15:01:35.388873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-c281c757-d4df-4225-9a06-92df08949ff1 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464751 Aug 19 15:01:35.404014 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-562702e8-c755-4b21-b3dc-8ec11daabbec req-10f6071c-2c55-42bd-8a4a-41d9e6e6d68d tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] show failed (client error): The resource could not be found. Aug 19 15:01:35.410214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-562702e8-c755-4b21-b3dc-8ec11daabbec req-10f6071c-2c55-42bd-8a4a-41d9e6e6d68d tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/e7c9a8be-4fee-497f-a77b-88b623527d69 HTTP/1.1" status: 404 len: 352 time: 0.0146081 Aug 19 15:01:35.464714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-c2304d44-9d07-47c6-8fbe-3fda3b5b4995 service neutron] 10.222.0.13 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109757 Aug 19 15:01:35.555072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea59f4-17b3-4b19-a6bd-be963ae2fe10 req-d3c23d0b-a05b-4e1f-b7b8-564355f706af tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.556565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02ea59f4-17b3-4b19-a6bd-be963ae2fe10 req-d3c23d0b-a05b-4e1f-b7b8-564355f706af tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0891931 Aug 19 15:01:35.560595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc562ed-34a2-4961-8f10-7757b1ddfc6b req-7783c930-f913-446b-bbe1-10595de82049 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508524 Aug 19 15:01:35.569819 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-cbb3c7d5-6f29-4e11-8c0a-8a824ee3247d service neutron] 10.222.0.13 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981009 Aug 19 15:01:35.609463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02ea59f4-17b3-4b19-a6bd-be963ae2fe10 req-c1272385-0e27-4d2f-9bbb-cc05de376a0d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Aug 19 15:01:35.612985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:01:35.617917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54920) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:35.635096 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3288591-cc1a-459c-a968-5bc3c36b5dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.752908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282113-43a4-4ab5-b49b-fee0dedc257e req-3bee049d-ee8d-4ab7-88b0-e98c6bf6a212 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.754500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed282113-43a4-4ab5-b49b-fee0dedc257e req-3bee049d-ee8d-4ab7-88b0-e98c6bf6a212 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0808747 Aug 19 15:01:35.817232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3288591-cc1a-459c-a968-5bc3c36b5dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.822189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed282113-43a4-4ab5-b49b-fee0dedc257e req-713c87ed-4063-4f7d-8247-98a01c0f3140 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612905 Aug 19 15:01:35.883915 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24940b60-0538-450c-96ab-a9a35d942207 req-784d343f-c9bd-452a-8d9c-0d1e52ebb415 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/992b3104-cdd7-4e92-ad73-feaee4043024 HTTP/1.1" status: 200 len: 1803 time: 0.0535593 Aug 19 15:01:35.913464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3288591-cc1a-459c-a968-5bc3c36b5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.948466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-24940b60-0538-450c-96ab-a9a35d942207 req-fdd35400-4bcf-4e4f-8f2b-e1d9f7b4d934 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.980196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-24940b60-0538-450c-96ab-a9a35d942207 req-fdd35400-4bcf-4e4f-8f2b-e1d9f7b4d934 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.989094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288591-cc1a-459c-a968-5bc3c36b5dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbbceea-10fc-408d-9b48-a607c314ae83,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.996063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c3288591-cc1a-459c-a968-5bc3c36b5dd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc95da712a0942be9d39b1b79740f4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747370 Aug 19 15:01:35.997571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54930) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:36.007645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-df5babb2-fef0-48a8-9e5e-3807d3dc1f07 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:36.009259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-df5babb2-fef0-48a8-9e5e-3807d3dc1f07 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.54 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.1381042 Aug 19 15:01:36.031340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acd73-a1cf-46ed-bada-5aeef3a47750 req-6b8a58dc-a20b-42b0-9640-a3dd56c2554a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:36.037633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-176acd73-a1cf-46ed-bada-5aeef3a47750 req-6b8a58dc-a20b-42b0-9640-a3dd56c2554a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 949 time: 0.1276791 Aug 19 15:01:36.074960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8eba6e08-f5f5-4a42-b066-abd0e193c12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.099204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8eba6e08-f5f5-4a42-b066-abd0e193c12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.127836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-176acd73-a1cf-46ed-bada-5aeef3a47750 req-f996619c-44aa-4a66-83f7-7b92428951fe tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685031 Aug 19 15:01:36.170308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Deleting port f6a2d373-949b-4792-a970-1d873558a63b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:36.171508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-24940b60-0538-450c-96ab-a9a35d942207 req-fdd35400-4bcf-4e4f-8f2b-e1d9f7b4d934 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.173589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.174350 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-24940b60-0538-450c-96ab-a9a35d942207 req-fdd35400-4bcf-4e4f-8f2b-e1d9f7b4d934 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.187619 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24940b60-0538-450c-96ab-a9a35d942207 req-fdd35400-4bcf-4e4f-8f2b-e1d9f7b4d934 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/992b3104-cdd7-4e92-ad73-feaee4043024 HTTP/1.1" status: 204 len: 173 time: 0.2853887 Aug 19 15:01:36.187619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd35400-4bcf-4e4f-8f2b-e1d9f7b4d934 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992b3104-cdd7-4e92-ad73-feaee4043024,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.200699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:36.278394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-213fbc58-6beb-4a55-a745-be86bfad4381 req-3338240e-87c0-4b13-af77-723582a3ede6 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0994363 Aug 19 15:01:36.278931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8eba6e08-f5f5-4a42-b066-abd0e193c12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.281699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8eba6e08-f5f5-4a42-b066-abd0e193c12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.283533 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8eba6e08-f5f5-4a42-b066-abd0e193c12f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bbbceea-10fc-408d-9b48-a607c314ae83 HTTP/1.1" status: 204 len: 168 time: 0.2842362 Aug 19 15:01:36.301011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port e6c536d8-c292-45d6-9c80-919a85249d64 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:36.301544 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.328972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba6e08-f5f5-4a42-b066-abd0e193c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbbceea-10fc-408d-9b48-a607c314ae83,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.347254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2c93b-f6ba-4bb8-ad46-dc0a9b484eef req-29ca9cee-c116-4c2d-8a49-0dceffc3613e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:36.349937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24c2c93b-f6ba-4bb8-ad46-dc0a9b484eef req-29ca9cee-c116-4c2d-8a49-0dceffc3613e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.1099219 Aug 19 15:01:36.358298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] For port f6a2d373-949b-4792-a970-1d873558a63b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f6a2d373-949b-4792-a970-1d873558a63b,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:36.358773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.396307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89c0a1f0-be59-45b4-b008-b0b09435a889 req-d7f99026-26bc-4785-b367-de972514d46e tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/94bece0e-b58d-4e16-a136-4afe770cc215 HTTP/1.1" status: 200 len: 1803 time: 0.0868661 Aug 19 15:01:36.397308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Calling delete_port for f6a2d373-949b-4792-a970-1d873558a63b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:36.427059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24c2c93b-f6ba-4bb8-ad46-dc0a9b484eef req-37f0e9db-ed86-4fdb-b0ed-8e3faf64bdae tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694776 Aug 19 15:01:36.441521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.495970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:36.536414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094127e0-1aea-475f-a6fb-cb8e87cb2ea6 req-e6b89982-8223-4325-aa04-c8291f3481df tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:36.537806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89c0a1f0-be59-45b4-b008-b0b09435a889 req-1f50de44-f201-4617-a4ea-075f04487a65 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.541645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-094127e0-1aea-475f-a6fb-cb8e87cb2ea6 req-e6b89982-8223-4325-aa04-c8291f3481df tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 950 time: 0.0630450 Aug 19 15:01:36.570947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89c0a1f0-be59-45b4-b008-b0b09435a889 req-1f50de44-f201-4617-a4ea-075f04487a65 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.589186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.603489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-094127e0-1aea-475f-a6fb-cb8e87cb2ea6 req-c20e3e4c-d7f2-41a1-acb5-c714f88f93f9 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/security-groups?id=719c8a26-fcc5-4a46-8b2a-51bcf2585354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587661 Aug 19 15:01:36.684107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.766146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b584-71fd-4058-b898-18bd823ce98e req-bb3a369a-c673-4738-9b3b-f02efcd512ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:36.768638 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7954b584-71fd-4058-b898-18bd823ce98e req-bb3a369a-c673-4738-9b3b-f02efcd512ac tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0654354 Aug 19 15:01:36.780018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:36.782400 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59988ee9-75d0-4a4d-8879-fd44b56ae375" -d '{"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:36.808287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7954b584-71fd-4058-b898-18bd823ce98e req-1427d2f4-a509-458c-ab0e-baf93ec023c1 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Aug 19 15:01:36.814885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89c0a1f0-be59-45b4-b008-b0b09435a889 req-1f50de44-f201-4617-a4ea-075f04487a65 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.817712 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89c0a1f0-be59-45b4-b008-b0b09435a889 req-1f50de44-f201-4617-a4ea-075f04487a65 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.818955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89c0a1f0-be59-45b4-b008-b0b09435a889 req-1f50de44-f201-4617-a4ea-075f04487a65 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/94bece0e-b58d-4e16-a136-4afe770cc215 HTTP/1.1" status: 204 len: 173 time: 0.4070275 Aug 19 15:01:36.822979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.860256 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41816584-ff08-4775-ba72-f8f4eb83f0b0 x-openstack-request-id: req-41816584-ff08-4775-ba72-f8f4eb83f0b0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:36.860582 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:36.860780 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41816584-ff08-4775-ba72-f8f4eb83f0b0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:36.861232 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'code': 200} Aug 19 15:01:36.867024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50de44-f201-4617-a4ea-075f04487a65 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bece0e-b58d-4e16-a136-4afe770cc215,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.871251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Pushing event deleted for resources: {'Port': ['ID=f6a2d373-949b-4792-a970-1d873558a63b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.978541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] No DVR routers for this DVR port f6a2d373-949b-4792-a970-1d873558a63b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:36.983669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.985842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-324bf7a8-2ef9-45ac-8abf-5f4117d129f2 req-6ee45eda-5e53-4663-8704-2ef28fb4b202 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.54 "DELETE /v2.0/ports/f6a2d373-949b-4792-a970-1d873558a63b HTTP/1.1" status: 204 len: 173 time: 0.9706080 Aug 19 15:01:36.987872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a77796-4216-4e4c-bbb5-df2019229203', 'name': 'network-vif-deleted', 'tag': 'f6a2d373-949b-4792-a970-1d873558a63b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:36.997784 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fc613e-4a8a-4a51-83cd-c31a4d109d0f" -d '{"events": [{"server_uuid": "36a77796-4216-4e4c-bbb5-df2019229203", "name": "network-vif-deleted", "tag": "f6a2d373-949b-4792-a970-1d873558a63b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:37.018278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-472f16df-65aa-40eb-9890-2f426273fc84 req-595e8566-7d44-4e60-a09d-148f9d6f2f7d tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b HTTP/1.1" status: 200 len: 1803 time: 0.1519468 Aug 19 15:01:37.061903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83be6c-7f11-4cbc-ba60-3dcae1f95452 req-8828fcae-df57-48d0-8be7-0bfd0fc80aa7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.065600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d83be6c-7f11-4cbc-ba60-3dcae1f95452 req-8828fcae-df57-48d0-8be7-0bfd0fc80aa7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1193094 Aug 19 15:01:37.136230 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-472f16df-65aa-40eb-9890-2f426273fc84 req-027919d4-0037-4119-a66c-9b8b233aaaab tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.161897 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d83be6c-7f11-4cbc-ba60-3dcae1f95452 req-83c5f6ae-9358-4395-9a19-d2aea56d55e2 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833771 Aug 19 15:01:37.167325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-472f16df-65aa-40eb-9890-2f426273fc84 req-027919d4-0037-4119-a66c-9b8b233aaaab tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.232565 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad4fbb-9f61-4598-b9bb-ee82e3271a7d x-openstack-request-id: req-09ad4fbb-9f61-4598-b9bb-ee82e3271a7d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:37.232850 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a77796-4216-4e4c-bbb5-df2019229203", "name": "network-vif-deleted", "tag": "f6a2d373-949b-4792-a970-1d873558a63b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:37.233361 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09ad4fbb-9f61-4598-b9bb-ee82e3271a7d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:37.237479 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a77796-4216-4e4c-bbb5-df2019229203', 'name': 'network-vif-deleted', 'tag': 'f6a2d373-949b-4792-a970-1d873558a63b', 'status': 'completed', 'code': 200} Aug 19 15:01:37.255387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158082b-fccb-42f3-a243-51a0538c1011 req-634120ca-1169-4b4f-80b7-15a71482a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.260644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1158082b-fccb-42f3-a243-51a0538c1011 req-634120ca-1169-4b4f-80b7-15a71482a028 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1102 time: 0.0613821 Aug 19 15:01:37.325452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1158082b-fccb-42f3-a243-51a0538c1011 req-fdb5c2d8-00ab-4fc2-b0c7-0a4a7771e69d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584049 Aug 19 15:01:37.343122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d968e05-9ca0-49a8-a720-daba173e10bb req-b8b7e2ab-682c-4ebe-b7f7-dabab88ba822 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.344636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5d968e05-9ca0-49a8-a720-daba173e10bb req-b8b7e2ab-682c-4ebe-b7f7-dabab88ba822 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0595365 Aug 19 15:01:37.385283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-472f16df-65aa-40eb-9890-2f426273fc84 req-027919d4-0037-4119-a66c-9b8b233aaaab tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.385556 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5d968e05-9ca0-49a8-a720-daba173e10bb req-6936b274-abe4-45fa-9c19-f0d958456bd1 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Aug 19 15:01:37.388012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-472f16df-65aa-40eb-9890-2f426273fc84 req-027919d4-0037-4119-a66c-9b8b233aaaab tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.389159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-472f16df-65aa-40eb-9890-2f426273fc84 req-027919d4-0037-4119-a66c-9b8b233aaaab tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b HTTP/1.1" status: 204 len: 173 time: 0.3644514 Aug 19 15:01:37.402413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027919d4-0037-4119-a66c-9b8b233aaaab tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e3fba9-802c-4e3d-b8f1-f45e2d6a2c7b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:37.464815 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6da008a6-4bf5-447d-b61b-ae710762c053 req-2f987e3b-1e96-4d59-a5f8-cbd23181226b tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa HTTP/1.1" status: 200 len: 2403 time: 0.0512693 Aug 19 15:01:37.511090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02ef051e-6177-488f-85c9-e345b9b50fca req-d601ef70-8bc0-42ee-81d4-d10123310b8d tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0454023 Aug 19 15:01:37.540545 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6da008a6-4bf5-447d-b61b-ae710762c053 req-81836aca-5dcd-4948-979a-8afbd7556fad tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.583069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6da008a6-4bf5-447d-b61b-ae710762c053 req-81836aca-5dcd-4948-979a-8afbd7556fad tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.638782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd93f-005e-46e9-be49-5b7c6824e22f req-28c7ab35-9bc9-4929-acd5-b8e2f93682b3 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.640290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-514fd93f-005e-46e9-be49-5b7c6824e22f req-28c7ab35-9bc9-4929-acd5-b8e2f93682b3 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.0612409 Aug 19 15:01:37.684288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-514fd93f-005e-46e9-be49-5b7c6824e22f req-52212525-fafa-49d4-8781-8219c61a37a7 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Aug 19 15:01:37.740104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6da008a6-4bf5-447d-b61b-ae710762c053 req-81836aca-5dcd-4948-979a-8afbd7556fad tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.742825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6da008a6-4bf5-447d-b61b-ae710762c053 req-81836aca-5dcd-4948-979a-8afbd7556fad tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.765046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6da008a6-4bf5-447d-b61b-ae710762c053 req-81836aca-5dcd-4948-979a-8afbd7556fad tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa HTTP/1.1" status: 204 len: 173 time: 0.2730987 Aug 19 15:01:37.765046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81836aca-5dcd-4948-979a-8afbd7556fad tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0ee8d5-36f9-4bf8-bd82-907b161f8ffa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:37.806113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f42d6c7d-abbe-4206-b0e1-057e8d1bb78a req-4d247d37-7c5c-4ff1-a5f1-92c65080e5d4 tempest-ServersAdminNegativeTestJSON-214829613 tempest-ServersAdminNegativeTestJSON-214829613-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a77796-4216-4e4c-bbb5-df2019229203 HTTP/1.1" status: 200 len: 210 time: 0.0359092 Aug 19 15:01:37.878838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8e4a869-2db5-43f1-aed3-605bfd797de6 req-e79ff5a7-0a4b-4fb2-bd72-8b99ab7a6c09 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "GET /v2.0/security-groups/39f08bc1-d77b-4f0b-9573-d4dec95811b0 HTTP/1.1" status: 200 len: 2397 time: 0.0475163 Aug 19 15:01:37.947664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8e4a869-2db5-43f1-aed3-605bfd797de6 req-3e95d7b4-97a9-4de0-84d9-2dc114a8d9c9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.980229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8e4a869-2db5-43f1-aed3-605bfd797de6 req-3e95d7b4-97a9-4de0-84d9-2dc114a8d9c9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.131678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8e4a869-2db5-43f1-aed3-605bfd797de6 req-3e95d7b4-97a9-4de0-84d9-2dc114a8d9c9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.140085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8e4a869-2db5-43f1-aed3-605bfd797de6 req-3e95d7b4-97a9-4de0-84d9-2dc114a8d9c9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.141481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8e4a869-2db5-43f1-aed3-605bfd797de6 req-3e95d7b4-97a9-4de0-84d9-2dc114a8d9c9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] 10.222.0.13 "DELETE /v2.0/security-groups/39f08bc1-d77b-4f0b-9573-d4dec95811b0 HTTP/1.1" status: 204 len: 173 time: 0.2538059 Aug 19 15:01:38.144654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54990) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:38.168332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95d7b4-97a9-4de0-84d9-2dc114a8d9c9 tempest-SecurityGroupRulesTestJSON-1302671317 tempest-SecurityGroupRulesTestJSON-1302671317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f08bc1-d77b-4f0b-9573-d4dec95811b0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:38.214179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d329f96-2546-4368-87de-1e9ed563441b req-84c49ccf-6d59-462b-9177-662a36ab5d3c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.223170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d329f96-2546-4368-87de-1e9ed563441b req-84c49ccf-6d59-462b-9177-662a36ab5d3c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1247241 Aug 19 15:01:38.275554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Deleting subnet 46a1e955-05d1-4c49-90d2-aa96497b071a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:38.281604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.310847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c1d14-0c76-4f15-8793-96163ddbef35 req-f0e1a351-f30e-458d-8635-42015f331b82 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.313626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f5c1d14-0c76-4f15-8793-96163ddbef35 req-f0e1a351-f30e-458d-8635-42015f331b82 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.1038837 Aug 19 15:01:38.337719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d329f96-2546-4368-87de-1e9ed563441b req-ef778d50-9c24-41d6-91b4-eb89b1c470c2 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134589 Aug 19 15:01:38.380671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.427758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.432628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f5c1d14-0c76-4f15-8793-96163ddbef35 req-a2e8ffcb-0aa5-437c-a638-a430bb697ef3 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Aug 19 15:01:38.542614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88d000-0578-45b8-995b-70eab6d81702 req-62a8fad8-be71-4a1a-8385-c50807bccc5f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.544559 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1f88d000-0578-45b8-995b-70eab6d81702 req-62a8fad8-be71-4a1a-8385-c50807bccc5f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0590372 Aug 19 15:01:38.575830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b31416-979b-4269-9e34-78b98eb11acf req-0283924f-82af-4a90-a85b-6768f15c68e7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.585382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9b31416-979b-4269-9e34-78b98eb11acf req-0283924f-82af-4a90-a85b-6768f15c68e7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0743423 Aug 19 15:01:38.588697 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1f88d000-0578-45b8-995b-70eab6d81702 req-d5c4b770-ce3c-4280-8141-d89f53f24e9c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376203 Aug 19 15:01:38.604243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.644234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9b31416-979b-4269-9e34-78b98eb11acf req-94b8b8ff-df62-4f9b-9bb6-60bd4773777d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573311 Aug 19 15:01:38.660254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a1e955-05d1-4c49-90d2-aa96497b071a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:38.664713 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.669627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-592cfd8f-33a7-46cf-9df8-9d5a6ac9bc81 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46a1e955-05d1-4c49-90d2-aa96497b071a HTTP/1.1" status: 204 len: 168 time: 0.5239906 Aug 19 15:01:38.670372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:38.768748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f6a2d373-949b-4792-a970-1d873558a63b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:38.798613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-660d7055-c63b-4116-b139-174e4c54a566 req-94cf5dfb-76bd-4dfd-b7bc-536c609d6083 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.1166005 Aug 19 15:01:38.820070 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-2bd22b26-a396-4149-afec-141a1805b591 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373304 Aug 19 15:01:38.824822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: f6a2d373-949b-4792-a970-1d873558a63b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:38.825331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f6a2d373-949b-4792-a970-1d873558a63b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:38.825469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.930413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.943690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f3fbb0-120f-43ff-8aa2-6aecde2b6c35']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:38.957595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2782297-4b0b-4856-aff5-13f902895069') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:38.957993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2782297-4b0b-4856-aff5-13f902895069') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:38.969529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.992763 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.006996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:39.008280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.013749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-d7de7ef3-29d5-450b-b471-cebab58db276 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.022413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-d7de7ef3-29d5-450b-b471-cebab58db276 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939569 Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:39.030026 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:39.037956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-c54aacc1-b106-4a57-b0c1-7c92ebc819dc tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/quotas/7da17924b79641e7b6d8e6e6472e8f84 HTTP/1.1" status: 200 len: 375 time: 0.0140319 Aug 19 15:01:39.098789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-919e1686-f4da-4f40-a5bf-f86a7d2a902c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550151 Aug 19 15:01:39.200960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.226684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.244263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35f3fbb0-120f-43ff-8aa2-6aecde2b6c35 HTTP/1.1" status: 204 len: 168 time: 0.5725880 Aug 19 15:01:39.246729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793471ae-397e-47ba-82b4-823a108a0602 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f3fbb0-120f-43ff-8aa2-6aecde2b6c35,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:39.314822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-920e1905-fdae-47c6-8079-2fe386ce0fb1 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.316388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-920e1905-fdae-47c6-8079-2fe386ce0fb1 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.46 "GET /v2.0/networks?id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 HTTP/1.1" status: 200 len: 815 time: 0.1549330 Aug 19 15:01:39.371630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-453deb30-2869-4ac7-af75-208ad2b0ee05 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c882464767d5402c98a2bb04914656a7 HTTP/1.1" status: 200 len: 379 time: 0.0390267 Aug 19 15:01:39.396199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Request body: {'port': {'device_id': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'admin_state_up': True, 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'security_groups': ['724c7168-ca76-4a9a-ae90-df8ae998bad5']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:39.557430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1683d-ee20-4cf6-8a8f-9b4dbc8870df req-b333b7b3-dead-456c-8772-36c5fd457797 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.559441 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b1f1683d-ee20-4cf6-8a8f-9b4dbc8870df req-b333b7b3-dead-456c-8772-36c5fd457797 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1092479 Aug 19 15:01:39.591988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9301feff-f752-4b4c-9b38-ba77f75f0277 req-e93579be-bf17-465f-862a-2ea8d8b03b9a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 210 time: 0.0358474 Aug 19 15:01:39.615859 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b1f1683d-ee20-4cf6-8a8f-9b4dbc8870df req-5e9ec265-1a8b-4d51-bf0a-a142a9226e2a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Aug 19 15:01:39.718263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Made reservation on behalf of c882464767d5402c98a2bb04914656a7 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:39.725671 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.804862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c573b3-f64b-4ecf-9672-fa0466ac8efd req-6ba04e7a-dcb0-43b4-b1ed-74e79632d313 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.811031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-53c573b3-f64b-4ecf-9672-fa0466ac8efd req-6ba04e7a-dcb0-43b4-b1ed-74e79632d313 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0747740 Aug 19 15:01:39.861877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-53c573b3-f64b-4ecf-9672-fa0466ac8efd req-7e88d05f-b629-48eb-a25a-1f10cbfc4575 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490236 Aug 19 15:01:39.895142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d2901-2636-4a2f-a681-b520c4ae71b1 req-163ea01b-dca3-4be2-9ec9-e561c25e61ff tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.897277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e27d2901-2636-4a2f-a681-b520c4ae71b1 req-163ea01b-dca3-4be2-9ec9-e561c25e61ff tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1195445 Aug 19 15:01:39.929089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55054) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:40.006446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55056) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:40.059921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e27d2901-2636-4a2f-a681-b520c4ae71b1 req-c6f7a36f-a61e-4d24-8dbe-af0db515af73 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481442 Aug 19 15:01:40.075608 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-524bb804-4637-4476-9686-5e34760b4588 req-80c4d932-b72d-4dea-a7d3-2dcc92ef0364 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0555408 Aug 19 15:01:40.119929 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8f508bf-0839-42fe-9435-53f43a7e7b7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24aaceb6ab9c4821b097d69de15c21d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892228 Aug 19 15:01:40.127705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Allocated IP 172.20.0.12 (33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7/7aa6522f-c2ca-4786-b07a-aaa3367f82d2/994425f3-233e-46b1-9c7b-83b88094a97f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:40.130082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:40.203201 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47b01ce3-b550-4ad7-8221-afbee9b75a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.246261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47b01ce3-b550-4ad7-8221-afbee9b75a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.358488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345811-a440-4c3a-ab7c-6b75f6fcab93 req-e0267f21-c221-4f1f-9a89-9ea376a68a34 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:40.360056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44345811-a440-4c3a-ab7c-6b75f6fcab93 req-e0267f21-c221-4f1f-9a89-9ea376a68a34 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1796646 Aug 19 15:01:40.449233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44345811-a440-4c3a-ab7c-6b75f6fcab93 req-fc14b400-5290-40e6-8e36-6a0211dc2239 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799251 Aug 19 15:01:40.454610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1e09b650-4867-4541-8dba-3e85f6b5b0d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0eb33a7b80c479e879fd9395e5bb8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430683 Aug 19 15:01:40.458336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55070) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:40.492539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.511384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Transition to ACTIVE for port object 994425f3-233e-46b1-9c7b-83b88094a97f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:40.512576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47b01ce3-b550-4ad7-8221-afbee9b75a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.519956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47b01ce3-b550-4ad7-8221-afbee9b75a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.523813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-47b01ce3-b550-4ad7-8221-afbee9b75a8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc07877b-7bf9-4b47-b144-305710dcb532 HTTP/1.1" status: 204 len: 168 time: 0.3903825 Aug 19 15:01:40.534687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b01ce3-b550-4ad7-8221-afbee9b75a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07877b-7bf9-4b47-b144-305710dcb532,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.555507 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9327b6aa-f746-4b28-8893-3e0f0b4a10a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.589856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9327b6aa-f746-4b28-8893-3e0f0b4a10a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.686775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ada95db-2789-434c-b9e8-01c85e746cb1 req-43aad07a-b29b-45cc-8c92-f34d80d04e64 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 210 time: 0.0325236 Aug 19 15:01:40.700238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.747379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9327b6aa-f746-4b28-8893-3e0f0b4a10a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.755728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9327b6aa-f746-4b28-8893-3e0f0b4a10a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.757795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9327b6aa-f746-4b28-8893-3e0f0b4a10a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/719c8a26-fcc5-4a46-8b2a-51bcf2585354 HTTP/1.1" status: 204 len: 168 time: 0.2984450 Aug 19 15:01:40.776994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327b6aa-f746-4b28-8893-3e0f0b4a10a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c8a26-fcc5-4a46-8b2a-51bcf2585354,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.797640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:40.812959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:40.820333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:40.829411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event updated for resources: {'Port': ['ID=994425f3-233e-46b1-9c7b-83b88094a97f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.914087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402029f0-95dd-40be-a194-6ed79fec9620 req-3c65d43c-bf3b-4b9c-942e-c045a5a07494 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:40.917556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-402029f0-95dd-40be-a194-6ed79fec9620 req-3c65d43c-bf3b-4b9c-942e-c045a5a07494 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1720691 Aug 19 15:01:40.936216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:40.936887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.993862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-402029f0-95dd-40be-a194-6ed79fec9620 req-7fc21b34-952f-4afd-93c2-4f1a5bcca6aa tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Aug 19 15:01:41.046314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-6f983a85-223b-43f8-9ea6-2fce2c3dde40 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6573317 Aug 19 15:01:41.063410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Request body: {'port': {'device_id': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:41.345397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3878c61-0240-4f6c-aec2-b7e9e7ca24d7 req-d79a01c6-d451-4b22-be78-47e5f4c4807f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:41.347222 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3878c61-0240-4f6c-aec2-b7e9e7ca24d7 req-d79a01c6-d451-4b22-be78-47e5f4c4807f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 932 time: 0.0808272 Aug 19 15:01:41.406125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c249015d-ddde-4424-80ce-baae00ea705d None None] Provisioning for port 994425f3-233e-46b1-9c7b-83b88094a97f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:41.416082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c249015d-ddde-4424-80ce-baae00ea705d None None] Provisioning complete for port 994425f3-233e-46b1-9c7b-83b88094a97f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:41.416892 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c249015d-ddde-4424-80ce-baae00ea705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.420049 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3878c61-0240-4f6c-aec2-b7e9e7ca24d7 req-9a2b82c0-5b0d-49ab-b11f-5f17be533416 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615623 Aug 19 15:01:41.500886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c249015d-ddde-4424-80ce-baae00ea705d None None] Port 994425f3-233e-46b1-9c7b-83b88094a97f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:41.578431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c87cbe-1095-47b3-8967-17397cd7ff8d req-d4108b13-e3fa-443b-8a11-531ee2882063 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:41.589728 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-07c87cbe-1095-47b3-8967-17397cd7ff8d req-d4108b13-e3fa-443b-8a11-531ee2882063 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0785685 Aug 19 15:01:41.665781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.686462 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-07c87cbe-1095-47b3-8967-17397cd7ff8d req-e539b82a-34d6-4cb0-990a-2c0a3acfb1b9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957983 Aug 19 15:01:41.693659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e01ab-2623-4fbb-86a6-f16907c025c9 req-2c51eb79-b6a7-4fcf-9c47-477290fed2aa tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:41.694911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a10e01ab-2623-4fbb-86a6-f16907c025c9 req-2c51eb79-b6a7-4fcf-9c47-477290fed2aa tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1181970 Aug 19 15:01:41.781740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a10e01ab-2623-4fbb-86a6-f16907c025c9 req-86d0831e-9b0a-4986-bea5-34102dc1e75e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585885 Aug 19 15:01:41.803456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be406fe6-6645-4a17-990a-3ac814de31de req-13af67b0-ddf8-4e08-94c2-18d35c07b073 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 210 time: 0.0395012 Aug 19 15:01:42.053609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994425f3-233e-46b1-9c7b-83b88094a97f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:42.062117 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.084431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Transition to ACTIVE for port object 994425f3-233e-46b1-9c7b-83b88094a97f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:42.091906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55128) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:42.143493 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-82681abd-7698-4e16-b1ad-f3f4e82f96ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78a7b4ab363c43e5999bcd99bb09695b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503597 Aug 19 15:01:42.150279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55130) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:42.179680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7256-c4b0-4cab-806e-5ccfe4187550 req-e61295ec-389a-40cf-ac1d-e99c8fca9f86 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:42.181510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-675e7256-c4b0-4cab-806e-5ccfe4187550 req-e61295ec-389a-40cf-ac1d-e99c8fca9f86 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0671890 Aug 19 15:01:42.183344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.241368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3b80fb-9301-471e-9d46-25f0638e03f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.277141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Pushing event updated for resources: {'Port': ['ID=994425f3-233e-46b1-9c7b-83b88094a97f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:42.281444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3b80fb-9301-471e-9d46-25f0638e03f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.308757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-675e7256-c4b0-4cab-806e-5ccfe4187550 req-8dec7cc3-14e7-42a2-aa71-d01f9daa5909 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Aug 19 15:01:42.446936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Attempting to bind port 994425f3-233e-46b1-9c7b-83b88094a97f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:42.446936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Attempting to bind port 994425f3-233e-46b1-9c7b-83b88094a97f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:42.447609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Attempting to bind port 994425f3-233e-46b1-9c7b-83b88094a97f on network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:42.453007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Port 994425f3-233e-46b1-9c7b-83b88094a97f on network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:42.453449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Attempting to bind port 994425f3-233e-46b1-9c7b-83b88094a97f on network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:42.459891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3b80fb-9301-471e-9d46-25f0638e03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.463633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3b80fb-9301-471e-9d46-25f0638e03f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.465232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a3b80fb-9301-471e-9d46-25f0638e03f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/450a7a00-15f5-40c6-98e6-620dfb4ea3c7 HTTP/1.1" status: 204 len: 168 time: 0.3164399 Aug 19 15:01:42.486112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b80fb-9301-471e-9d46-25f0638e03f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a7a00-15f5-40c6-98e6-620dfb4ea3c7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:42.499702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:42.501383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Checking segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:42.502287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Bound using segment: {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:42.505589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Bound port: 994425f3-233e-46b1-9c7b-83b88094a97f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2316f02-3287-433d-818c-64f5e8f154b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:42.506367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.607169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-ae4a8c2a-4726-419f-826b-370d2648fad4 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831480 Aug 19 15:01:42.628859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa8621-1447-4b4e-bc9d-435ab5b0d104 req-4bf6b8f4-dd8b-4c6b-9b94-c83209eb8dca tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:42.636463 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bdfa8621-1447-4b4e-bc9d-435ab5b0d104 req-4bf6b8f4-dd8b-4c6b-9b94-c83209eb8dca tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 944 time: 0.0784876 Aug 19 15:01:42.682139 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bdfa8621-1447-4b4e-bc9d-435ab5b0d104 req-834b2aad-73ce-477e-ae1d-7d399e04665d tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447731 Aug 19 15:01:42.712387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] For port 994425f3-233e-46b1-9c7b-83b88094a97f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:42.735851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] For port 994425f3-233e-46b1-9c7b-83b88094a97f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=994425f3-233e-46b1-9c7b-83b88094a97f,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:42.769207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-7b0a3a93-d9b7-43a3-a9fa-ca574da466ac tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:42.771003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-7b0a3a93-d9b7-43a3-a9fa-ca574da466ac tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567371 Aug 19 15:01:42.806922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Request body: {'port': {'device_id': '6f934310-f01b-4b28-8092-2afac26c01c4', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '7da17924b79641e7b6d8e6e6472e8f84'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:42.886938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.903268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11c987-62fa-4876-90b5-6a8318b9d917 req-c317619b-ccdc-4c8e-8a4e-bdc24252fe5a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:42.911669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b11c987-62fa-4876-90b5-6a8318b9d917 req-c317619b-ccdc-4c8e-8a4e-bdc24252fe5a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1387973 Aug 19 15:01:42.942955 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.964325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81505338-3d13-452f-bdd7-c83c0cba3393 req-dc571cd2-14ae-4aeb-8d81-cd71eb902a14 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:42.972578 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-81505338-3d13-452f-bdd7-c83c0cba3393 req-dc571cd2-14ae-4aeb-8d81-cd71eb902a14 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0964320 Aug 19 15:01:42.998031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.003217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.004693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] 10.222.0.46 "PUT /v2.0/ports/994425f3-233e-46b1-9c7b-83b88094a97f HTTP/1.1" status: 200 len: 1093 time: 1.9485393 Aug 19 15:01:43.010243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:43.023066 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0" -d '{"events": [{"name": "network-changed", "server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:43.054395 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-81505338-3d13-452f-bdd7-c83c0cba3393 req-ff7a4e71-481b-4612-b6e8-6d2395587a77 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805855 Aug 19 15:01:43.083823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b11c987-62fa-4876-90b5-6a8318b9d917 req-90658ba8-b1e5-4edc-9f03-d53af94cba01 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718259 Aug 19 15:01:43.091764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf0af-0936-44e0-b84f-b500020d4aaf service neutron] Pushing event updated for resources: {'Port': ['ID=994425f3-233e-46b1-9c7b-83b88094a97f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:43.215530 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6bc2f75c-3714-4757-839f-9d3832082126 req-f96d49e2-6c2d-41e4-9812-68e11a772c21 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 210 time: 0.0367286 Aug 19 15:01:43.276448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-66cf99dd-0673-4076-8840-1fe5bec0d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.279495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-66cf99dd-0673-4076-8840-1fe5bec0d63e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c882464767d5402c98a2bb04914656a7&device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 1096 time: 0.0829880 Aug 19 15:01:43.311004 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e071bf-b73a-4ce5-b015-1c4fc282f858 x-openstack-request-id: req-e4e071bf-b73a-4ce5-b015-1c4fc282f858 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:43.312243 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:43.312755 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4e071bf-b73a-4ce5-b015-1c4fc282f858 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:43.313222 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f', 'status': 'completed', 'code': 200} Aug 19 15:01:43.362683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-f8f42a6a-6a99-47c8-9afe-d81d434ed25c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=994425f3-233e-46b1-9c7b-83b88094a97f HTTP/1.1" status: 200 len: 217 time: 0.0742333 Aug 19 15:01:43.418993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Made reservation on behalf of 7da17924b79641e7b6d8e6e6472e8f84 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:43.422865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.462658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277e4d4-00fb-4524-82c6-1704af738839 req-a2c5a786-3e31-4baf-83fd-dc4500b22925 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.463697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-0f49a3f5-adae-4db6-a881-4a83c3b541eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.464252 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2277e4d4-00fb-4524-82c6-1704af738839 req-a2c5a786-3e31-4baf-83fd-dc4500b22925 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0714219 Aug 19 15:01:43.466796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-0f49a3f5-adae-4db6-a881-4a83c3b541eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aa6522f-c2ca-4786-b07a-aaa3367f82d2 HTTP/1.1" status: 200 len: 854 time: 0.0925336 Aug 19 15:01:43.510539 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2277e4d4-00fb-4524-82c6-1704af738839 req-48e18189-0e1e-4b01-89f2-d5f09a477c4f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Aug 19 15:01:43.597481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23674-c061-4d24-a023-06bf24c73117 req-af26708a-987a-461f-88ba-103228db7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.598986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-af26708a-987a-461f-88ba-103228db7444 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976310 Aug 19 15:01:43.665206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Allocated IP 192.168.233.5 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/42204b5e-3ab0-4f36-85b5-5a769981abbf) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:43.748197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-af421b02-de10-40e5-bc51-ae2c5e7e39fd service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400182 Aug 19 15:01:43.967164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55202) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:43.970013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d407b9-ac6a-4c26-bfdc-499b425d1126 req-127f6fc4-0fdb-402a-8173-a98565dde28e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.972453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3d407b9-ac6a-4c26-bfdc-499b425d1126 req-127f6fc4-0fdb-402a-8173-a98565dde28e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 944 time: 0.1299636 Aug 19 15:01:43.978183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2e23674-c061-4d24-a023-06bf24c73117 req-60cd5ae2-69ae-46ee-9d6b-2521a8e9b08b service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200851 Aug 19 15:01:43.999994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.036914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Transition to ACTIVE for port object 42204b5e-3ab0-4f36-85b5-5a769981abbf will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:44.047851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3d407b9-ac6a-4c26-bfdc-499b425d1126 req-7a4174da-0800-4637-af25-648504a6c82a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657299 Aug 19 15:01:44.155962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.177918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:44.215918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-3d90c673-3d7b-48c6-9460-93d0eadf28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.222845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-3d90c673-3d7b-48c6-9460-93d0eadf28c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c882464767d5402c98a2bb04914656a7&device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 1096 time: 0.1112332 Aug 19 15:01:44.223405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:44.228503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:44.243538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:44.248189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Pushing event updated for resources: {'Port': ['ID=42204b5e-3ab0-4f36-85b5-5a769981abbf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:44.271907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dcd6f-54e7-44c2-b1be-9ef14c783091 req-7ef9cb0f-f92e-4f3b-8928-c36646b9fdcd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.277467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-683dcd6f-54e7-44c2-b1be-9ef14c783091 req-7ef9cb0f-f92e-4f3b-8928-c36646b9fdcd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1014140 Aug 19 15:01:44.403007 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-683dcd6f-54e7-44c2-b1be-9ef14c783091 req-5f8f548d-7444-40eb-b69e-6154e3ed1cea tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166370 Aug 19 15:01:44.404534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55218) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:44.518566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-network', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:44.522864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.589876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.590567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.628773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-3abb9baf-e7a3-4f2e-b26f-084a7bf225d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.630463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-3abb9baf-e7a3-4f2e-b26f-084a7bf225d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 HTTP/1.1" status: 200 len: 916 time: 0.4033105 Aug 19 15:01:44.633095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:01:44.633095 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:01:44.633095 n-d-779913-32 neutron-server[101962]: [parameters: {'project_id_1': '88c2be37c8a94b6e92d2e334657e5294', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 1, 44, 570305)}] Aug 19 15:01:44.633095 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:01:44.637906 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:01:44.646638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d340e-1b7e-4217-9deb-06cf13cb3d81 req-da8c023e-7e16-4a55-a924-5df4be77fbcd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.651614 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-883d340e-1b7e-4217-9deb-06cf13cb3d81 req-da8c023e-7e16-4a55-a924-5df4be77fbcd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.2974927 Aug 19 15:01:44.663135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9a5d-9bca-413a-b2e8-3acab0898328 req-35d92c56-ec8e-4c31-bdc4-4307e86d1bd4 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.667655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-befd9a5d-9bca-413a-b2e8-3acab0898328 req-35d92c56-ec8e-4c31-bdc4-4307e86d1bd4 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 934 time: 0.1248267 Aug 19 15:01:44.730486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-befd9a5d-9bca-413a-b2e8-3acab0898328 req-284715f0-5431-4b37-bf69-80759356b1a8 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560646 Aug 19 15:01:44.732483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Made reservation on behalf of 3c3d53f8c4ca423bb6677921bba68663 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:44.734379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-b8830ddc-c746-4f23-b126-98724b764b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=994425f3-233e-46b1-9c7b-83b88094a97f HTTP/1.1" status: 200 len: 217 time: 0.0811515 Aug 19 15:01:44.741382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.766450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.779276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9324834-aefb-4fed-b817-f966a5233b58 None None] Provisioning for port 42204b5e-3ab0-4f36-85b5-5a769981abbf completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:44.785253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9324834-aefb-4fed-b817-f966a5233b58 None None] Provisioning complete for port 42204b5e-3ab0-4f36-85b5-5a769981abbf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:44.785751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9324834-aefb-4fed-b817-f966a5233b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.805418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-883d340e-1b7e-4217-9deb-06cf13cb3d81 req-87a1f771-096a-4448-a804-a9e4010243eb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271813 Aug 19 15:01:44.823270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-d6df8eb8-d973-4a4c-b00e-e6a5d3f05597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.825192 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-d6df8eb8-d973-4a4c-b00e-e6a5d3f05597 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aa6522f-c2ca-4786-b07a-aaa3367f82d2 HTTP/1.1" status: 200 len: 854 time: 0.0836284 Aug 19 15:01:44.837192 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-63879b1e-7d82-4ae2-a14a-9438f6425c7c tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0365708 Aug 19 15:01:44.844730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9324834-aefb-4fed-b817-f966a5233b58 None None] Port 42204b5e-3ab0-4f36-85b5-5a769981abbf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:44.856713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Request body: {'port': {'device_id': '6f934310-f01b-4b28-8092-2afac26c01c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:44.920617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd498-0853-4c02-934d-7d3b4e874cbf req-22ba82ec-c186-4755-ab04-1498934ee604 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.922297 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1facd498-0853-4c02-934d-7d3b4e874cbf req-22ba82ec-c186-4755-ab04-1498934ee604 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0912912 Aug 19 15:01:44.928238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-2dc9c9eb-737d-451d-a899-f98d339304e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.938110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-2dc9c9eb-737d-451d-a899-f98d339304e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997431 Aug 19 15:01:44.993044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1facd498-0853-4c02-934d-7d3b4e874cbf req-5a3a1c94-6806-4cc0-b008-869a932f18c8 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Aug 19 15:01:45.008559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.028856 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.078310 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.105003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:45.116284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077fb771-ade5-4628-ba79-44da7064bbb1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:45.116599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-cb98550c-113a-4921-b6be-18567e33252b service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522305 Aug 19 15:01:45.135028 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.137948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.138293 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Added segment ed65c18d-4907-4b0e-88ad-92b5a56cee8e of type vlan for network 29eee725-be72-4e17-8a65-793e6bd09596 Aug 19 15:01:45.248320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.272458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca3605-fafa-4d71-bc6a-97d6581951d8 req-31d9c2a8-ec2f-41e4-a178-4780dbcd8d70 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:45.274169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5eca3605-fafa-4d71-bc6a-97d6581951d8 req-31d9c2a8-ec2f-41e4-a178-4780dbcd8d70 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 944 time: 0.1100402 Aug 19 15:01:45.358881 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5eca3605-fafa-4d71-bc6a-97d6581951d8 req-9181887f-d3c5-4e98-9941-e4a1007434a3 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761404 Aug 19 15:01:45.373100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8124d3a0-4ecb-4571-a2e1-6e8473bb29b0 req-050eadbd-4572-4bc3-baf3-ab4c3416fc03 service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322831 Aug 19 15:01:45.398072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.466649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42204b5e-3ab0-4f36-85b5-5a769981abbf {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:45.481270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.496963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Transition to ACTIVE for port object 42204b5e-3ab0-4f36-85b5-5a769981abbf will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:45.520867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819b854-52e6-4581-ae73-b6741a03c209 req-bf8fac52-d36b-4144-90f5-c38d470f3e94 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:45.522343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1819b854-52e6-4581-ae73-b6741a03c209 req-bf8fac52-d36b-4144-90f5-c38d470f3e94 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0544591 Aug 19 15:01:45.563075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1819b854-52e6-4581-ae73-b6741a03c209 req-e1d814ce-add2-4248-92af-2cd989e17c0b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 19 15:01:45.574664 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.580649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.586035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:45.587052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.631880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.684841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Pushing event updated for resources: {'Port': ['ID=42204b5e-3ab0-4f36-85b5-5a769981abbf,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:45.701733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4487719b-a36b-434d-b02d-093f4548c02e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:45.709559 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6e504be3-1801-43d1-81ee-a24e1be75bd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88c2be37c8a94b6e92d2e334657e5294&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7408969 Aug 19 15:01:45.714241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55234) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:45.728173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] Pushing event updated for resources: {'Network': ['ID=29eee725-be72-4e17-8a65-793e6bd09596,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:45.744447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 29eee725-be72-4e17-8a65-793e6bd09596 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:45.800975 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-01c9ae2d-9749-4ccb-bd46-da47c6853021 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3886175 Aug 19 15:01:45.801574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55242) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:45.806868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Request body: {'subnet': {'network_id': '29eee725-be72-4e17-8a65-793e6bd09596', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-subnet', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:45.835441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Attempting to bind port 42204b5e-3ab0-4f36-85b5-5a769981abbf on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:45.836081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Attempting to bind port 42204b5e-3ab0-4f36-85b5-5a769981abbf by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:45.839141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Attempting to bind port 42204b5e-3ab0-4f36-85b5-5a769981abbf on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:45.847873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7a72444-7e62-4c59-be9d-aa24592580d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.859478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Port 42204b5e-3ab0-4f36-85b5-5a769981abbf on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:45.859478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Attempting to bind port 42204b5e-3ab0-4f36-85b5-5a769981abbf on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:45.890484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7a72444-7e62-4c59-be9d-aa24592580d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.900459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:45.900796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:45.901206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:45.901673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Bound port: 42204b5e-3ab0-4f36-85b5-5a769981abbf, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:45.902038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.019397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Made reservation on behalf of 3c3d53f8c4ca423bb6677921bba68663 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:46.022159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.083802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] For port 42204b5e-3ab0-4f36-85b5-5a769981abbf, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:46.104794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] For port 42204b5e-3ab0-4f36-85b5-5a769981abbf, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=42204b5e-3ab0-4f36-85b5-5a769981abbf,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:46.114247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ee7d9-e15b-490b-98c8-38c5167e3caf req-c58fc389-eef2-4e59-ac0d-bf1b7911a86e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.115897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-506ee7d9-e15b-490b-98c8-38c5167e3caf req-c58fc389-eef2-4e59-ac0d-bf1b7911a86e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.2232552 Aug 19 15:01:46.136857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-959ac647-d1a6-4efb-b184-0e873a218af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.138544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-959ac647-d1a6-4efb-b184-0e873a218af3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecdfbe39158d4065bdd56c04381260cc&device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 1097 time: 0.0915070 Aug 19 15:01:46.160591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8153fa-90c9-484a-b82e-54d8827c7a95 req-a839dd74-a95b-446e-960a-559331e92345 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.162395 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b8153fa-90c9-484a-b82e-54d8827c7a95 req-a839dd74-a95b-446e-960a-559331e92345 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 946 time: 0.3177309 Aug 19 15:01:46.205880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8b8153fa-90c9-484a-b82e-54d8827c7a95 req-b5c800d6-da5b-4516-9a33-43ebde7a57e7 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363555 Aug 19 15:01:46.221270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.279762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 994425f3-233e-46b1-9c7b-83b88094a97f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:46.284103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7a72444-7e62-4c59-be9d-aa24592580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.289006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7a72444-7e62-4c59-be9d-aa24592580d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.291265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b7a72444-7e62-4c59-be9d-aa24592580d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4487719b-a36b-434d-b02d-093f4548c02e HTTP/1.1" status: 204 len: 168 time: 0.5758295 Aug 19 15:01:46.332735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-506ee7d9-e15b-490b-98c8-38c5167e3caf req-2ec7e327-9a1c-45e6-8f56-762153640d3c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057664 Aug 19 15:01:46.408315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.417563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.417563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/42204b5e-3ab0-4f36-85b5-5a769981abbf HTTP/1.1" status: 200 len: 1095 time: 1.5649416 Aug 19 15:01:46.420975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f934310-f01b-4b28-8092-2afac26c01c4', 'tag': '42204b5e-3ab0-4f36-85b5-5a769981abbf'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:46.433569 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f596adb7-f2a1-4238-952e-b2929939c09d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f934310-f01b-4b28-8092-2afac26c01c4", "tag": "42204b5e-3ab0-4f36-85b5-5a769981abbf"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:46.438980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6421fe-b9c4-4f3e-a9e1-b42602cdc8d1 req-15e2f3d8-0279-4de7-99be-ede4daa8766a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.444677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a72444-7e62-4c59-be9d-aa24592580d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487719b-a36b-434d-b02d-093f4548c02e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:46.449131 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c6421fe-b9c4-4f3e-a9e1-b42602cdc8d1 req-15e2f3d8-0279-4de7-99be-ede4daa8766a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1397393 Aug 19 15:01:46.582655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadfd3d-9807-4589-93c5-df33510140f1 service neutron] Pushing event updated for resources: {'Port': ['ID=42204b5e-3ab0-4f36-85b5-5a769981abbf,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:46.588846 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c6421fe-b9c4-4f3e-a9e1-b42602cdc8d1 req-e74ad09c-1557-4b53-b459-dd4345b6c40d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373329 Aug 19 15:01:46.635948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 994425f3-233e-46b1-9c7b-83b88094a97f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=994425f3-233e-46b1-9c7b-83b88094a97f,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:46.654029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70089-e323-4c7d-a9ad-9ff50d3fd66f req-6a117ff8-e99a-4aa1-892f-58c087e882bb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.663519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.665222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46d70089-e323-4c7d-a9ad-9ff50d3fd66f req-6a117ff8-e99a-4aa1-892f-58c087e882bb tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 944 time: 0.1742539 Aug 19 15:01:46.672468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-4c708cb1-29cb-47a0-8373-9047788d67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.672468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-4c708cb1-29cb-47a0-8373-9047788d67ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 200 len: 917 time: 0.5219982 Aug 19 15:01:46.685391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '994425f3-233e-46b1-9c7b-83b88094a97f', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'port_id': '994425f3-233e-46b1-9c7b-83b88094a97f', 'mac_address': 'fa:16:3e:6b:2e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:46.694118 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6637bd6-af19-48c5-aa0d-7a234c69ee76 x-openstack-request-id: req-a6637bd6-af19-48c5-aa0d-7a234c69ee76 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:46.694481 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f934310-f01b-4b28-8092-2afac26c01c4", "tag": "42204b5e-3ab0-4f36-85b5-5a769981abbf", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:46.694812 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6637bd6-af19-48c5-aa0d-7a234c69ee76 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:46.695285 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f934310-f01b-4b28-8092-2afac26c01c4', 'tag': '42204b5e-3ab0-4f36-85b5-5a769981abbf', 'status': 'completed', 'code': 200} Aug 19 15:01:46.808795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-8bc9f843-7e62-4e05-a369-efd8047a8118 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1 HTTP/1.1" status: 200 len: 217 time: 0.1253955 Aug 19 15:01:46.823326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7338b06-37c4-4a73-a48c-28a25d7eb133,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:46.850695 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.868083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Checking segment: {'id': 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:46.868901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Network hostable DHCP agents. Network: 29eee725-be72-4e17-8a65-793e6bd09596, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:46.915988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46d70089-e323-4c7d-a9ad-9ff50d3fd66f req-44a81758-9e58-4219-bd65-66c47d2b0c4d tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495928 Aug 19 15:01:46.933220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994425f3-233e-46b1-9c7b-83b88094a97f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:46.948895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596adb7-f2a1-4238-952e-b2929939c09d req-c61d7343-de26-4410-90c4-a7ed8cdba960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.950603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f596adb7-f2a1-4238-952e-b2929939c09d req-c61d7343-de26-4410-90c4-a7ed8cdba960 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 1098 time: 0.1802037 Aug 19 15:01:46.957809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-99381c9e-19aa-43cb-8622-336e306864bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.958880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-99381c9e-19aa-43cb-8622-336e306864bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 200 len: 855 time: 0.1436450 Aug 19 15:01:46.982285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 994425f3-233e-46b1-9c7b-83b88094a97f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=994425f3-233e-46b1-9c7b-83b88094a97f,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:46.989012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ea0a-c915-4de3-83d2-9e67a4484dc3 req-e52405ab-9b34-4896-b759-18ccd6035bc3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.990744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff57ea0a-c915-4de3-83d2-9e67a4484dc3 req-e52405ab-9b34-4896-b759-18ccd6035bc3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0927842 Aug 19 15:01:47.004922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Network 29eee725-be72-4e17-8a65-793e6bd09596 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:47.029668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f596adb7-f2a1-4238-952e-b2929939c09d req-e06205fd-4bf1-4e3d-8260-fa9b5fd5ff14 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423450 Aug 19 15:01:47.068550 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff57ea0a-c915-4de3-83d2-9e67a4484dc3 req-b9169356-c8cd-4775-a6ce-5347e06eac1e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601408 Aug 19 15:01:47.088655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.112769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 29eee725-be72-4e17-8a65-793e6bd09596) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:47.121776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.123064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.146237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71a494-c0c6-4c0c-b5f3-d9a82000254c None None] Network 29eee725-be72-4e17-8a65-793e6bd09596 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:47.146383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-8aab7d81-ad94-4591-b11a-b2c6c2d44e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.147081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-8aab7d81-ad94-4591-b11a-b2c6c2d44e2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27ce599c-6fbb-44ce-84f6-5aaee960de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273346 Aug 19 15:01:47.189643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596adb7-f2a1-4238-952e-b2929939c09d req-4a9b9a9c-2df5-436a-8ea7-cea85fa2dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.191070 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f596adb7-f2a1-4238-952e-b2929939c09d req-4a9b9a9c-2df5-436a-8ea7-cea85fa2dc01 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419470 Aug 19 15:01:47.194294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=994425f3-233e-46b1-9c7b-83b88094a97f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:47.218936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3545fb9b-e74f-4c73-aff7-29bfd83f937e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4139259 Aug 19 15:01:47.219362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:47.235100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:47.363979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-c491b48e-49fd-492e-a60e-b8e73ccc7e21 service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754522 Aug 19 15:01:47.402864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.404556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.436438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['994425f3-233e-46b1-9c7b-83b88094a97f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:47.447940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-5a480b49-a269-4c9e-9a86-e6353c275955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.447940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-5a480b49-a269-4c9e-9a86-e6353c275955 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 1098 time: 0.1764843 Aug 19 15:01:47.457513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-29eee725-be72-4e17-8a65-793e6bd09596', 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'fixed_ips': [{'subnet_id': 'c7338b06-37c4-4a73-a48c-28a25d7eb133'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:47.458540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.489461 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.524541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-e2fb1734-08dd-497a-8b8e-f8363b6f1dbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=42204b5e-3ab0-4f36-85b5-5a769981abbf HTTP/1.1" status: 200 len: 217 time: 0.0568895 Aug 19 15:01:47.559338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c59d-13c4-4d1c-b4a1-901cac95188d req-7e0a86b0-f678-4a6a-8f7a-e7daf4d5a2b2 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.561899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c59c59d-13c4-4d1c-b4a1-901cac95188d req-7e0a86b0-f678-4a6a-8f7a-e7daf4d5a2b2 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0708227 Aug 19 15:01:47.586747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44008-69c2-4bbf-9721-e685cc3d9483 req-9bbf571e-d819-4bd9-a94d-241ed8a0eb6f tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.594116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59e44008-69c2-4bbf-9721-e685cc3d9483 req-9bbf571e-d819-4bd9-a94d-241ed8a0eb6f tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 946 time: 0.1894228 Aug 19 15:01:47.644897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b19d4d-3085-4e76-a380-a0548f5fc7fe req-d618f93b-3900-40ab-aacd-ddff13819539 service neutron] 10.222.0.54 "GET /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739058 Aug 19 15:01:47.659587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-f7e05146-7f17-43ba-af13-2b2468956e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.661219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-f7e05146-7f17-43ba-af13-2b2468956e3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.1218052 Aug 19 15:01:47.697474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59e44008-69c2-4bbf-9721-e685cc3d9483 req-4c2fd81c-c76e-41c4-b092-bafb39df89a0 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954740 Aug 19 15:01:47.733925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Allocated IP 172.20.0.2 (29eee725-be72-4e17-8a65-793e6bd09596/c7338b06-37c4-4a73-a48c-28a25d7eb133/2e3ab2ef-d64b-4f18-b0b5-158e52e6009d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:47.778003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-7c8583c1-8ef2-4f31-9a84-5ad842af204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.779737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-7c8583c1-8ef2-4f31-9a84-5ad842af204d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871184 Aug 19 15:01:47.819609 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c59c59d-13c4-4d1c-b4a1-901cac95188d req-d1261461-e2f0-46e7-a3a4-1d03f593b325 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915088 Aug 19 15:01:47.832295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.900425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40238139-ba66-47c0-be7f-811b9f8a8d99 req-5c51f492-adc7-460b-bc9c-36ac2c5ac172 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.905681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40238139-ba66-47c0-be7f-811b9f8a8d99 req-5c51f492-adc7-460b-bc9c-36ac2c5ac172 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1208622 Aug 19 15:01:47.941839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-ba1179df-7bcb-4b0d-88a3-f3ead599fcf2 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465974 Aug 19 15:01:47.989191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.012839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Transition to ACTIVE for port object 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:48.049208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Transition to ACTIVE for port object 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:48.152331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169ce6-4edf-4d37-a288-ec86b3411c86 req-9ba06c8e-527d-4a78-bddc-ac45c633ac38 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:48.152331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01169ce6-4edf-4d37-a288-ec86b3411c86 req-9ba06c8e-527d-4a78-bddc-ac45c633ac38 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 945 time: 0.0793440 Aug 19 15:01:48.155158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4576a6-a2bd-4e00-af70-dee82ffc85d6 req-3ae86a77-e769-4b5b-8e9a-8b2a1099d730 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009597 Aug 19 15:01:48.192237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.234495 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01169ce6-4edf-4d37-a288-ec86b3411c86 req-f443c16e-51a7-48ef-b0f2-ad18ad7fa66d tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727856 Aug 19 15:01:48.239754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Pushing event updated for resources: {'Port': ['ID=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:48.266332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Network 29eee725-be72-4e17-8a65-793e6bd09596 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:48.268403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:48.271121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:48.333594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Attempting to bind port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:48.334047 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Attempting to bind port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:48.334415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Attempting to bind port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d on network 29eee725-be72-4e17-8a65-793e6bd09596 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:48.336768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40238139-ba66-47c0-be7f-811b9f8a8d99 req-4db76cf1-ef27-440c-9d74-da6340102589 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266858 Aug 19 15:01:48.339994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:48.340488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Checking segment: {'id': 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:48.340766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.341436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Bound using segment: {'id': 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:48.342229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Bound port: 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:48.342804 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.452732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50158e-5256-49fb-953b-a25af98f1f2c req-208f30ad-ce73-41d8-9e42-82e56f2a9c00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:48.454669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b50158e-5256-49fb-953b-a25af98f1f2c req-208f30ad-ce73-41d8-9e42-82e56f2a9c00 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1223264 Aug 19 15:01:48.467526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] For port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:48.472379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] For port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,segment=NetworkSegment(ed65c18d-4907-4b0e-88ad-92b5a56cee8e),segment_id=ed65c18d-4907-4b0e-88ad-92b5a56cee8e)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:48.494264 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.533593 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.541660 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b50158e-5256-49fb-953b-a25af98f1f2c req-2ca24354-349a-4c43-9e31-bec1edee7f51 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794010 Aug 19 15:01:48.600436 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.707269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Allocated IP 172.25.5.111 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/37df4765-5e34-4f1a-8e05-3bcbceef3fe5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:48.708385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33bf5e-aad5-4772-8439-2f7a32a08363 None None] Pushing event updated for resources: {'Port': ['ID=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:48.871993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.913531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb541a-c30a-41cf-bfc4-456896a88dd6 req-89355256-28fb-408f-9180-196151cdaa81 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:48.915116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44eb541a-c30a-41cf-bfc4-456896a88dd6 req-89355256-28fb-408f-9180-196151cdaa81 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 946 time: 0.1093216 Aug 19 15:01:48.987127 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.998352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44eb541a-c30a-41cf-bfc4-456896a88dd6 req-e671d954-c78b-4b62-8041-af0f76d7aae4 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737658 Aug 19 15:01:49.067395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:49.075367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:49.082999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:49.086121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Pushing event updated for resources: {'Port': ['ID=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:49.130682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f259c-7da1-43cf-a1f2-3224355e8005 req-8b212422-ab5a-4e6b-972d-76408475c568 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.132323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-237f259c-7da1-43cf-a1f2-3224355e8005 req-8b212422-ab5a-4e6b-972d-76408475c568 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1172457 Aug 19 15:01:49.269433 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-237f259c-7da1-43cf-a1f2-3224355e8005 req-bef10ceb-cf7a-4f48-9b40-2154d456b4bd tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269977 Aug 19 15:01:49.408742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c17a4-bab4-4424-9518-59c2a80e6da9 req-7f88e55a-4da5-425f-ae93-8400f25d94bd tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.410754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db6c17a4-bab4-4424-9518-59c2a80e6da9 req-7f88e55a-4da5-425f-ae93-8400f25d94bd tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 945 time: 0.0561049 Aug 19 15:01:49.481167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db6c17a4-bab4-4424-9518-59c2a80e6da9 req-077dde70-aa48-4b91-a38a-2613abc57e89 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624366 Aug 19 15:01:49.504196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337b4b-25ae-4a13-87fa-c3740a07ae0b req-4b6caace-fb6f-41f3-a94a-cd1a003c12e8 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.505825 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a6337b4b-25ae-4a13-87fa-c3740a07ae0b req-4b6caace-fb6f-41f3-a94a-cd1a003c12e8 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0837622 Aug 19 15:01:49.604149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a6337b4b-25ae-4a13-87fa-c3740a07ae0b req-61d11d68-02b3-4798-b37c-7f09343fc8f3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581148 Aug 19 15:01:49.643553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055f506-0e0c-45ff-8c5f-afc7e258eb00 req-a49d7763-83c6-4e9c-b6f8-d70d0beffdd4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.649600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6055f506-0e0c-45ff-8c5f-afc7e258eb00 req-a49d7763-83c6-4e9c-b6f8-d70d0beffdd4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0996094 Aug 19 15:01:49.672104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.732921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6055f506-0e0c-45ff-8c5f-afc7e258eb00 req-b322692a-d102-49df-bd1f-e3916588e5f2 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756721 Aug 19 15:01:49.932954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898ed64-c099-46ed-8c89-411def77b453 req-9ae4a73f-f1e5-4c9d-afab-16c0cabf2df1 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.942258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c898ed64-c099-46ed-8c89-411def77b453 req-9ae4a73f-f1e5-4c9d-afab-16c0cabf2df1 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.1015525 Aug 19 15:01:49.949486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55354) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:50.004670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c898ed64-c099-46ed-8c89-411def77b453 req-71365728-6683-4486-b23a-dff218fc3418 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 Aug 19 15:01:50.117535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a021044-a098-48b1-864a-8300c70b9e2f None None] Network 29eee725-be72-4e17-8a65-793e6bd09596 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:50.169341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05657-4c03-4e92-bbf0-459970533316 req-983570cd-e53f-411f-888e-96f01a90c75a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:50.178790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b05657-4c03-4e92-bbf0-459970533316 req-983570cd-e53f-411f-888e-96f01a90c75a tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.0860715 Aug 19 15:01:50.225612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ddea47e-42d4-4221-aa15-a0a3a7f2c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.269126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b05657-4c03-4e92-bbf0-459970533316 req-9e036f8e-c48d-4b50-b47c-f368cceee120 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887148 Aug 19 15:01:50.315592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67fd1e-a5bc-4ca1-9b03-a370bd4fad6a req-629609e4-4f64-47b8-8d33-ffa4b2b7b37b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:50.317576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e67fd1e-a5bc-4ca1-9b03-a370bd4fad6a req-629609e4-4f64-47b8-8d33-ffa4b2b7b37b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.5864940 Aug 19 15:01:50.326482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 994425f3-233e-46b1-9c7b-83b88094a97f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:50.384931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8a1a1aa1-28a4-4e5a-98c2-c0df5950aa14 None None] Provisioning for port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:50.450859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ddea47e-42d4-4221-aa15-a0a3a7f2c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.470625 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9e67fd1e-a5bc-4ca1-9b03-a370bd4fad6a req-76a67aae-6ae6-4343-b3fe-7da8ffd83213 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434023 Aug 19 15:01:50.504731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d274-f22e-4fef-bdb3-73cb36e60a14 req-aefae5fa-d0c4-4e72-bc37-4cca5fc0d060 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:50.517914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32f8d274-f22e-4fef-bdb3-73cb36e60a14 req-aefae5fa-d0c4-4e72-bc37-4cca5fc0d060 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 946 time: 0.1540637 Aug 19 15:01:50.542386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 994425f3-233e-46b1-9c7b-83b88094a97f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:50.544877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-546f8f67-3115-4840-a615-fa80f4b374d0 req-bd08d434-3df8-4f23-b227-ad3adcadad6b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:01:50.546189 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-546f8f67-3115-4840-a615-fa80f4b374d0 req-bd08d434-3df8-4f23-b227-ad3adcadad6b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119019 Aug 19 15:01:50.551624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 994425f3-233e-46b1-9c7b-83b88094a97f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:50.552166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.580855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32f8d274-f22e-4fef-bdb3-73cb36e60a14 req-a7a8c663-3fd3-40c5-bde3-23f007fffaa2 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650647 Aug 19 15:01:50.593895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ddea47e-42d4-4221-aa15-a0a3a7f2c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.614068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.632474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:50.715202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea47e-42d4-4221-aa15-a0a3a7f2c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ffda7b-740d-4b75-97dc-095a3e0036aa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:50.722888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4ddea47e-42d4-4221-aa15-a0a3a7f2c0ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=486044b322f74d1582a929b2544c3a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7720120 Aug 19 15:01:50.735206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:50.769496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-546f8f67-3115-4840-a615-fa80f4b374d0 req-ebf0cb13-1b21-49d9-8cd3-1798f56eb268 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2125778 Aug 19 15:01:50.772940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.784409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ff210-1385-4376-9562-da6ccdd72d0a req-f327b00b-e0c4-409a-8386-cf9ded1c5c99 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:50.797610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed4ff210-1385-4376-9562-da6ccdd72d0a req-f327b00b-e0c4-409a-8386-cf9ded1c5c99 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 945 time: 0.0901737 Aug 19 15:01:50.804751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:50.807489 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339cdac9-97a9-432f-8816-56a28acf6f61" -d '{"events": [{"server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "name": "network-vif-plugged", "status": "completed", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:50.831640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 994425f3-233e-46b1-9c7b-83b88094a97f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=994425f3-233e-46b1-9c7b-83b88094a97f,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:50.841599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8ccc113-1fe2-4b84-82ea-6abdeea592f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.866945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8ccc113-1fe2-4b84-82ea-6abdeea592f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.888271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:50.938583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:50.945848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:50.946544 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.005441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.057895 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.075594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Router 19be438a-bfb5-4233-9589-a55e51287228 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:51.079726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8ccc113-1fe2-4b84-82ea-6abdeea592f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.082789 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8ccc113-1fe2-4b84-82ea-6abdeea592f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.083890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b8ccc113-1fe2-4b84-82ea-6abdeea592f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5ffda7b-740d-4b75-97dc-095a3e0036aa HTTP/1.1" status: 204 len: 168 time: 0.3134398 Aug 19 15:01:51.106506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccc113-1fe2-4b84-82ea-6abdeea592f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ffda7b-740d-4b75-97dc-095a3e0036aa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.118257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5314ed-6d27-46c4-a768-ea82e30cdbab req-28030a38-279d-4257-8f4d-ec0930acf724 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.119856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c5314ed-6d27-46c4-a768-ea82e30cdbab req-28030a38-279d-4257-8f4d-ec0930acf724 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0858293 Aug 19 15:01:51.187900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=994425f3-233e-46b1-9c7b-83b88094a97f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.207675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed4ff210-1385-4376-9562-da6ccdd72d0a req-fdfbeb64-d2e3-4c4f-b0af-31f268a1cb73 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054394 Aug 19 15:01:51.217546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:51.223398 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.275810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,segment=NetworkSegment(ed65c18d-4907-4b0e-88ad-92b5a56cee8e),segment_id=ed65c18d-4907-4b0e-88ad-92b5a56cee8e)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:51.297476 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4eb55c-137c-4bc0-ac25-307037764a80 x-openstack-request-id: req-4f4eb55c-137c-4bc0-ac25-307037764a80 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:51.297476 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "name": "network-vif-plugged", "status": "completed", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:51.297842 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f4eb55c-137c-4bc0-ac25-307037764a80 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:51.298352 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f', 'code': 200} Aug 19 15:01:51.308389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c5314ed-6d27-46c4-a768-ea82e30cdbab req-e0c1ceac-c21e-49da-857b-cc6c3f940da3 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976300 Aug 19 15:01:51.311441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:51.326681 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Sync routers for ids ['19be438a-bfb5-4233-9589-a55e51287228'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:51.356841 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Routers {'19be438a-bfb5-4233-9589-a55e51287228'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:51.357517 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['19be438a-bfb5-4233-9589-a55e51287228'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:51.381329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.399817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.454027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.456008 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dda13070-a103-42e5-a399-da04e78c6f5e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2354224 Aug 19 15:01:51.458720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55378) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:51.467948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.509771 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Set router 19be438a-bfb5-4233-9589-a55e51287228 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:51.532444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.552396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da4d4-9c03-4abf-99ee-4156001ebae8 req-7dcd49be-3282-4cb6-b61b-7a0edecce119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.560692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb9da4d4-9c03-4abf-99ee-4156001ebae8 req-7dcd49be-3282-4cb6-b61b-7a0edecce119 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 1098 time: 0.1594601 Aug 19 15:01:51.618515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae80c1-dd96-48b1-8597-608d9b417280 req-70fa5284-21c6-4c60-add7-b0385ecf5cb0 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.626234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37ae80c1-dd96-48b1-8597-608d9b417280 req-70fa5284-21c6-4c60-add7-b0385ecf5cb0 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1957359 Aug 19 15:01:51.702351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb9da4d4-9c03-4abf-99ee-4156001ebae8 req-45e8a849-57ae-47f6-bf3a-9f6bfb4bdb5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283066 Aug 19 15:01:51.703885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37ae80c1-dd96-48b1-8597-608d9b417280 req-f31e4b50-997b-4740-8936-a56b001e74d4 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Aug 19 15:01:51.778920 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:01:49Z', 'revision_number': 3, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port': {'id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:48Z', 'updated_at': '2021-08-19T15:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:51.813692 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Checking router: 19be438a-bfb5-4233-9589-a55e51287228 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:51.815153 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Updating router 19be438a-bfb5-4233-9589-a55e51287228 port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:51.854563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e0f6-9734-412a-bfa9-28a8ea8ac4bc req-5acc934b-eacf-4eae-94b9-993c8b46ce41 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.862874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-16d4e0f6-9734-412a-bfa9-28a8ea8ac4bc req-5acc934b-eacf-4eae-94b9-993c8b46ce41 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1941218 Aug 19 15:01:51.865454 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.899743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65233e-2282-413f-a037-dcc1d04e999e req-f6b15c40-f4b6-4cd2-863a-a0b58178cd5b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.909839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f65233e-2282-413f-a037-dcc1d04e999e req-f6b15c40-f4b6-4cd2-863a-a0b58178cd5b tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 946 time: 0.0719814 Aug 19 15:01:51.969902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f65233e-2282-413f-a037-dcc1d04e999e req-c8eebc7d-0ed7-44bc-b5f9-2aa0cd85a422 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497451 Aug 19 15:01:51.970732 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-16d4e0f6-9734-412a-bfa9-28a8ea8ac4bc req-f5c17072-0e3e-450f-9d87-577ab9e86c82 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035719 Aug 19 15:01:52.171653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d27877-cc31-4849-b557-221882850952 req-22603e20-2552-46d0-90da-8630e04b6830 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.177417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63d27877-cc31-4849-b557-221882850952 req-22603e20-2552-46d0-90da-8630e04b6830 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.0950232 Aug 19 15:01:52.282136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63d27877-cc31-4849-b557-221882850952 req-561cd406-5613-4bd3-9ff3-268ebee492a9 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986164 Aug 19 15:01:52.344672 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.357962 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Transition to ACTIVE for port object 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:52.425580 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.492506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58f75-80f7-45de-be8b-10830b0856e9 req-9b21b7fe-8720-48f2-a809-32f3cea583df tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.495125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6da58f75-80f7-45de-be8b-10830b0856e9 req-9b21b7fe-8720-48f2-a809-32f3cea583df tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.1315286 Aug 19 15:01:52.498891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83360509-4be8-41e2-a371-61e347198ce2 req-120f8717-a683-47e4-abd1-4d66b8872e9f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.503198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.511808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83360509-4be8-41e2-a371-61e347198ce2 req-120f8717-a683-47e4-abd1-4d66b8872e9f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.1120946 Aug 19 15:01:52.535874 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Attempting to bind port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:52.536734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Attempting to bind port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:52.537371 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Attempting to bind port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:52.574257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:52.574896 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:52.575636 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.576343 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:52.577197 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Bound port: 37df4765-5e34-4f1a-8e05-3bcbceef3fe5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:52.577843 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.580235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:52.645068 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] For port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:52.646298 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] For port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:52.647901 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd5f34-d672-4f7c-b27f-3d29cfa800ee None None] Pushing event updated for resources: {'Port': ['ID=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:52.659326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83360509-4be8-41e2-a371-61e347198ce2 req-3043f586-a876-4582-af6e-3f3259eff5fb tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445801 Aug 19 15:01:52.707528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:52.708196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.730163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6da58f75-80f7-45de-be8b-10830b0856e9 req-c2783695-42cc-4a29-a175-e92c238c8e7f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935372 Aug 19 15:01:52.740038 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.794548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Allocated IP 172.20.0.1 (29eee725-be72-4e17-8a65-793e6bd09596/c7338b06-37c4-4a73-a48c-28a25d7eb133/1bd9919b-2f45-4090-bdef-ae29f633d207) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:52.851594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55422) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:52.856347 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Routers {'19be438a-bfb5-4233-9589-a55e51287228'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:52.857007 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['19be438a-bfb5-4233-9589-a55e51287228'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:52.881591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa260812-3292-40b4-a1ad-923cab6ea5c4 req-0405ec0f-a96b-4bb7-bea9-69ce1c759265 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.894772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 42204b5e-3ab0-4f36-85b5-5a769981abbf details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:52.898493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa260812-3292-40b4-a1ad-923cab6ea5c4 req-0405ec0f-a96b-4bb7-bea9-69ce1c759265 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 943 time: 0.1356976 Aug 19 15:01:52.990999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa260812-3292-40b4-a1ad-923cab6ea5c4 req-d397a417-7e82-44d9-935d-84f1dede751d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915027 Aug 19 15:01:53.114756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-974378006-network', 'tenant_id': '9a883353e09042559659fcbf64fbe0dd'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:53.146704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.213848 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd5f34-d672-4f7c-b27f-3d29cfa800ee None None] Pushing event updated for resources: {'Port': ['ID=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:53.241447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5987c-b5fc-45e6-b729-f1ea57b637e8 req-b90184dd-cb55-441c-b800-61eb087c98c6 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.242991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Transition to ACTIVE for port object 1bd9919b-2f45-4090-bdef-ae29f633d207 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:53.253689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46a5987c-b5fc-45e6-b729-f1ea57b637e8 req-b90184dd-cb55-441c-b800-61eb087c98c6 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 946 time: 0.1026866 Aug 19 15:01:53.259179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Made reservation on behalf of 9a883353e09042559659fcbf64fbe0dd for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:53.263935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.282125 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] Set router 19be438a-bfb5-4233-9589-a55e51287228 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:53.295631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc3282-6c65-4f18-a99c-c5d8a3f0e50d req-e540ac60-b0ed-4ee2-a51c-e0018952228c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.302944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.308495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc3282-6c65-4f18-a99c-c5d8a3f0e50d req-e540ac60-b0ed-4ee2-a51c-e0018952228c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.315706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc3282-6c65-4f18-a99c-c5d8a3f0e50d req-e540ac60-b0ed-4ee2-a51c-e0018952228c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.323925 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22fc3282-6c65-4f18-a99c-c5d8a3f0e50d req-e540ac60-b0ed-4ee2-a51c-e0018952228c tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a&device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a&device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 2417 time: 0.2263348 Aug 19 15:01:53.372355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46a5987c-b5fc-45e6-b729-f1ea57b637e8 req-6fac4b62-6337-4afe-ba54-76e382f00294 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176717 Aug 19 15:01:53.390409 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22fc3282-6c65-4f18-a99c-c5d8a3f0e50d req-530d9756-3cfe-4186-beee-18cb74634eb2 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649583 Aug 19 15:01:53.483428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 42204b5e-3ab0-4f36-85b5-5a769981abbf, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=42204b5e-3ab0-4f36-85b5-5a769981abbf,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:53.498347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:53.501043 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46359d40-93f5-4f97-b49a-319c2a366346" -d '{"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:53.505858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '42204b5e-3ab0-4f36-85b5-5a769981abbf', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '42204b5e-3ab0-4f36-85b5-5a769981abbf', 'mac_address': 'fa:16:3e:35:c2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:53.535417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.583007 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.613966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e09fe40c-abab-4aa0-815f-617ca27d7563 req-ae06c85b-d057-4703-832f-16391d8fd556 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1847467 Aug 19 15:01:53.623037 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:01:49Z', 'revision_number': 3, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port': {'id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:48Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:53.630639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42204b5e-3ab0-4f36-85b5-5a769981abbf {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:53.639137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc610b25-1443-4cff-99b4-352229fc43bb req-77bc45a5-9b38-4419-b12a-a0ccdf620054 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.652307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc610b25-1443-4cff-99b4-352229fc43bb req-77bc45a5-9b38-4419-b12a-a0ccdf620054 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1240425 Aug 19 15:01:53.665055 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84668c-acd4-453c-a1e7-fedabaa33dc0 None None] The sync data for ids ['19be438a-bfb5-4233-9589-a55e51287228'] in n-d-779913-32 is: [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:01:49Z', 'revision_number': 3, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port': {'id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:48Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:53.668315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Network 29eee725-be72-4e17-8a65-793e6bd09596 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:53.673213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:53.680528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.691604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 42204b5e-3ab0-4f36-85b5-5a769981abbf, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=42204b5e-3ab0-4f36-85b5-5a769981abbf,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:53.696458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:53.749760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9919b-2f45-4090-bdef-ae29f633d207,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:53.759948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc610b25-1443-4cff-99b4-352229fc43bb req-c6b11e8d-c696-40f9-bf8a-4cb789030098 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032073 Aug 19 15:01:53.785015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.788370 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bb8e9-6109-4af8-9351-81bc02bb4d63 x-openstack-request-id: req-c66bb8e9-6109-4af8-9351-81bc02bb4d63 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:53.788814 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:53.788976 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66bb8e9-6109-4af8-9351-81bc02bb4d63 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:53.789404 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'code': 200} Aug 19 15:01:53.829188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.862172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.863016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:53.878896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:53.927585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31a3e08-5dde-4753-bcbd-45590f42129d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:53.939914 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.940749 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Added segment ba3f15f8-eb38-4491-af3b-05878275c607 of type vlan for network bbc8b9cb-ac57-481c-8453-9648c8af45e2 Aug 19 15:01:53.992861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.993188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.993582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.993929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.994278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.996730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.996730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.996730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.996730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.996730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.999219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:53.999831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.044994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=42204b5e-3ab0-4f36-85b5-5a769981abbf,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:54.085325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.161389 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.235573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.240430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.241048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.272302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf62a28-3c4f-4ccf-98b3-7e6eed333cbd req-43840fc2-5c68-444f-9ade-180f21e71df9 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.280616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-baf62a28-3c4f-4ccf-98b3-7e6eed333cbd req-43840fc2-5c68-444f-9ade-180f21e71df9 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.3079190 Aug 19 15:01:54.296981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:54.327907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'port_id': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'mac_address': 'fa:16:3e:a8:5b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59080acb-a1ec-400b-b111-6c999384bd87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:54.351076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-baf62a28-3c4f-4ccf-98b3-7e6eed333cbd req-5785d349-93f8-4222-9f80-917a9911a4fa tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630629 Aug 19 15:01:54.357881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc8b9cb-ac57-481c-8453-9648c8af45e2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:54.388389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network bbc8b9cb-ac57-481c-8453-9648c8af45e2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:54.393730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4bc5f-9b2e-4673-b149-3fc9f530d513 req-3b17d8a0-c875-42f2-8935-cbd7ac5c80f1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.402828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22d4bc5f-9b2e-4673-b149-3fc9f530d513 req-3b17d8a0-c875-42f2-8935-cbd7ac5c80f1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 943 time: 0.1053483 Aug 19 15:01:54.460592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22d4bc5f-9b2e-4673-b149-3fc9f530d513 req-c1699b14-4bbb-475a-8dfd-46efe2131d91 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567708 Aug 19 15:01:54.480931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4950c93c-3cef-4327-9ca2-9aadf9b9f361 None None] Provisioning for port 1bd9919b-2f45-4090-bdef-ae29f633d207 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:54.488665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4950c93c-3cef-4327-9ca2-9aadf9b9f361 None None] Provisioning complete for port 1bd9919b-2f45-4090-bdef-ae29f633d207 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:54.489044 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4950c93c-3cef-4327-9ca2-9aadf9b9f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.492105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-66c4ea00-a744-4f46-8121-ab6368a7f028 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6387446 Aug 19 15:01:54.523466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.545052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a33cbb-9a2b-4a44-ac55-01f411a423d6 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:54.572727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:54.578825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-717ef657-595a-4664-b6b2-5257fe4d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.592398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4950c93c-3cef-4327-9ca2-9aadf9b9f361 None None] Port 1bd9919b-2f45-4090-bdef-ae29f633d207 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:54.639494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:54.674401 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.721866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5f70b-7698-4bd0-876c-e27302c5c26d req-4cc3faa7-2c93-445b-aa51-73e7a486ee8f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.724421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b5f70b-7698-4bd0-876c-e27302c5c26d req-4cc3faa7-2c93-445b-aa51-73e7a486ee8f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.1176300 Aug 19 15:01:54.739082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55456) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:54.743965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Request body: {'floatingip': {'port_id': '994425f3-233e-46b1-9c7b-83b88094a97f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:54.770583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.793499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ca342-faeb-45cf-a75e-c1a72248bebf req-60c390cb-693b-456a-9fe3-408d028e19bf tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.816383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-533ca342-faeb-45cf-a75e-c1a72248bebf req-60c390cb-693b-456a-9fe3-408d028e19bf tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 947 time: 0.1622727 Aug 19 15:01:54.843722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:54.870761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.870891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.944765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9919b-2f45-4090-bdef-ae29f633d207,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:54.951098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:54.956333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:54.956333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.965736 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-533ca342-faeb-45cf-a75e-c1a72248bebf req-8d9d917f-2203-4f07-88e4-0fd76ea97d37 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486449 Aug 19 15:01:55.012806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.164248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.175895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b3fd8-4cea-4ea3-9807-37fc8e3f584b req-342b9958-35ca-4574-b2b6-4d579c6b91bb tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.177466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c2b3fd8-4cea-4ea3-9807-37fc8e3f584b req-342b9958-35ca-4574-b2b6-4d579c6b91bb tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0795794 Aug 19 15:01:55.228362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d0a33cbb-9a2b-4a44-ac55-01f411a423d6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:55.234187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Network 29eee725-be72-4e17-8a65-793e6bd09596 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:55.238079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:55.253241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:55.318370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['42204b5e-3ab0-4f36-85b5-5a769981abbf'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:55.320719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.385138 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.390130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c2b3fd8-4cea-4ea3-9807-37fc8e3f584b req-c3fa8008-6742-4896-b526-aeca501a29ef tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939566 Aug 19 15:01:55.538759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Router 19be438a-bfb5-4233-9589-a55e51287228 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:55.670377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:55.697358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0b724ba2-4443-4ab9-be49-4e4fc4ed63a2 None None] Provisioning complete for port 1bd9919b-2f45-4090-bdef-ae29f633d207 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:55.697755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b724ba2-4443-4ab9-be49-4e4fc4ed63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.734941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f9fce-f4e5-451b-83bc-a2a96e792e6d req-a58af26a-dc6e-43a0-8150-939993d5e66e tempest-ComputeTenantNetworksTest-182601611 tempest-ComputeTenantNetworksTest-182601611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.742572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f9fce-f4e5-451b-83bc-a2a96e792e6d req-a58af26a-dc6e-43a0-8150-939993d5e66e tempest-ComputeTenantNetworksTest-182601611 tempest-ComputeTenantNetworksTest-182601611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.749209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f9fce-f4e5-451b-83bc-a2a96e792e6d req-a58af26a-dc6e-43a0-8150-939993d5e66e tempest-ComputeTenantNetworksTest-182601611 tempest-ComputeTenantNetworksTest-182601611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.749523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:55.751340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-677f9fce-f4e5-451b-83bc-a2a96e792e6d req-a58af26a-dc6e-43a0-8150-939993d5e66e tempest-ComputeTenantNetworksTest-182601611 tempest-ComputeTenantNetworksTest-182601611-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2732768 Aug 19 15:01:55.769738 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29fc83ec-8889-4907-9ed7-e82087243bdd admin admin] 10.222.0.13 "PUT /v2.0/routers/19be438a-bfb5-4233-9589-a55e51287228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3098938 Aug 19 15:01:55.796485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0b724ba2-4443-4ab9-be49-4e4fc4ed63a2 None None] Port 1bd9919b-2f45-4090-bdef-ae29f633d207 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:55.908692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffa990-d9be-4009-8cb8-6d2a952ece86 req-20a8a312-f00b-4d5e-b14c-cb51edf28f0f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.911038 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69ffa990-d9be-4009-8cb8-6d2a952ece86 req-20a8a312-f00b-4d5e-b14c-cb51edf28f0f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 944 time: 0.0867827 Aug 19 15:01:55.959609 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69ffa990-d9be-4009-8cb8-6d2a952ece86 req-9da4cf38-cc1b-48e3-ab3d-3c7683060301 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Aug 19 15:01:55.971479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.resource_extend [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:01:56.056964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.116740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c4b67-8d99-4231-862d-2b0920230287 req-5546b757-5ecd-4522-8d14-9a95f11dac1b tempest-ComputeTenantNetworksTest-182601611 tempest-ComputeTenantNetworksTest-182601611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.118445 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a6c4b67-8d99-4231-862d-2b0920230287 req-5546b757-5ecd-4522-8d14-9a95f11dac1b tempest-ComputeTenantNetworksTest-182601611 tempest-ComputeTenantNetworksTest-182601611-project] 10.222.0.13 "GET /v2.0/networks/bbc8b9cb-ac57-481c-8453-9648c8af45e2 HTTP/1.1" status: 200 len: 768 time: 0.0934775 Aug 19 15:01:56.128154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.128594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55492) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:56.276674 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-906cedf0-2336-4136-bd90-afd54539a5d4 req-c134e071-18b7-4025-85b7-7d6a5813445a tempest-FloatingIPDetailsNegativeTestJSON-2020110060 tempest-FloatingIPDetailsNegativeTestJSON-2020110060-project] show failed (client error): The resource could not be found. Aug 19 15:01:56.277611 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-906cedf0-2336-4136-bd90-afd54539a5d4 req-c134e071-18b7-4025-85b7-7d6a5813445a tempest-FloatingIPDetailsNegativeTestJSON-2020110060 tempest-FloatingIPDetailsNegativeTestJSON-2020110060-project] 10.222.0.13 "GET /v2.0/floatingips/add067c4-1d0e-4053-87b8-3f126720bb3d HTTP/1.1" status: 404 len: 350 time: 0.0633936 Aug 19 15:01:56.291635 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55496) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:56.324906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.355029 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Floating IP d1ffdff6-4cb8-44c1-9045-c264c93b52d7 associated. External IP: 172.25.5.91, port: 994425f3-233e-46b1-9c7b-83b88094a97f. Aug 19 15:01:56.382192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Sync routers for ids ['19be438a-bfb5-4233-9589-a55e51287228'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:56.396668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Routers {'19be438a-bfb5-4233-9589-a55e51287228'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:56.397364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['19be438a-bfb5-4233-9589-a55e51287228'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:56.542441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:56.597287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Set router 19be438a-bfb5-4233-9589-a55e51287228 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:56.612866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.639667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc8b9cb-ac57-481c-8453-9648c8af45e2']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:56.669530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac552-8826-49a1-bebf-c9d57d279073 req-cf4638d6-c319-458a-9c6b-563b37fa25c1 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.678136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b0ac552-8826-49a1-bebf-c9d57d279073 req-cf4638d6-c319-458a-9c6b-563b37fa25c1 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 947 time: 0.1778305 Aug 19 15:01:56.695023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:56.696030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.696914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3f15f8-eb38-4491-af3b-05878275c607') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:56.701715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3f15f8-eb38-4491-af3b-05878275c607') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:56.742696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.770653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.818853 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.901299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:56.901755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:56.904039 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:56.921368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 42204b5e-3ab0-4f36-85b5-5a769981abbf up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:56.945730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06661b8-48fc-46e7-9e40-13569d806582 req-cb4c899f-b451-4b6e-b297-ae53f56132a1 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.947223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d06661b8-48fc-46e7-9e40-13569d806582 req-cb4c899f-b451-4b6e-b297-ae53f56132a1 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0995603 Aug 19 15:01:56.962350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b0ac552-8826-49a1-bebf-c9d57d279073 req-15c71900-a816-4eed-a709-1644f0bd9650 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830112 Aug 19 15:01:57.012986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:01:53Z', 'revision_number': 4, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port': {'id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:48Z', 'updated_at': '2021-08-19T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1bd9919b-2f45-4090-bdef-ae29f633d207', 'name': '', 'network_id': '29eee725-be72-4e17-8a65-793e6bd09596', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'mac_address': 'fa:16:3e:04:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'c7338b06-37c4-4a73-a48c-28a25d7eb133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:52Z', 'updated_at': '2021-08-19T15:01:54Z', 'revision_number': 2, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'subnets': [{'id': 'c7338b06-37c4-4a73-a48c-28a25d7eb133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:57.013657 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d06661b8-48fc-46e7-9e40-13569d806582 req-c749b1ee-cd3a-4ede-8fc5-1902e8e5ba6b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601773 Aug 19 15:01:57.040233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Router 6fda9545-163d-4012-9457-3fe2856eabdd has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:57.052699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Checking router: 19be438a-bfb5-4233-9589-a55e51287228 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:57.053523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Updating router 19be438a-bfb5-4233-9589-a55e51287228 port 1bd9919b-2f45-4090-bdef-ae29f633d207 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:57.083811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 42204b5e-3ab0-4f36-85b5-5a769981abbf completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:57.091712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 42204b5e-3ab0-4f36-85b5-5a769981abbf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:57.092413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.094582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.180131 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.192185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.195250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/bbc8b9cb-ac57-481c-8453-9648c8af45e2 HTTP/1.1" status: 204 len: 168 time: 1.0652432 Aug 19 15:01:57.237772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722030ef-93b5-44f2-a480-65f6f4e795ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc8b9cb-ac57-481c-8453-9648c8af45e2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:57.250902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefd62-d758-495a-adfc-e446beae087f req-6f0f6865-30fc-496c-9697-a64eac158ba3 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.250902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4eefd62-d758-495a-adfc-e446beae087f req-6f0f6865-30fc-496c-9697-a64eac158ba3 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 944 time: 0.1063650 Aug 19 15:01:57.260450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dd03a-5dd0-4313-bb51-9097ff0b53c7 req-568a4561-f294-40de-a909-c533cb268e30 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.269155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1dd03a-5dd0-4313-bb51-9097ff0b53c7 req-568a4561-f294-40de-a909-c533cb268e30 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.1716878 Aug 19 15:01:57.291701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:57.296924 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.303446 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] Sync routers for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:57.313395 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:57.315745 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:57.333934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.361570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0abb8f38-b1ee-4990-a9c6-fbe0a2835c5b tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "PUT /v2.0/floatingips/d1ffdff6-4cb8-44c1-9045-c264c93b52d7 HTTP/1.1" status: 200 len: 991 time: 2.6205139 Aug 19 15:01:57.363258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:57.365712 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aedfbdd-554d-4743-bb04-8acb0079e534" -d '{"events": [{"name": "network-changed", "server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:57.382039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1dd03a-5dd0-4313-bb51-9097ff0b53c7 req-b1a3af56-e131-427e-8cf3-09917d6cee90 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123006 Aug 19 15:01:57.399717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4eefd62-d758-495a-adfc-e446beae087f req-091f484b-574f-4179-8768-051ce035778e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081841 Aug 19 15:01:57.458537 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa28789c-0295-4edf-8979-371a264ea46f x-openstack-request-id: req-fa28789c-0295-4edf-8979-371a264ea46f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:57.459127 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:57.459567 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa28789c-0295-4edf-8979-371a264ea46f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:57.460203 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f', 'status': 'completed', 'code': 200} Aug 19 15:01:57.501345 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:57.518862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.541781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f934310-f01b-4b28-8092-2afac26c01c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42204b5e-3ab0-4f36-85b5-5a769981abbf'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:57.544630 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f32e432-ebcb-4a5c-9b6e-e8e911ace6d4" -d '{"events": [{"server_uuid": "6f934310-f01b-4b28-8092-2afac26c01c4", "name": "network-vif-plugged", "status": "completed", "tag": "42204b5e-3ab0-4f36-85b5-5a769981abbf"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:57.554420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Deleting port 1bd9919b-2f45-4090-bdef-ae29f633d207 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:57.555047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.645235 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4e81e-060b-474a-9c05-06ad0513b3f3 x-openstack-request-id: req-70d4e81e-060b-474a-9c05-06ad0513b3f3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:57.646361 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f934310-f01b-4b28-8092-2afac26c01c4", "name": "network-vif-plugged", "status": "completed", "tag": "42204b5e-3ab0-4f36-85b5-5a769981abbf", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:57.646768 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70d4e81e-060b-474a-9c05-06ad0513b3f3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:57.647321 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f934310-f01b-4b28-8092-2afac26c01c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42204b5e-3ab0-4f36-85b5-5a769981abbf', 'code': 200} Aug 19 15:01:57.650401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 42204b5e-3ab0-4f36-85b5-5a769981abbf, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=42204b5e-3ab0-4f36-85b5-5a769981abbf,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:57.653053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.677549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55520) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:57.679560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-0cc9fedb-08e8-48e1-aff7-209644b6f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.683820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-0cc9fedb-08e8-48e1-aff7-209644b6f3d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c882464767d5402c98a2bb04914656a7&device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 1098 time: 0.1588290 Aug 19 15:01:57.687829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Calling delete_port for 1bd9919b-2f45-4090-bdef-ae29f633d207 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:57.715511 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.716353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:57.776357 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f7bd-8a2e-47f8-a9fb-c003a74e52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.852987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=42204b5e-3ab0-4f36-85b5-5a769981abbf,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:57.855317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd1ffdff6-4cb8-44c1-9045-c264c93b52d7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'port_id': '994425f3-233e-46b1-9c7b-83b88094a97f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'mac_address': 'fa:16:3e:6b:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:01:33Z', 'updated_at': '2021-08-19T15:01:55Z', 'revision_number': 1, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:57.874440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac118d41-8c19-4acc-a583-a451460a53a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a883353e09042559659fcbf64fbe0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894319 Aug 19 15:01:57.883360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55524) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:57.893752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:57.894033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.895832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13641b2d-bd35-466e-a6dd-e0f1b43f8a67 req-ef0d24d8-94f6-464f-93a4-a9fbeb086b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.898156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13641b2d-bd35-466e-a6dd-e0f1b43f8a67 req-ef0d24d8-94f6-464f-93a4-a9fbeb086b9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 1100 time: 0.1626325 Aug 19 15:01:57.926733 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] Checking router: 6fda9545-163d-4012-9457-3fe2856eabdd for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:57.928568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.939931 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:57.941016 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:57.968030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-b1d7b0d4-3c88-496f-820a-c68ab8fa634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.978576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-b1d7b0d4-3c88-496f-820a-c68ab8fa634e service neutron] 10.222.0.46 "GET /v2.0/networks?id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 HTTP/1.1" status: 200 len: 916 time: 0.2667460 Aug 19 15:01:58.001392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13641b2d-bd35-466e-a6dd-e0f1b43f8a67 req-174f6978-fa38-47d4-bc9a-e64f775a08f4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958133 Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=101964) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers result.read() Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers items = [ Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2840, in __iter__ Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2847, in _iter Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 290, in orm_pre_session_exec Aug 19 15:01:58.059768 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self.flush() Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers raise exception Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers raise exception Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers result.read() Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 19 15:01:58.066021 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 19 15:01:58.070555 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:01:58.070555 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 19 15:01:58.070555 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-779913-32', 'ml2_port_bindings_port_id': '1bd9919b-2f45-4090-bdef-ae29f633d207', 'ml2_port_bindings_host': ''}] Aug 19 15:01:58.070555 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 19 15:01:58.070555 n-d-779913-32 neutron-server[101964]: ERROR neutron.plugins.ml2.managers Aug 19 15:01:58.116346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:01:58.116346 n-d-779913-32 neutron-server[101964]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 19 15:01:58.116346 n-d-779913-32 neutron-server[101964]: [parameters: {'host': 'n-d-779913-32', 'ml2_port_bindings_port_id': '1bd9919b-2f45-4090-bdef-ae29f633d207', 'ml2_port_bindings_host': ''}] Aug 19 15:01:58.116346 n-d-779913-32 neutron-server[101964]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:01:58.116923 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:01:58.133153 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:58.141085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-967e763a-11a0-4d6d-bce3-6f7f4231e1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.144818 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.158342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.185042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:58.221994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-967e763a-11a0-4d6d-bce3-6f7f4231e1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.233297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-97604aa6-88ee-4447-92b3-5229d0f3dc9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=994425f3-233e-46b1-9c7b-83b88094a97f HTTP/1.1" status: 200 len: 999 time: 0.2409759 Aug 19 15:01:58.254076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.295860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd9919b-2f45-4090-bdef-ae29f633d207,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:58.339432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de550593-dd3b-466d-aee6-37f050a1293b req-e4d71a8c-cb8a-44fc-82a3-872055047f70 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.348096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de550593-dd3b-466d-aee6-37f050a1293b req-e4d71a8c-cb8a-44fc-82a3-872055047f70 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.2238317 Aug 19 15:01:58.371964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:58.498456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.505172 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd1ffdff6-4cb8-44c1-9045-c264c93b52d7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'port_id': '994425f3-233e-46b1-9c7b-83b88094a97f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'mac_address': 'fa:16:3e:6b:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:01:33Z', 'updated_at': '2021-08-19T15:01:55Z', 'revision_number': 1, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:58.520655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad6e9-44dd-4e26-a5bc-c865ae0b34e8 req-1ac517fd-4805-49da-b081-d5a9b866e43e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.522941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-30dad6e9-44dd-4e26-a5bc-c865ae0b34e8 req-1ac517fd-4805-49da-b081-d5a9b866e43e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.4232919 Aug 19 15:01:58.555525 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162269da-e3e7-4649-a126-cdf2e04ad261 None None] The sync data for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 is: [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd1ffdff6-4cb8-44c1-9045-c264c93b52d7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'port_id': '994425f3-233e-46b1-9c7b-83b88094a97f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'mac_address': 'fa:16:3e:6b:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:01:33Z', 'updated_at': '2021-08-19T15:01:55Z', 'revision_number': 1, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:58.639776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Port 1bd9919b-2f45-4090-bdef-ae29f633d207 not found while updating agent binding for router 19be438a-bfb5-4233-9589-a55e51287228. {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 15:01:58.640711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-30dad6e9-44dd-4e26-a5bc-c865ae0b34e8 req-c3eadb13-0846-4661-8046-3b9285d9c4e8 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Aug 19 15:01:58.658614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Routers {'19be438a-bfb5-4233-9589-a55e51287228'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:58.659535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['19be438a-bfb5-4233-9589-a55e51287228'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:58.811649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] Set router 19be438a-bfb5-4233-9589-a55e51287228 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:58.868488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-a55ec666-22cb-47d1-8437-cd4096ae9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.869218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-a55ec666-22cb-47d1-8437-cd4096ae9649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aa6522f-c2ca-4786-b07a-aaa3367f82d2 HTTP/1.1" status: 200 len: 854 time: 0.6250942 Aug 19 15:01:58.875323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5edec-2711-4d2f-a2ce-5696032dc9ca req-aed4db4e-0282-497b-90d7-8f6e82bdca5e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.881603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-53f5edec-2711-4d2f-a2ce-5696032dc9ca req-aed4db4e-0282-497b-90d7-8f6e82bdca5e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.1621051 Aug 19 15:01:58.898670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01157b9a-346e-4872-900e-764bb4989e2f None None] New status for floating IP d1ffdff6-4cb8-44c1-9045-c264c93b52d7: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:01:58.929979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de550593-dd3b-466d-aee6-37f050a1293b req-7de988af-1c60-4abf-bd5a-5315c05ed7e2 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808539 Aug 19 15:01:58.964054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-7f997e75-4ac5-4b06-be37-f112964e9108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.975847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-7f997e75-4ac5-4b06-be37-f112964e9108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 945 time: 0.1680284 Aug 19 15:01:58.980053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-967e763a-11a0-4d6d-bce3-6f7f4231e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.984350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-967e763a-11a0-4d6d-bce3-6f7f4231e1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.988370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-967e763a-11a0-4d6d-bce3-6f7f4231e1de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e31a3e08-5dde-4753-bcbd-45590f42129d HTTP/1.1" status: 204 len: 168 time: 1.1036980 Aug 19 15:01:59.039986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e763a-11a0-4d6d-bce3-6f7f4231e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31a3e08-5dde-4753-bcbd-45590f42129d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:59.114791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-0a987dd3-b431-4557-82d5-5647fab8e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.116518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-0a987dd3-b431-4557-82d5-5647fab8e461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2377329 Aug 19 15:01:59.133949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-94ef3d5c-0d1a-4f0b-bc5e-a30a9597e7d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:01:59.135047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-94ef3d5c-0d1a-4f0b-bc5e-a30a9597e7d6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059459 Aug 19 15:01:59.271617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b420a6-6943-442c-9274-e9aa72a6b2b3 req-2da641b2-92cb-4cbd-ac57-5df0adb4fd54 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.282853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26b420a6-6943-442c-9274-e9aa72a6b2b3 req-2da641b2-92cb-4cbd-ac57-5df0adb4fd54 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.2138443 Aug 19 15:01:59.343370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-b63e9569-714f-4339-9e3d-c859f7d059b3 service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858156 Aug 19 15:01:59.379556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26b420a6-6943-442c-9274-e9aa72a6b2b3 req-d06e4a47-0e95-4a6b-a913-be90709a5e22 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982525 Aug 19 15:01:59.393019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:01:57Z', 'revision_number': 5, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port': {'id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:48Z', 'updated_at': '2021-08-19T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:59.441175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Deleting port 2583aa90-373d-43af-be03-23bf67a013b0 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:59.441463 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.463340 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-53f5edec-2711-4d2f-a2ce-5696032dc9ca req-7fda2871-9bfa-47dc-b141-a9974bc73b99 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996647 Aug 19 15:01:59.481164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Router 19be438a-bfb5-4233-9589-a55e51287228 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:59.507572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954032-bde5-42fe-b875-c7c27c17ce5c None None] The sync data for ids ['19be438a-bfb5-4233-9589-a55e51287228'] in n-d-779913-32 is: [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:01:57Z', 'revision_number': 5, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port': {'id': '37df4765-5e34-4f1a-8e05-3bcbceef3fe5', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be438a-bfb5-4233-9589-a55e51287228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:48Z', 'updated_at': '2021-08-19T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:59.582942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aedfbdd-554d-4743-bb04-8acb0079e534 req-82ae9b18-c28b-40eb-867e-22de41f17cde service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095976 Aug 19 15:01:59.605529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] For port 2583aa90-373d-43af-be03-23bf67a013b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2583aa90-373d-43af-be03-23bf67a013b0,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:59.605922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.641151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Calling delete_port for 2583aa90-373d-43af-be03-23bf67a013b0 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:59.648793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:59.651219 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c29db-079c-4eec-8fd6-a5c0e5913ae7" -d '{"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-plugged", "status": "completed", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:59.657229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.671318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:59.679453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3054a9cf-2f70-4aa7-8815-1c25f2d74c09 admin admin] 10.222.0.13 "PUT /v2.0/routers/19be438a-bfb5-4233-9589-a55e51287228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3866122 Aug 19 15:01:59.682395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55548) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:59.751333 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653dceca-dc2c-4029-809c-a0749e7e2450 x-openstack-request-id: req-653dceca-dc2c-4029-809c-a0749e7e2450 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:59.752123 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-plugged", "status": "completed", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:59.752403 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-653dceca-dc2c-4029-809c-a0749e7e2450 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:59.752781 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'code': 200} Aug 19 15:01:59.862139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de1694-e13a-42e3-91b7-946424709b69 req-78988d6b-c439-4906-b949-2b24ef96a1f2 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.863818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-81de1694-e13a-42e3-91b7-946424709b69 req-78988d6b-c439-4906-b949-2b24ef96a1f2 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.0952106 Aug 19 15:01:59.922635 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-81de1694-e13a-42e3-91b7-946424709b69 req-4e6e3932-9f4f-4aa5-bc88-47d684b9252d tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 Aug 19 15:01:59.961858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.201092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e08c0-8b27-45cf-96a3-72be61c51ff6 req-3114fc46-5b01-47f5-89db-381c947456ff tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:00.202815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-612e08c0-8b27-45cf-96a3-72be61c51ff6 req-3114fc46-5b01-47f5-89db-381c947456ff tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1526971 Aug 19 15:02:00.208321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f0e9-7e26-4b89-b29f-4df81f3a19ae req-c097bf84-d4ed-4ae8-bf78-da53c06a24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:00.209924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e845f0e9-7e26-4b89-b29f-4df81f3a19ae req-c097bf84-d4ed-4ae8-bf78-da53c06a24cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 1097 time: 0.1790924 Aug 19 15:02:00.213977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.232949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2583aa90-373d-43af-be03-23bf67a013b0'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:00.282603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['45a2fd55-1367-423f-b9ed-4f10a5cf94d1', 'e803515e-6543-4ce0-a19c-d570185ac0c1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:00.289183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.298944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Pushing event deleted for resources: {'Port': ['ID=2583aa90-373d-43af-be03-23bf67a013b0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:00.399511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] No DVR routers for this DVR port 2583aa90-373d-43af-be03-23bf67a013b0 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:00.403594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.406821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-451e5ff1-b2d3-466e-9692-ec52a552ad59 req-a3e8d551-822d-458c-8c28-7e091976941f tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.46 "DELETE /v2.0/ports/2583aa90-373d-43af-be03-23bf67a013b0 HTTP/1.1" status: 204 len: 173 time: 1.4153008 Aug 19 15:02:00.414390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8d984f-7241-486f-a207-66d23e68027a', 'name': 'network-vif-deleted', 'tag': '2583aa90-373d-43af-be03-23bf67a013b0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:00.419893 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea30b482-5520-4488-9776-202caa260b23" -d '{"events": [{"server_uuid": "fb8d984f-7241-486f-a207-66d23e68027a", "name": "network-vif-deleted", "tag": "2583aa90-373d-43af-be03-23bf67a013b0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:00.432518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-612e08c0-8b27-45cf-96a3-72be61c51ff6 req-2a168cb8-5b3a-4bef-9161-14d797538dc3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212455 Aug 19 15:02:00.436537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e845f0e9-7e26-4b89-b29f-4df81f3a19ae req-7556aa98-29a4-423c-9cc6-a2543cdbf64a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092083 Aug 19 15:02:00.554151 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] Sync routers for ids ['19be438a-bfb5-4233-9589-a55e51287228'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:00.598886 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] Routers {'19be438a-bfb5-4233-9589-a55e51287228'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:00.600298 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['19be438a-bfb5-4233-9589-a55e51287228'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:00.635981 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e695025b-0714-48ca-9cf9-24fdcb25fb82 x-openstack-request-id: req-e695025b-0714-48ca-9cf9-24fdcb25fb82 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:00.636428 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8d984f-7241-486f-a207-66d23e68027a", "name": "network-vif-deleted", "tag": "2583aa90-373d-43af-be03-23bf67a013b0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:00.636831 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e695025b-0714-48ca-9cf9-24fdcb25fb82 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:00.637481 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8d984f-7241-486f-a207-66d23e68027a', 'name': 'network-vif-deleted', 'tag': '2583aa90-373d-43af-be03-23bf67a013b0', 'status': 'completed', 'code': 200} Aug 19 15:02:00.648508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Deleting port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:00.649107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.659184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f32d0a-3f7d-4303-927d-2aa81c409e0a req-7c55e881-bab3-4d5c-9036-25983d6831c8 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:00.678902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56f32d0a-3f7d-4303-927d-2aa81c409e0a req-7c55e881-bab3-4d5c-9036-25983d6831c8 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1220880 Aug 19 15:02:00.736391 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-56f32d0a-3f7d-4303-927d-2aa81c409e0a req-cbb5b252-fa34-4f14-bd6f-46d1143ab260 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560598 Aug 19 15:02:00.905551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e90c765-73ec-49a0-9318-921c40d781aa req-7f3e323c-023d-49d7-88ab-01111cf5c899 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 210 time: 0.0435717 Aug 19 15:02:00.932550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] For port 37df4765-5e34-4f1a-8e05-3bcbceef3fe5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:00.932550 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.944324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Calling delete_port for 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:00.953946 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] Set router 19be438a-bfb5-4233-9589-a55e51287228 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:00.982587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.062247 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:02:00Z', 'revision_number': 6, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:01.093455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b093-c77b-411b-b617-9a42baa9f410 req-f84d11f1-22a6-45e7-b6a4-a75cf48d11c1 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.096299 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae38b093-c77b-411b-b617-9a42baa9f410 req-f84d11f1-22a6-45e7-b6a4-a75cf48d11c1 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.0660398 Aug 19 15:02:01.098425 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] Checking router: 19be438a-bfb5-4233-9589-a55e51287228 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:01.118402 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] Routers {'19be438a-bfb5-4233-9589-a55e51287228'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:01.119111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['19be438a-bfb5-4233-9589-a55e51287228'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:01.160333 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae38b093-c77b-411b-b617-9a42baa9f410 req-8542decc-c2a8-4133-85ba-7f063f0bbeb4 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501630 Aug 19 15:02:01.221654 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] Set router 19be438a-bfb5-4233-9589-a55e51287228 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:01.363469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.377347 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:02:00Z', 'revision_number': 6, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:01.408404 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dfbe0-53fe-4294-aa8a-02e1e6696e58 None None] The sync data for ids ['19be438a-bfb5-4233-9589-a55e51287228'] in n-d-779913-32 is: [{'id': '19be438a-bfb5-4233-9589-a55e51287228', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1457236000-router', 'tenant_id': '3c3d53f8c4ca423bb6677921bba68663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:47Z', 'updated_at': '2021-08-19T15:02:00Z', 'revision_number': 6, 'project_id': '3c3d53f8c4ca423bb6677921bba68663', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:01.430000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=37df4765-5e34-4f1a-8e05-3bcbceef3fe5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:01.506845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55590) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.530427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.642750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c9e1c-6ed1-4a5c-8970-86352a3eaac9 req-b95d89bb-9fd5-4f71-ab61-8b78e2130d29 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.649624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c53c9e1c-6ed1-4a5c-8970-86352a3eaac9 req-b95d89bb-9fd5-4f71-ab61-8b78e2130d29 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0839958 Aug 19 15:02:01.674878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.677521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.687614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c53c9e1c-6ed1-4a5c-8970-86352a3eaac9 req-a70424be-d12d-40d4-97ef-1f362a82092b tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Aug 19 15:02:01.696495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-663999858-network', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:01.828880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Made reservation on behalf of 2fc4a5c2519d4e059c08baa413267fda for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:01.834180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.847003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.873963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.874703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19be438a-bfb5-4233-9589-a55e51287228 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:02:01.883064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.884319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d461e48e-339d-4d28-827f-fc91c2034d41 admin admin] 10.222.0.13 "DELETE /v2.0/routers/19be438a-bfb5-4233-9589-a55e51287228 HTTP/1.1" status: 204 len: 168 time: 2.2009106 Aug 19 15:02:01.889948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55600) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.894308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8db44f-d812-4bde-b063-0149e8587a91 req-7941a59d-e9db-4106-b813-8b5aa21f61e0 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.896161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba8db44f-d812-4bde-b063-0149e8587a91 req-7941a59d-e9db-4106-b813-8b5aa21f61e0 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.1016405 Aug 19 15:02:01.964811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71c818-a994-4d4f-ba86-a67c0730189c req-d4bc0ec0-8433-4c44-9666-07d66b159abd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.967956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa71c818-a994-4d4f-ba86-a67c0730189c req-d4bc0ec0-8433-4c44-9666-07d66b159abd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1290493 Aug 19 15:02:01.974099 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ba8db44f-d812-4bde-b063-0149e8587a91 req-ae485e3e-a4d7-4c69-9603-16a42e91e2a6 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Aug 19 15:02:02.007170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Deleting subnet c7338b06-37c4-4a73-a48c-28a25d7eb133 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:02:02.046829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.052440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa71c818-a994-4d4f-ba86-a67c0730189c req-1537e5ae-dabf-4447-8881-0b112426b100 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743418 Aug 19 15:02:02.054483 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.102961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.183923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.219689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39446188-4f09-4b2a-b8cf-30e2e9369718 req-115ba973-60e4-4149-bb27-7379257222f6 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d984f-7241-486f-a207-66d23e68027a HTTP/1.1" status: 200 len: 210 time: 0.0584354 Aug 19 15:02:02.258648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:02:02.277292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79b9b85-1659-4963-937c-d07cc5b29f32,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.280670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.281092 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Added segment d68b5553-832f-4f38-b0b6-556233b66e2d of type vlan for network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 Aug 19 15:02:02.320199 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.339417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.402117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2583aa90-373d-43af-be03-23bf67a013b0 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:02.430396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 2583aa90-373d-43af-be03-23bf67a013b0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:02.432005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2583aa90-373d-43af-be03-23bf67a013b0 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:02.510493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:02.531268 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.531762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.533045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:02.533729 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.542500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:02.546909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 37df4765-5e34-4f1a-8e05-3bcbceef3fe5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:02.577588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7338b06-37c4-4a73-a48c-28a25d7eb133,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.590283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.592326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6085df16-2674-4f78-b3e2-fee2bb2dd7ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7338b06-37c4-4a73-a48c-28a25d7eb133 HTTP/1.1" status: 204 len: 168 time: 0.7003701 Aug 19 15:02:02.593965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0dc70-ac47-4e06-b188-d435ba8bcfe0 None None] Network 29eee725-be72-4e17-8a65-793e6bd09596 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:02.596228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55606) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.618953 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1115980 Aug 19 15:02:02.622368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55608) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.628920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Request body: {'subnet': {'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-663999858-subnet', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:02.636629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dde7b-3faa-436e-b764-99948273d02e admin admin] Pushing event updated for resources: {'Network': ['ID=5c91008f-6f37-4d4b-8c45-18d1f30cef38,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.650897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:02:02.676391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.730063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Made reservation on behalf of 2fc4a5c2519d4e059c08baa413267fda for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:02.734431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.755228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Deleting port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:02.755683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.870753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] For port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,segment=NetworkSegment(ed65c18d-4907-4b0e-88ad-92b5a56cee8e),segment_id=ed65c18d-4907-4b0e-88ad-92b5a56cee8e)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:02.871302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.892663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c62f6-3c43-447e-a978-39f60a5eb031 req-2a01eb37-85a0-4d86-b683-a2252bc733df tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:02.898683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-465c62f6-3c43-447e-a978-39f60a5eb031 req-2a01eb37-85a0-4d86-b683-a2252bc733df tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1097555 Aug 19 15:02:02.909665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Calling delete_port for 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:02.928612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] DHCP port deletion for 29eee725-be72-4e17-8a65-793e6bd09596 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:02:02.957720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-465c62f6-3c43-447e-a978-39f60a5eb031 req-904c218e-dfb6-499a-91b5-148e2a4c1820 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547490 Aug 19 15:02:03.033240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] Deleting port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:03.039885 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.155538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] For port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,segment=NetworkSegment(ed65c18d-4907-4b0e-88ad-92b5a56cee8e),segment_id=ed65c18d-4907-4b0e-88ad-92b5a56cee8e)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:03.156282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.172540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] Calling delete_port for 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:03.182890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d0b4d-6061-4b05-a8c6-c5b90833967e req-ad2d5916-a91b-478e-aeba-968a9627b17a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:03.186338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4d0b4d-6061-4b05-a8c6-c5b90833967e req-ad2d5916-a91b-478e-aeba-968a9627b17a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.1098952 Aug 19 15:02:03.197089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.213609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.256463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.264233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] No DVR routers for this DVR port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:03.274993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4d0b4d-6061-4b05-a8c6-c5b90833967e req-53583bb2-c08d-4d77-b338-90ad7816d060 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819554 Aug 19 15:02:03.293891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.332677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5e1c4-509c-4352-81ff-74b47263fe7b req-d5b16a3a-1699-4765-b695-4e16d6c10e3e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:03.333291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] Pushing event deleted for resources: {'Port': ['ID=2e3ab2ef-d64b-4f18-b0b5-158e52e6009d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.333488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ac5e1c4-509c-4352-81ff-74b47263fe7b req-d5b16a3a-1699-4765-b695-4e16d6c10e3e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1812818 Aug 19 15:02:03.334565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1373f26c-018f-4b14-978f-e974fabc64ac,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.337415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590f928-5dfd-4dda-aef2-46536313b4ff None None] No DVR routers for this DVR port 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:03.378783 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Checking segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:03.379280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Network hostable DHCP agents. Network: 5c91008f-6f37-4d4b-8c45-18d1f30cef38, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:02:03.399788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.414382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29eee725-be72-4e17-8a65-793e6bd09596']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:03.418188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ac5e1c4-509c-4352-81ff-74b47263fe7b req-ff618ae7-215c-441a-9d2f-c1549a65adfe tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628204 Aug 19 15:02:03.482408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:02:03.560871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86969-d957-4547-9180-8ef6104e803a req-ebfc8e67-4b99-4317-9fb2-492c8449bc3b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:03.570106 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7a86969-d957-4547-9180-8ef6104e803a req-ebfc8e67-4b99-4317-9fb2-492c8449bc3b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.0742373 Aug 19 15:02:03.621847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7a86969-d957-4547-9180-8ef6104e803a req-d05bf1c0-04e3-4c8d-a7a6-c31aff758f02 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506809 Aug 19 15:02:03.622533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 5c91008f-6f37-4d4b-8c45-18d1f30cef38) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:03.645828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd21c16-f92e-41b8-a451-33be7601ad34 None None] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:03.656597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:03.661515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.708882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55634) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.745401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:03.746012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed65c18d-4907-4b0e-88ad-92b5a56cee8e') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:03.757677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.775979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.780510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55638) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.781457 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e966c5c5-8b4e-4d12-8849-1ffd1dda43f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1575596 Aug 19 15:02:03.788473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:03.794583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:02:03.794988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:02:03.796670 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:02:03.856957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:02:03.858209 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.864448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12a78ebd-0e0d-4cb7-8e91-5eacbdb03bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.957465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.958657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.963332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.981452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.986423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] 10.222.0.13 "DELETE /v2.0/networks/29eee725-be72-4e17-8a65-793e6bd09596 HTTP/1.1" status: 204 len: 168 time: 1.3859072 Aug 19 15:02:04.003128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1ed38-1eb4-4364-a417-e0785df795be admin admin] Pushing event deleted for resources: {'Network': ['ID=29eee725-be72-4e17-8a65-793e6bd09596,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.083987 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12a78ebd-0e0d-4cb7-8e91-5eacbdb03bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.138109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.160381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12a78ebd-0e0d-4cb7-8e91-5eacbdb03bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.182788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecf461-5fe9-4d15-aa11-3e41693be890 req-829f73ed-a5c1-4c16-9ce1-a4263ccf78c8 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:04.184610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfecf461-5fe9-4d15-aa11-3e41693be890 req-829f73ed-a5c1-4c16-9ce1-a4263ccf78c8 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0620468 Aug 19 15:02:04.189499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Allocated IP 172.20.0.2 (5c91008f-6f37-4d4b-8c45-18d1f30cef38/1373f26c-018f-4b14-978f-e974fabc64ac/cf137f35-1410-4d65-82c0-a69b99d140b1) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:04.206572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de750a-99ea-4b69-a76f-1838df79c87d req-7124d81a-849f-48c5-adf3-e152351ad68e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:04.222992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91de750a-99ea-4b69-a76f-1838df79c87d req-7124d81a-849f-48c5-adf3-e152351ad68e tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.0975864 Aug 19 15:02:04.222992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-12a78ebd-0e0d-4cb7-8e91-5eacbdb03bd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76be7099f22d405a9223d2416282ff7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121958 Aug 19 15:02:04.224564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a78ebd-0e0d-4cb7-8e91-5eacbdb03bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910a2dc-5453-4e71-a2cc-240afc5d0b5d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.232456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55650) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.248164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfecf461-5fe9-4d15-aa11-3e41693be890 req-0729eb43-f5ad-4a46-9911-73c10270f0a5 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544524 Aug 19 15:02:04.326291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91de750a-99ea-4b69-a76f-1838df79c87d req-8cb27a00-cc9f-418e-bc76-6c049acc3244 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023009 Aug 19 15:02:04.359073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1335f7a8-b7fb-4030-ab73-3b1421802c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.385364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.396827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Transition to ACTIVE for port object cf137f35-1410-4d65-82c0-a69b99d140b1 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:04.404504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1335f7a8-b7fb-4030-ab73-3b1421802c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.416169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Transition to ACTIVE for port object cf137f35-1410-4d65-82c0-a69b99d140b1 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:04.495273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001289-6164-46a9-ae92-6a17d3333fac req-8c52a1fa-5478-4202-9104-0d713bdd4c70 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:04.496860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28001289-6164-46a9-ae92-6a17d3333fac req-8c52a1fa-5478-4202-9104-0d713bdd4c70 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.0789678 Aug 19 15:02:04.500799 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.513229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55666) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.542454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:04.547432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.567602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:04.567938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e3ab2ef-d64b-4f18-b0b5-158e52e6009d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:04.576632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:04.581197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:04.587086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:04.603412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Pushing event updated for resources: {'Port': ['ID=cf137f35-1410-4d65-82c0-a69b99d140b1,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.607707 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-28001289-6164-46a9-ae92-6a17d3333fac req-9af53b59-8662-4bfa-a2ab-7e688f80bd0e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946245 Aug 19 15:02:04.618105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b4b0b9a-290d-4653-bcbb-da347d21b387 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c3d53f8c4ca423bb6677921bba68663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960884 Aug 19 15:02:04.618105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55668) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.627782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-d543ae3d-4453-4eec-a84f-a8aa73756167 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:04.636733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-d543ae3d-4453-4eec-a84f-a8aa73756167 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 815 time: 0.2716053 Aug 19 15:02:04.660033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-37ed833b-bda4-4f14-bc48-380b60fc2851 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/quotas/d3d115ca16b0440f87e5162a210ebb03 HTTP/1.1" status: 200 len: 375 time: 0.0223651 Aug 19 15:02:04.672363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Attempting to bind port cf137f35-1410-4d65-82c0-a69b99d140b1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:04.672974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Attempting to bind port cf137f35-1410-4d65-82c0-a69b99d140b1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:04.673308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Attempting to bind port cf137f35-1410-4d65-82c0-a69b99d140b1 on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:04.680855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:04.681470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Checking segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:04.681889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.682287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Bound using segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:04.682814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Bound port: cf137f35-1410-4d65-82c0-a69b99d140b1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:04.683207 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.683611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1335f7a8-b7fb-4030-ab73-3b1421802c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.686630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1335f7a8-b7fb-4030-ab73-3b1421802c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.687927 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1335f7a8-b7fb-4030-ab73-3b1421802c33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d910a2dc-5453-4e71-a2cc-240afc5d0b5d HTTP/1.1" status: 204 len: 168 time: 0.4538708 Aug 19 15:02:04.709743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335f7a8-b7fb-4030-ab73-3b1421802c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910a2dc-5453-4e71-a2cc-240afc5d0b5d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.718370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c5137e-48e7-4b6e-886a-a96ba72cb483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.744701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c5137e-48e7-4b6e-886a-a96ba72cb483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.787093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] For port cf137f35-1410-4d65-82c0-a69b99d140b1, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:04.792054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] For port cf137f35-1410-4d65-82c0-a69b99d140b1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf137f35-1410-4d65-82c0-a69b99d140b1,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:04.821697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-d0e3ec37-a9dc-47a7-9825-1443db7e6bf6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536589 Aug 19 15:02:04.848308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e75fe-8cba-473c-8037-7c2990f08156 req-eb47d6c2-5faf-47b3-a2ad-0687c1ba1a69 tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:04.849908 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e4e75fe-8cba-473c-8037-7c2990f08156 req-eb47d6c2-5faf-47b3-a2ad-0687c1ba1a69 tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 1100 time: 0.0838819 Aug 19 15:02:04.874245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3e4e75fe-8cba-473c-8037-7c2990f08156 req-72c7c284-ab30-45c3-8136-d7ba33d145ab tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.942634 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.974487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c5137e-48e7-4b6e-886a-a96ba72cb483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.977744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c5137e-48e7-4b6e-886a-a96ba72cb483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.979151 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-10c5137e-48e7-4b6e-886a-a96ba72cb483 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/077fb771-ade5-4628-ba79-44da7064bbb1 HTTP/1.1" status: 204 len: 168 time: 0.3621824 Aug 19 15:02:04.993913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3e4e75fe-8cba-473c-8037-7c2990f08156 req-72c7c284-ab30-45c3-8136-d7ba33d145ab tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.008929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5137e-48e7-4b6e-886a-a96ba72cb483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077fb771-ade5-4628-ba79-44da7064bbb1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.030146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d0947-0d91-4e83-8e67-a017a3abc61a None None] Pushing event updated for resources: {'Port': ['ID=cf137f35-1410-4d65-82c0-a69b99d140b1,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.053200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-e1f6b8dd-336a-485b-ad18-2d437765198f service neutron] 10.222.0.13 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230844 Aug 19 15:02:05.062191 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-3e4e75fe-8cba-473c-8037-7c2990f08156 req-72c7c284-ab30-45c3-8136-d7ba33d145ab tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.096142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e4e75fe-8cba-473c-8037-7c2990f08156 req-72c7c284-ab30-45c3-8136-d7ba33d145ab tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357299 Aug 19 15:02:05.108403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7c284-ab30-45c3-8136-d7ba33d145ab tempest-LiveMigrationNegativeTest-2021471129 tempest-LiveMigrationNegativeTest-2021471129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1eedbb-d3c3-41fa-bad6-0034ba7ede34,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.152821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.182837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.263942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-ceb32f84-8ea1-4fbe-8b20-a74ba73b995d service neutron] 10.222.0.13 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100880 Aug 19 15:02:05.381986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Allocated IP 172.25.5.224 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/9cb26376-0a9b-4ee8-b44d-7927856c2e3a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:05.538279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fe023-d206-4624-b8f8-144072555fe3 req-fe0d13a6-c3f2-4c95-9241-c72a416521cd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:05.547299 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f6fe023-d206-4624-b8f8-144072555fe3 req-fe0d13a6-c3f2-4c95-9241-c72a416521cd tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0857432 Aug 19 15:02:05.575991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.590534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f6fe023-d206-4624-b8f8-144072555fe3 req-87de84b1-4713-454f-8160-d67ac97b90b1 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387857 Aug 19 15:02:05.725427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb24f0f-a921-4f1c-b947-317e161add3f req-3434e4af-6a64-4db1-b23c-bc7ca48a3988 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:05.727115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adb24f0f-a921-4f1c-b947-317e161add3f req-3434e4af-6a64-4db1-b23c-bc7ca48a3988 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.0540581 Aug 19 15:02:05.777381 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.778676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55708) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.806211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b7df3f9-7822-46b2-ac24-4a4aab5c90fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.816307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adb24f0f-a921-4f1c-b947-317e161add3f req-ab6b9129-8c52-420e-a7c7-0d7234bf0704 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755477 Aug 19 15:02:05.860156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:05.863730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:05.872146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:05.911051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:06.041607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b7df3f9-7822-46b2-ac24-4a4aab5c90fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.097496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4c14680-c538-41b9-a09e-896e30f20698 req-0e8c3532-419f-4573-bbbb-ea6b94a1150e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 210 time: 0.0880945 Aug 19 15:02:06.159847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b7df3f9-7822-46b2-ac24-4a4aab5c90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.233323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8b7df3f9-7822-46b2-ac24-4a4aab5c90fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef187fdd921841749d0828abc88f0d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532003 Aug 19 15:02:06.243604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-0f67e628-e764-423e-9496-dae1ace76ee6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.245818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-0f67e628-e764-423e-9496-dae1ace76ee6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a810a-51e3-4ad1-a988-2ce65e0f1462 HTTP/1.1" status: 200 len: 945 time: 0.1903722 Aug 19 15:02:06.246329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55718) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.311730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df3f9-7822-46b2-ac24-4a4aab5c90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d79c33e-368d-4eaf-aa1b-5bb3aaf6609c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:06.323216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b63653-b227-4751-85e6-89c67becf149 None None] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:06.335881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77338c-519f-4e0d-a4e0-9253a8d0278e req-95de0642-ad85-4308-abae-44ebcf241bea tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.337268 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa77338c-519f-4e0d-a4e0-9253a8d0278e req-95de0642-ad85-4308-abae-44ebcf241bea tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.1127188 Aug 19 15:02:06.411446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aa77338c-519f-4e0d-a4e0-9253a8d0278e req-91a9f205-9d51-44ad-9642-ac0581e4f774 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551214 Aug 19 15:02:06.532251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.538604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55726) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.549497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-798083bd-c03b-45c8-bd1c-b68042a26f69 None None] Provisioning for port cf137f35-1410-4d65-82c0-a69b99d140b1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:06.612048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf137f35-1410-4d65-82c0-a69b99d140b1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:06.634092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d99a2d-8d01-418d-8fdd-9a738ef2b200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.706168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-563717690-network', 'tenant_id': '4a3eb9ef8a0f403ba48e50cd13de2acb'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:06.742721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d99a2d-8d01-418d-8fdd-9a738ef2b200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.806283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-41888933-64d7-4b6a-bf8c-72f1241aab87 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.807879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-41888933-64d7-4b6a-bf8c-72f1241aab87 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.5047123 Aug 19 15:02:06.845699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port cf137f35-1410-4d65-82c0-a69b99d140b1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:06.846680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Made reservation on behalf of 4a3eb9ef8a0f403ba48e50cd13de2acb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:06.849372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.850739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cf137f35-1410-4d65-82c0-a69b99d140b1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:06.854218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.859916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.903779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1e4f75c0-0ec1-47d8-8d21-9c35b466a598 None None] Provisioning complete for port cf137f35-1410-4d65-82c0-a69b99d140b1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:06.904038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75c0-0ec1-47d8-8d21-9c35b466a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.994995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b8a84-bb23-4cf7-8104-45c5b626743d req-d5b5444c-371b-4f3e-95d2-23d33f51ff18 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.996613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee6b8a84-bb23-4cf7-8104-45c5b626743d req-d5b5444c-371b-4f3e-95d2-23d33f51ff18 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.2562950 Aug 19 15:02:07.000137 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.028320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51293e8f-94ab-4b21-96a8-027e53f2b038 req-d7e3405b-8ec8-4aac-8183-6a12681dbd4d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.030223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-51293e8f-94ab-4b21-96a8-027e53f2b038 req-d7e3405b-8ec8-4aac-8183-6a12681dbd4d tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.0583196 Aug 19 15:02:07.101179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-51293e8f-94ab-4b21-96a8-027e53f2b038 req-757a2f08-8747-46a5-80bb-6ca22cabe8cc tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623045 Aug 19 15:02:07.171494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.217280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64c3b787-fa17-4c56-b2ae-f2c0ce35f03a req-9ae47e7f-7921-40be-8508-9cd5f7b2e33c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 210 time: 0.0407956 Aug 19 15:02:07.240929 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1e4f75c0-0ec1-47d8-8d21-9c35b466a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.240929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port cf137f35-1410-4d65-82c0-a69b99d140b1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf137f35-1410-4d65-82c0-a69b99d140b1,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:07.310676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.346452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:02:07.356973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.362738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d99a2d-8d01-418d-8fdd-9a738ef2b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.363053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.366648 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Added segment 1950c76f-1b7f-4573-bb2b-c4be9e986e06 of type vlan for network c605bf1d-0721-4489-af70-270bccd06221 Aug 19 15:02:07.367593 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.368359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46d99a2d-8d01-418d-8fdd-9a738ef2b200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.369296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-46d99a2d-8d01-418d-8fdd-9a738ef2b200 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d79c33e-368d-4eaf-aa1b-5bb3aaf6609c HTTP/1.1" status: 204 len: 168 time: 1.1218941 Aug 19 15:02:07.371588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Deleting port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:07.371859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.412174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d99a2d-8d01-418d-8fdd-9a738ef2b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d79c33e-368d-4eaf-aa1b-5bb3aaf6609c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.433597 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.482546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.504653 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-1e4f75c0-0ec1-47d8-8d21-9c35b466a598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:02:07.505020 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-1e4f75c0-0ec1-47d8-8d21-9c35b466a598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:02:07.521998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=cf137f35-1410-4d65-82c0-a69b99d140b1,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.529947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.530594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.531123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee6b8a84-bb23-4cf7-8104-45c5b626743d req-55773a02-9bf5-44da-bcc4-5f0fe5995e40 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695042 Aug 19 15:02:07.531271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.531757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.532259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.534073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.534609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.535204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.535711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.536210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.537029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.542120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:07.555378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ed457-c871-4eeb-bb9c-e7170ffd6c5b req-f8f141a0-2644-4ada-8c4b-0df476c06b42 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.556709 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b20ed457-c871-4eeb-bb9c-e7170ffd6c5b req-f8f141a0-2644-4ada-8c4b-0df476c06b42 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.0667827 Aug 19 15:02:07.581558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.582882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.583477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.619932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Deleting port e803515e-6543-4ce0-a19c-d570185ac0c1 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:07.620281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.663083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b20ed457-c871-4eeb-bb9c-e7170ffd6c5b req-714db546-553d-4e81-9eb9-638f4ea02749 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Aug 19 15:02:07.666559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] Pushing event updated for resources: {'Network': ['ID=c605bf1d-0721-4489-af70-270bccd06221,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.679327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c605bf1d-0721-4489-af70-270bccd06221 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:02:07.720587 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90c560c3-2ba7-49da-a13b-9e1251eafb66 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1801651 Aug 19 15:02:07.723863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.729290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Request body: {'subnet': {'network_id': 'c605bf1d-0721-4489-af70-270bccd06221', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-563717690-subnet', 'tenant_id': '4a3eb9ef8a0f403ba48e50cd13de2acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:07.768982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] For port d0a33cbb-9a2b-4a44-ac55-01f411a423d6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:07.769417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.809978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Calling delete_port for d0a33cbb-9a2b-4a44-ac55-01f411a423d6 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:07.858940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Made reservation on behalf of 4a3eb9ef8a0f403ba48e50cd13de2acb for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:07.861921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.903073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] For port e803515e-6543-4ce0-a19c-d570185ac0c1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e803515e-6543-4ce0-a19c-d570185ac0c1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:07.903355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.937604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Calling delete_port for e803515e-6543-4ce0-a19c-d570185ac0c1 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:08.099005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:02:08.191210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.217388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:08.238644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df60f891-fb0b-43c7-8f57-1a03501ef786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.275264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2ccb14-d822-4cfa-9854-2c0a0e1f8027,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:08.281323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.314680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Checking segment: {'id': '1950c76f-1b7f-4573-bb2b-c4be9e986e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c605bf1d-0721-4489-af70-270bccd06221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:08.315259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Network hostable DHCP agents. Network: c605bf1d-0721-4489-af70-270bccd06221, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:02:08.327332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Pushing event deleted for resources: {'Port': ['ID=d0a33cbb-9a2b-4a44-ac55-01f411a423d6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:08.359335 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff0efc05-b3e8-432c-8c7b-6a244e205288 req-d6df206d-5cae-425e-a0b7-f0daf513ceaf tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 210 time: 0.0370111 Aug 19 15:02:08.383589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced78f-04c7-4667-b7bb-eff4989fbe64 req-7e68dd2a-627b-418d-b948-4ee74b9fb838 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:08.389816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62ced78f-04c7-4667-b7bb-eff4989fbe64 req-7e68dd2a-627b-418d-b948-4ee74b9fb838 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 946 time: 0.1699488 Aug 19 15:02:08.395111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:08.410359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:08.422618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:08.424327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:08.442000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] No DVR routers for this DVR port d0a33cbb-9a2b-4a44-ac55-01f411a423d6 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:08.468064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Network c605bf1d-0721-4489-af70-270bccd06221 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:02:08.468474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.487833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df60f891-fb0b-43c7-8f57-1a03501ef786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.493417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.495755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1bc5547-a22d-4e65-977f-17e12a2bfba7 req-a21cd623-e3b9-4d6c-9043-42a2580048da tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "DELETE /v2.0/ports/d0a33cbb-9a2b-4a44-ac55-01f411a423d6 HTTP/1.1" status: 204 len: 173 time: 2.1885877 Aug 19 15:02:08.499199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['45a2fd55-1367-423f-b9ed-4f10a5cf94d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:08.509859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cc44c6c3-ec24-4e4b-ac84-0424c824e345 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:08.510253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-deleted', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:08.511482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cc44c6c3-ec24-4e4b-ac84-0424c824e345 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.0953288 Aug 19 15:02:08.512569 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e1ac6-3754-4f1b-8eca-8232edcc94d9" -d '{"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-deleted", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:08.522663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62ced78f-04c7-4667-b7bb-eff4989fbe64 req-8bf06f5f-91bb-41e3-b7e3-232ce4e9c464 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060429 Aug 19 15:02:08.566104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Pushing event deleted for resources: {'Port': ['ID=e803515e-6543-4ce0-a19c-d570185ac0c1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:08.612590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c605bf1d-0721-4489-af70-270bccd06221) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:08.623329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf137f35-1410-4d65-82c0-a69b99d140b1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:08.636399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] No DVR routers for this DVR port e803515e-6543-4ce0-a19c-d570185ac0c1 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:08.642485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.644642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9070802b-9606-4199-aba2-af06f3fe9fe2 req-c7657ad0-5e2f-49d6-9644-c53a398d62f7 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "DELETE /v2.0/ports/e803515e-6543-4ce0-a19c-d570185ac0c1 HTTP/1.1" status: 204 len: 173 time: 1.8163931 Aug 19 15:02:08.660311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404b58e-019b-45ed-a7c9-3bc9f03b9029 None None] Network c605bf1d-0721-4489-af70-270bccd06221 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:08.670928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df60f891-fb0b-43c7-8f57-1a03501ef786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.713495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:08.714105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.717635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63420632-29fa-4267-ae6d-79aa48f49768 req-7a77a6aa-8ffe-4d7e-a4e9-c7c0fdcf67de tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:08.727672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63420632-29fa-4267-ae6d-79aa48f49768 req-7a77a6aa-8ffe-4d7e-a4e9-c7c0fdcf67de tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.0731585 Aug 19 15:02:08.745830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-df60f891-fb0b-43c7-8f57-1a03501ef786 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a852e3670d8d4c27bf6bb73855df7e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245695 Aug 19 15:02:08.746510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55766) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:08.777017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:08.799680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63420632-29fa-4267-ae6d-79aa48f49768 req-2364e3c2-bfb3-4317-b1a9-407c13ecf1ad tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669546 Aug 19 15:02:08.801231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.805250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c363f2b-ead5-4c38-9e31-cccee9cf3953 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0232377 Aug 19 15:02:08.811058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60f891-fb0b-43c7-8f57-1a03501ef786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c2f9b-3d61-4dd9-86e3-f86eb05d6da0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:08.812069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55768) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:08.843976 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8775ed9-a198-4b26-8e09-f6d519e58a96 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1187584 Aug 19 15:02:08.892439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b66badd-6bc8-4e6a-b902-28b6bf34acc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.924306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b66badd-6bc8-4e6a-b902-28b6bf34acc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.976084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cf137f35-1410-4d65-82c0-a69b99d140b1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:08.976549 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.037190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Deleting port 42204b5e-3ab0-4f36-85b5-5a769981abbf {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:09.037701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.122989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 42204b5e-3ab0-4f36-85b5-5a769981abbf no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:09.123405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b66badd-6bc8-4e6a-b902-28b6bf34acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.126526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b66badd-6bc8-4e6a-b902-28b6bf34acc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.127897 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6b66badd-6bc8-4e6a-b902-28b6bf34acc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35c2f9b-3d61-4dd9-86e3-f86eb05d6da0 HTTP/1.1" status: 204 len: 168 time: 0.3752067 Aug 19 15:02:09.156163 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55464c76-ba55-4a24-9122-c304de334eb3 x-openstack-request-id: req-55464c76-ba55-4a24-9122-c304de334eb3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:09.157086 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a810a-51e3-4ad1-a988-2ce65e0f1462", "name": "network-vif-deleted", "tag": "d0a33cbb-9a2b-4a44-ac55-01f411a423d6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:09.157086 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55464c76-ba55-4a24-9122-c304de334eb3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:09.158076 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a810a-51e3-4ad1-a988-2ce65e0f1462', 'name': 'network-vif-deleted', 'tag': 'd0a33cbb-9a2b-4a44-ac55-01f411a423d6', 'status': 'completed', 'code': 200} Aug 19 15:02:09.161557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66badd-6bc8-4e6a-b902-28b6bf34acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c2f9b-3d61-4dd9-86e3-f86eb05d6da0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:09.268989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] For port 42204b5e-3ab0-4f36-85b5-5a769981abbf, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=42204b5e-3ab0-4f36-85b5-5a769981abbf,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:09.269709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.309888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Calling delete_port for 42204b5e-3ab0-4f36-85b5-5a769981abbf owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:09.440589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85347a2a-3f08-4c49-a46b-10354d13e617 req-e54a5089-bae6-4acd-ade9-c4d328c23827 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:09.443307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85347a2a-3f08-4c49-a46b-10354d13e617 req-e54a5089-bae6-4acd-ade9-c4d328c23827 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 948 time: 0.3604314 Aug 19 15:02:09.467218 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-d1d91063-ef20-4b56-8fce-2e9bca9f1e80 req-143d46ca-8e2c-42fd-bd13-79908d30c6a8 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] show failed (client error): The resource could not be found. Aug 19 15:02:09.469260 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d1d91063-ef20-4b56-8fce-2e9bca9f1e80 req-143d46ca-8e2c-42fd-bd13-79908d30c6a8 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups/200fe2bd-e4a4-48e9-96e8-5d896f752c4d HTTP/1.1" status: 404 len: 352 time: 0.0611441 Aug 19 15:02:09.504341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ceae2-2a79-45bb-82ec-9c8250f0c6b3 None None] Network c605bf1d-0721-4489-af70-270bccd06221 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:09.580109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.622439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:06Z', 'revision_number': 3, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:09.671756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca3bfe78-ee23-496e-a681-33e025905aff req-157ecf9a-f741-489f-9979-928cf3369551 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 210 time: 0.0468276 Aug 19 15:02:09.683251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.683617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:09.690817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Updating router d9c21c1a-204d-4aeb-b213-db89e09b92d4 port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:09.747804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:09.748079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Pushing event deleted for resources: {'Port': ['ID=42204b5e-3ab0-4f36-85b5-5a769981abbf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:09.791258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-d7a20f93-e686-43bb-ba78-5aa7ede285a9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:09.801632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-d7a20f93-e686-43bb-ba78-5aa7ede285a9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 815 time: 0.5379424 Aug 19 15:02:09.835927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] No DVR routers for this DVR port 42204b5e-3ab0-4f36-85b5-5a769981abbf on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:09.839193 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.842598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-40d114a8-04aa-4b97-9220-9afbd0d549cd req-cb0a6606-a027-4dfa-8253-951262d1cf8a tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.54 "DELETE /v2.0/ports/42204b5e-3ab0-4f36-85b5-5a769981abbf HTTP/1.1" status: 204 len: 173 time: 1.3227854 Aug 19 15:02:09.842598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f934310-f01b-4b28-8092-2afac26c01c4', 'name': 'network-vif-deleted', 'tag': '42204b5e-3ab0-4f36-85b5-5a769981abbf'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:09.845014 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a91f5d-d26c-48c4-adcc-645f7678e70f" -d '{"events": [{"server_uuid": "6f934310-f01b-4b28-8092-2afac26c01c4", "name": "network-vif-deleted", "tag": "42204b5e-3ab0-4f36-85b5-5a769981abbf"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:09.877917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Request body: {'port': {'device_id': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'admin_state_up': True, 'tenant_id': 'd3d115ca16b0440f87e5162a210ebb03'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:09.902367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85347a2a-3f08-4c49-a46b-10354d13e617 req-e413f31f-d24f-4f3d-ae8a-925473aa3dd3 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500110 Aug 19 15:02:10.063402 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.103059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2154c9c0-ede8-4ce9-af97-7c62b57288a8 req-cfe7589b-59ef-4d8e-8de1-04d51c275728 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c79a085-28d2-4ca9-97d5-a4f1a7622c3a HTTP/1.1" status: 200 len: 210 time: 0.0784376 Aug 19 15:02:10.120249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e803515e-6543-4ce0-a19c-d570185ac0c1 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:10.184258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: e803515e-6543-4ce0-a19c-d570185ac0c1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:10.184800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e803515e-6543-4ce0-a19c-d570185ac0c1 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:10.185004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:10.194691 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c03807-c3e4-4f88-8cfe-b88a2b50e432 x-openstack-request-id: req-43c03807-c3e4-4f88-8cfe-b88a2b50e432 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:10.196913 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f934310-f01b-4b28-8092-2afac26c01c4", "name": "network-vif-deleted", "tag": "42204b5e-3ab0-4f36-85b5-5a769981abbf", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:10.197275 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43c03807-c3e4-4f88-8cfe-b88a2b50e432 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:10.197709 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f934310-f01b-4b28-8092-2afac26c01c4', 'name': 'network-vif-deleted', 'tag': '42204b5e-3ab0-4f36-85b5-5a769981abbf', 'status': 'completed', 'code': 200} Aug 19 15:02:10.233040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: d0a33cbb-9a2b-4a44-ac55-01f411a423d6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:10.242446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d0a33cbb-9a2b-4a44-ac55-01f411a423d6 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:10.272703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc3cc-9f3c-442b-bc8a-9549d464afb0 req-000152fd-22a2-4fc2-8a26-5b5dc4122736 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:10.279011 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720b0b4b-1f5a-4450-a5f1-6c9e499053da req-fda56fec-39e2-4b13-aad0-deea58606aff tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a3eb9ef8a0f403ba48e50cd13de2acb HTTP/1.1" status: 200 len: 2988 time: 0.0693448 Aug 19 15:02:10.281674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fbbdc3cc-9f3c-442b-bc8a-9549d464afb0 req-000152fd-22a2-4fc2-8a26-5b5dc4122736 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.2133508 Aug 19 15:02:10.286223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.343714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720b0b4b-1f5a-4450-a5f1-6c9e499053da req-643ddaa3-33ac-4eda-9812-7858bd91f816 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups/5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4 HTTP/1.1" status: 200 len: 2985 time: 0.0538270 Aug 19 15:02:10.378063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fbbdc3cc-9f3c-442b-bc8a-9549d464afb0 req-7c180ca1-2150-4de8-ac7e-3e685e288767 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950363 Aug 19 15:02:10.398411 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720b0b4b-1f5a-4450-a5f1-6c9e499053da req-a13a9574-81d4-4090-a69a-1e9d3235294c tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups/5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4 HTTP/1.1" status: 200 len: 2985 time: 0.0468826 Aug 19 15:02:10.500019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4553bef6-4bfd-4476-9832-3ab7b263e1b0 req-778dea0f-7263-4302-87cd-c1d8e78e94aa tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups/5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4 HTTP/1.1" status: 200 len: 2985 time: 0.0549545 Aug 19 15:02:10.514304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Made reservation on behalf of d3d115ca16b0440f87e5162a210ebb03 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:10.519748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.637529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Allocated IP 172.20.0.1 (5c91008f-6f37-4d4b-8c45-18d1f30cef38/1373f26c-018f-4b14-978f-e974fabc64ac/facec2a4-db2b-4974-a90a-8db9f1f99c91) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:10.724389 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-4553bef6-4bfd-4476-9832-3ab7b263e1b0 req-f5c482e9-717b-4be0-8dcc-506ae926ee59 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 15:02:10.725499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4553bef6-4bfd-4476-9832-3ab7b263e1b0 req-f5c482e9-717b-4be0-8dcc-506ae926ee59 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4 HTTP/1.1" status: 409 len: 352 time: 0.2159250 Aug 19 15:02:10.851475 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-bed3077c-aa82-4cf9-93b3-cddbdcbc0a52 req-d65e1be6-45fa-4d2a-a970-aaff872af059 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] show failed (client error): The resource could not be found. Aug 19 15:02:10.852527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bed3077c-aa82-4cf9-93b3-cddbdcbc0a52 req-d65e1be6-45fa-4d2a-a970-aaff872af059 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups/3597af63-d26c-4815-8f2c-bd442c418b80 HTTP/1.1" status: 404 len: 352 time: 0.0553691 Aug 19 15:02:10.903829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.921421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Transition to ACTIVE for port object facec2a4-db2b-4974-a90a-8db9f1f99c91 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:10.924577 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0c52a97e-073f-4f91-9f29-d83ae2394809 req-1cca0bc2-09da-46e4-ae71-3401d62aed1c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 210 time: 0.0785840 Aug 19 15:02:10.935805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Allocated IP 172.20.0.3 (aa8dacdd-74fb-4d4c-8b10-ce7360b2e723/59080acb-a1ec-400b-b111-6c999384bd87/5f1d4498-d096-4c2c-9580-3fc06558f870) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:10.989992 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-bb25763c-4d1b-4b2e-aa31-5b4404e78059 req-48a340d0-5194-48dc-9473-38000512ec96 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] show failed (client error): The resource could not be found. Aug 19 15:02:10.989992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb25763c-4d1b-4b2e-aa31-5b4404e78059 req-48a340d0-5194-48dc-9473-38000512ec96 tempest-SecurityGroupsNegativeTestJSON-479952120 tempest-SecurityGroupsNegativeTestJSON-479952120-project] 10.222.0.13 "GET /v2.0/security-groups/6fa99ed3-378b-4b65-b3fc-1c93922af671 HTTP/1.1" status: 404 len: 352 time: 0.0212781 Aug 19 15:02:11.005274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.009233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55820) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:11.023249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Transition to ACTIVE for port object 9cb26376-0a9b-4ee8-b44d-7927856c2e3a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:11.074171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Deleting subnet 1b2ccb14-d822-4cfa-9854-2c0a0e1f8027 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:02:11.077992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.125143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.128314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3be53a11-bc66-46b2-b45a-096116bba66d req-638e57d1-9a3b-4581-9078-82189a6828b9 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f934310-f01b-4b28-8092-2afac26c01c4 HTTP/1.1" status: 200 len: 210 time: 0.0508034 Aug 19 15:02:11.171410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.172253 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.182006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'name': 'network-vif-deleted', 'tag': 'e803515e-6543-4ce0-a19c-d570185ac0c1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:11.184346 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd48d7-5f4e-4e23-a233-1adb8b375edf" -d '{"events": [{"server_uuid": "6c79a085-28d2-4ca9-97d5-a4f1a7622c3a", "name": "network-vif-deleted", "tag": "e803515e-6543-4ce0-a19c-d570185ac0c1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:11.241350 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01845040-4786-461e-ab00-33a2d81f8c52 x-openstack-request-id: req-01845040-4786-461e-ab00-33a2d81f8c52 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:11.246030 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79a085-28d2-4ca9-97d5-a4f1a7622c3a", "name": "network-vif-deleted", "tag": "e803515e-6543-4ce0-a19c-d570185ac0c1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:11.246030 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01845040-4786-461e-ab00-33a2d81f8c52 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:11.246030 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79a085-28d2-4ca9-97d5-a4f1a7622c3a', 'name': 'network-vif-deleted', 'tag': 'e803515e-6543-4ce0-a19c-d570185ac0c1', 'status': 'completed', 'code': 200} Aug 19 15:02:11.259101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Attempting to bind port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:11.259483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Attempting to bind port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:11.259857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Attempting to bind port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:11.264915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.272692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:11.280694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:11.280694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.280694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:11.280694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Bound port: 9cb26376-0a9b-4ee8-b44d-7927856c2e3a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:11.280694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.325184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b716a0-a79c-4f69-bfff-2f865ee9788c None None] Pushing event updated for resources: {'Port': ['ID=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:11.326173 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.340409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] For port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:11.348121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] For port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:11.360821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:11.366511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:11.371228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:11.385560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Pushing event updated for resources: {'Port': ['ID=facec2a4-db2b-4974-a90a-8db9f1f99c91,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:11.437997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.459831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.516141 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.568301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.575343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:11.582171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:11.593235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c609e-e232-4c4d-b723-43444b73eb1c req-77db9226-3163-49e3-9645-ce9fed4c0d41 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.594783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1b6c609e-e232-4c4d-b723-43444b73eb1c req-77db9226-3163-49e3-9645-ce9fed4c0d41 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1113415 Aug 19 15:02:11.617526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2ccb14-d822-4cfa-9854-2c0a0e1f8027,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:11.624081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.625974 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed7f45de-785c-4e0e-8cf1-4f8384126b2e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1b2ccb14-d822-4cfa-9854-2c0a0e1f8027 HTTP/1.1" status: 204 len: 168 time: 0.6156921 Aug 19 15:02:11.632855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55834) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:11.657263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:11.668490 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1b6c609e-e232-4c4d-b723-43444b73eb1c req-9d60b4a3-a9cb-4742-9e46-9065ec5ec3f9 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542948 Aug 19 15:02:11.711899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b716a0-a79c-4f69-bfff-2f865ee9788c None None] Pushing event updated for resources: {'Port': ['ID=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:11.806205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:11.957689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:11.990893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:11.993091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9e0c2a91-38b8-4086-84b6-701233d26c72 None None] Provisioning for port facec2a4-db2b-4974-a90a-8db9f1f99c91 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:12.007319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9e0c2a91-38b8-4086-84b6-701233d26c72 None None] Provisioning complete for port facec2a4-db2b-4974-a90a-8db9f1f99c91 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:12.008012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2a91-38b8-4086-84b6-701233d26c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.033006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:12.070710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:06Z', 'revision_number': 3, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:12.102592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bdbd-13c8-47d3-913a-d22330b022ba req-960d644a-1f67-4a5f-975e-07ec7c80410b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:12.104121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c2a91-38b8-4086-84b6-701233d26c72 None None] Port facec2a4-db2b-4974-a90a-8db9f1f99c91 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:12.106388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38972-1db5-4a22-9230-6a7ac93dbd8f None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:06Z', 'revision_number': 3, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:12.109766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-25e2bdbd-13c8-47d3-913a-d22330b022ba req-960d644a-1f67-4a5f-975e-07ec7c80410b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 931 time: 0.0830193 Aug 19 15:02:12.144415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:12.145059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.154208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f6e2-e6c7-4439-beea-e53f64f23e77 req-5ba8cda6-b243-4389-bfc3-86f100457955 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:12.155779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13c0f6e2-e6c7-4439-beea-e53f64f23e77 req-5ba8cda6-b243-4389-bfc3-86f100457955 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1929781 Aug 19 15:02:12.159198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.159778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-25e2bdbd-13c8-47d3-913a-d22330b022ba req-394ec4b6-fbfc-46ea-a652-dd3bb8fa6cd6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Aug 19 15:02:12.250155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13c0f6e2-e6c7-4439-beea-e53f64f23e77 req-50516986-c280-42ee-bd01-0a487c56a91b tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775957 Aug 19 15:02:12.324622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-2c02b588-fd8b-47af-bfc0-838590b3e4b7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4575689 Aug 19 15:02:12.332012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.341199 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.350396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Request body: {'port': {'device_id': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:12.364506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c605bf1d-0721-4489-af70-270bccd06221']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:12.392463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1950c76f-1b7f-4573-bb2b-c4be9e986e06') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:12.392992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1950c76f-1b7f-4573-bb2b-c4be9e986e06') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:12.432117 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.515964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.539250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.551397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:02:12.552068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:02:12.558184 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:02:12.634895 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:02:12.658247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9cb26376-0a9b-4ee8-b44d-7927856c2e3a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:12.824387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.856160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:12.868535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:12.869184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.911615 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.917510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] 10.222.0.13 "DELETE /v2.0/networks/c605bf1d-0721-4489-af70-270bccd06221 HTTP/1.1" status: 204 len: 168 time: 1.2683177 Aug 19 15:02:12.954645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fa676-7302-4426-9e1d-47337eb4b95f admin admin] Pushing event deleted for resources: {'Network': ['ID=c605bf1d-0721-4489-af70-270bccd06221,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:12.958492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.004355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b3bd-10d0-486f-9849-73ea2421e9ae req-37709a97-6fdb-49ce-98a6-bfea827620eb tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:13.016354 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9310b3bd-10d0-486f-9849-73ea2421e9ae req-37709a97-6fdb-49ce-98a6-bfea827620eb tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.1030023 Aug 19 15:02:13.044747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bdb7-caa6-4c68-b451-ae793b19a143 req-735cb633-0343-4169-92b7-6b65f4d20c62 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:13.055942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea61bdb7-caa6-4c68-b451-ae793b19a143 req-735cb633-0343-4169-92b7-6b65f4d20c62 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.2854874 Aug 19 15:02:13.067220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.076008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.114734 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9310b3bd-10d0-486f-9849-73ea2421e9ae req-1c9a2e18-d5cc-4832-a7c4-79f4b8d93503 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976882 Aug 19 15:02:13.122128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:13.164320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.186271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.288036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:13.308536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea61bdb7-caa6-4c68-b451-ae793b19a143 req-50c536bc-87c6-49a1-a97c-ab0a3ea7eba0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516873 Aug 19 15:02:13.309496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.318976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b75d0e-1566-4c82-af68-d105297d40e4 req-d2156da5-8d3e-404b-8a02-f906c3608c7f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:13.320849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27b75d0e-1566-4c82-af68-d105297d40e4 req-d2156da5-8d3e-404b-8a02-f906c3608c7f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 931 time: 0.0745876 Aug 19 15:02:13.345949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Pushing event updated for resources: {'Port': ['ID=facec2a4-db2b-4974-a90a-8db9f1f99c91,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:13.401794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-27b75d0e-1566-4c82-af68-d105297d40e4 req-c0769930-f7b3-44c5-a248-42e9da2e28df tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741882 Aug 19 15:02:13.507097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55886) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:13.538940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-6e8707f0-8a95-4da7-a01d-d8784ca58825 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:13.541073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-6e8707f0-8a95-4da7-a01d-d8784ca58825 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.0571733 Aug 19 15:02:13.580945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7833f-f31c-4a6f-b96b-08b6a1ab7cbd req-1fa79eca-a768-4773-94e2-27fa7879abe3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:13.582559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bc7833f-f31c-4a6f-b96b-08b6a1ab7cbd req-1fa79eca-a768-4773-94e2-27fa7879abe3 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 945 time: 0.1504059 Aug 19 15:02:13.588565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:13.593498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1d4498-d096-4c2c-9580-3fc06558f870 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:13.616423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:13.619727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.661518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Deleting port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:13.662159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.698362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Transition to ACTIVE for port object 5f1d4498-d096-4c2c-9580-3fc06558f870 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:13.703550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-da40ad5c-659f-48fc-b7cf-26b972f0ea16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a3eb9ef8a0f403ba48e50cd13de2acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923430 Aug 19 15:02:13.709385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55890) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:13.737553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bc7833f-f31c-4a6f-b96b-08b6a1ab7cbd req-e1750a62-f7f7-48c6-a44e-772e7700fdce tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477480 Aug 19 15:02:13.793446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:13.803996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.826232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] For port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:13.826954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.863891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Calling delete_port for 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:13.977983 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1f6adfa-4694-468b-9cd4-9174452d2045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:13.983082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:13.994919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:02:14.001259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2fee06d6-bcd7-4558-ad35-11330020922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.041584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2fee06d6-bcd7-4558-ad35-11330020922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.063342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-20e64edc-aeaa-4824-ab9c-400d3c080b71 None None] Provisioning complete for port facec2a4-db2b-4974-a90a-8db9f1f99c91 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:14.064263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-20e64edc-aeaa-4824-ab9c-400d3c080b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.108870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Attempting to bind port 5f1d4498-d096-4c2c-9580-3fc06558f870 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:14.109088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Attempting to bind port 5f1d4498-d096-4c2c-9580-3fc06558f870 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:14.113900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Attempting to bind port 5f1d4498-d096-4c2c-9580-3fc06558f870 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:14.117303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-20e64edc-aeaa-4824-ab9c-400d3c080b71 None None] Port facec2a4-db2b-4974-a90a-8db9f1f99c91 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:14.150885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Port 5f1d4498-d096-4c2c-9580-3fc06558f870 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:02:14.151347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Attempting to bind port 5f1d4498-d096-4c2c-9580-3fc06558f870 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:14.169485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:14.174281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Checking segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:14.174281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Bound using segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:14.174281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Bound port: 5f1d4498-d096-4c2c-9580-3fc06558f870, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:14.174281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.213504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1f6adfa-4694-468b-9cd4-9174452d2045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.257642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658de01-df69-4014-8363-fe743e5c6b3a req-0b05bd93-fa0d-4431-bce6-967a8f0ec57e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.259206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b658de01-df69-4014-8363-fe743e5c6b3a req-0b05bd93-fa0d-4431-bce6-967a8f0ec57e tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.0611370 Aug 19 15:02:14.286749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.291399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:14.309302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-25a27da5-7989-403e-9d18-9b7079528e48 admin admin] 10.222.0.13 "PUT /v2.0/routers/d9c21c1a-204d-4aeb-b213-db89e09b92d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4866412 Aug 19 15:02:14.317580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['45a2fd55-1367-423f-b9ed-4f10a5cf94d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:14.326478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2fee06d6-bcd7-4558-ad35-11330020922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.340990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2fee06d6-bcd7-4558-ad35-11330020922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.349171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2fee06d6-bcd7-4558-ad35-11330020922f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4 HTTP/1.1" status: 204 len: 168 time: 0.6328542 Aug 19 15:02:14.382671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1f6adfa-4694-468b-9cd4-9174452d2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.407124 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:14.421299 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:14.421951 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:14.425700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Pushing event deleted for resources: {'Port': ['ID=45a2fd55-1367-423f-b9ed-4f10a5cf94d1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:14.451712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee06d6-bcd7-4558-ad35-11330020922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0a3b90-8fec-42d3-9fee-9be1a19aa0f4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:14.505435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b658de01-df69-4014-8363-fe743e5c6b3a req-acf2d9b9-2157-4e65-8451-5eff06744a17 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399673 Aug 19 15:02:14.506306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] No DVR routers for this DVR port 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:14.537950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.540635 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0b77191-b58b-4e66-9889-bc52ef410e0e req-47b54fd4-904d-42cb-a808-bf006a8ab108 tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.54 "DELETE /v2.0/ports/45a2fd55-1367-423f-b9ed-4f10a5cf94d1 HTTP/1.1" status: 204 len: 173 time: 0.9938977 Aug 19 15:02:14.552884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:14.571659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86693373-4687-48ee-9b3e-432d6f685ae8', 'name': 'network-vif-deleted', 'tag': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:14.575148 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64564f5-c73b-4c82-b5ce-349b59e0a3f0" -d '{"events": [{"server_uuid": "86693373-4687-48ee-9b3e-432d6f685ae8", "name": "network-vif-deleted", "tag": "45a2fd55-1367-423f-b9ed-4f10a5cf94d1"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:14.593060 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1f6adfa-4694-468b-9cd4-9174452d2045 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=684de4fed855464888be0fb08e44d1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7978289 Aug 19 15:02:14.599881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:14.604107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55912) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:14.604107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6adfa-4694-468b-9cd4-9174452d2045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c381830-163e-482f-a860-605e26fb324f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:14.639552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9cb26376-0a9b-4ee8-b44d-7927856c2e3a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:14.652826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-cb3adfdc-0b1c-4945-8a12-c54ae78c9643 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.654976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-cb3adfdc-0b1c-4945-8a12-c54ae78c9643 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.2694826 Aug 19 15:02:14.698911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.709127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:14.709506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.710148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:14.717304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baf8ab-ae28-4b6e-98e6-b0d35baa6b89 req-776e1848-5d25-45a1-8022-b98e36a7b33e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.726032 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4baf8ab-ae28-4b6e-98e6-b0d35baa6b89 req-776e1848-5d25-45a1-8022-b98e36a7b33e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 943 time: 0.1033959 Aug 19 15:02:14.729784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf8ba-8e07-41cd-9b67-85a1c43db75f req-73a7467b-6009-4a2d-bf7e-f985833f445e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.731710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d4bf8ba-8e07-41cd-9b67-85a1c43db75f req-73a7467b-6009-4a2d-bf7e-f985833f445e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.2639990 Aug 19 15:02:14.733472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b6217da-3f91-4abb-9027-41dd3316605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.778776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b6217da-3f91-4abb-9027-41dd3316605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.804615 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d4baf8ab-ae28-4b6e-98e6-b0d35baa6b89 req-8c225515-aae2-471b-9f66-93647cc37763 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740798 Aug 19 15:02:14.831323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.832132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:14.833766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f1d4498-d096-4c2c-9580-3fc06558f870 HTTP/1.1" status: 200 len: 1092 time: 2.4935057 Aug 19 15:02:14.838905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:14.841460 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6a652d-fb21-4973-887b-483320cfa8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:14.878314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d4bf8ba-8e07-41cd-9b67-85a1c43db75f req-7b665163-5d4d-46d1-b1a8-378c16a5f122 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179774 Aug 19 15:02:14.887705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed4055-b491-4096-b72d-44122592d312 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:14.929151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Deleting port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:14.929151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.051719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-19310262-db16-4b21-a9f4-3c89592bf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.052945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-19310262-db16-4b21-a9f4-3c89592bf23f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 1095 time: 0.0736513 Aug 19 15:02:15.065948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b6217da-3f91-4abb-9027-41dd3316605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.069456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b6217da-3f91-4abb-9027-41dd3316605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.070942 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b6217da-3f91-4abb-9027-41dd3316605b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c381830-163e-482f-a860-605e26fb324f HTTP/1.1" status: 204 len: 168 time: 0.4688587 Aug 19 15:02:15.080461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6217da-3f91-4abb-9027-41dd3316605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c381830-163e-482f-a860-605e26fb324f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:15.108922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 2, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:15.115282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] For port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:15.115680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.134569 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8f3b46-d5a3-4d9f-a14c-f1803c59fa25 x-openstack-request-id: req-7f8f3b46-d5a3-4d9f-a14c-f1803c59fa25 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:15.135028 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86693373-4687-48ee-9b3e-432d6f685ae8", "name": "network-vif-deleted", "tag": "45a2fd55-1367-423f-b9ed-4f10a5cf94d1", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:15.135383 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f8f3b46-d5a3-4d9f-a14c-f1803c59fa25 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:15.135890 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86693373-4687-48ee-9b3e-432d6f685ae8', 'name': 'network-vif-deleted', 'tag': '45a2fd55-1367-423f-b9ed-4f10a5cf94d1', 'status': 'completed', 'code': 200} Aug 19 15:02:15.163421 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:15.163821 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Updating router d9c21c1a-204d-4aeb-b213-db89e09b92d4 port facec2a4-db2b-4974-a90a-8db9f1f99c91 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:15.197045 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.210907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-b362b1af-3513-4335-9190-f0ee7135d285 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1d4498-d096-4c2c-9580-3fc06558f870 HTTP/1.1" status: 200 len: 217 time: 0.1294549 Aug 19 15:02:15.217967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Calling delete_port for 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:15.296818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-6af9b033-fec7-4794-ac6d-0f5951722cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.298930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-6af9b033-fec7-4794-ac6d-0f5951722cd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.0777953 Aug 19 15:02:15.348505 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6f9dba65-0f5b-4c9e-b408-f04cc24009cf req-84270d2e-fd17-44ec-8c49-2ee8c999d7fa tempest-ListServerFiltersTestJSON-2117227410 tempest-ListServerFiltersTestJSON-2117227410-project] 10.222.0.13 "GET /v2.0/ports?device_id=86693373-4687-48ee-9b3e-432d6f685ae8 HTTP/1.1" status: 200 len: 210 time: 0.0631652 Aug 19 15:02:15.428972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-9d6a931b-f2cf-49c3-81d1-4ba149eea1f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356786 Aug 19 15:02:15.460920 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384cd0d6-56bb-4975-be91-dbc8083f646c x-openstack-request-id: req-384cd0d6-56bb-4975-be91-dbc8083f646c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:15.460920 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:15.460920 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-384cd0d6-56bb-4975-be91-dbc8083f646c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:15.460920 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'status': 'completed', 'code': 200} Aug 19 15:02:15.642397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-353a42dc-8124-45e8-bf84-8b85e62e5048 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758072 Aug 19 15:02:15.693087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c571bdb-cdb9-4a49-b996-87c5019c8833 req-49bc79cf-8476-4058-8adf-c5ec13ebacdd tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.695668 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c571bdb-cdb9-4a49-b996-87c5019c8833 req-49bc79cf-8476-4058-8adf-c5ec13ebacdd tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 950 time: 0.0818133 Aug 19 15:02:15.741775 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.754898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c571bdb-cdb9-4a49-b996-87c5019c8833 req-41f13dbc-30c7-4e8f-9603-808b2331b6d5 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/security-groups?id=51f33f7e-fade-4888-be3e-b6c9a3ddc04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Aug 19 15:02:15.796516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55938) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:15.802605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756358172', 'description': 'tempest-description--534923310'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:15.896674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.970952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc04121-8783-4f32-a049-0c6aaa6c24e9 req-ffa36c82-f65e-419a-9b78-39470d8c94ab tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.983532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5fc04121-8783-4f32-a049-0c6aaa6c24e9 req-ffa36c82-f65e-419a-9b78-39470d8c94ab tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 943 time: 0.1025400 Aug 19 15:02:15.996560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55944) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:16.037154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae8f0a9-0538-494c-a0c0-43a090e7b38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.087405 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5fc04121-8783-4f32-a049-0c6aaa6c24e9 req-9a2b0fe5-38c1-474d-8f5f-adfb355a41d7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026416 Aug 19 15:02:16.141220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.185994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410f8a3-7679-428f-83c3-00b24ca487be req-b6a78ea9-b721-4190-a6af-432bf54d3cf7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.186141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6410f8a3-7679-428f-83c3-00b24ca487be req-b6a78ea9-b721-4190-a6af-432bf54d3cf7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 950 time: 0.1258168 Aug 19 15:02:16.187925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f55cb5a5-17c5-4f64-8dc8-42b7f503e6c1 req-dc45bea9-ceae-4f9b-b9e4-9ecc7c377d38 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361631 Aug 19 15:02:16.192821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449020c3-7308-40c3-9021-c82c5cf8e412 req-d4d91842-24db-4613-ac77-3e426cfcbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.194321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-449020c3-7308-40c3-9021-c82c5cf8e412 req-d4d91842-24db-4613-ac77-3e426cfcbec1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1102 time: 0.7192578 Aug 19 15:02:16.250719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6410f8a3-7679-428f-83c3-00b24ca487be req-ae2b5d1c-f03c-4ae8-b3d9-a4fe53e7b488 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554318 Aug 19 15:02:16.257287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-449020c3-7308-40c3-9021-c82c5cf8e412 req-e7109364-6742-4aa4-8d19-5e580512241c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 Aug 19 15:02:16.259487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.300043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342da0da-94e1-47f8-8eef-2f78f4047f1c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.301904 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Transition to ACTIVE for port object facec2a4-db2b-4974-a90a-8db9f1f99c91 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:16.302067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.309152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.310387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.310387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.310387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.310831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.310831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.311732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.312068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.312753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.312914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.313278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.314051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:16.314824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:16.332588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Pushing event deleted for resources: {'Port': ['ID=4c737cbb-329b-4bb7-80b7-22bbb13dd9f9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.377603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] No DVR routers for this DVR port 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:16.380332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.382388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b46cbe34-8af4-40b3-b4db-1f3311692ee0 req-11743f29-3c37-4bad-b3c4-7edb776f4e33 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.46 "DELETE /v2.0/ports/4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 HTTP/1.1" status: 204 len: 173 time: 1.7212710 Aug 19 15:02:16.410886 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.412957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55956) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:16.465989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:16.468382 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19cc09-2b89-445c-a3f2-98722fcdd5b9 None None] Pushing event updated for resources: {'Port': ['ID=facec2a4-db2b-4974-a90a-8db9f1f99c91,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.527333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Deleting subnet d74e1a46-37ef-4be9-8d27-429964d1c972 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:02:16.536639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.543765 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae8f0a9-0538-494c-a0c0-43a090e7b38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.547260 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Attempting to bind port facec2a4-db2b-4974-a90a-8db9f1f99c91 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:16.548220 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Attempting to bind port facec2a4-db2b-4974-a90a-8db9f1f99c91 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:16.548840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Attempting to bind port facec2a4-db2b-4974-a90a-8db9f1f99c91 on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:16.555055 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:16.555985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Checking segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:16.556565 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.557166 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Bound using segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:16.557868 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Bound port: facec2a4-db2b-4974-a90a-8db9f1f99c91, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:16.558430 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.564278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-d900489c-693a-476e-a599-aa7ff0e4e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.565904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-d900489c-693a-476e-a599-aa7ff0e4e139 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 1095 time: 0.1193018 Aug 19 15:02:16.623355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55960) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:16.638250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.638451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae8f0a9-0538-494c-a0c0-43a090e7b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.655419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] For port facec2a4-db2b-4974-a90a-8db9f1f99c91, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:16.663490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] For port facec2a4-db2b-4974-a90a-8db9f1f99c91, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=facec2a4-db2b-4974-a90a-8db9f1f99c91,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:16.696093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:16.714393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'mac_address': 'fa:16:3e:2e:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:16.727277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eae8f0a9-0538-494c-a0c0-43a090e7b38e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f5ebee361924b528e2a184ad5ad4535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7286112 Aug 19 15:02:16.729917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8f0a9-0538-494c-a0c0-43a090e7b38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a08c70-a8f9-41c5-bc5b-18e7e5fff296,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.732591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55964) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:16.760003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.779790 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.780510 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-05590a9d-d5c0-421d-a03d-0b4adc7e85d8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9824257 Aug 19 15:02:16.787300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55968) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:16.809033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'security_group_rule': {'security_group_id': '342da0da-94e1-47f8-8eef-2f78f4047f1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:16.836456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.854650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.880905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:16.886180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1199637897-network', 'tenant_id': '7ec59d079b4144659566d7e898743295'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:16.931897 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19cc09-2b89-445c-a3f2-98722fcdd5b9 None None] Pushing event updated for resources: {'Port': ['ID=facec2a4-db2b-4974-a90a-8db9f1f99c91,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.934224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:16.944204 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:16.944204 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:16.944505 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5cb54e2-bbd1-4f7a-be5c-c75edc582952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.974501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e7c1844-1a59-4645-a466-0537e5377d1b req-53622ed9-db8a-469b-824f-764fe55eb639 tempest-LiveMigrationNegativeTest-1305661211 tempest-LiveMigrationNegativeTest-1305661211-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2521cba-33d2-4508-9a6e-53992ce79988 HTTP/1.1" status: 200 len: 210 time: 0.0676804 Aug 19 15:02:16.997661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5cb54e2-bbd1-4f7a-be5c-c75edc582952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.008080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.034695 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.037973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-a8915a23-c2c8-44d6-a9a3-0dc0f4aa26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.041953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-a8915a23-c2c8-44d6-a9a3-0dc0f4aa26ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 916 time: 0.4690363 Aug 19 15:02:17.061751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:17.134804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:17.135152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 45a2fd55-1367-423f-b9ed-4f10a5cf94d1 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:17.147066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.155490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-638c32c8-0860-49b8-a72d-a7b0353e2271 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1d4498-d096-4c2c-9580-3fc06558f870 HTTP/1.1" status: 200 len: 217 time: 0.1013582 Aug 19 15:02:17.161007 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:17.164474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Made reservation on behalf of 7ec59d079b4144659566d7e898743295 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:17.166990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.182853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.215312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-b1e86117-c08f-45fa-a476-6736e8f4f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.217078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-b1e86117-c08f-45fa-a476-6736e8f4f983 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.0532739 Aug 19 15:02:17.222930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:17.276350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-97722342-4b95-4e33-b339-f8ce2c305356 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514281 Aug 19 15:02:17.308378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.311356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.313382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5cb54e2-bbd1-4f7a-be5c-c75edc582952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.316995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5cb54e2-bbd1-4f7a-be5c-c75edc582952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.318285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c5cb54e2-bbd1-4f7a-be5c-c75edc582952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2a08c70-a8f9-41c5-bc5b-18e7e5fff296 HTTP/1.1" status: 204 len: 168 time: 0.5844624 Aug 19 15:02:17.348892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0e556d-aac4-4a55-a889-1ae52b1202cc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:17.358459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb54e2-bbd1-4f7a-be5c-c75edc582952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a08c70-a8f9-41c5-bc5b-18e7e5fff296,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:17.435183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176e7fa-fefc-4ec6-b136-56ddf7daaf21 req-556c0c6d-f00f-46e0-ba99-6f0fac499a2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.444911 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f176e7fa-fefc-4ec6-b136-56ddf7daaf21 req-556c0c6d-f00f-46e0-ba99-6f0fac499a2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 943 time: 0.2210593 Aug 19 15:02:17.462261 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:16Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:17.465686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74e1a46-37ef-4be9-8d27-429964d1c972,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:17.468070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'name': 'network-vif-deleted', 'tag': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:17.471388 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b9f938-b15d-4896-a261-b9b9b6279006" -d '{"events": [{"server_uuid": "a2521cba-33d2-4508-9a6e-53992ce79988", "name": "network-vif-deleted", "tag": "4c737cbb-329b-4bb7-80b7-22bbb13dd9f9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:17.492299 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473a5c-abea-464f-bb12-eb5c4ce21264 None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:16Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:17.507087 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f176e7fa-fefc-4ec6-b136-56ddf7daaf21 req-a7e9c593-732a-42f4-8ac6-13d43573af0d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Aug 19 15:02:17.518024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.518856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a6471-f22b-40a3-a30d-bb3b674219df None None] Network 27ce599c-6fbb-44ce-84f6-5aaee960de3b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:17.520446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-191063af-6472-49f3-8ddb-b23f2344e5e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d74e1a46-37ef-4be9-8d27-429964d1c972 HTTP/1.1" status: 204 len: 168 time: 1.1060834 Aug 19 15:02:17.537296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:17.632696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-352f2d24-2646-47a4-9922-bec8055395f7 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480411 Aug 19 15:02:17.647135 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d111f-77a2-4575-a457-e4a7072d3643 x-openstack-request-id: req-c97d111f-77a2-4575-a457-e4a7072d3643 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:17.647862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2521cba-33d2-4508-9a6e-53992ce79988", "name": "network-vif-deleted", "tag": "4c737cbb-329b-4bb7-80b7-22bbb13dd9f9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:17.654669 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c97d111f-77a2-4575-a457-e4a7072d3643 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:17.655584 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2521cba-33d2-4508-9a6e-53992ce79988', 'name': 'network-vif-deleted', 'tag': '4c737cbb-329b-4bb7-80b7-22bbb13dd9f9', 'status': 'completed', 'code': 200} Aug 19 15:02:17.743398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.770458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.774971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d610-94a8-49e2-be8d-9183b1efc89a req-280cec40-fec4-4055-906d-27bf8ee1441e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.783630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7e2d610-94a8-49e2-be8d-9183b1efc89a req-280cec40-fec4-4055-906d-27bf8ee1441e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 949 time: 0.2707145 Aug 19 15:02:17.849295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.855326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] DHCP port deletion for 27ce599c-6fbb-44ce-84f6-5aaee960de3b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:02:17.904763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7e2d610-94a8-49e2-be8d-9183b1efc89a req-b3f52d1b-1183-4eec-8d62-78a9e373a461 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180124 Aug 19 15:02:17.932501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba99f60-4682-4cbb-b5a5-c464a4c43b5a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:17.937854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f6a652d-fb21-4973-887b-483320cfa8ad req-9bc0034e-0de7-4182-8ea5-f86f089cf7b7 service neutron] 10.222.0.54 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927916 Aug 19 15:02:17.939782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Deleting port 5e4492a1-98b1-4678-8081-a0e034c394db {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:17.940296 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.962264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] Deleting port 5e4492a1-98b1-4678-8081-a0e034c394db {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:17.962932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.029090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] For port 5e4492a1-98b1-4678-8081-a0e034c394db, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e4492a1-98b1-4678-8081-a0e034c394db,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:18.032652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.048977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Calling delete_port for 5e4492a1-98b1-4678-8081-a0e034c394db owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:18.063297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.066830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7208deca-4487-4f7e-addc-cd2621d77d5c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2726762 Aug 19 15:02:18.069835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55992) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:18.077620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'security_group_rule': {'security_group_id': '342da0da-94e1-47f8-8eef-2f78f4047f1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:18.115335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] For port 5e4492a1-98b1-4678-8081-a0e034c394db, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e4492a1-98b1-4678-8081-a0e034c394db,segment=NetworkSegment(5832d295-a5d2-4675-b31f-bbbcf83d7657),segment_id=5832d295-a5d2-4675-b31f-bbbcf83d7657)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:18.115797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.136896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:02:18.143867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] Calling delete_port for 5e4492a1-98b1-4678-8081-a0e034c394db owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:18.154940 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.155292 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Added segment 83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1 of type vlan for network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 Aug 19 15:02:18.210604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.234635 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.289311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.328233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6c536d8-c292-45d6-9c80-919a85249d64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:18.394844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.402486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.426225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4492a1-98b1-4678-8081-a0e034c394db,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:18.428155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] No DVR routers for this DVR port 5e4492a1-98b1-4678-8081-a0e034c394db on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:18.434056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.449283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.449283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.449283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.453904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] Pushing event deleted for resources: {'Port': ['ID=5e4492a1-98b1-4678-8081-a0e034c394db,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:18.470046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594ceeb2-1d5c-45ed-9a98-c8332e99122e,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:18.480153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:18.487405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e30d0-7e72-41b3-acc2-c7108e050a31 None None] No DVR routers for this DVR port 5e4492a1-98b1-4678-8081-a0e034c394db on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:18.637843 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.649747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e008fc91-a17c-4994-87a9-05dd7cc66e54 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5730512 Aug 19 15:02:18.651071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56004) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:18.656041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:18.675446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device facec2a4-db2b-4974-a90a-8db9f1f99c91 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:18.701313 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0755055 Aug 19 15:02:18.706779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56010) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:18.717187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Request body: {'subnet': {'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1199637897-subnet', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:18.777854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.789588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.804428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.806817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:18.817203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4874d3-6be7-41e8-a675-95e5d592ac0a admin admin] Pushing event updated for resources: {'Network': ['ID=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:18.824795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ce599c-6fbb-44ce-84f6-5aaee960de3b']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:18.846119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56014) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:18.849287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:18.857665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:02:18.870512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b2e64-cf2a-4c8a-ae47-948479ed9665 req-3b84a94d-9253-4114-8773-c54966f85055 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.872237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fd9b2e64-cf2a-4c8a-ae47-948479ed9665 req-3b84a94d-9253-4114-8773-c54966f85055 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 943 time: 0.1965590 Aug 19 15:02:18.882984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5832d295-a5d2-4675-b31f-bbbcf83d7657') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:18.886077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5832d295-a5d2-4675-b31f-bbbcf83d7657') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:18.962462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.984345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Made reservation on behalf of 7ec59d079b4144659566d7e898743295 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:18.984667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:18.984667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:18.987129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.003226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.018307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:02:19.020415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.088738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:19.088872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 4c737cbb-329b-4bb7-80b7-22bbb13dd9f9 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:19.090404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:02:19.135584 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:02:19.162284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:19.226613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fd9b2e64-cf2a-4c8a-ae47-948479ed9665 req-bec31fec-578b-483b-9062-004116bda10c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359885 Aug 19 15:02:19.254437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.274422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.286717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/27ce599c-6fbb-44ce-84f6-5aaee960de3b HTTP/1.1" status: 204 len: 168 time: 1.7533455 Aug 19 15:02:19.309660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.384157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5d834-ef13-4486-a3af-d03588a007c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ce599c-6fbb-44ce-84f6-5aaee960de3b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:19.384416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port facec2a4-db2b-4974-a90a-8db9f1f99c91 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:19.397635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port facec2a4-db2b-4974-a90a-8db9f1f99c91 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:19.397635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.460833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-46b0c566-6a8d-4037-8b99-bee510f7d42a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7da17924b79641e7b6d8e6e6472e8f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122696 Aug 19 15:02:19.466690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56028) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:19.482701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:19.500701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'port_id': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'mac_address': 'fa:16:3e:65:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59080acb-a1ec-400b-b111-6c999384bd87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:19.516257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe161e-9120-4c86-8339-589831d99f64 req-df9890e9-c10d-4348-813a-15515a59987a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:19.518448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61fe161e-9120-4c86-8339-589831d99f64 req-df9890e9-c10d-4348-813a-15515a59987a tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 949 time: 0.3878422 Aug 19 15:02:19.591257 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.609754 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.628794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1d4498-d096-4c2c-9580-3fc06558f870 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:19.697736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:19.700396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port facec2a4-db2b-4974-a90a-8db9f1f99c91, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=facec2a4-db2b-4974-a90a-8db9f1f99c91,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:19.785366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.796248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61fe161e-9120-4c86-8339-589831d99f64 req-0635fcf4-4228-46ba-a62f-cc80d99d9507 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627332 Aug 19 15:02:19.846445 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.847238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Allocated IP 172.25.5.200 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/1cb017a4-f820-4d0c-941a-e854437352de) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:19.855705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f359443-dc21-42e1-a6d8-db724a1c2ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.881671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56036) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:19.892208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:19.947897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f359443-dc21-42e1-a6d8-db724a1c2ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.951971 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:19.979820 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-afa83a61-47e6-40f1-b2ef-c79b631985e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecdfbe39158d4065bdd56c04381260cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925279 Aug 19 15:02:19.979820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56038) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:20.000767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=facec2a4-db2b-4974-a90a-8db9f1f99c91,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:20.006029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e4492a1-98b1-4678-8081-a0e034c394db no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:20.053234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5e4492a1-98b1-4678-8081-a0e034c394db {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:20.054293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e4492a1-98b1-4678-8081-a0e034c394db not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:20.068940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087bb67d-c778-46aa-b49d-d285165bc5b0,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:20.084347 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d531412b-ddfa-4213-b42b-878f721d5cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.106667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.114612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Checking segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:20.114980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Network hostable DHCP agents. Network: 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:02:20.118406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d531412b-ddfa-4213-b42b-878f721d5cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.193012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5f1d4498-d096-4c2c-9580-3fc06558f870'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:20.245506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f359443-dc21-42e1-a6d8-db724a1c2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.248445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f359443-dc21-42e1-a6d8-db724a1c2ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.249759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f359443-dc21-42e1-a6d8-db724a1c2ed4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51f33f7e-fade-4888-be3e-b6c9a3ddc04d HTTP/1.1" status: 204 len: 168 time: 0.7613008 Aug 19 15:02:20.254001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:02:20.265918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f359443-dc21-42e1-a6d8-db724a1c2ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f33f7e-fade-4888-be3e-b6c9a3ddc04d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:20.274129 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d531412b-ddfa-4213-b42b-878f721d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.280744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d531412b-ddfa-4213-b42b-878f721d5cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.285281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d531412b-ddfa-4213-b42b-878f721d5cc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f8f7e62-5a73-44e6-891f-9ff56dfbbc32 HTTP/1.1" status: 204 len: 168 time: 0.3048015 Aug 19 15:02:20.297005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.305445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531412b-ddfa-4213-b42b-878f721d5cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f7e62-5a73-44e6-891f-9ff56dfbbc32,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:20.410297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'Port': ['ID=1cb017a4-f820-4d0c-941a-e854437352de,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:20.425744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:20.428760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:20.443989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ccd077-65c2-4c33-8c9b-b5750dd9a930 None None] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:20.459708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:20.463295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.463886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.469272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:20.514609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01bc2-b310-4d1d-b66a-559b4054aff3 req-e92a410a-d373-46e9-a66f-a6a87f575bee tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.530622 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85a01bc2-b310-4d1d-b66a-559b4054aff3 req-e92a410a-d373-46e9-a66f-a6a87f575bee tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1101 time: 0.0988483 Aug 19 15:02:20.530972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a0b9-eb1d-47c7-a759-c75b66132498 req-eb79d15e-5970-4f10-8cc7-92981c5a806f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.533198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27f9a0b9-eb1d-47c7-a759-c75b66132498 req-eb79d15e-5970-4f10-8cc7-92981c5a806f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 944 time: 0.1097710 Aug 19 15:02:20.537644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:20.594320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27f9a0b9-eb1d-47c7-a759-c75b66132498 req-fa1fd5a0-9e16-4d3a-9788-f00c334a657b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524950 Aug 19 15:02:20.598821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85a01bc2-b310-4d1d-b66a-559b4054aff3 req-daf4ead9-4dc4-49ef-8d28-fa54284bf638 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Aug 19 15:02:20.612327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device facec2a4-db2b-4974-a90a-8db9f1f99c91 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:20.651065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.659362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b8f4e569-ca6d-4cfa-b27f-b4f2cedb6af5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9510493 Aug 19 15:02:20.662949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56058) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:20.668847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:20.754600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.766271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port e6c536d8-c292-45d6-9c80-919a85249d64 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:20.767114 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.791303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port facec2a4-db2b-4974-a90a-8db9f1f99c91 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:20.791674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.830932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.837356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.858497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:02:20.859347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.942383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.997697 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.026676 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.092978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:21.096125 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8271405-9d29-447b-bf84-15e7eb29faeb" -d '{"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:21.111393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.115508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:21.126807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Allocated IP 172.20.0.2 (903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852/087bb67d-c778-46aa-b49d-d285165bc5b0/e8e25eaf-8a69-447f-adf5-b131123ca956) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:21.211974 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca82fa-31bb-457f-a9d4-e065bd7acd25 x-openstack-request-id: req-8aca82fa-31bb-457f-a9d4-e065bd7acd25 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:21.212362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'Port': ['ID=1cb017a4-f820-4d0c-941a-e854437352de,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:21.212558 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:21.212672 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aca82fa-31bb-457f-a9d4-e065bd7acd25 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:21.213034 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'code': 200} Aug 19 15:02:21.215342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.226315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.303299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:21.310344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.316938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.327235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f8a11a67-c9fb-4d7c-a6de-f316219d68f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6661363 Aug 19 15:02:21.327474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31857b-81fc-4ea4-a976-3079f3b7cd50 req-3ed93014-cd97-494f-9a1c-c739a796d8b0 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:21.327474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5b31857b-81fc-4ea4-a976-3079f3b7cd50 req-3ed93014-cd97-494f-9a1c-c739a796d8b0 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 1103 time: 0.1240358 Aug 19 15:02:21.362351 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5b31857b-81fc-4ea4-a976-3079f3b7cd50 req-61d74a83-7540-406a-a4c3-92c986543d24 tempest-ServersAdminTestJSON-1825585870 tempest-ServersAdminTestJSON-1825585870-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Aug 19 15:02:21.386012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.396594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Transition to ACTIVE for port object e8e25eaf-8a69-447f-adf5-b131123ca956 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:21.415035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Transition to ACTIVE for port object e8e25eaf-8a69-447f-adf5-b131123ca956 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:21.493548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.537102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:21.540345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:21.544265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:21.551336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Pushing event updated for resources: {'Port': ['ID=e8e25eaf-8a69-447f-adf5-b131123ca956,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:21.607875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56082) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:21.620767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Attempting to bind port e8e25eaf-8a69-447f-adf5-b131123ca956 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:21.621179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Attempting to bind port e8e25eaf-8a69-447f-adf5-b131123ca956 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:21.621551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Attempting to bind port e8e25eaf-8a69-447f-adf5-b131123ca956 on network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:21.628663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:21.629136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Checking segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:21.629537 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.630042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Bound using segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:21.630430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Bound port: e8e25eaf-8a69-447f-adf5-b131123ca956, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:21.631427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.731446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2a024591-7242-41fa-9c09-7699fbf14aca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=158a757dac634f2e9fa84816ae4d6bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223359 Aug 19 15:02:21.740786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56090) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:21.747476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] For port e8e25eaf-8a69-447f-adf5-b131123ca956, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:21.754605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] For port e8e25eaf-8a69-447f-adf5-b131123ca956, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e8e25eaf-8a69-447f-adf5-b131123ca956,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:21.857491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-746db1a4-fc1e-4d2a-8d99-b82b2d98f2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.877216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.890593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-746db1a4-fc1e-4d2a-8d99-b82b2d98f2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:21.984186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b66db0-1bf3-4a7a-ac49-94471b586d4d None None] Pushing event updated for resources: {'Port': ['ID=e8e25eaf-8a69-447f-adf5-b131123ca956,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:22.000064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-9c1043c5-5006-447a-b8af-f518f7b394ad tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--756358172&fields=id&tenant_id=2fc4a5c2519d4e059c08baa413267fda HTTP/1.1" status: 200 len: 267 time: 0.0935996 Aug 19 15:02:22.216303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e703349-0bd4-4c9a-97a8-741e9c0277a6 req-a7f910a9-7c6e-4bf5-8444-8462b28ac826 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:22.228323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-746db1a4-fc1e-4d2a-8d99-b82b2d98f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:22.239217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-746db1a4-fc1e-4d2a-8d99-b82b2d98f2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:22.245247 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e703349-0bd4-4c9a-97a8-741e9c0277a6 req-a7f910a9-7c6e-4bf5-8444-8462b28ac826 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 944 time: 0.2492166 Aug 19 15:02:22.253369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-746db1a4-fc1e-4d2a-8d99-b82b2d98f2e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd1eedbb-d3c3-41fa-bad6-0034ba7ede34 HTTP/1.1" status: 204 len: 168 time: 0.5088024 Aug 19 15:02:22.300306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746db1a4-fc1e-4d2a-8d99-b82b2d98f2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1eedbb-d3c3-41fa-bad6-0034ba7ede34,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:22.320694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e703349-0bd4-4c9a-97a8-741e9c0277a6 req-3c7cd548-ec6b-40a6-a6da-2a45fff0dd45 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743296 Aug 19 15:02:22.325279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-3969f966-129f-4adc-9f8b-92f6113edade tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:22.328387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:22.338073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-3969f966-129f-4adc-9f8b-92f6113edade tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 810 time: 0.3252285 Aug 19 15:02:22.363773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-4fb7d652-3359-4a1b-843f-c7406f90b632 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/quotas/2fc4a5c2519d4e059c08baa413267fda HTTP/1.1" status: 200 len: 375 time: 0.0237379 Aug 19 15:02:22.422277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:22.519736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-df709c62-e0ed-471a-9d31-30f9e7edb46f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482739 Aug 19 15:02:22.543805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-d7e7b94f-913f-46fc-b832-3a5fcd4a947a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:02:22.546005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-d7e7b94f-913f-46fc-b832-3a5fcd4a947a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171342 Aug 19 15:02:22.633494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f5f1-1be6-4191-8938-1566c02391d1 req-dafa9641-f400-448b-8ad2-195e6c6d69e0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:22.639467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3518f5f1-1be6-4191-8938-1566c02391d1 req-dafa9641-f400-448b-8ad2-195e6c6d69e0 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 949 time: 0.1057146 Aug 19 15:02:22.686151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e8e25eaf-8a69-447f-adf5-b131123ca956 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:22.695891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Allocated IP 172.25.5.99 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/77d7dbce-4c30-4911-992f-c84944112131) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:22.709089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-5efc1ea8-1c64-45a0-bb97-36a2f80c2ede service neutron] 10.222.0.13 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492741 Aug 19 15:02:22.712954 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3518f5f1-1be6-4191-8938-1566c02391d1 req-f492ff46-16f4-4053-8ac8-512730700005 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Aug 19 15:02:22.823095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-624b2a07-76c9-4d9a-a2cb-283f5d0a4e07 service neutron] 10.222.0.13 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129239 Aug 19 15:02:22.848559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:22.879587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e8e25eaf-8a69-447f-adf5-b131123ca956 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:22.971972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.022171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:23.040831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:23.045868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:23.078478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:23.101941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Pushing event updated for resources: {'Port': ['ID=77d7dbce-4c30-4911-992f-c84944112131,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:23.329237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d60392b-dd42-4a83-ad11-a0a854b61e4f req-028514dc-f89a-4a0b-a7f1-e5b230f02ca1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0498915 Aug 19 15:02:23.337323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-096df0a5-3e5d-40eb-8ebc-a2b246d5e42c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:23.338954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-096df0a5-3e5d-40eb-8ebc-a2b246d5e42c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 949 time: 0.1131537 Aug 19 15:02:23.353951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5f1d4498-d096-4c2c-9580-3fc06558f870 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:23.358850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5f1d4498-d096-4c2c-9580-3fc06558f870 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:23.359279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.531272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27513748-d5fe-46c0-8fd0-6d21b3a9ac4e None None] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:23.618383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56150) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:23.630065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7379b-9ec3-40ea-b302-e3aba1dfe967 req-18d00e7a-2791-4321-84ac-18eb1662c2a6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:23.635216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ea7379b-9ec3-40ea-b302-e3aba1dfe967 req-18d00e7a-2791-4321-84ac-18eb1662c2a6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 944 time: 0.1482203 Aug 19 15:02:23.657995 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.664628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Deleting port f0691f71-fb5a-45e4-8888-f5b3c99bd541 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:23.664628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.730475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:23.733758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:23.738624 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b247136c-ef76-4e80-a66c-e2f097b73c04" -d '{"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:23.800812 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.846101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] Provisioning for port e8e25eaf-8a69-447f-adf5-b131123ca956 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:23.851631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.874982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] Provisioning complete for port e8e25eaf-8a69-447f-adf5-b131123ca956 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:23.874982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:23.881675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ea7379b-9ec3-40ea-b302-e3aba1dfe967 req-da7576c5-42f3-4a25-bfc1-b3355cca2314 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355514 Aug 19 15:02:23.914113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1548300218-network', 'tenant_id': '9312627395474552a181c2e36bf5de01'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:24.039150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] For port f0691f71-fb5a-45e4-8888-f5b3c99bd541, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f0691f71-fb5a-45e4-8888-f5b3c99bd541,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:24.039408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.063987 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b109dd-648e-41d8-abab-35ce030fc51b x-openstack-request-id: req-68b109dd-648e-41d8-abab-35ce030fc51b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:24.066067 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:24.067265 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68b109dd-648e-41d8-abab-35ce030fc51b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:24.068116 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'code': 200} Aug 19 15:02:24.068370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Calling delete_port for f0691f71-fb5a-45e4-8888-f5b3c99bd541 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:24.126033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a405f-1ba2-4213-80d7-421e84e9fc56 req-852f9479-59d5-4274-b7e9-e33f04c512d6 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:24.130622 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-977a405f-1ba2-4213-80d7-421e84e9fc56 req-852f9479-59d5-4274-b7e9-e33f04c512d6 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 949 time: 0.2389348 Aug 19 15:02:24.147649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Made reservation on behalf of 9312627395474552a181c2e36bf5de01 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:24.150196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.185975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.210623 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-977a405f-1ba2-4213-80d7-421e84e9fc56 req-81473fcd-675c-428e-86b8-d1795e0ba2cb tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726976 Aug 19 15:02:24.279249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d93f3e-3489-4b4b-9dcc-fc5c80f05750 req-215463ff-01fa-4639-ada7-aee97928319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:24.281501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81d93f3e-3489-4b4b-9dcc-fc5c80f05750 req-215463ff-01fa-4639-ada7-aee97928319f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 1097 time: 0.1439483 Aug 19 15:02:24.285937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:24.359724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81d93f3e-3489-4b4b-9dcc-fc5c80f05750 req-6b6317d0-6d92-429c-b53f-fb1f18a93b27 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706811 Aug 19 15:02:24.373045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.443581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.470263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.545299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] For port e8e25eaf-8a69-447f-adf5-b131123ca956, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e8e25eaf-8a69-447f-adf5-b131123ca956,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:24.550802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92cdcc65-32f8-41a3-842d-dbec97c373da req-3f9e04fb-bd78-4d8f-90d5-470d99fe3103 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0786140 Aug 19 15:02:24.563396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bdb4dddc-1ac5-4d63-8a96-992cf3ca4fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.598716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.630682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.631031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:24.665836 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.674632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:02:24.728647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['52dd8f19-1e19-437b-8987-01a601741f27', 'e6c536d8-c292-45d6-9c80-919a85249d64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:24.752419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event deleted for resources: {'Port': ['ID=f0691f71-fb5a-45e4-8888-f5b3c99bd541,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:24.767483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.768438 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Added segment 7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b of type vlan for network 28973942-c150-4454-a526-9aa88baffa82 Aug 19 15:02:24.805407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Router d4c1a288-df8e-400a-9fc2-d27248a1af82 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:02:24.852794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218cfe3-c068-4bf7-b9ce-9a81de5a86b4 None None] Pushing event updated for resources: {'Port': ['ID=e8e25eaf-8a69-447f-adf5-b131123ca956,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:24.867718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] No DVR routers for this DVR port f0691f71-fb5a-45e4-8888-f5b3c99bd541 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:24.873440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:24.875893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89a5a8eb-18b4-4bbc-9301-e068b0c97a00 req-b0c66074-60cb-47fb-ad9e-c71c09b55388 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "DELETE /v2.0/ports/f0691f71-fb5a-45e4-8888-f5b3c99bd541 HTTP/1.1" status: 204 len: 173 time: 1.5268195 Aug 19 15:02:24.876457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'name': 'network-vif-deleted', 'tag': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:24.878919 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e6becc-d57a-418f-9846-328e47ebb093" -d '{"events": [{"server_uuid": "1a1b7789-a4cd-4852-8a5c-abf74fe3c323", "name": "network-vif-deleted", "tag": "f0691f71-fb5a-45e4-8888-f5b3c99bd541"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:24.939877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.028070 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd4ddd9-5651-4246-89e9-f1c77aaf60b4 x-openstack-request-id: req-5dd4ddd9-5651-4246-89e9-f1c77aaf60b4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:25.028540 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1b7789-a4cd-4852-8a5c-abf74fe3c323", "name": "network-vif-deleted", "tag": "f0691f71-fb5a-45e4-8888-f5b3c99bd541", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:25.028678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:25.028955 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dd4ddd9-5651-4246-89e9-f1c77aaf60b4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:25.031472 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1b7789-a4cd-4852-8a5c-abf74fe3c323', 'name': 'network-vif-deleted', 'tag': 'f0691f71-fb5a-45e4-8888-f5b3c99bd541', 'status': 'completed', 'code': 200} Aug 19 15:02:25.045254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Sync routers for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:25.089690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-06ba8238-df3e-4798-a29d-aa1434277cc2 None None] Provisioning complete for port e8e25eaf-8a69-447f-adf5-b131123ca956 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:25.090281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-06ba8238-df3e-4798-a29d-aa1434277cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.091510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:25.092168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:25.114751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972fa1f-d0a4-41e5-b273-bfc24e270b95 req-0c5ab96b-a15b-44b3-86a3-a7de87369259 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.117727 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a972fa1f-d0a4-41e5-b273-bfc24e270b95 req-0c5ab96b-a15b-44b3-86a3-a7de87369259 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0685163 Aug 19 15:02:25.128580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.129689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.130319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.258935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.265666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8965293d-01a7-4773-865d-216ce5818433 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6011493 Aug 19 15:02:25.300864 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a972fa1f-d0a4-41e5-b273-bfc24e270b95 req-7b9ae679-9a7a-4361-9aeb-0c97ad98b391 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623096 Aug 19 15:02:25.314165 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56196) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:25.358747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7369704 Aug 19 15:02:25.378011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56198) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:25.419647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.421803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Request body: {'subnet': {'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1548300218-subnet', 'tenant_id': '9312627395474552a181c2e36bf5de01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:25.431892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:25.529568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300afbea-b73d-482d-89a4-c684f01eee1c admin admin] Pushing event updated for resources: {'Network': ['ID=28973942-c150-4454-a526-9aa88baffa82,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:25.615275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf45a767-cf1a-4726-a8e8-989da316ad5c req-643c8dbd-3d34-463a-b413-c71d31d544ce tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 210 time: 0.1344051 Aug 19 15:02:25.632363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Made reservation on behalf of 9312627395474552a181c2e36bf5de01 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:25.635715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:25.689249 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ea785c79-dbcf-4cfb-9b52-10e8762f2097 req-ebaf71ed-e12d-4a45-9add-f24d2eed9ad6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0497909 Aug 19 15:02:25.712441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 28973942-c150-4454-a526-9aa88baffa82 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:02:26.164863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:23Z', 'revision_number': 3, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:26.205763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Checking router: d4c1a288-df8e-400a-9fc2-d27248a1af82 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:26.205763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Updating router d4c1a288-df8e-400a-9fc2-d27248a1af82 port 77d7dbce-4c30-4911-992f-c84944112131 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:26.248044 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:26.291183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:26.328604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:26.433020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f0a892-41f8-4867-965a-f65a395116c5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:26.455840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Checking segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:26.456475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Network hostable DHCP agents. Network: 28973942-c150-4454-a526-9aa88baffa82, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:02:26.534985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f0691f71-fb5a-45e4-8888-f5b3c99bd541 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:26.565761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: f0691f71-fb5a-45e4-8888-f5b3c99bd541 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:26.566449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f0691f71-fb5a-45e4-8888-f5b3c99bd541 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:26.613172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Network 28973942-c150-4454-a526-9aa88baffa82 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:02:26.624597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e8e25eaf-8a69-447f-adf5-b131123ca956 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:26.664942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635de5ba-f6e3-44d6-adcc-d69fc2b8edb7 req-e57ee744-9103-48fc-8653-87a97a545471 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:26.673223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-635de5ba-f6e3-44d6-adcc-d69fc2b8edb7 req-e57ee744-9103-48fc-8653-87a97a545471 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1518953 Aug 19 15:02:26.749737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 28973942-c150-4454-a526-9aa88baffa82) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:26.771163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e924f0-4515-4201-b08f-0cc2d59a414a None None] Network 28973942-c150-4454-a526-9aa88baffa82 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:26.789377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-635de5ba-f6e3-44d6-adcc-d69fc2b8edb7 req-e9421105-ada4-432b-b750-da76de74b75d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150985 Aug 19 15:02:26.821211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Allocated IP 172.20.0.1 (903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852/087bb67d-c778-46aa-b49d-d285165bc5b0/9edb3165-107f-4b51-9cf6-36d54824dff5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:26.852214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:26.853056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:26.915431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e8e25eaf-8a69-447f-adf5-b131123ca956 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:26.915956 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:26.976388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-50bb04ef-ceb1-4a16-b152-2a73de144b1a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:26.987816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-50bb04ef-ceb1-4a16-b152-2a73de144b1a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 810 time: 0.2944944 Aug 19 15:02:26.990119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b40401e4-da15-4246-8a5b-5ef3dcd7b63a req-0697f62d-6bd9-4199-b5e6-a633928c1264 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1b7789-a4cd-4852-8a5c-abf74fe3c323 HTTP/1.1" status: 200 len: 210 time: 0.1621461 Aug 19 15:02:27.017305 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-88d4835e-171c-415a-b1bd-d61073f95e02 req-e43fe35a-e4f6-422c-ae7a-951afd3b505a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0748258 Aug 19 15:02:27.091671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d265a25-839f-45a7-ac68-b6ab0f9ba4e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6743143 Aug 19 15:02:27.141259 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.146678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-32f542da-c264-445c-83c8-a9efa349489c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc4a5c2519d4e059c08baa413267fda HTTP/1.1" status: 200 len: 379 time: 0.1441641 Aug 19 15:02:27.168666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'port': {'device_id': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'admin_state_up': True, 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'security_groups': ['342da0da-94e1-47f8-8eef-2f78f4047f1c']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:27.179642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.214996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Transition to ACTIVE for port object 9edb3165-107f-4b51-9cf6-36d54824dff5 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:27.243405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56256) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:27.243647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34702e3-f2b6-46a6-b050-9fe0e88d06eb None None] Network 28973942-c150-4454-a526-9aa88baffa82 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:27.332679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Transition to ACTIVE for port object 77d7dbce-4c30-4911-992f-c84944112131 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:27.354479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280756-6635-41f2-b829-8fd1d3d4f97e req-0ef38c6a-3e54-4989-a19a-c4d87b8006cb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:27.356286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93280756-6635-41f2-b829-8fd1d3d4f97e req-0ef38c6a-3e54-4989-a19a-c4d87b8006cb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1812851 Aug 19 15:02:27.410977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.445735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93280756-6635-41f2-b829-8fd1d3d4f97e req-b33852fb-32e9-4784-8344-e9f0b395a71c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800028 Aug 19 15:02:27.460831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.462674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.499319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d3224fbf-aa09-415b-adb7-2e86c8cac08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.515173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:27.525072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:27.528108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:27.545888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Attempting to bind port 77d7dbce-4c30-4911-992f-c84944112131 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:27.546588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Attempting to bind port 77d7dbce-4c30-4911-992f-c84944112131 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:27.553173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Attempting to bind port 77d7dbce-4c30-4911-992f-c84944112131 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:27.553695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f61e2-cc93-40c9-86e4-0542ede8a91d None None] Pushing event updated for resources: {'Port': ['ID=77d7dbce-4c30-4911-992f-c84944112131,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:27.555656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Made reservation on behalf of 2fc4a5c2519d4e059c08baa413267fda for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:27.559416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:27.560110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:27.560716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.561313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:27.561981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Bound port: 77d7dbce-4c30-4911-992f-c84944112131, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:27.563455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.566822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.600697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.606573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Pushing event updated for resources: {'Port': ['ID=9edb3165-107f-4b51-9cf6-36d54824dff5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:27.659712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] For port 77d7dbce-4c30-4911-992f-c84944112131, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:27.714653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d3224fbf-aa09-415b-adb7-2e86c8cac08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.730444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] For port 77d7dbce-4c30-4911-992f-c84944112131, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=77d7dbce-4c30-4911-992f-c84944112131,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:27.839794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-30aff3e3-9496-448e-acf8-194705a35a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.843287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.861244 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d3224fbf-aa09-415b-adb7-2e86c8cac08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:27.896420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Allocated IP 172.20.0.9 (5c91008f-6f37-4d4b-8c45-18d1f30cef38/1373f26c-018f-4b14-978f-e974fabc64ac/31def484-5dfe-4239-af27-db493ea6a743) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:27.930058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-5e9f0cad-fee7-486a-ad5e-c9bfa9e65168 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:27.931799 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-5e9f0cad-fee7-486a-ad5e-c9bfa9e65168 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 813 time: 0.1707103 Aug 19 15:02:27.949659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:27.955057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:27.981621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-b858d7f6-ac13-47bf-92ba-113c186bcaff tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/quotas/9312627395474552a181c2e36bf5de01 HTTP/1.1" status: 200 len: 375 time: 0.0194268 Aug 19 15:02:27.982739 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.014684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f61e2-cc93-40c9-86e4-0542ede8a91d None None] Pushing event updated for resources: {'Port': ['ID=77d7dbce-4c30-4911-992f-c84944112131,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:28.018099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d3224fbf-aa09-415b-adb7-2e86c8cac08d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1b8fe8aaa684b259932431d23b2ff6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367067 Aug 19 15:02:28.023947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56278) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:28.029906 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-ac4355c9-bcd8-485d-acb6-f6d603daf032 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355694 Aug 19 15:02:28.041991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224fbf-aa09-415b-adb7-2e86c8cac08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee82141e-c540-4c62-9da3-35c4fccf695d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:28.071176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57866c-6ad8-45dd-81b7-d452fd6744ca req-9bc6133a-b72d-4d4d-bced-90213a550c87 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:28.072768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc57866c-6ad8-45dd-81b7-d452fd6744ca req-9bc6133a-b72d-4d4d-bced-90213a550c87 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1509376 Aug 19 15:02:28.119712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3eb62cd2-c172-4d7d-a8db-c7418e280e27 None None] Provisioning for port 9edb3165-107f-4b51-9cf6-36d54824dff5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:28.127943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3eb62cd2-c172-4d7d-a8db-c7418e280e27 None None] Provisioning complete for port 9edb3165-107f-4b51-9cf6-36d54824dff5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:28.128809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3eb62cd2-c172-4d7d-a8db-c7418e280e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.178167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:28.202572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc57866c-6ad8-45dd-81b7-d452fd6744ca req-f0b86d1f-6eca-482f-92d8-8e13014ccc6f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166449 Aug 19 15:02:28.208727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a8c35181-f0e1-42e1-9d94-1694a5a480bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.225202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3eb62cd2-c172-4d7d-a8db-c7418e280e27 None None] Port 9edb3165-107f-4b51-9cf6-36d54824dff5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:28.260706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a8c35181-f0e1-42e1-9d94-1694a5a480bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.275118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.297187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-2f613a74-ebf6-4b98-881e-473657a9c2fb service neutron] 10.222.0.13 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377536 Aug 19 15:02:28.303406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.324033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Transition to ACTIVE for port object 31def484-5dfe-4239-af27-db493ea6a743 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:28.407853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-198d7fb1-6825-4996-bfe7-026cffe1a4fb req-ae711510-7577-42f9-b0a7-57ab5dcc5d82 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0326424 Aug 19 15:02:28.434298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-9834ca4b-bc96-453d-98c0-358cba6a6898 service neutron] 10.222.0.13 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284652 Aug 19 15:02:28.435440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.527546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:26Z', 'revision_number': 1, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:28.537708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Pushing event updated for resources: {'Port': ['ID=9edb3165-107f-4b51-9cf6-36d54824dff5,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:28.545827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.545827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a8c35181-f0e1-42e1-9d94-1694a5a480bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.545827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a8c35181-f0e1-42e1-9d94-1694a5a480bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.555291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a8c35181-f0e1-42e1-9d94-1694a5a480bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee82141e-c540-4c62-9da3-35c4fccf695d HTTP/1.1" status: 204 len: 168 time: 0.5223343 Aug 19 15:02:28.567001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.571052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f46f2-2cf9-46b6-a45c-73d41de771c1 None None] The sync data for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 is: [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:26Z', 'revision_number': 1, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:28.685487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c35181-f0e1-42e1-9d94-1694a5a480bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee82141e-c540-4c62-9da3-35c4fccf695d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:28.696444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:28.699989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:28.701845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:28.713856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:28.723966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:28.731240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'Port': ['ID=31def484-5dfe-4239-af27-db493ea6a743,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:28.787162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c502462-7551-4103-bd26-3f933d0320de req-3654403a-e81a-495e-a0b5-ead4cc457cad tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:28.788634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c502462-7551-4103-bd26-3f933d0320de req-3654403a-e81a-495e-a0b5-ead4cc457cad tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1625729 Aug 19 15:02:28.810714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:28.811470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:28.898954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c502462-7551-4103-bd26-3f933d0320de req-018ad952-878f-4aaf-a04b-0c1b55697d9e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822432 Aug 19 15:02:28.926303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-dc07596d-8f33-4e22-88b3-248ca2a23658 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7663662 Aug 19 15:02:28.949343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Request body: {'port': {'device_id': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:29.044431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Router d4c1a288-df8e-400a-9fc2-d27248a1af82 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:02:29.345956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-c90caa66-7f2b-425d-a2fb-78f5b6855195 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3902099 Aug 19 15:02:29.349274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:29.428043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b3ec1172-97c1-4602-943b-77fec3513398 None None] Provisioning for port 31def484-5dfe-4239-af27-db493ea6a743 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:29.470055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b3ec1172-97c1-4602-943b-77fec3513398 None None] Provisioning complete for port 31def484-5dfe-4239-af27-db493ea6a743 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:29.478285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1172-97c1-4602-943b-77fec3513398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:29.572890 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:29.604626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec1172-97c1-4602-943b-77fec3513398 None None] Port 31def484-5dfe-4239-af27-db493ea6a743 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:29.708237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-0a9bc5f0-059d-4a6a-a1a8-c71771953347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:29.712667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-0a9bc5f0-059d-4a6a-a1a8-c71771953347 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=063975f922a44fc981dc8e2b9932a3b2&device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 1101 time: 0.2063527 Aug 19 15:02:29.737738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ef4c00a2-9aaa-480a-ae91-0babe926f7ad None None] Provisioning complete for port 9edb3165-107f-4b51-9cf6-36d54824dff5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:29.738124 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ef4c00a2-9aaa-480a-ae91-0babe926f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:29.828068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c00a2-9aaa-480a-ae91-0babe926f7ad None None] Port 9edb3165-107f-4b51-9cf6-36d54824dff5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:30.109231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56332) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:30.120668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-4be8da7c-05cd-49c7-be0a-b28f98d71a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.122516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-4be8da7c-05cd-49c7-be0a-b28f98d71a65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=915ef604-5cca-448b-a1fd-5fbc3ec9d591 HTTP/1.1" status: 200 len: 870 time: 0.3791251 Aug 19 15:02:30.142232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8acd471f-e0ec-4e02-9e53-e3c2400895da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:30.178109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:30.183514 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f4cb655d-6441-46ef-8ec9-5c017a54cebe admin admin] 10.222.0.13 "PUT /v2.0/routers/d4c1a288-df8e-400a-9fc2-d27248a1af82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8666151 Aug 19 15:02:30.262057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-d897e21f-ea3d-4c38-9ff9-bac7e7db1bf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=52dd8f19-1e19-437b-8987-01a601741f27 HTTP/1.1" status: 200 len: 217 time: 0.1246095 Aug 19 15:02:30.328199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48101cd-3221-41a6-9061-082af8f38716 req-70ddbb15-7ced-4832-ae1b-d0369ccd47b4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.338884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b48101cd-3221-41a6-9061-082af8f38716 req-70ddbb15-7ced-4832-ae1b-d0369ccd47b4 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 949 time: 0.1099427 Aug 19 15:02:30.339899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd88f6-d569-418e-a972-2f58e879a51a req-498fb1e5-0ab4-4808-a9bb-6d50686d304c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.348736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cefd88f6-d569-418e-a972-2f58e879a51a req-498fb1e5-0ab4-4808-a9bb-6d50686d304c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 931 time: 0.3444481 Aug 19 15:02:30.437555 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b48101cd-3221-41a6-9061-082af8f38716 req-3d97f68d-bc15-4a24-9762-00516f49a1b3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928721 Aug 19 15:02:30.490288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-97fde883-3027-4e35-9cee-2b9135bab4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.492500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-97fde883-3027-4e35-9cee-2b9135bab4c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.2187760 Aug 19 15:02:30.614743 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8fd48bc6-e281-45e1-bb66-78f0af819d09 req-0e7cb6d1-cdbd-46ff-83c4-c544b56a6d3f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 210 time: 0.0747883 Aug 19 15:02:30.622509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cefd88f6-d569-418e-a972-2f58e879a51a req-e9e5afa6-6d69-4ebd-b1ae-252c3ee3fbf0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701604 Aug 19 15:02:30.651196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 77d7dbce-4c30-4911-992f-c84944112131 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:30.707661 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:30.747462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8acd471f-e0ec-4e02-9e53-e3c2400895da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:30.758475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31def484-5dfe-4239-af27-db493ea6a743 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:30.775465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:30.795893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Transition to ACTIVE for port object 31def484-5dfe-4239-af27-db493ea6a743 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:30.801931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-80e2d24e-3c8e-4d77-b84f-c9df38a73faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.803753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-80e2d24e-3c8e-4d77-b84f-c9df38a73faf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2979627 Aug 19 15:02:30.855665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 77d7dbce-4c30-4911-992f-c84944112131 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:30.860882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 77d7dbce-4c30-4911-992f-c84944112131 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:30.871055 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:30.881685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad21f37-86f5-4ead-b49a-d1fe7b55826e req-da2b8a50-e5f7-470b-9da3-574cdeef454f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.884630 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ad21f37-86f5-4ead-b49a-d1fe7b55826e req-da2b8a50-e5f7-470b-9da3-574cdeef454f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1146622 Aug 19 15:02:30.893530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8acd471f-e0ec-4e02-9e53-e3c2400895da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:30.961749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.025981 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ad21f37-86f5-4ead-b49a-d1fe7b55826e req-fa03bfbb-7aca-4024-8ea4-52798e392e84 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344826 Aug 19 15:02:31.035796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.088158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 77d7dbce-4c30-4911-992f-c84944112131, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=77d7dbce-4c30-4911-992f-c84944112131,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:31.166190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd471f-e0ec-4e02-9e53-e3c2400895da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81e0ba-4fd6-4241-b348-9900c135b948,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:31.188352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.194746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56354) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:31.198185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8acd471f-e0ec-4e02-9e53-e3c2400895da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c4b52688fbb4dd7843646b7b799965d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0864995 Aug 19 15:02:31.231909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=31def484-5dfe-4239-af27-db493ea6a743,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:31.250095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-39627ccb-1acb-4288-84d9-5f826c4c9413 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343796 Aug 19 15:02:31.345323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=77d7dbce-4c30-4911-992f-c84944112131,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:31.348284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc48542-ba7e-4a62-8438-2452f3d6b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.432100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc48542-ba7e-4a62-8438-2452f3d6b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.581643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-213c3e23-e2cf-46df-aa98-fab83a9a3540 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:31.583485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-213c3e23-e2cf-46df-aa98-fab83a9a3540 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 949 time: 0.2631984 Aug 19 15:02:31.586311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Attempting to bind port 31def484-5dfe-4239-af27-db493ea6a743 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:31.588610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Attempting to bind port 31def484-5dfe-4239-af27-db493ea6a743 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:31.588610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Attempting to bind port 31def484-5dfe-4239-af27-db493ea6a743 on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:31.602179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33db9d00-def3-4eb4-8687-b106f97879d3 req-2884198c-254e-444b-b72b-07c0c2f631a4 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287928 Aug 19 15:02:31.604877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Port 31def484-5dfe-4239-af27-db493ea6a743 on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:02:31.605338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Attempting to bind port 31def484-5dfe-4239-af27-db493ea6a743 on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:31.634230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:31.634664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Checking segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:31.638152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Bound using segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:31.638152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Bound port: 31def484-5dfe-4239-af27-db493ea6a743, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:31.638152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.641915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b776-bbfe-4b60-b80e-3da070c9dda1 req-d6cbabe8-bf0c-4edf-af1c-9339bc5fc829 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:31.643637 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c015b776-bbfe-4b60-b80e-3da070c9dda1 req-d6cbabe8-bf0c-4edf-af1c-9339bc5fc829 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 949 time: 0.0876675 Aug 19 15:02:31.644479 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc48542-ba7e-4a62-8438-2452f3d6b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.647443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc48542-ba7e-4a62-8438-2452f3d6b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.648585 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9dc48542-ba7e-4a62-8438-2452f3d6b2d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a81e0ba-4fd6-4241-b348-9900c135b948 HTTP/1.1" status: 204 len: 168 time: 0.4520378 Aug 19 15:02:31.661141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc48542-ba7e-4a62-8438-2452f3d6b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81e0ba-4fd6-4241-b348-9900c135b948,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:31.765837 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c015b776-bbfe-4b60-b80e-3da070c9dda1 req-fa046a40-5bf2-40fd-8151-27300e9d4751 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929873 Aug 19 15:02:31.766996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56366) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:31.785710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746249302', 'description': 'tempest-description--337348916'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:31.937447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e59efcf-07a0-4e0a-a5b1-5b683da39f64 req-4c348c6d-be98-4b75-9b79-1b44b7e76738 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 210 time: 0.1099229 Aug 19 15:02:31.971307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fc937-ae92-4fdd-a233-5b75cd7846d7 req-b682c3d5-a280-444b-a35c-9669e5f64b95 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:31.981798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e9fc937-ae92-4fdd-a233-5b75cd7846d7 req-b682c3d5-a280-444b-a35c-9669e5f64b95 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 943 time: 0.0869884 Aug 19 15:02:31.994339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Deleting port 52dd8f19-1e19-437b-8987-01a601741f27 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:31.994834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.003007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] For port 31def484-5dfe-4239-af27-db493ea6a743, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:32.046703 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e9fc937-ae92-4fdd-a233-5b75cd7846d7 req-039a929f-b557-4e68-8373-f90b501f4518 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501006 Aug 19 15:02:32.090577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] For port 31def484-5dfe-4239-af27-db493ea6a743, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=31def484-5dfe-4239-af27-db493ea6a743,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:32.171655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] For port 52dd8f19-1e19-437b-8987-01a601741f27, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=52dd8f19-1e19-437b-8987-01a601741f27,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:32.172009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.195551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab47f-b5b8-476e-8643-7ff26eaaeb14 req-dffaa081-ddc2-434a-8dc0-9165ee401fc1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:32.197345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3acab47f-b5b8-476e-8643-7ff26eaaeb14 req-dffaa081-ddc2-434a-8dc0-9165ee401fc1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0822303 Aug 19 15:02:32.198339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Calling delete_port for 52dd8f19-1e19-437b-8987-01a601741f27 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:32.270596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.334151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3acab47f-b5b8-476e-8643-7ff26eaaeb14 req-0495efb5-47e8-4dc7-8dbc-91058c4a4277 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237798 Aug 19 15:02:32.338846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.347802 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Sync routers for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:32.361063 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:32.364299 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:32.417932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:32.418880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.420652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 1092 time: 3.4793315 Aug 19 15:02:32.421338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'tag': '31def484-5dfe-4239-af27-db493ea6a743'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:32.424847 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "tag": "31def484-5dfe-4239-af27-db493ea6a743"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:32.537282 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:32.542482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.544407 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a41a1c-a1a6-4708-8d45-0e0c8552a33d x-openstack-request-id: req-f0a41a1c-a1a6-4708-8d45-0e0c8552a33d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:32.544703 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "tag": "31def484-5dfe-4239-af27-db493ea6a743", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:32.544957 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0a41a1c-a1a6-4708-8d45-0e0c8552a33d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:32.550765 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'tag': '31def484-5dfe-4239-af27-db493ea6a743', 'status': 'completed', 'code': 200} Aug 19 15:02:32.557774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e0c13-97c2-45a4-8449-401b31fac8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=31def484-5dfe-4239-af27-db493ea6a743,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:32.639572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 77d7dbce-4c30-4911-992f-c84944112131 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:32.664717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.734490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cda132-fc5c-4a42-ac04-49c4e414e140,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:32.809462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 77d7dbce-4c30-4911-992f-c84944112131 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:32.809836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.818925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.823825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56384) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:32.830719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-28ed6500-6b74-4959-a2ba-8d6c329856a1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0566814 Aug 19 15:02:32.831369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Request body: {'security_group_rule': {'security_group_id': '96cda132-fc5c-4a42-ac04-49c4e414e140', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:32.891807 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:28Z', 'revision_number': 2, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:32.967023 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee35bc7b-b1fb-4ac6-9c6d-46e08db5bd30 req-f4868d33-aa8b-4348-8ad6-8db9d5d7c848 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 210 time: 0.0526454 Aug 19 15:02:33.013636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.068965 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Checking router: d4c1a288-df8e-400a-9fc2-d27248a1af82 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:33.069697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Updating router d4c1a288-df8e-400a-9fc2-d27248a1af82 port 9edb3165-107f-4b51-9cf6-36d54824dff5 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:33.074926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e6c536d8-c292-45d6-9c80-919a85249d64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:33.084585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d req-74c155a3-9097-4617-bcd9-648372baddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:33.100063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d req-74c155a3-9097-4617-bcd9-648372baddbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1095 time: 0.4781256 Aug 19 15:02:33.103695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event deleted for resources: {'Port': ['ID=52dd8f19-1e19-437b-8987-01a601741f27,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:33.107728 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.259001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad106-5fc1-4aa5-a18f-f221d2da0e90 req-15574b80-8e14-4a04-82d1-0fd321424c6f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:33.268872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-310ad106-5fc1-4aa5-a18f-f221d2da0e90 req-15574b80-8e14-4a04-82d1-0fd321424c6f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 943 time: 0.0755441 Aug 19 15:02:33.319446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-310ad106-5fc1-4aa5-a18f-f221d2da0e90 req-3ad99b79-8c3b-45d3-beea-fa88235692c5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495257 Aug 19 15:02:33.425871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] No DVR routers for this DVR port 52dd8f19-1e19-437b-8987-01a601741f27 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:33.429966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.432284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c51f2247-3ce4-4864-9db7-466623cc34d8 req-09e5bbe1-8603-4292-af8c-82c370ca0d9c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "DELETE /v2.0/ports/52dd8f19-1e19-437b-8987-01a601741f27 HTTP/1.1" status: 204 len: 173 time: 1.8413310 Aug 19 15:02:33.460683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.463288 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.474994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-507b05d5-995b-4d30-8ce9-42edcea55302 req-7f9e8abc-7c87-4b8a-b3c2-17295ca96695 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 210 time: 0.2823281 Aug 19 15:02:33.482420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a559ad-63bb-42d7-bbcf-de0bf231c750 req-f60208ca-4c4b-4454-8314-6b645def9676 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:33.486453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-90a559ad-63bb-42d7-bbcf-de0bf231c750 req-f60208ca-4c4b-4454-8314-6b645def9676 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0774765 Aug 19 15:02:33.488301 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Transition to ACTIVE for port object 9edb3165-107f-4b51-9cf6-36d54824dff5 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:33.568397 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-90a559ad-63bb-42d7-bbcf-de0bf231c750 req-17a6fd33-daed-41f9-84de-4197f62dca0b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Aug 19 15:02:33.573138 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.703760 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Pushing event updated for resources: {'Port': ['ID=9edb3165-107f-4b51-9cf6-36d54824dff5,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:33.755757 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.756854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.756854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.757210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.762648 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.763537 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.764289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.764996 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.765788 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.766544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.767547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.769082 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:33.810216 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Attempting to bind port 9edb3165-107f-4b51-9cf6-36d54824dff5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:33.810597 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Attempting to bind port 9edb3165-107f-4b51-9cf6-36d54824dff5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:33.810970 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Attempting to bind port 9edb3165-107f-4b51-9cf6-36d54824dff5 on network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:33.831957 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:33.842419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Checking segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:33.843176 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.845437 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Bound using segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:33.848051 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Bound port: 9edb3165-107f-4b51-9cf6-36d54824dff5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:33.848723 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.011231 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] For port 9edb3165-107f-4b51-9cf6-36d54824dff5, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:34.014929 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] For port 9edb3165-107f-4b51-9cf6-36d54824dff5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9edb3165-107f-4b51-9cf6-36d54824dff5,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:34.074471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56414) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:34.080127 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.198012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.202032 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-41e4dd7c-a12b-4d1f-8b5f-852d094a879d req-69681b58-cf04-4d48-9b20-004557ca7e22 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 210 time: 0.1025236 Aug 19 15:02:34.233723 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19573543-d7cb-4237-beec-2301863ad1bd None None] Pushing event updated for resources: {'Port': ['ID=9edb3165-107f-4b51-9cf6-36d54824dff5,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:34.238458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d req-2d1e7307-cc0c-4eb8-879b-ff82961c5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:34.243671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d req-2d1e7307-cc0c-4eb8-879b-ff82961c5f9c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2fc4a5c2519d4e059c08baa413267fda&shared=False HTTP/1.1" status: 200 len: 911 time: 1.1143801 Aug 19 15:02:34.259174 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:34.259991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:34.268554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-network', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:34.391395 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:34.413273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.450352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Made reservation on behalf of fc216d83f4904be2a6ee02b2f61732d5 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:34.454833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.472345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.538396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 52dd8f19-1e19-437b-8987-01a601741f27 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:34.589755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-c5bf9e3b-8669-4946-8ea6-591d454459ab tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:34.594919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-c5bf9e3b-8669-4946-8ea6-591d454459ab tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 813 time: 0.3458018 Aug 19 15:02:34.595407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'name': 'network-vif-deleted', 'tag': '52dd8f19-1e19-437b-8987-01a601741f27'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:34.611264 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bfd49f-f578-4e28-bab2-b9dbb3e209df" -d '{"events": [{"server_uuid": "83ebfab9-4c79-4ad8-af10-5038b319891d", "name": "network-vif-deleted", "tag": "52dd8f19-1e19-437b-8987-01a601741f27"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:34.616486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 52dd8f19-1e19-437b-8987-01a601741f27 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:34.616841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 52dd8f19-1e19-437b-8987-01a601741f27 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:34.635429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3808f794-7af2-4984-ae7b-ab6696676f12,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:34.643970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Request body: {'port': {'device_id': '528fca18-d813-49c5-933f-a6439329c74a', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'admin_state_up': True, 'tenant_id': '9312627395474552a181c2e36bf5de01'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:34.664923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-512169d8-ff06-4554-b25c-74b9cb497250 req-9f4f1cba-bd6f-48a1-8568-0bf5fb49f254 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 210 time: 0.0606267 Aug 19 15:02:34.700598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9edb3165-107f-4b51-9cf6-36d54824dff5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:34.840935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.858757 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:33Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:34.882163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.883469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5a7481d2-b1d4-4a87-9aec-d29c09f3473c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0585499 Aug 19 15:02:34.890364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494920f-138c-43d4-a409-3ed895eb5028 req-851b8191-8c71-415b-b893-827c22c7d378 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:34.892901 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1494920f-138c-43d4-a409-3ed895eb5028 req-851b8191-8c71-415b-b893-827c22c7d378 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0984864 Aug 19 15:02:34.893634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56430) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:34.898929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Request body: {'security_group_rule': {'security_group_id': '96cda132-fc5c-4a42-ac04-49c4e414e140', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:34.927118 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbce7-5809-40e5-9f87-30d4907494b0 None None] The sync data for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 is: [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:33Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:34.933815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9edb3165-107f-4b51-9cf6-36d54824dff5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:34.939547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9edb3165-107f-4b51-9cf6-36d54824dff5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:34.940139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.969051 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1494920f-138c-43d4-a409-3ed895eb5028 req-b4858478-5059-4fa3-8df6-745adade2f9c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605571 Aug 19 15:02:34.979181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.980485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d req-833d8ef5-5261-4d67-bb90-c70994e8ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:34.982029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-728c1d9a-5fea-4c08-9e4d-59f226d7b94d req-833d8ef5-5261-4d67-bb90-c70994e8ff5d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6732371 Aug 19 15:02:35.010007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:02:35.035465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.035820 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Added segment e729f146-bd14-4bd6-972d-c51f84ae4041 of type vlan for network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a Aug 19 15:02:35.062082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95affc3-e195-4ea9-95b2-6d1d00a8ff32 req-c2917b70-06d7-4404-a140-c29ad290e165 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:35.073595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f95affc3-e195-4ea9-95b2-6d1d00a8ff32 req-c2917b70-06d7-4404-a140-c29ad290e165 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 943 time: 0.5976729 Aug 19 15:02:35.140235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.179281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.179535 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92b9496-f83c-46d9-bcfe-f783aa3cacf8 x-openstack-request-id: req-c92b9496-f83c-46d9-bcfe-f783aa3cacf8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:35.179879 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ebfab9-4c79-4ad8-af10-5038b319891d", "name": "network-vif-deleted", "tag": "52dd8f19-1e19-437b-8987-01a601741f27", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:35.180013 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c92b9496-f83c-46d9-bcfe-f783aa3cacf8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:35.180417 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ebfab9-4c79-4ad8-af10-5038b319891d', 'name': 'network-vif-deleted', 'tag': '52dd8f19-1e19-437b-8987-01a601741f27', 'status': 'completed', 'code': 200} Aug 19 15:02:35.191938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9edb3165-107f-4b51-9cf6-36d54824dff5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9edb3165-107f-4b51-9cf6-36d54824dff5,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:35.232767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:35.277427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.298289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-33ed49b7-e218-4121-a67f-12946e6b13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:35.299608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-33ed49b7-e218-4121-a67f-12946e6b13bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1095 time: 0.2247415 Aug 19 15:02:35.315143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f95affc3-e195-4ea9-95b2-6d1d00a8ff32 req-159e4cd0-3fdc-4346-b611-f5a9aa10f370 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178710 Aug 19 15:02:35.324720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.410929 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.431004 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.432030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:35.432601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.468464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-af6c0355-95ba-4413-9885-ff14f0de7c7a req-4dd946bc-66d3-4319-8d12-5e28aec238aa tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=83ebfab9-4c79-4ad8-af10-5038b319891d HTTP/1.1" status: 200 len: 210 time: 0.0553005 Aug 19 15:02:35.501780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-141e171e-70d4-4198-ada3-64057faf42f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 217 time: 0.1621335 Aug 19 15:02:35.502202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Made reservation on behalf of 9312627395474552a181c2e36bf5de01 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:35.518599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.531184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.557868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4788680 Aug 19 15:02:35.565149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:35.573960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Request body: {'subnet': {'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-subnet', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:35.588914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57be87b-3c9c-4222-9881-7c75417d625a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:35.598942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5a9b-94a0-458e-89b2-c8695ad680a6 admin admin] Pushing event updated for resources: {'Network': ['ID=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:35.638006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-bec83169-f919-4528-a122-0efaeb47c380 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:35.639945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-bec83169-f919-4528-a122-0efaeb47c380 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 813 time: 0.5074677 Aug 19 15:02:35.659005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Request body: {'port': {'device_id': '1c231283-b2f3-4e34-8152-881c62607e35', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'admin_state_up': True, 'tenant_id': '9312627395474552a181c2e36bf5de01'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:35.675258 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.676036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:02:35.680712 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8024581b-4994-42fa-8f6b-cd2e71e70c67 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7851944 Aug 19 15:02:35.687008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56440) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:35.723981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:35.800566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9edb3165-107f-4b51-9cf6-36d54824dff5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:35.807000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Made reservation on behalf of fc216d83f4904be2a6ee02b2f61732d5 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:35.811689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.887258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b203c38-e43b-4d42-adcd-9cef0854c96d req-635e30f4-2bf6-486a-8f00-185e4d6d0a97 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 210 time: 0.0883820 Aug 19 15:02:35.900461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-c6bc0939-898c-4076-bb7f-b11a66dc2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:35.909554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-c6bc0939-898c-4076-bb7f-b11a66dc2ccb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.3765659 Aug 19 15:02:36.064501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.113908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-5a9ed54c-dc49-4b45-854e-6175bff00ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:36.115539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-5a9ed54c-dc49-4b45-854e-6175bff00ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883554 Aug 19 15:02:36.173744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-0f710a61-116c-4b6f-a4fe-03b3b20b7cb5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:02:36.175087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-0f710a61-116c-4b6f-a4fe-03b3b20b7cb5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077040 Aug 19 15:02:36.189003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Allocated IP 172.20.0.8 (28973942-c150-4454-a526-9aa88baffa82/24f0a892-41f8-4867-965a-f65a395116c5/fab67d56-5641-41cf-a885-8cd9ae453592) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:36.196382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d799ef5-4cd2-4a0f-8132-ed00b74d8a92 req-63b1e314-68e6-41a9-bf75-833bb90a3f66 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:36.196382 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4d799ef5-4cd2-4a0f-8132-ed00b74d8a92 req-63b1e314-68e6-41a9-bf75-833bb90a3f66 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1114144 Aug 19 15:02:36.230959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.315586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4d799ef5-4cd2-4a0f-8132-ed00b74d8a92 req-9eb54dba-f3ba-47bf-aa60-9681d8d962ab tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123741 Aug 19 15:02:36.353633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Pushing event updated for resources: {'Subnet': ['ID=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:36.362051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Checking segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:36.362414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Network hostable DHCP agents. Network: 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:02:36.390648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Made reservation on behalf of 9312627395474552a181c2e36bf5de01 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:36.395080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.462235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:02:36.469495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-2ca28032-e2f2-42a7-9434-a32fe485efea service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829888 Aug 19 15:02:36.550304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:36.559317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:36.559317 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.565986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9edb3165-107f-4b51-9cf6-36d54824dff5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:36.570243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f66ec-e48b-409e-a243-fc3a32cb52a3 None None] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:36.663596 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53145afd-b457-4299-9fa2-6b8bc76d516c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0909266 Aug 19 15:02:36.663830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56456) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:36.667692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bbbde-5ef5-47b8-8dda-39f284abe522 req-17fcdfa6-240e-48d1-a117-3e746222f5b6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:36.669292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670bbbde-5ef5-47b8-8dda-39f284abe522 req-17fcdfa6-240e-48d1-a117-3e746222f5b6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 943 time: 0.2309856 Aug 19 15:02:36.670261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:36.677061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.701784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9edb3165-107f-4b51-9cf6-36d54824dff5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:36.702376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.726428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.805293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aed0838-2cc7-4a31-8f9c-f19a5fc4d826 req-8ba15381-aefe-4ac9-b274-f463439d7ab1 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133011 Aug 19 15:02:36.809444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.812816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.817439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670bbbde-5ef5-47b8-8dda-39f284abe522 req-d42ec52d-ae80-4735-a3f4-ed386e8595bb tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237559 Aug 19 15:02:36.825077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:02:36.826285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.875300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:36.891487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Allocated IP 172.25.5.116 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/12fee395-2cb8-4600-a8b5-ed4d41ab76b2) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:37.041104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.054871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e1a1d1a-4056-45d0-ad96-491b5a4887eb req-2405e42b-0ee0-4974-aeda-bcc4b9a64ef0 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 210 time: 0.0557325 Aug 19 15:02:37.057288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Allocated IP 172.20.0.2 (095a6bad-2fb1-4c3e-a945-b7cf3e34e46a/844a4830-f4d4-49c9-b4a6-eaa4fa4edf62/5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:37.084148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.158737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Network 28973942-c150-4454-a526-9aa88baffa82 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:37.169328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Allocated IP 172.20.0.5 (28973942-c150-4454-a526-9aa88baffa82/24f0a892-41f8-4867-965a-f65a395116c5/d69953ed-0def-44e5-8e14-a5c3ed789a86) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:37.171751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:37.180619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:37.189220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event updated for resources: {'Port': ['ID=fab67d56-5641-41cf-a885-8cd9ae453592,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:37.224836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.260547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8187-1ac7-4446-8276-3680e569d3a7 req-e6759154-1eec-4ecb-bf8e-b6c9145fe9f3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:37.270126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e8c8187-1ac7-4446-8276-3680e569d3a7 req-e6759154-1eec-4ecb-bf8e-b6c9145fe9f3 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 951 time: 0.0841355 Aug 19 15:02:37.292998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:37.293715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.318880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e8c8187-1ac7-4446-8276-3680e569d3a7 req-603d8cc1-07a5-41fd-94ee-d3b90a822340 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482922 Aug 19 15:02:37.359522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.377614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Transition to ACTIVE for port object 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:37.380548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.412412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Transition to ACTIVE for port object 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:37.440272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:37.446365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-33bea6f9-3d1a-47a5-896d-befc7d69292a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8303146 Aug 19 15:02:37.451213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:37.461773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:37.469874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Request body: {'port': {'device_id': '528fca18-d813-49c5-933f-a6439329c74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:37.490939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.503761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event updated for resources: {'Port': ['ID=12fee395-2cb8-4600-a8b5-ed4d41ab76b2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:37.505184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b9ec5-0f63-441e-b08c-b7103e04cd36 req-1abbfcee-3748-4c60-a7a7-4e46f0730d87 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:37.507477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-819b9ec5-0f63-441e-b08c-b7103e04cd36 req-1abbfcee-3748-4c60-a7a7-4e46f0730d87 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0922723 Aug 19 15:02:37.557087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:37.558333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.564112 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:37.572441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:37.590661 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-819b9ec5-0f63-441e-b08c-b7103e04cd36 req-60a7a56b-75a0-4e31-a660-3e9039d2d218 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730782 Aug 19 15:02:37.595895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Pushing event updated for resources: {'Port': ['ID=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:37.599708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.683950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Attempting to bind port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:37.684322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Attempting to bind port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:37.684691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Attempting to bind port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 on network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:37.691338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:37.691659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Checking segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:37.692010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.692614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Bound using segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:37.693334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Bound port: 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:37.693939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.738791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.759257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.775932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] For port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:37.779840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] For port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:37.781474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.810730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.911427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:37.914410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Network 28973942-c150-4454-a526-9aa88baffa82 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:37.940833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:37.946950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:37.953247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event updated for resources: {'Port': ['ID=d69953ed-0def-44e5-8e14-a5c3ed789a86,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:37.971775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Allocated IP 172.25.5.75 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a024acde-9ea8-4ff9-970b-2a73f99a1b02) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:37.998742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.081919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1321f87-044c-4722-87af-7e3d2f31a543 None None] Pushing event updated for resources: {'Port': ['ID=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:38.134395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.300384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923acd0-ddc2-45f6-b0e8-015101a18523 req-0b055c5a-a2c5-4c4b-9625-78fde01ab9a1 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:38.302032 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1923acd0-ddc2-45f6-b0e8-015101a18523 req-0b055c5a-a2c5-4c4b-9625-78fde01ab9a1 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 931 time: 0.0867653 Aug 19 15:02:38.304005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.395708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:38.399332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:38.400018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.409261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:38.413703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:38.526356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Pushing event updated for resources: {'Port': ['ID=a024acde-9ea8-4ff9-970b-2a73f99a1b02,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:38.570144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-9d34fc80-acac-4bf6-84ff-9d9aae8b0e12 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9175463 Aug 19 15:02:38.594024 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1923acd0-ddc2-45f6-b0e8-015101a18523 req-c2650eb4-2165-4ed2-acff-7024557abd93 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681580 Aug 19 15:02:38.613616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Request body: {'port': {'device_id': '1c231283-b2f3-4e34-8152-881c62607e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:38.665003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2c5f-6563-4760-86cd-2b96abc65961 req-6c66af44-676f-4028-a3ea-4af9ae50097a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:38.666699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfbf2c5f-6563-4760-86cd-2b96abc65961 req-6c66af44-676f-4028-a3ea-4af9ae50097a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 943 time: 0.6577599 Aug 19 15:02:38.708005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:38.813613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96453ed-16c9-4305-b9ca-af233d773dd0 req-de4cceea-affa-424a-8094-273ddb463c5c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:38.816171 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a96453ed-16c9-4305-b9ca-af233d773dd0 req-de4cceea-affa-424a-8094-273ddb463c5c tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 951 time: 0.1286125 Aug 19 15:02:38.819737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-047696a0-4f4a-4989-bd08-fe6e762d70e7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:38.821332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-047696a0-4f4a-4989-bd08-fe6e762d70e7 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 951 time: 0.3738594 Aug 19 15:02:38.833005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:38.836468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab67d56-5641-41cf-a885-8cd9ae453592 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:38.856528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.859704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.893736 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a96453ed-16c9-4305-b9ca-af233d773dd0 req-b31483d0-0068-40dc-9aac-47ed69cf2bc5 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702417 Aug 19 15:02:38.925162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfbf2c5f-6563-4760-86cd-2b96abc65961 req-32698b7d-336d-4ebc-a9a6-ddc7b5501b47 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182395 Aug 19 15:02:38.939548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Transition to ACTIVE for port object fab67d56-5641-41cf-a885-8cd9ae453592 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:39.044035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.045932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.135887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.268810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.320851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Pushing event updated for resources: {'Port': ['ID=fab67d56-5641-41cf-a885-8cd9ae453592,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:39.343532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.428026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c2f97-fa8a-4352-8955-e29eae93fc14 req-a099ba56-2113-483a-82ef-ebaa077c14c6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:39.435525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-108c2f97-fa8a-4352-8955-e29eae93fc14 req-a099ba56-2113-483a-82ef-ebaa077c14c6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.3989577 Aug 19 15:02:39.527319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c7186-8a80-4d26-9a7e-f126ee2536d8 None None] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:39.557825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Deleting port e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:39.558198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.575711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Router 1c802772-38b1-459f-947a-64c6bc34d162 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:02:39.588661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event updated for resources: {'Port': ['ID=12fee395-2cb8-4600-a8b5-ed4d41ab76b2,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:39.656797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.702578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-108c2f97-fa8a-4352-8955-e29eae93fc14 req-a6342ba7-3887-472c-8d66-462b8a159e91 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660451 Aug 19 15:02:39.718864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Attempting to bind port fab67d56-5641-41cf-a885-8cd9ae453592 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:39.720427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Attempting to bind port fab67d56-5641-41cf-a885-8cd9ae453592 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:39.720969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Attempting to bind port fab67d56-5641-41cf-a885-8cd9ae453592 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:39.723998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] Provisioning for port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:39.730151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] Provisioning complete for port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:39.730656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.748868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Port fab67d56-5641-41cf-a885-8cd9ae453592 on network 28973942-c150-4454-a526-9aa88baffa82 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:02:39.748868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Attempting to bind port fab67d56-5641-41cf-a885-8cd9ae453592 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:39.751956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:39.783205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Sync routers for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:39.784520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:39.785080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Checking segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:39.785693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Bound using segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:39.786327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Bound port: fab67d56-5641-41cf-a885-8cd9ae453592, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:39.786876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.820467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] For port e6c536d8-c292-45d6-9c80-919a85249d64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e6c536d8-c292-45d6-9c80-919a85249d64,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:39.821186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.824035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.825575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-742a9004-b76e-458e-8d4e-5e5f32866f1e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1062241 Aug 19 15:02:39.838474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801db9d-8da7-4a52-8b3a-9e91398fe207 req-95c1ffa6-9a3b-4da6-b310-67b21eb86910 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:39.840352 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6801db9d-8da7-4a52-8b3a-9e91398fe207 req-95c1ffa6-9a3b-4da6-b310-67b21eb86910 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 931 time: 0.0707815 Aug 19 15:02:39.841982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.843337 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f57ef6f2-3623-402a-900c-ba33369af1db admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.1778033 Aug 19 15:02:39.847610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56500) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:39.871594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Calling delete_port for e6c536d8-c292-45d6-9c80-919a85249d64 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:39.882357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:39.883683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:39.891023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.937362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] For port fab67d56-5641-41cf-a885-8cd9ae453592, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:39.942169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] For port fab67d56-5641-41cf-a885-8cd9ae453592, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fab67d56-5641-41cf-a885-8cd9ae453592,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:39.995184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6801db9d-8da7-4a52-8b3a-9e91398fe207 req-c8549f0f-6ba7-4b42-94a1-5ba862a2a6d1 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379855 Aug 19 15:02:40.106477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] For port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:40.121552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.154586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:40.203929 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.252922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69953ed-0def-44e5-8e14-a5c3ed789a86 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:40.276941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:40.278057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.279901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] 10.222.0.46 "PUT /v2.0/ports/fab67d56-5641-41cf-a885-8cd9ae453592 HTTP/1.1" status: 200 len: 1092 time: 2.8161201 Aug 19 15:02:40.282653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.287714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528fca18-d813-49c5-933f-a6439329c74a', 'tag': 'fab67d56-5641-41cf-a885-8cd9ae453592'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:40.294940 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5af03f-55df-461a-ae63-13e35d2b364e" -d '{"events": [{"name": "network-changed", "server_uuid": "528fca18-d813-49c5-933f-a6439329c74a", "tag": "fab67d56-5641-41cf-a885-8cd9ae453592"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:40.357935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Transition to ACTIVE for port object d69953ed-0def-44e5-8e14-a5c3ed789a86 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:40.371566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964976d7-d2ac-4aec-8be4-c5ac3cb9875b service neutron] Pushing event updated for resources: {'Port': ['ID=fab67d56-5641-41cf-a885-8cd9ae453592,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:40.422116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d992f32-bd7f-4d7c-ba99-572407f61f61 req-508f8b62-568c-407f-a2b5-3d89837e2746 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:40.424985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d992f32-bd7f-4d7c-ba99-572407f61f61 req-508f8b62-568c-407f-a2b5-3d89837e2746 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 951 time: 0.3053539 Aug 19 15:02:40.459570 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.567655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265125d5-b3e1-4507-8a7f-9df796912e71 req-73f67b15-3d69-494b-8b9f-4fb4571b4415 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:40.570359 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-265125d5-b3e1-4507-8a7f-9df796912e71 req-73f67b15-3d69-494b-8b9f-4fb4571b4415 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 943 time: 0.4264028 Aug 19 15:02:40.602626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d992f32-bd7f-4d7c-ba99-572407f61f61 req-39074f9f-8a12-4007-8c44-13d7ad593b3d tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80bdc76-177d-453e-ba67-f4c57191fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573679 Aug 19 15:02:40.606620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Pushing event updated for resources: {'Port': ['ID=d69953ed-0def-44e5-8e14-a5c3ed789a86,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:40.627992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-a7ff63d4-1f99-4672-9a9d-cfbeee4d4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:40.629654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-a7ff63d4-1f99-4672-9a9d-cfbeee4d4189 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=528fca18-d813-49c5-933f-a6439329c74a HTTP/1.1" status: 200 len: 1095 time: 0.2033172 Aug 19 15:02:40.649827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ae136-95d3-4e27-bb97-d2a2aed16de2 None None] Pushing event updated for resources: {'Port': ['ID=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:40.654051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de401c4c-cd7d-4dca-9e00-81180e5cfc59 None None] Provisioning complete for port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:40.656112 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de401c4c-cd7d-4dca-9e00-81180e5cfc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.705656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:38Z', 'revision_number': 3, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:40.744897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Checking router: 1c802772-38b1-459f-947a-64c6bc34d162 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:40.744897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Updating router 1c802772-38b1-459f-947a-64c6bc34d162 port a024acde-9ea8-4ff9-970b-2a73f99a1b02 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:40.746878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.759198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-d02a3d08-fc45-4b6a-a967-1b3f951b709e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab67d56-5641-41cf-a885-8cd9ae453592 HTTP/1.1" status: 200 len: 217 time: 0.1178882 Aug 19 15:02:40.771652 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-265125d5-b3e1-4507-8a7f-9df796912e71 req-7167fbbd-b72d-4e36-ad4b-5797c225889e tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917833 Aug 19 15:02:40.803684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Pushing event deleted for resources: {'Port': ['ID=e6c536d8-c292-45d6-9c80-919a85249d64,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:40.826674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.910668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.920910 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30a3421-79b6-4faf-8ede-566385c30b3f x-openstack-request-id: req-f30a3421-79b6-4faf-8ede-566385c30b3f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:40.921326 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528fca18-d813-49c5-933f-a6439329c74a", "tag": "fab67d56-5641-41cf-a885-8cd9ae453592", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:40.921657 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f30a3421-79b6-4faf-8ede-566385c30b3f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:40.922145 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528fca18-d813-49c5-933f-a6439329c74a', 'tag': 'fab67d56-5641-41cf-a885-8cd9ae453592', 'status': 'completed', 'code': 200} Aug 19 15:02:40.946750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] No DVR routers for this DVR port e6c536d8-c292-45d6-9c80-919a85249d64 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:40.958005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:40.960211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b428dbd-ae73-4d8b-84a7-5b5c56acc557 req-c4298ac4-5589-48b1-a39c-cbc4eb2b9175 tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.46 "DELETE /v2.0/ports/e6c536d8-c292-45d6-9c80-919a85249d64 HTTP/1.1" status: 204 len: 173 time: 2.1287575 Aug 19 15:02:40.983758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Attempting to bind port d69953ed-0def-44e5-8e14-a5c3ed789a86 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:40.984158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Attempting to bind port d69953ed-0def-44e5-8e14-a5c3ed789a86 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:40.984498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Attempting to bind port d69953ed-0def-44e5-8e14-a5c3ed789a86 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:40.991290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-a52d0e57-0de9-4ccd-9f45-84d93cb5b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:41.002483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-a52d0e57-0de9-4ccd-9f45-84d93cb5b70f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.2123442 Aug 19 15:02:41.009419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Port d69953ed-0def-44e5-8e14-a5c3ed789a86 on network 28973942-c150-4454-a526-9aa88baffa82 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:02:41.011050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Attempting to bind port d69953ed-0def-44e5-8e14-a5c3ed789a86 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:41.021987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:41.022735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Checking segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:41.023433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Bound using segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:41.024326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Bound port: d69953ed-0def-44e5-8e14-a5c3ed789a86, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:41.026142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.071140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c19fbb-06f7-44f6-ab7f-a282343d09a5 req-3ec0f470-8212-460c-8235-3193e2253b22 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:41.073929 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29c19fbb-06f7-44f6-ab7f-a282343d09a5 req-3ec0f470-8212-460c-8235-3193e2253b22 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1527338 Aug 19 15:02:41.097399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-d50bc6da-061c-461c-b120-582a6dc90e2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712280 Aug 19 15:02:41.204051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 31def484-5dfe-4239-af27-db493ea6a743 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:41.310368 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29c19fbb-06f7-44f6-ab7f-a282343d09a5 req-0d8a0421-4bdd-49d7-aa82-9e461933e9db tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994622 Aug 19 15:02:41.365463 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.384805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Allocated IP 172.20.0.1 (095a6bad-2fb1-4c3e-a945-b7cf3e34e46a/844a4830-f4d4-49c9-b4a6-eaa4fa4edf62/d69f4131-4cdb-4c9c-b2eb-b95171272c46) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:41.387718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Transition to ACTIVE for port object a024acde-9ea8-4ff9-970b-2a73f99a1b02 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:41.395786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 31def484-5dfe-4239-af27-db493ea6a743, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=31def484-5dfe-4239-af27-db493ea6a743,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:41.411730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '31def484-5dfe-4239-af27-db493ea6a743', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'port_id': '31def484-5dfe-4239-af27-db493ea6a743', 'mac_address': 'fa:16:3e:18:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:41.426783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c3539-a5e1-42f1-9e48-35df3b38706c req-59afa804-a3ee-48d2-a0e4-1ea2773d2c24 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:41.429212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-459c3539-a5e1-42f1-9e48-35df3b38706c req-59afa804-a3ee-48d2-a0e4-1ea2773d2c24 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 943 time: 0.2351871 Aug 19 15:02:41.440347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] For port d69953ed-0def-44e5-8e14-a5c3ed789a86, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:41.479210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] For port d69953ed-0def-44e5-8e14-a5c3ed789a86, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:41.482759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-98381cb6-a184-40ee-9f83-e8277712a413 service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711882 Aug 19 15:02:41.486750 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.501362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.506437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31def484-5dfe-4239-af27-db493ea6a743 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:41.551231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.584136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Transition to ACTIVE for port object d69f4131-4cdb-4c9c-b2eb-b95171272c46 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:41.588208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 31def484-5dfe-4239-af27-db493ea6a743, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=31def484-5dfe-4239-af27-db493ea6a743,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:41.611935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816182cf-2eda-456a-b2a4-6c905852a381 None None] Pushing event updated for resources: {'Port': ['ID=a024acde-9ea8-4ff9-970b-2a73f99a1b02,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:41.616729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-459c3539-a5e1-42f1-9e48-35df3b38706c req-a45bd1c5-0f5d-472d-aef3-d873c998d0cd tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708100 Aug 19 15:02:41.616729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.641878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Attempting to bind port a024acde-9ea8-4ff9-970b-2a73f99a1b02 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:41.642259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Attempting to bind port a024acde-9ea8-4ff9-970b-2a73f99a1b02 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:41.647412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Attempting to bind port a024acde-9ea8-4ff9-970b-2a73f99a1b02 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:41.650621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:41.650621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:41.662419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.666855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:41.669176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Bound port: a024acde-9ea8-4ff9-970b-2a73f99a1b02, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:41.676162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.681237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.727969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:41.728609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.745057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] 10.222.0.46 "PUT /v2.0/ports/d69953ed-0def-44e5-8e14-a5c3ed789a86 HTTP/1.1" status: 200 len: 1092 time: 3.1404369 Aug 19 15:02:41.767679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:41.873139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6f148-015f-4b8a-8d09-ae61cfe6cf36 service neutron] Pushing event updated for resources: {'Port': ['ID=d69953ed-0def-44e5-8e14-a5c3ed789a86,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:41.920766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a9b8b037-aaf7-4175-8f84-afff50c50748 req-e92229a4-8e12-4cf8-8f94-02be583ad56e tempest-ServersAdminTestJSON-700614088 tempest-ServersAdminTestJSON-700614088-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b HTTP/1.1" status: 200 len: 210 time: 0.1226749 Aug 19 15:02:41.921726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:41.928196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:41.940174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:41.966047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-cb331f7b-4c64-4393-a413-bd885d3c18cc service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529285 Aug 19 15:02:41.996077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Pushing event updated for resources: {'Port': ['ID=d69f4131-4cdb-4c9c-b2eb-b95171272c46,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:42.025761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:42.032701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-8ca47702-4b87-4274-a344-863388c68957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:42.043160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-8ca47702-4b87-4274-a344-863388c68957 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 1095 time: 0.1483886 Aug 19 15:02:42.134579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-c3bff798-1665-4664-9d47-928fbe49722e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86 HTTP/1.1" status: 200 len: 217 time: 0.0747991 Aug 19 15:02:42.283315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] For port a024acde-9ea8-4ff9-970b-2a73f99a1b02, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:42.293989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] For port a024acde-9ea8-4ff9-970b-2a73f99a1b02, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a024acde-9ea8-4ff9-970b-2a73f99a1b02,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:42.417940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:42.472068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['31def484-5dfe-4239-af27-db493ea6a743'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:42.501154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56604) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:42.502096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:42.558480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=31def484-5dfe-4239-af27-db493ea6a743,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:42.611048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:42.692744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:42.721860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f8af-5826-4caa-8d00-00227294734e req-31801e99-cd84-46ad-9a62-13388c1e1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:42.725875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-31801e99-cd84-46ad-9a62-13388c1e1593 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.5758224 Aug 19 15:02:42.751603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538d3bb-d2a2-4009-96e0-7d7f8730fe51 req-d441e2b9-a180-44ca-8dc7-a65dc5db3a28 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:42.757591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5817d79f-0c88-4d92-984f-62526b85c1f4 None None] Provisioning for port d69f4131-4cdb-4c9c-b2eb-b95171272c46 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:42.761485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f538d3bb-d2a2-4009-96e0-7d7f8730fe51 req-d441e2b9-a180-44ca-8dc7-a65dc5db3a28 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.2643929 Aug 19 15:02:42.786851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5817d79f-0c88-4d92-984f-62526b85c1f4 None None] Provisioning complete for port d69f4131-4cdb-4c9c-b2eb-b95171272c46 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:42.790902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5817d79f-0c88-4d92-984f-62526b85c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:42.814138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: e6c536d8-c292-45d6-9c80-919a85249d64 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:42.816323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e6c536d8-c292-45d6-9c80-919a85249d64 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:42.836816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-b838fc26-7a8f-4a41-b941-3ff10369e6c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697968 Aug 19 15:02:42.846454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc27eb40-11f8-4d74-8753-c0d406393192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:42.852991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e708-1692-4a2e-b368-6f33f7c08d40 req-6a29f779-3bf4-4613-b59c-10f049e887df tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:42.854612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1e2e708-1692-4a2e-b368-6f33f7c08d40 req-6a29f779-3bf4-4613-b59c-10f049e887df tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 944 time: 0.8349245 Aug 19 15:02:42.867345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-dc3823f9-2ae5-49ae-82b4-64eabd824a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:42.870185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-dc3823f9-2ae5-49ae-82b4-64eabd824a38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=528fca18-d813-49c5-933f-a6439329c74a HTTP/1.1" status: 200 len: 1095 time: 0.7368002 Aug 19 15:02:42.919632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:42.921941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:42.931024 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f538d3bb-d2a2-4009-96e0-7d7f8730fe51 req-21698537-507d-4713-9b37-31a7f6612577 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679525 Aug 19 15:02:43.006894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-deleted', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64'}, {'name': 'network-changed', 'server_uuid': '1c231283-b2f3-4e34-8152-881c62607e35', 'tag': 'd69953ed-0def-44e5-8e14-a5c3ed789a86'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:43.009272 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24d363-0431-4332-85a7-fa491ebbec13" -d '{"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-deleted", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64"}, {"name": "network-changed", "server_uuid": "1c231283-b2f3-4e34-8152-881c62607e35", "tag": "d69953ed-0def-44e5-8e14-a5c3ed789a86"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:43.012400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-46d586f0-77cc-49b5-96d6-b3fcc61d8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:43.013930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-46d586f0-77cc-49b5-96d6-b3fcc61d8580 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 914 time: 0.1319938 Aug 19 15:02:43.088729 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.146751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599be872-946a-4c60-a846-6b8c505cbb60 req-dc90ca79-6fa2-4564-bafd-404c5ad822e8 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:43.148446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-599be872-946a-4c60-a846-6b8c505cbb60 req-dc90ca79-6fa2-4564-bafd-404c5ad822e8 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 943 time: 0.1082842 Aug 19 15:02:43.164743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-dae13cd1-3c4e-43a7-bcf6-a1ef93797c14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab67d56-5641-41cf-a885-8cd9ae453592 HTTP/1.1" status: 200 len: 217 time: 0.0963819 Aug 19 15:02:43.171075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1e2e708-1692-4a2e-b368-6f33f7c08d40 req-4a5b4089-395a-447c-afe6-150ac6c21467 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901661 Aug 19 15:02:43.189247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc27eb40-11f8-4d74-8753-c0d406393192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.213660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.224735 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.225684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816182cf-2eda-456a-b2a4-6c905852a381 None None] Pushing event updated for resources: {'Port': ['ID=a024acde-9ea8-4ff9-970b-2a73f99a1b02,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:43.232482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5817d79f-0c88-4d92-984f-62526b85c1f4 None None] Port d69f4131-4cdb-4c9c-b2eb-b95171272c46 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:43.258119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:43.258504 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.261166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-6c1acb46-c016-4269-843b-e80f11565456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:43.263453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-6c1acb46-c016-4269-843b-e80f11565456 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.0889409 Aug 19 15:02:43.270692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-41b5d49c-fa34-4a8f-872f-5bc0d594a31b service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083326 Aug 19 15:02:43.304782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc27eb40-11f8-4d74-8753-c0d406393192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.325990 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-599be872-946a-4c60-a846-6b8c505cbb60 req-3bba0f54-39a1-442c-8f1b-31bc020d21ea tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658704 Aug 19 15:02:43.362650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:43.379000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.381225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Pushing event updated for resources: {'Port': ['ID=d69f4131-4cdb-4c9c-b2eb-b95171272c46,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:43.406220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27eb40-11f8-4d74-8753-c0d406393192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0568e084-822c-40d2-95be-e5fa20a46e8d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:43.429825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-5980e0a0-2e4d-4293-bbff-f90a003fb235 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512499 Aug 19 15:02:43.438814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc27eb40-11f8-4d74-8753-c0d406393192 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9edeb86301044c7ba4393d846ca7bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338644 Aug 19 15:02:43.480927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56620) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:43.590464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-80abc3da-affd-4830-a8aa-8b73abc11d4c service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231275 Aug 19 15:02:43.591994 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a04866-dc6d-4907-a872-06b171f35552 x-openstack-request-id: req-68a04866-dc6d-4907-a872-06b171f35552 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:43.592298 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b", "name": "network-vif-deleted", "tag": "e6c536d8-c292-45d6-9c80-919a85249d64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c231283-b2f3-4e34-8152-881c62607e35", "tag": "d69953ed-0def-44e5-8e14-a5c3ed789a86", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:43.592557 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68a04866-dc6d-4907-a872-06b171f35552 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:43.597302 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4fcd2-1070-49eb-9f2a-0c75a618ee0b', 'name': 'network-vif-deleted', 'tag': 'e6c536d8-c292-45d6-9c80-919a85249d64', 'status': 'completed', 'code': 200} Aug 19 15:02:43.597302 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c231283-b2f3-4e34-8152-881c62607e35', 'tag': 'd69953ed-0def-44e5-8e14-a5c3ed789a86', 'status': 'completed', 'code': 200} Aug 19 15:02:43.654560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98fe8306-36bb-4cbe-80d3-5e01dd523ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.670489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:43.676479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:43.690344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98fe8306-36bb-4cbe-80d3-5e01dd523ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.740407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd5af03f-55df-461a-ae63-13e35d2b364e req-38479dd6-2dad-4cff-a163-381e0b28fd00 service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422641 Aug 19 15:02:43.767699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6598f8af-5826-4caa-8d00-00227294734e req-2e2475a9-8956-4dd5-ba32-cdab8d44431a service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606094 Aug 19 15:02:43.785908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:41Z', 'revision_number': 1, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:43.821554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e74ef7-86dd-4c33-a7b5-96bfb7acb179 None None] The sync data for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 is: [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:41Z', 'revision_number': 1, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:43.874800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Router 1c802772-38b1-459f-947a-64c6bc34d162 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:02:44.015411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98fe8306-36bb-4cbe-80d3-5e01dd523ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.018761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98fe8306-36bb-4cbe-80d3-5e01dd523ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.031507 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98fe8306-36bb-4cbe-80d3-5e01dd523ee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0568e084-822c-40d2-95be-e5fa20a46e8d HTTP/1.1" status: 204 len: 168 time: 0.5412045 Aug 19 15:02:44.056620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe8306-36bb-4cbe-80d3-5e01dd523ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0568e084-822c-40d2-95be-e5fa20a46e8d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:44.083262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-eccd460f-e4e1-45f0-b712-86c549692884 None None] Provisioning complete for port d69f4131-4cdb-4c9c-b2eb-b95171272c46 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:44.083921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eccd460f-e4e1-45f0-b712-86c549692884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.164422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:44.182402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-579b915c-1369-454f-8d09-ea21231a832c admin admin] 10.222.0.13 "PUT /v2.0/routers/1c802772-38b1-459f-947a-64c6bc34d162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3333516 Aug 19 15:02:44.258357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56632) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:44.270130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-eccd460f-e4e1-45f0-b712-86c549692884 None None] Port d69f4131-4cdb-4c9c-b2eb-b95171272c46 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:44.295251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-34673569-ba82-43a8-8353-db98fe1124e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:44.299198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-34673569-ba82-43a8-8353-db98fe1124e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 1095 time: 0.3306642 Aug 19 15:02:44.421515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31690b0-539f-4549-bb31-f8a7cda99e28 req-5977f5c6-9a89-4265-94ab-d9c16e93aa01 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:44.431787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c570f-800a-4866-b065-2c36d79baeb1 req-b4ec9bc4-4e31-4dca-8aa3-0602d508fc06 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:44.435200 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f31690b0-539f-4549-bb31-f8a7cda99e28 req-5977f5c6-9a89-4265-94ab-d9c16e93aa01 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 944 time: 0.1122878 Aug 19 15:02:44.454740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c63c570f-800a-4866-b065-2c36d79baeb1 req-b4ec9bc4-4e31-4dca-8aa3-0602d508fc06 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.3657546 Aug 19 15:02:44.564710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f31690b0-539f-4549-bb31-f8a7cda99e28 req-3fe0c198-37fa-4234-b124-31e1b4c094e4 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265616 Aug 19 15:02:44.594610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fab67d56-5641-41cf-a885-8cd9ae453592 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:44.695150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c63c570f-800a-4866-b065-2c36d79baeb1 req-4f1eb382-a850-4d8e-9f24-ec7e78e8f94c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386291 Aug 19 15:02:44.725229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-50e7000d-6186-4a18-9d88-b65c2a72c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:44.734336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-50e7000d-6186-4a18-9d88-b65c2a72c2b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 914 time: 0.4249640 Aug 19 15:02:44.794569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fab67d56-5641-41cf-a885-8cd9ae453592, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fab67d56-5641-41cf-a885-8cd9ae453592,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:44.845771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'fab67d56-5641-41cf-a885-8cd9ae453592', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'port_id': 'fab67d56-5641-41cf-a885-8cd9ae453592', 'mac_address': 'fa:16:3e:11:83:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f0a892-41f8-4867-965a-f65a395116c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:44.876354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-d66c1cb2-9398-4870-9a60-8e59a37834e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86 HTTP/1.1" status: 200 len: 217 time: 0.1353304 Aug 19 15:02:44.966245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.994046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab67d56-5641-41cf-a885-8cd9ae453592 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:45.098139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fab67d56-5641-41cf-a885-8cd9ae453592, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fab67d56-5641-41cf-a885-8cd9ae453592,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:45.117447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684dc34-2bf4-4b13-b4f1-f48023f57922 req-f0c76c00-23c6-4c33-8407-b3dacd0f7afe tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:45.129803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9684dc34-2bf4-4b13-b4f1-f48023f57922 req-f0c76c00-23c6-4c33-8407-b3dacd0f7afe tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 943 time: 0.2512448 Aug 19 15:02:45.133998 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d04994c-f16f-402e-8912-0b6f5bbd6551 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=063975f922a44fc981dc8e2b9932a3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743858 Aug 19 15:02:45.134638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56650) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:45.145946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-2e5acc81-cbe9-4706-baa2-fdbeefa29635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:45.149745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-2e5acc81-cbe9-4706-baa2-fdbeefa29635 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.2518063 Aug 19 15:02:45.199530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.203158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-b45af2ee-9e0c-4c49-b8b2-c55e894331fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439000 Aug 19 15:02:45.255343 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dce-cd45-4972-a054-70a5c9f84f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.299709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dce-cd45-4972-a054-70a5c9f84f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.361061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fab67d56-5641-41cf-a885-8cd9ae453592,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:45.364126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 31def484-5dfe-4239-af27-db493ea6a743 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:45.415967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9684dc34-2bf4-4b13-b4f1-f48023f57922 req-c526e8a9-ad3c-423d-9804-5ac67a7bd48b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840936 Aug 19 15:02:45.445040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['fab67d56-5641-41cf-a885-8cd9ae453592'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:45.459292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dce-cd45-4972-a054-70a5c9f84f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.461087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dce-cd45-4972-a054-70a5c9f84f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.463140 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3fbe4dce-cd45-4972-a054-70a5c9f84f5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a80bdc76-177d-453e-ba67-f4c57191fbdb HTTP/1.1" status: 204 len: 168 time: 0.3165734 Aug 19 15:02:45.466933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56662) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:45.509165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88285c5c-ab37-4251-bb12-afdd45df1511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.522410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-2cf562ce-c80b-4ade-9364-b1a92479db49 service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041134 Aug 19 15:02:45.544497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 31def484-5dfe-4239-af27-db493ea6a743 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:45.568419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 31def484-5dfe-4239-af27-db493ea6a743 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:45.568894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.838327 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:45.854687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cabcf-3d4c-4c27-9b34-4a8b582d1f07 req-7fc453d7-0997-4373-96f7-8ede1270719f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:45.864584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3cabcf-3d4c-4c27-9b34-4a8b582d1f07 req-7fc453d7-0997-4373-96f7-8ede1270719f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 944 time: 0.1354418 Aug 19 15:02:45.898996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 31def484-5dfe-4239-af27-db493ea6a743, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=31def484-5dfe-4239-af27-db493ea6a743,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:45.907779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31def484-5dfe-4239-af27-db493ea6a743'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:45.911562 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175d9a21-785b-4bd1-9d16-98257f28df03" -d '{"events": [{"server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "name": "network-vif-plugged", "status": "completed", "tag": "31def484-5dfe-4239-af27-db493ea6a743"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:45.944038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd24d363-0431-4332-85a7-fa491ebbec13 req-0cad1b21-03f5-4ac6-8265-6edd0564d671 service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120629 Aug 19 15:02:45.982479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.017353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3cabcf-3d4c-4c27-9b34-4a8b582d1f07 req-0097ebf7-3410-447b-8e3c-af7d348544a8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513960 Aug 19 15:02:46.148410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=31def484-5dfe-4239-af27-db493ea6a743,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:46.180996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0915470-74f2-4bea-8627-dea588bb45dc req-0ab45bf7-299b-4ac7-b344-0955da377ba4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:46.187033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0915470-74f2-4bea-8627-dea588bb45dc req-0ab45bf7-299b-4ac7-b344-0955da377ba4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0797508 Aug 19 15:02:46.249641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-d6e1e32b-c03e-4ab2-b97d-503aa4b2996c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:46.251016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0915470-74f2-4bea-8627-dea588bb45dc req-5f51e9f9-953a-40ae-a9df-b52ecc6c1203 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565627 Aug 19 15:02:46.251159 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-d6e1e32b-c03e-4ab2-b97d-503aa4b2996c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 828 time: 0.7433333 Aug 19 15:02:46.252121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe4dce-cd45-4972-a054-70a5c9f84f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80bdc76-177d-453e-ba67-f4c57191fbdb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:46.292894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-0815571a-e9e7-426a-8650-5f2796cc483b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/quotas/fc216d83f4904be2a6ee02b2f61732d5 HTTP/1.1" status: 200 len: 375 time: 0.0319622 Aug 19 15:02:46.378426 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-c3246f47-74a5-40b9-abaa-0388711e621a tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844266 Aug 19 15:02:46.502651 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88285c5c-ab37-4251-bb12-afdd45df1511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.521194 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-423b504a-2170-467c-990d-cef0dd9daca9 service neutron] 10.222.0.13 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346490 Aug 19 15:02:46.573488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88285c5c-ab37-4251-bb12-afdd45df1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.612756 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4c9208-6834-4999-b09b-0fcd3b645c5e x-openstack-request-id: req-df4c9208-6834-4999-b09b-0fcd3b645c5e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:46.613060 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "name": "network-vif-plugged", "status": "completed", "tag": "31def484-5dfe-4239-af27-db493ea6a743", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:46.613424 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df4c9208-6834-4999-b09b-0fcd3b645c5e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:46.613829 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31def484-5dfe-4239-af27-db493ea6a743', 'code': 200} Aug 19 15:02:46.616729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d69953ed-0def-44e5-8e14-a5c3ed789a86 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:46.992326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fab67d56-5641-41cf-a885-8cd9ae453592 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:46.995118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88285c5c-ab37-4251-bb12-afdd45df1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6cb5f1-6571-4b34-9235-58abc44b9675,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:46.995611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56680) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:46.997557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-88285c5c-ab37-4251-bb12-afdd45df1511 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=928ffc5f2393451cb25ddd347dde02e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1902981 Aug 19 15:02:46.997557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-67557435-7bc4-4264-9300-81fa81617bde service neutron] 10.222.0.13 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675560 Aug 19 15:02:46.997557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:47.000386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a024acde-9ea8-4ff9-970b-2a73f99a1b02 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:47.000475 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-68c000bb-fd05-4d93-a77c-b606f0720658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0e3674b836748468abf9a326f147e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953755 Aug 19 15:02:47.000475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56686) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:47.000658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e6da419-64ba-4e12-ba5b-0f54d2f85958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.000658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e6da419-64ba-4e12-ba5b-0f54d2f85958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.000658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aac15e-1000-4ce2-8ba5-fd5b7ce44699 req-921d88f3-ea5f-4de9-bfe4-ea068a3c8c41 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:47.000658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7aac15e-1000-4ce2-8ba5-fd5b7ce44699 req-921d88f3-ea5f-4de9-bfe4-ea068a3c8c41 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 943 time: 0.1718709 Aug 19 15:02:47.001058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9aaf-6b6c-461b-966d-f5c8baa102a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.002381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0589-c0ca-4ead-8f04-359c5eee8ec7 req-91679a60-eab3-48d1-9d7c-a0fe0f3cddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:47.002381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58fa0589-c0ca-4ead-8f04-359c5eee8ec7 req-91679a60-eab3-48d1-9d7c-a0fe0f3cddf0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.2214415 Aug 19 15:02:47.002545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d69953ed-0def-44e5-8e14-a5c3ed789a86, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:47.002634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9aaf-6b6c-461b-966d-f5c8baa102a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.015286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd69953ed-0def-44e5-8e14-a5c3ed789a86', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'port_id': 'd69953ed-0def-44e5-8e14-a5c3ed789a86', 'mac_address': 'fa:16:3e:9f:43:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f0a892-41f8-4867-965a-f65a395116c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:47.034934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58fa0589-c0ca-4ead-8f04-359c5eee8ec7 req-c2f3e9ed-e2d3-4424-aeea-112d09df43dd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702271 Aug 19 15:02:47.046794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7aac15e-1000-4ce2-8ba5-fd5b7ce44699 req-c60bcd9a-109b-4984-8aa0-b2bfd2633a6e tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Aug 19 15:02:47.070667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.088746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69953ed-0def-44e5-8e14-a5c3ed789a86 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:47.121195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d69953ed-0def-44e5-8e14-a5c3ed789a86, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:47.187601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24e4c981-8385-499c-a54e-9b905bb8883b req-322fd53b-1a46-4bcb-8513-fc0ae70d1729 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.0313332 Aug 19 15:02:47.220532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6dcb6-a701-4ef7-a60d-d49e18295b41 req-1866080c-24f1-477a-95f9-a7a1678af7e0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:47.229482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87e6dcb6-a701-4ef7-a60d-d49e18295b41 req-1866080c-24f1-477a-95f9-a7a1678af7e0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0973701 Aug 19 15:02:47.330979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87e6dcb6-a701-4ef7-a60d-d49e18295b41 req-c4134046-befb-4038-9d67-f22da2618835 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632668 Aug 19 15:02:47.433785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb030-1669-4bd9-8165-22d9800f3a8e req-92b503b3-e3a3-4e61-97ff-dd1caa5e8f3f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:47.436558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-704eb030-1669-4bd9-8165-22d9800f3a8e req-92b503b3-e3a3-4e61-97ff-dd1caa5e8f3f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0739429 Aug 19 15:02:47.478419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Sync routers for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:47.489544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:47.490501 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:47.501696 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-704eb030-1669-4bd9-8165-22d9800f3a8e req-58dfa399-30b4-4e8b-9615-b30edb43100c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537548 Aug 19 15:02:47.621949 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:47.714633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port fab67d56-5641-41cf-a885-8cd9ae453592 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:47.714633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a024acde-9ea8-4ff9-970b-2a73f99a1b02 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:47.714633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port fab67d56-5641-41cf-a885-8cd9ae453592 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:47.714633 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.716161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a024acde-9ea8-4ff9-970b-2a73f99a1b02 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:47.716536 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.813324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e6da419-64ba-4e12-ba5b-0f54d2f85958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.817727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e6da419-64ba-4e12-ba5b-0f54d2f85958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.819851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3e6da419-64ba-4e12-ba5b-0f54d2f85958 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c6cb5f1-6571-4b34-9235-58abc44b9675 HTTP/1.1" status: 204 len: 168 time: 1.1605215 Aug 19 15:02:47.834018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da419-64ba-4e12-ba5b-0f54d2f85958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6cb5f1-6571-4b34-9235-58abc44b9675,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:47.853105 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 2, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:47.887692 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.894022 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.895461 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9aaf-6b6c-461b-966d-f5c8baa102a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.904490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Checking router: 1c802772-38b1-459f-947a-64c6bc34d162 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:47.904490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Updating router 1c802772-38b1-459f-947a-64c6bc34d162 port d69f4131-4cdb-4c9c-b2eb-b95171272c46 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:47.905059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9aaf-6b6c-461b-966d-f5c8baa102a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.906377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6ff9aaf-6b6c-461b-966d-f5c8baa102a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c996009-b710-49ad-9ea7-9b86f15e2783 HTTP/1.1" status: 204 len: 168 time: 1.0781231 Aug 19 15:02:47.920850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff9aaf-6b6c-461b-966d-f5c8baa102a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c996009-b710-49ad-9ea7-9b86f15e2783,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:47.933886 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.938510 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.990219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a024acde-9ea8-4ff9-970b-2a73f99a1b02, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a024acde-9ea8-4ff9-970b-2a73f99a1b02,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:48.032200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fab67d56-5641-41cf-a885-8cd9ae453592, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fab67d56-5641-41cf-a885-8cd9ae453592,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:48.044263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d69953ed-0def-44e5-8e14-a5c3ed789a86,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:48.107582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.159001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d69953ed-0def-44e5-8e14-a5c3ed789a86'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:48.186906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460518b-952d-4346-8734-615490d05dfb req-2e97c85e-7dd6-42f1-966f-ccb34d5afb7b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:48.189978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9460518b-952d-4346-8734-615490d05dfb req-2e97c85e-7dd6-42f1-966f-ccb34d5afb7b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 944 time: 0.0674641 Aug 19 15:02:48.197342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a024acde-9ea8-4ff9-970b-2a73f99a1b02,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:48.200371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.281096 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.293105 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Transition to ACTIVE for port object d69f4131-4cdb-4c9c-b2eb-b95171272c46 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:48.303248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9460518b-952d-4346-8734-615490d05dfb req-e080dc76-e752-4563-8af6-fcb59f044eb3 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898693 Aug 19 15:02:48.314959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9490c19f-ad45-44c2-9315-788ebb8b18b3 req-c1a52849-a27f-4ae0-bf7a-1e4305aeb0b4 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.0375469 Aug 19 15:02:48.343044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fab67d56-5641-41cf-a885-8cd9ae453592,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:48.392866 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.474448 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87d85c-f1d7-4dff-b006-4214fabe6f88 None None] Pushing event updated for resources: {'Port': ['ID=d69f4131-4cdb-4c9c-b2eb-b95171272c46,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:48.606130 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Attempting to bind port d69f4131-4cdb-4c9c-b2eb-b95171272c46 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:48.607933 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Attempting to bind port d69f4131-4cdb-4c9c-b2eb-b95171272c46 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:48.608811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Attempting to bind port d69f4131-4cdb-4c9c-b2eb-b95171272c46 on network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:48.615895 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:48.624108 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Checking segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:48.624108 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.624108 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Bound using segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:48.624108 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Bound port: d69f4131-4cdb-4c9c-b2eb-b95171272c46, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:48.624108 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.628309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528fca18-d813-49c5-933f-a6439329c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab67d56-5641-41cf-a885-8cd9ae453592'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:48.664644 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6f6d6f-df37-4594-bc70-a31cb6fe59cb" -d '{"events": [{"server_uuid": "528fca18-d813-49c5-933f-a6439329c74a", "name": "network-vif-plugged", "status": "completed", "tag": "fab67d56-5641-41cf-a885-8cd9ae453592"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:48.695250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970f3f2-7a67-448a-a8aa-224f7fc25f69 req-3c0b73c6-597f-4d05-bd31-31c8a46bb36d tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:48.700229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5970f3f2-7a67-448a-a8aa-224f7fc25f69 req-3c0b73c6-597f-4d05-bd31-31c8a46bb36d tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.2868555 Aug 19 15:02:48.740745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a024acde-9ea8-4ff9-970b-2a73f99a1b02 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:48.867217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b7c39-6d26-4408-a99a-da83904790d6 req-7761468e-4708-4088-8d9d-46758e603c46 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:48.882815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5970f3f2-7a67-448a-a8aa-224f7fc25f69 req-c570c48f-915b-47a7-a58b-e6d06f70f3ca tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548810 Aug 19 15:02:48.883333 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e7b7c39-6d26-4408-a99a-da83904790d6 req-7761468e-4708-4088-8d9d-46758e603c46 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1084163 Aug 19 15:02:48.883421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a024acde-9ea8-4ff9-970b-2a73f99a1b02 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:48.883421 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:48.912381 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] For port d69f4131-4cdb-4c9c-b2eb-b95171272c46, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:48.922112 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] For port d69f4131-4cdb-4c9c-b2eb-b95171272c46, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d69f4131-4cdb-4c9c-b2eb-b95171272c46,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:48.946288 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e7b7c39-6d26-4408-a99a-da83904790d6 req-d4ba164b-fef3-49e5-9e97-6c6dca9c939a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Aug 19 15:02:48.957294 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d11f48d-49dd-4c8b-bbd1-c06a5c4dc8b9 x-openstack-request-id: req-1d11f48d-49dd-4c8b-bbd1-c06a5c4dc8b9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:48.957598 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528fca18-d813-49c5-933f-a6439329c74a", "name": "network-vif-plugged", "status": "completed", "tag": "fab67d56-5641-41cf-a885-8cd9ae453592", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:48.957858 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d11f48d-49dd-4c8b-bbd1-c06a5c4dc8b9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:48.958313 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528fca18-d813-49c5-933f-a6439329c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab67d56-5641-41cf-a885-8cd9ae453592', 'code': 200} Aug 19 15:02:49.020568 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:49.101994 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:49.102643 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:49.135101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83084f69-4114-42e3-979c-95d8669db568 req-b8270831-faec-4753-8881-d8b7f8c8ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:49.137344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83084f69-4114-42e3-979c-95d8669db568 req-b8270831-faec-4753-8881-d8b7f8c8ead4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=528fca18-d813-49c5-933f-a6439329c74a HTTP/1.1" status: 200 len: 1097 time: 0.1049078 Aug 19 15:02:49.173863 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87d85c-f1d7-4dff-b006-4214fabe6f88 None None] Pushing event updated for resources: {'Port': ['ID=d69f4131-4cdb-4c9c-b2eb-b95171272c46,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:49.192056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56734) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:49.197479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83084f69-4114-42e3-979c-95d8669db568 req-feb4e325-bcf4-4e76-aed0-6d212d955e6f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 Aug 19 15:02:49.237859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e24af5b-6477-4a7d-bd84-da5c3996997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:49.270582 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:49.519387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165757b-7ec9-496f-8ec9-c4a30f64dc60 req-1481129b-db5a-443b-997b-b85bd16fadc8 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:49.530954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2165757b-7ec9-496f-8ec9-c4a30f64dc60 req-1481129b-db5a-443b-997b-b85bd16fadc8 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 944 time: 0.0880859 Aug 19 15:02:49.575827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2165757b-7ec9-496f-8ec9-c4a30f64dc60 req-b095ff5a-c37a-4abd-9fd1-7a3c81bcc301 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Aug 19 15:02:49.581761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e24af5b-6477-4a7d-bd84-da5c3996997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:49.642113 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:02:49.644268 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cc98765-7b0f-4853-92bb-7ce81489471e req-06b75a52-8552-432f-95ab-3fd69f2ae5ea tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.1421709 Aug 19 15:02:49.687277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e24af5b-6477-4a7d-bd84-da5c3996997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:49.718744 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:48Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:49.741194 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2e24af5b-6477-4a7d-bd84-da5c3996997c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=226b81f1328e451ab42431f32d0fdb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452490 Aug 19 15:02:49.741509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56750) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:49.760170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24af5b-6477-4a7d-bd84-da5c3996997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52905c00-7d71-4e1d-8977-de591ab1a119,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:49.784010 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ca9c8-4adf-46f1-a7c7-9c92ed12e440 None None] The sync data for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 is: [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:48Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:49.828631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d142-c1c0-41d0-99bb-ba4afb858902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:49.855066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d142-c1c0-41d0-99bb-ba4afb858902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:49.997628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d142-c1c0-41d0-99bb-ba4afb858902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:50.004152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d142-c1c0-41d0-99bb-ba4afb858902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:50.008311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f9f5d142-c1c0-41d0-99bb-ba4afb858902 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52905c00-7d71-4e1d-8977-de591ab1a119 HTTP/1.1" status: 204 len: 168 time: 0.2654431 Aug 19 15:02:50.018060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:50.039296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d142-c1c0-41d0-99bb-ba4afb858902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52905c00-7d71-4e1d-8977-de591ab1a119,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:50.126418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70111-b787-4a15-a9bb-1bc365a63a5c req-eda16e58-d9c0-4c20-ab76-44b766d2eae7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:50.148328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cd10b-69b7-4753-bf81-2ef5e0bb84da req-4b8f1084-b557-47ce-b654-5a97aaaa51dd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:50.149076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19d70111-b787-4a15-a9bb-1bc365a63a5c req-eda16e58-d9c0-4c20-ab76-44b766d2eae7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1388528 Aug 19 15:02:50.158380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-027cd10b-69b7-4753-bf81-2ef5e0bb84da req-4b8f1084-b557-47ce-b654-5a97aaaa51dd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0870061 Aug 19 15:02:50.237168 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19d70111-b787-4a15-a9bb-1bc365a63a5c req-2eacdd44-7c44-4e8b-b67a-e640a1f38926 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867708 Aug 19 15:02:50.254009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-027cd10b-69b7-4753-bf81-2ef5e0bb84da req-b00fb4a3-2dd7-4412-b3a8-4d0a5a6f550a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946949 Aug 19 15:02:50.344702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-network', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:50.435446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924813c-d71f-40d0-83e5-a397f8fea571 req-5217c17d-91b7-4a6a-8ed2-006ea2bcdb65 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:50.437305 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a924813c-d71f-40d0-83e5-a397f8fea571 req-5217c17d-91b7-4a6a-8ed2-006ea2bcdb65 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0935547 Aug 19 15:02:50.446680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56768) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:50.453384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'floatingip': {'port_id': '31def484-5dfe-4239-af27-db493ea6a743'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:50.524239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:50.629780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Made reservation on behalf of 95a1d90bc9c746d996204e664c8c9a53 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:50.638631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d69953ed-0def-44e5-8e14-a5c3ed789a86 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:50.642412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d69f4131-4cdb-4c9c-b2eb-b95171272c46 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:50.648475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:50.707295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:50.824441 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e6a6338-cf5b-4df6-9873-4a1d6135ba6a req-c9cb2d2c-b9be-42cb-ba3e-c2ab3c85c779 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.0385466 Aug 19 15:02:50.870629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeddf8b-174b-4f2f-a979-0aa5064f9813 req-28fdd22a-2b64-49f4-a404-4b91409b3e61 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:50.872509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffeddf8b-174b-4f2f-a979-0aa5064f9813 req-28fdd22a-2b64-49f4-a404-4b91409b3e61 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 944 time: 0.1754761 Aug 19 15:02:50.878623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d69f4131-4cdb-4c9c-b2eb-b95171272c46 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:50.883030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d69f4131-4cdb-4c9c-b2eb-b95171272c46 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:50.883409 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:50.939131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d69953ed-0def-44e5-8e14-a5c3ed789a86 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:50.944574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d69953ed-0def-44e5-8e14-a5c3ed789a86 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:50.944946 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.047597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.169638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffeddf8b-174b-4f2f-a979-0aa5064f9813 req-8ec87cb6-301e-433d-bf83-d3cca589d6d0 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821901 Aug 19 15:02:51.254699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.282911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port d69f4131-4cdb-4c9c-b2eb-b95171272c46, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d69f4131-4cdb-4c9c-b2eb-b95171272c46,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:51.301308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c231283-b2f3-4e34-8152-881c62607e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69953ed-0def-44e5-8e14-a5c3ed789a86'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:51.301838 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edfaef7-7ff9-4fba-82d0-f886db030e8e" -d '{"events": [{"server_uuid": "1c231283-b2f3-4e34-8152-881c62607e35", "name": "network-vif-plugged", "status": "completed", "tag": "d69953ed-0def-44e5-8e14-a5c3ed789a86"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:51.316589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d69953ed-0def-44e5-8e14-a5c3ed789a86, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:51.350242 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5d82d0-7dac-4574-929a-7595bc57b3f0 x-openstack-request-id: req-3d5d82d0-7dac-4574-929a-7595bc57b3f0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:51.350532 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c231283-b2f3-4e34-8152-881c62607e35", "name": "network-vif-plugged", "status": "completed", "tag": "d69953ed-0def-44e5-8e14-a5c3ed789a86", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:51.350787 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d5d82d0-7dac-4574-929a-7595bc57b3f0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:51.351179 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c231283-b2f3-4e34-8152-881c62607e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69953ed-0def-44e5-8e14-a5c3ed789a86', 'code': 200} Aug 19 15:02:51.416143 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.418048 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.442386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9176e-8c8d-43cc-b9c1-41bc42f62f6c req-dbb5d519-d873-48ae-a9cf-262d5fb08e7d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:51.450886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-76a9176e-8c8d-43cc-b9c1-41bc42f62f6c req-dbb5d519-d873-48ae-a9cf-262d5fb08e7d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0887127 Aug 19 15:02:51.490686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d69953ed-0def-44e5-8e14-a5c3ed789a86,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:51.501523 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-76a9176e-8c8d-43cc-b9c1-41bc42f62f6c req-98927001-b185-4e81-bffc-5279368d34b8 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481851 Aug 19 15:02:51.518487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.536530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-be85ae4e-fb95-437f-a4ef-be97d3d38a3f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:51.551286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-be85ae4e-fb95-437f-a4ef-be97d3d38a3f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.54 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 828 time: 0.5783577 Aug 19 15:02:51.568376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Request body: {'port': {'device_id': 'de8d4219-80b7-438e-ac60-290ccc428067', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'admin_state_up': True, 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:51.572988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=d69f4131-4cdb-4c9c-b2eb-b95171272c46,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:51.619888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.689016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:02:52.005692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9266f23-d79b-4f58-90fc-e7751e7fcf32,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:52.040643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.041230 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Added segment af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52 of type vlan for network f223594b-5ea3-409a-a762-8f30dd2e9492 Aug 19 15:02:52.046247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce817c-6235-4886-aa78-fff8056c23b5 req-3cd1ca2d-d161-4a9d-900e-8457cb627f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:52.048031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6ce817c-6235-4886-aa78-fff8056c23b5 req-3cd1ca2d-d161-4a9d-900e-8457cb627f9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 1097 time: 0.5280914 Aug 19 15:02:52.079423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7996a60e-882e-4a7f-ac20-f4eecb8d613d req-9651aab7-29dd-4187-ba30-ab92e126f550 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.0675378 Aug 19 15:02:52.181382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.198250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.resource_extend [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:02:52.206022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6ce817c-6235-4886-aa78-fff8056c23b5 req-4822e85d-d2ed-486b-8f83-3bfbf9b73112 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317854 Aug 19 15:02:52.282502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.299929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2483f-ed50-4c1b-abb8-715f5e9ab2eb req-20306c56-da88-4436-88c4-9e65693b05c8 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:52.301562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66d2483f-ed50-4c1b-abb8-715f5e9ab2eb req-20306c56-da88-4436-88c4-9e65693b05c8 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 945 time: 0.0581601 Aug 19 15:02:52.345446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66d2483f-ed50-4c1b-abb8-715f5e9ab2eb req-939c3aea-a847-4b65-ae66-2c7751c40f5a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Aug 19 15:02:52.349880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Made reservation on behalf of fc216d83f4904be2a6ee02b2f61732d5 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:52.353516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.428338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.430049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.431000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:52.431674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.568994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] Pushing event updated for resources: {'Network': ['ID=f223594b-5ea3-409a-a762-8f30dd2e9492,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:52.586339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f223594b-5ea3-409a-a762-8f30dd2e9492 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:02:52.608527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d69f4131-4cdb-4c9c-b2eb-b95171272c46 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:52.659665 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-db219e03-94bb-42bd-830b-476e32ed5972 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6363268 Aug 19 15:02:52.660102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56814) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:52.670560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Request body: {'subnet': {'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-subnet', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:52.691782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Allocated IP 172.20.0.13 (095a6bad-2fb1-4c3e-a945-b7cf3e34e46a/844a4830-f4d4-49c9-b4a6-eaa4fa4edf62/ecd14633-ae87-471a-83c8-b0ff781e9f20) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:52.706137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d69f4131-4cdb-4c9c-b2eb-b95171272c46 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:52.706513 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.721430 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Floating IP df0a0379-7bf0-45aa-aefd-a8fdb84ab782 associated. External IP: 172.25.5.200, port: 31def484-5dfe-4239-af27-db493ea6a743. Aug 19 15:02:52.783232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54f904-a072-4992-b070-09f6b7248183 req-263a60ec-da02-46ec-a09b-70e957622abc tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:52.784841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea54f904-a072-4992-b070-09f6b7248183 req-263a60ec-da02-46ec-a09b-70e957622abc tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1561689 Aug 19 15:02:52.832093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Made reservation on behalf of 95a1d90bc9c746d996204e664c8c9a53 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:52.840371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.972184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea54f904-a072-4992-b070-09f6b7248183 req-3c4702ea-29a5-4e20-be7a-bc2459487a84 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675122 Aug 19 15:02:53.113242 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.138184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Transition to ACTIVE for port object ecd14633-ae87-471a-83c8-b0ff781e9f20 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:53.162348 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.170377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:02:53.215354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6855c8d-aa1c-48ae-a956-edac65970a3f req-577a9487-4fba-4c39-9ce8-331e00c162a2 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.0437577 Aug 19 15:02:53.266829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06dfe6e-d6a4-4dc1-9c54-8222f83e274c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:53.293786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Checking segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:53.294708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Network hostable DHCP agents. Network: f223594b-5ea3-409a-a762-8f30dd2e9492, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:02:53.364759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.378679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:53.394309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:53.411216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:53.411937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:53.423131 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.477891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Network f223594b-5ea3-409a-a762-8f30dd2e9492 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:02:53.484211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:53.488341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:53.517213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:53.559654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-94bf37f0-f719-4d71-8e83-94a21ed8ca09 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "PUT /v2.0/floatingips/df0a0379-7bf0-45aa-aefd-a8fdb84ab782 HTTP/1.1" status: 200 len: 991 time: 3.1105416 Aug 19 15:02:53.603796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'tag': '31def484-5dfe-4239-af27-db493ea6a743'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:53.606333 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f50e0b1-6ea8-4f23-b396-97a58291c88c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "tag": "31def484-5dfe-4239-af27-db493ea6a743"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:53.617006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:53.617750 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.623943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2222e-47fb-4f1f-a612-1d455f08326e req-eacca16a-c380-45ae-b3da-9f40c2e4e822 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:53.630060 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4e2222e-47fb-4f1f-a612-1d455f08326e req-eacca16a-c380-45ae-b3da-9f40c2e4e822 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 945 time: 0.1650503 Aug 19 15:02:53.634209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f223594b-5ea3-409a-a762-8f30dd2e9492) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:53.638413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event updated for resources: {'Port': ['ID=ecd14633-ae87-471a-83c8-b0ff781e9f20,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:53.648962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920cca5-022f-4c12-b307-75b26f7dd1b2 None None] Network f223594b-5ea3-409a-a762-8f30dd2e9492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:53.653396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:53.654021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.719033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a3ed85b4-5f17-4377-a78a-747f8d9b70dc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1563292 Aug 19 15:02:53.733087 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4e2222e-47fb-4f1f-a612-1d455f08326e req-6ce1af7a-acc8-4306-bb10-da2d6cd27a0d tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 Aug 19 15:02:53.744173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Request body: {'port': {'device_id': 'de8d4219-80b7-438e-ac60-290ccc428067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:53.805712 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b0935c4-5107-4ced-b7eb-863a0d105aa3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1424527 Aug 19 15:02:53.806177 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1cdce5-7ebb-40d8-97c7-a483f9d9159b x-openstack-request-id: req-4e1cdce5-7ebb-40d8-97c7-a483f9d9159b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:53.806479 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "tag": "31def484-5dfe-4239-af27-db493ea6a743", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:53.806734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e1cdce5-7ebb-40d8-97c7-a483f9d9159b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:53.807142 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'tag': '31def484-5dfe-4239-af27-db493ea6a743', 'status': 'completed', 'code': 200} Aug 19 15:02:53.811890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56834) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:53.816884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:53.831467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:53.871014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.936211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-d45afcde-390e-42f5-84e0-7f0ee9bef7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:53.939246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-d45afcde-390e-42f5-84e0-7f0ee9bef7ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.0705040 Aug 19 15:02:53.941611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.942228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.071197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de358f0c-de1c-4929-aab1-56a9455484de None None] Provisioning for port ecd14633-ae87-471a-83c8-b0ff781e9f20 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:54.108739 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.120372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0981145-8823-4631-9eca-185214382278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f223594b-5ea3-409a-a762-8f30dd2e9492', 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'fixed_ips': [{'subnet_id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:02:54.123887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0981145-8823-4631-9eca-185214382278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.161870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de358f0c-de1c-4929-aab1-56a9455484de None None] Provisioning complete for port ecd14633-ae87-471a-83c8-b0ff781e9f20 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:54.161870 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de358f0c-de1c-4929-aab1-56a9455484de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.170780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-4cd18be2-3b0c-49d0-9928-4b948ef8a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.170780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-4cd18be2-3b0c-49d0-9928-4b948ef8a059 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.2210977 Aug 19 15:02:54.200132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dff2f-ad27-4dab-8537-3e442f3a357a req-1d372e1d-4966-4c83-957b-8472558c9e68 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.207867 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-706dff2f-ad27-4dab-8537-3e442f3a357a req-1d372e1d-4966-4c83-957b-8472558c9e68 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.0812268 Aug 19 15:02:54.425922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-5fa1034b-d041-4bdc-b835-c685aacc4bb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 999 time: 0.2399812 Aug 19 15:02:54.472916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-706dff2f-ad27-4dab-8537-3e442f3a357a req-9c7a617b-e1d2-487f-b6a5-ea3f586d8c72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116003 Aug 19 15:02:54.480587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-de358f0c-de1c-4929-aab1-56a9455484de None None] Port ecd14633-ae87-471a-83c8-b0ff781e9f20 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:54.552170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.579978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f725-c77e-4fe2-b872-f758221e61c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.580076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-361b3a6f-5c76-4fdb-98a5-71462bc6820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.580076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-361b3a6f-5c76-4fdb-98a5-71462bc6820c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.1179311 Aug 19 15:02:54.623673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201469-4abf-413b-b468-848247eda501 req-9dd234db-950a-4837-aeff-fb38274a81f8 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.635999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98201469-4abf-413b-b468-848247eda501 req-9dd234db-950a-4837-aeff-fb38274a81f8 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 932 time: 0.1937180 Aug 19 15:02:54.645917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e0981145-8823-4631-9eca-185214382278 None None] Allocated IP 172.20.0.2 (f223594b-5ea3-409a-a762-8f30dd2e9492/f06dfe6e-d6a4-4dc1-9c54-8222f83e274c/5396c63f-f8dd-4342-ad6b-92470ea3bd18) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:54.665977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd14633-ae87-471a-83c8-b0ff781e9f20 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:54.690682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.731786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-22a0335e-8e0c-4818-8531-2a6043a643de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.733916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-22a0335e-8e0c-4818-8531-2a6043a643de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451871 Aug 19 15:02:54.738099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Transition to ACTIVE for port object ecd14633-ae87-471a-83c8-b0ff781e9f20 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:54.744782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98201469-4abf-413b-b468-848247eda501 req-e45d3b6e-faea-4273-b3dd-0afbff687c0f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077785 Aug 19 15:02:54.752628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'df0a0379-7bf0-45aa-aefd-a8fdb84ab782', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'port_id': '31def484-5dfe-4239-af27-db493ea6a743', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'mac_address': 'fa:16:3e:18:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:52Z', 'revision_number': 1, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:54.792410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:54.811141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:54.811784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:54.910624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-72fd81f3-ab80-410a-ae6b-4ee8aefdf140 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560087 Aug 19 15:02:54.918526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.022403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd14633-ae87-471a-83c8-b0ff781e9f20,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:55.039100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae2592-07ff-4be4-9375-ba04eab3ca57 req-5eb92e00-284c-4f71-b09a-82d4ed509f6f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.040828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29ae2592-07ff-4be4-9375-ba04eab3ca57 req-5eb92e00-284c-4f71-b09a-82d4ed509f6f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 945 time: 0.1717851 Aug 19 15:02:55.069242 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0981145-8823-4631-9eca-185214382278 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.076057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:55.084766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.085158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.085757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.086089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.086429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.086860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.087061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.087381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.087710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.088016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.088335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.088669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:55.120199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e0981145-8823-4631-9eca-185214382278 None None] Transition to ACTIVE for port object 5396c63f-f8dd-4342-ad6b-92470ea3bd18 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:55.146065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29ae2592-07ff-4be4-9375-ba04eab3ca57 req-934219cc-2ea0-448d-823c-bcfc9d73f622 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952837 Aug 19 15:02:55.161922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Attempting to bind port ecd14633-ae87-471a-83c8-b0ff781e9f20 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:55.161922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Attempting to bind port ecd14633-ae87-471a-83c8-b0ff781e9f20 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:55.162897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Attempting to bind port ecd14633-ae87-471a-83c8-b0ff781e9f20 on network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:55.172019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Port ecd14633-ae87-471a-83c8-b0ff781e9f20 on network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:02:55.173018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Attempting to bind port ecd14633-ae87-471a-83c8-b0ff781e9f20 on network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:55.182446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e0981145-8823-4631-9eca-185214382278 None None] Transition to ACTIVE for port object 5396c63f-f8dd-4342-ad6b-92470ea3bd18 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:55.192852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:55.193229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Checking segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:55.193628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Bound using segment: {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:55.205720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Bound port: ecd14633-ae87-471a-83c8-b0ff781e9f20, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e729f146-bd14-4bd6-972d-c51f84ae4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:55.206067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.209725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.239116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.291166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.381354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] For port ecd14633-ae87-471a-83c8-b0ff781e9f20, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:55.385633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] For port ecd14633-ae87-471a-83c8-b0ff781e9f20, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:55.393747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0981145-8823-4631-9eca-185214382278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.445474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f50e0b1-6ea8-4f23-b396-97a58291c88c req-7bbd5d8a-f772-4b5e-9d6b-94dd84e9414a service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348924 Aug 19 15:02:55.458986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.460162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66f266-aab4-4356-9d8d-5166fed98abf req-147edcda-2212-4ff3-b848-96c68b86a230 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.468087 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-db66f266-aab4-4356-9d8d-5166fed98abf req-147edcda-2212-4ff3-b848-96c68b86a230 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fca18-d813-49c5-933f-a6439329c74a HTTP/1.1" status: 200 len: 945 time: 0.1388640 Aug 19 15:02:55.528461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Allocated IP 172.25.5.95 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/c835694c-cf05-4de5-b354-5e7886f0c100) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:55.563501 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-db66f266-aab4-4356-9d8d-5166fed98abf req-36382828-8ec6-4fd4-8db1-7534abc3dfd7 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Aug 19 15:02:55.580189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.580189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.580189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] 10.222.0.54 "PUT /v2.0/ports/ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 1093 time: 1.8392353 Aug 19 15:02:55.581770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c080967-96fd-48ef-86f7-b861dbe5f1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd14633-ae87-471a-83c8-b0ff781e9f20,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:55.678460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29099-a705-4df6-b8f7-959eba13f2b9 req-cb4a9082-f785-428c-9d48-a697c6f276e4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.680182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57c29099-a705-4df6-b8f7-959eba13f2b9 req-cb4a9082-f785-428c-9d48-a697c6f276e4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1012552 Aug 19 15:02:55.704644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0981145-8823-4631-9eca-185214382278 None None] Network f223594b-5ea3-409a-a762-8f30dd2e9492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:55.716700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e0981145-8823-4631-9eca-185214382278 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:55.731168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0981145-8823-4631-9eca-185214382278 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:55.787715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0981145-8823-4631-9eca-185214382278 None None] Pushing event updated for resources: {'Port': ['ID=5396c63f-f8dd-4342-ad6b-92470ea3bd18,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:55.809341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:55.813475 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18864388-6c4a-4d93-b644-a7606cbc8e94" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:55.851273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57c29099-a705-4df6-b8f7-959eba13f2b9 req-42f368ba-b00a-40a8-ad26-41daf1ddffe9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572957 Aug 19 15:02:55.889371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-65ffe6ab-6438-4755-af55-d258a8b70350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.890935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-65ffe6ab-6438-4755-af55-d258a8b70350 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1096 time: 0.1494234 Aug 19 15:02:55.893852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.900970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e0981145-8823-4631-9eca-185214382278 None None] Attempting to bind port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:55.901375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e0981145-8823-4631-9eca-185214382278 None None] Attempting to bind port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:55.901740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0981145-8823-4631-9eca-185214382278 None None] Attempting to bind port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 on network f223594b-5ea3-409a-a762-8f30dd2e9492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:55.952289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0981145-8823-4631-9eca-185214382278 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:55.952834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0981145-8823-4631-9eca-185214382278 None None] Checking segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:55.953800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0981145-8823-4631-9eca-185214382278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.954659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0981145-8823-4631-9eca-185214382278 None None] Bound using segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:55.954659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e0981145-8823-4631-9eca-185214382278 None None] Bound port: 5396c63f-f8dd-4342-ad6b-92470ea3bd18, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:55.955041 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0981145-8823-4631-9eca-185214382278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:55.975567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-e4b5798f-db3b-4f68-81cb-5d16bafcc6d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 217 time: 0.0693514 Aug 19 15:02:56.053798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e0981145-8823-4631-9eca-185214382278 None None] For port 5396c63f-f8dd-4342-ad6b-92470ea3bd18, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:56.056467 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:56.058677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e0981145-8823-4631-9eca-185214382278 None None] For port 5396c63f-f8dd-4342-ad6b-92470ea3bd18, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5396c63f-f8dd-4342-ad6b-92470ea3bd18,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:56.067428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'df0a0379-7bf0-45aa-aefd-a8fdb84ab782', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'port_id': '31def484-5dfe-4239-af27-db493ea6a743', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'mac_address': 'fa:16:3e:18:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:52Z', 'revision_number': 1, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:56.098788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3543a-e14f-42fb-9a14-8e69566cfee8 req-b1092617-f3e5-43a2-beef-fc7caa34d46f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:56.111377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58e3543a-e14f-42fb-9a14-8e69566cfee8 req-b1092617-f3e5-43a2-beef-fc7caa34d46f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 944 time: 0.1473298 Aug 19 15:02:56.121783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a834ec12-ead0-485e-b0da-9d360246aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:56.123462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-a834ec12-ead0-485e-b0da-9d360246aae7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 200 len: 867 time: 0.1299367 Aug 19 15:02:56.130609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91c347-bfd2-40e1-9428-93c2d5366f7f None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'df0a0379-7bf0-45aa-aefd-a8fdb84ab782', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'port_id': '31def484-5dfe-4239-af27-db493ea6a743', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'mac_address': 'fa:16:3e:18:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:52Z', 'revision_number': 1, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:56.161403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:56.164786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:56.173664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:56.178796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0981145-8823-4631-9eca-185214382278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:56.180408 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c939a5a-5616-42c2-8e74-3ba48be6f4d5 x-openstack-request-id: req-2c939a5a-5616-42c2-8e74-3ba48be6f4d5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:56.180899 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:56.182202 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c939a5a-5616-42c2-8e74-3ba48be6f4d5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:56.182847 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'status': 'completed', 'code': 200} Aug 19 15:02:56.240710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58e3543a-e14f-42fb-9a14-8e69566cfee8 req-7ea5d9bf-2f13-42c0-a848-ff72de5e9002 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208246 Aug 19 15:02:56.255554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Pushing event updated for resources: {'Port': ['ID=c835694c-cf05-4de5-b354-5e7886f0c100,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:56.280350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-5184c510-bcec-4811-8338-5558ba6979e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:56.287902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-5184c510-bcec-4811-8338-5558ba6979e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406448 Aug 19 15:02:56.319330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0981145-8823-4631-9eca-185214382278 None None] Pushing event updated for resources: {'Port': ['ID=5396c63f-f8dd-4342-ad6b-92470ea3bd18,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:56.490091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-63345e28-a57c-44a5-b6e4-a6a4e3f07119 service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900871 Aug 19 15:02:56.657650 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ca9e7-5c24-4a7b-87f8-713b60b60d61 None None] New status for floating IP df0a0379-7bf0-45aa-aefd-a8fdb84ab782: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:02:56.713528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b89530-b2b5-46f7-943c-aedfc3efc69d req-b4ea1c2b-220c-482f-92ed-e5ad7f6c9511 service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160890 Aug 19 15:02:56.950138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:57.013914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-71f902f2-da17-4604-a808-87a3c02ac402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.015891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-71f902f2-da17-4604-a808-87a3c02ac402 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1096 time: 0.1312618 Aug 19 15:02:57.258142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-4b6025a1-3c80-4097-99ae-d0c37b9b02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.259666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-4b6025a1-3c80-4097-99ae-d0c37b9b02b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 929 time: 0.2357714 Aug 19 15:02:57.269444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-3004dd6f-3d92-40e9-bb28-02960efd0f09 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.270976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-3004dd6f-3d92-40e9-bb28-02960efd0f09 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 813 time: 0.1813014 Aug 19 15:02:57.308170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819228-4562-42c9-b4f9-354ae2b59481 req-174c544a-3fa3-4aae-a849-e0ff3b614025 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.316751 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f819228-4562-42c9-b4f9-354ae2b59481 req-174c544a-3fa3-4aae-a849-e0ff3b614025 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.2441587 Aug 19 15:02:57.344362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:57.361447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-ecd1d37f-7f9e-454e-bbaa-b7428a7619d7 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/quotas/9312627395474552a181c2e36bf5de01 HTTP/1.1" status: 200 len: 375 time: 0.0761387 Aug 19 15:02:57.362758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-3869d6f1-7e9c-4c7e-b413-ca549768dbf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 217 time: 0.0908406 Aug 19 15:02:57.381693 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:57.449052 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f819228-4562-42c9-b4f9-354ae2b59481 req-74a174a7-a8e3-479d-83a9-a3840c962b5c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298347 Aug 19 15:02:57.455949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-036fd47e-ccf2-4db2-9dd5-1898f6068562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.467782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-036fd47e-ccf2-4db2-9dd5-1898f6068562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 200 len: 867 time: 0.0967827 Aug 19 15:02:57.486545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-0a0fbe1a-963d-481f-b6b1-65e5247f80b0 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144762 Aug 19 15:02:57.534050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-6423e5f6-8401-4bc1-b3d5-5123a2090629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.535585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-6423e5f6-8401-4bc1-b3d5-5123a2090629 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433574 Aug 19 15:02:57.701514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfc609-13c4-4ba8-ae26-fb945b1c0a8a req-49c43870-389c-4482-bb0b-e1c1583f23ff tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.713200 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31dfc609-13c4-4ba8-ae26-fb945b1c0a8a req-49c43870-389c-4482-bb0b-e1c1583f23ff tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 944 time: 0.1479530 Aug 19 15:02:57.795095 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31dfc609-13c4-4ba8-ae26-fb945b1c0a8a req-ed70b4ad-67da-4f95-be8a-632910f88275 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808606 Aug 19 15:02:57.817922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-c667d718-89d7-420a-9e30-5f6cd6fc0c5a service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750797 Aug 19 15:02:57.818450 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-508008b0-49c1-4063-8d9a-b5b245a3555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:57.851598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd818ae8-850c-413f-a020-2240e63b1f21 None None] Network f223594b-5ea3-409a-a762-8f30dd2e9492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:02:57.874423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-5b871156-6ce2-4d74-ad17-fbe3d0e9be97 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.876373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-5b871156-6ce2-4d74-ad17-fbe3d0e9be97 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "GET /v2.0/ports?device_id=528fca18-d813-49c5-933f-a6439329c74a HTTP/1.1" status: 200 len: 945 time: 0.1993120 Aug 19 15:02:57.935720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Router db393a33-1b09-429c-ad3d-9cd11005d973 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:02:58.066045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-74cf71f3-1d7a-4a30-bd3a-765c15c0c957 None None] Provisioning for port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:58.364083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:58.398746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Sync routers for ids ['db393a33-1b09-429c-ad3d-9cd11005d973'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:58.434922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Routers {'db393a33-1b09-429c-ad3d-9cd11005d973'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:58.435505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['db393a33-1b09-429c-ad3d-9cd11005d973'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:58.459578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-ebaa3ec0-9af2-4903-8fdb-f10e0afe9a82 service neutron] 10.222.0.13 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9720256 Aug 19 15:02:58.492666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:58.495813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-146d8605-f224-4048-ab66-54b32e478c50 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6811357 Aug 19 15:02:58.497027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56908) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:58.591787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18864388-6c4a-4d93-b644-a7606cbc8e94 req-1a7b3c46-0b3c-40bf-8cbb-81e7d85cb26e service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466276 Aug 19 15:02:58.662895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Set router db393a33-1b09-429c-ad3d-9cd11005d973 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:58.767744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5396c63f-f8dd-4342-ad6b-92470ea3bd18 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:58.773889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25107f39-84bc-4252-9c61-22938e148478 req-365885f9-54a0-4a7e-a610-ca21570d3156 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:58.775498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25107f39-84bc-4252-9c61-22938e148478 req-365885f9-54a0-4a7e-a610-ca21570d3156 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c231283-b2f3-4e34-8152-881c62607e35 HTTP/1.1" status: 200 len: 945 time: 0.3910120 Aug 19 15:02:58.833035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Deleting port fab67d56-5641-41cf-a885-8cd9ae453592 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:58.833771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:58.917523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b698e-7cfc-4b37-8acf-847223ab5dba req-5551d3cd-7de8-41e1-b245-72053859b64e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:58.925447 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-795b698e-7cfc-4b37-8acf-847223ab5dba req-5551d3cd-7de8-41e1-b245-72053859b64e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1166189 Aug 19 15:02:58.999905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:59.008710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-c7b2603c-1e64-4a08-ac8b-2d80535866b2 service neutron] 10.222.0.13 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110396 Aug 19 15:02:59.018289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:59.019256 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.035089 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-795b698e-7cfc-4b37-8acf-847223ab5dba req-b84747e7-7551-43e5-913e-022210fa9089 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086631 Aug 19 15:02:59.061511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69b9ecf5-3f18-4683-b846-d9ccadd98199 None None] Provisioning complete for port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:59.061887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69b9ecf5-3f18-4683-b846-d9ccadd98199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.106540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:02:56Z', 'revision_number': 3, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:59.115442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] For port fab67d56-5641-41cf-a885-8cd9ae453592, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fab67d56-5641-41cf-a885-8cd9ae453592,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:59.124879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.157502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Calling delete_port for fab67d56-5641-41cf-a885-8cd9ae453592 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:59.177435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Deleting port d69953ed-0def-44e5-8e14-a5c3ed789a86 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:59.177841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.178301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Checking router: db393a33-1b09-429c-ad3d-9cd11005d973 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:59.178672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Updating router db393a33-1b09-429c-ad3d-9cd11005d973 port c835694c-cf05-4de5-b354-5e7886f0c100 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:02:59.223740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.243878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145de34e-bac4-4707-905f-8e5db6d43230 req-536ac6db-6544-43b1-843c-afa8c00a1c42 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:59.245980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-145de34e-bac4-4707-905f-8e5db6d43230 req-536ac6db-6544-43b1-843c-afa8c00a1c42 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 944 time: 0.1275485 Aug 19 15:02:59.368045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.400320 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-145de34e-bac4-4707-905f-8e5db6d43230 req-144afc93-924b-44cc-930c-14b0eb84d283 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178987 Aug 19 15:02:59.462599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] For port d69953ed-0def-44e5-8e14-a5c3ed789a86, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d69953ed-0def-44e5-8e14-a5c3ed789a86,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:59.462977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.466155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.504105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Calling delete_port for d69953ed-0def-44e5-8e14-a5c3ed789a86 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:59.510251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5396c63f-f8dd-4342-ad6b-92470ea3bd18, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5396c63f-f8dd-4342-ad6b-92470ea3bd18,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:59.546772 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69b9ecf5-3f18-4683-b846-d9ccadd98199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.713497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.807398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Allocated IP 172.20.0.1 (f223594b-5ea3-409a-a762-8f30dd2e9492/f06dfe6e-d6a4-4dc1-9c54-8222f83e274c/17b4d4f8-99dc-4ec6-847f-74b198df12a5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:59.832226 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.859238 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-69b9ecf5-3f18-4683-b846-d9ccadd98199 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:02:59.859238 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-69b9ecf5-3f18-4683-b846-d9ccadd98199 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:02:59.875016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5396c63f-f8dd-4342-ad6b-92470ea3bd18,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:59.887869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:59.907545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d69953ed-0def-44e5-8e14-a5c3ed789a86'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:59.944262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event deleted for resources: {'Port': ['ID=fab67d56-5641-41cf-a885-8cd9ae453592,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:59.956035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e3764a4-c4a8-4569-9135-9d61985d01d5 req-5a9a6e30-083d-4879-b185-f67a1b72ea0a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 210 time: 0.1049223 Aug 19 15:03:00.050070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] No DVR routers for this DVR port fab67d56-5641-41cf-a885-8cd9ae453592 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:00.052437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.056215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.066725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1915b81d-325d-4a25-8f7b-ed0c01394188 req-8ae27989-14b8-457e-8bd4-388f36f8a407 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "DELETE /v2.0/ports/fab67d56-5641-41cf-a885-8cd9ae453592 HTTP/1.1" status: 204 len: 173 time: 2.1628795 Aug 19 15:03:00.067466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528fca18-d813-49c5-933f-a6439329c74a', 'name': 'network-vif-deleted', 'tag': 'fab67d56-5641-41cf-a885-8cd9ae453592'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:00.070672 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae5190-fbe5-4a69-8086-ef26cffb8921" -d '{"events": [{"server_uuid": "528fca18-d813-49c5-933f-a6439329c74a", "name": "network-vif-deleted", "tag": "fab67d56-5641-41cf-a885-8cd9ae453592"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:00.160903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event deleted for resources: {'Port': ['ID=d69953ed-0def-44e5-8e14-a5c3ed789a86,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:00.223181 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f5460-dab1-435d-af19-b3de4edc9d41 x-openstack-request-id: req-7b5f5460-dab1-435d-af19-b3de4edc9d41 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:00.223181 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528fca18-d813-49c5-933f-a6439329c74a", "name": "network-vif-deleted", "tag": "fab67d56-5641-41cf-a885-8cd9ae453592", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:00.223181 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b5f5460-dab1-435d-af19-b3de4edc9d41 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:00.223821 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528fca18-d813-49c5-933f-a6439329c74a', 'name': 'network-vif-deleted', 'tag': 'fab67d56-5641-41cf-a885-8cd9ae453592', 'status': 'completed', 'code': 200} Aug 19 15:03:00.225179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] No DVR routers for this DVR port d69953ed-0def-44e5-8e14-a5c3ed789a86 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:00.235625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.238373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25107f39-84bc-4252-9c61-22938e148478 req-330445f1-6e2e-44b8-8471-e6201bc6242f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "DELETE /v2.0/ports/d69953ed-0def-44e5-8e14-a5c3ed789a86 HTTP/1.1" status: 204 len: 173 time: 1.4505539 Aug 19 15:03:00.263907 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.277314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Transition to ACTIVE for port object c835694c-cf05-4de5-b354-5e7886f0c100 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:00.470937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed10f-f0db-46bc-b890-91fb7ecc798e req-b414b437-2dea-4a01-aa57-e1c5eb76d774 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:00.472541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-206ed10f-f0db-46bc-b890-91fb7ecc798e req-b414b437-2dea-4a01-aa57-e1c5eb76d774 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1165640 Aug 19 15:03:00.478792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.570518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.587204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Attempting to bind port c835694c-cf05-4de5-b354-5e7886f0c100 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:00.588799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Attempting to bind port c835694c-cf05-4de5-b354-5e7886f0c100 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:00.589786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Attempting to bind port c835694c-cf05-4de5-b354-5e7886f0c100 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:00.622362 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-206ed10f-f0db-46bc-b890-91fb7ecc798e req-c54be9dd-5069-460f-ba2a-83d176a32511 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187580 Aug 19 15:03:00.625172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:00.626177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:00.626671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.627152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:00.628187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Bound port: c835694c-cf05-4de5-b354-5e7886f0c100, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:00.629482 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:00.629831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Transition to ACTIVE for port object 17b4d4f8-99dc-4ec6-847f-74b198df12a5 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:00.632737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788836e-1de5-48a6-883e-711cfa3461b7 req-61fb5c86-38d0-419d-8ee3-f216fc844d3e tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:00.634512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0788836e-1de5-48a6-883e-711cfa3461b7 req-61fb5c86-38d0-419d-8ee3-f216fc844d3e tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 944 time: 0.1475091 Aug 19 15:03:00.696300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5396c63f-f8dd-4342-ad6b-92470ea3bd18 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:00.704322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fab67d56-5641-41cf-a885-8cd9ae453592 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:00.748551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0788836e-1de5-48a6-883e-711cfa3461b7 req-30084907-873e-47e9-bcc8-7c03254e5c08 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 Aug 19 15:03:00.912885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.005052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931111-ff77-49a0-adee-6a0bc40338cd None None] Pushing event updated for resources: {'Port': ['ID=c835694c-cf05-4de5-b354-5e7886f0c100,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:01.008669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=17b4d4f8-99dc-4ec6-847f-74b198df12a5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:01.009010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: fab67d56-5641-41cf-a885-8cd9ae453592 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:01.009585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fab67d56-5641-41cf-a885-8cd9ae453592 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:01.026122 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.028378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Network f223594b-5ea3-409a-a762-8f30dd2e9492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:01.032070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:01.039736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:01.113811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] For port c835694c-cf05-4de5-b354-5e7886f0c100, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:01.122252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] For port c835694c-cf05-4de5-b354-5e7886f0c100, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c835694c-cf05-4de5-b354-5e7886f0c100,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:01.139798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:01.140416 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.182563 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ea36858c-419b-4e0b-90ba-38bcabe7e1d8 req-f46efa71-8eda-4219-82ef-232873e9048f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 210 time: 0.0791726 Aug 19 15:03:01.196904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.222281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.396902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ecd14633-ae87-471a-83c8-b0ff781e9f20 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:01.430347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:01.481868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Routers {'db393a33-1b09-429c-ad3d-9cd11005d973'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:01.485788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['db393a33-1b09-429c-ad3d-9cd11005d973'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:01.546074 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.resource_extend [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:03:01.629134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.706772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931111-ff77-49a0-adee-6a0bc40338cd None None] Pushing event updated for resources: {'Port': ['ID=c835694c-cf05-4de5-b354-5e7886f0c100,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:01.885056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ecd14633-ae87-471a-83c8-b0ff781e9f20, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:01.904941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'port_id': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'mac_address': 'fa:16:3e:4f:ff:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:01.907005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5a5df-05c1-4bae-99b3-a215254f00ea req-d9d5b1d0-d1f1-4da8-b67f-324110b204a1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:01.916119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40e5a5df-05c1-4bae-99b3-a215254f00ea req-d9d5b1d0-d1f1-4da8-b67f-324110b204a1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1231680 Aug 19 15:03:01.934650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9fd53cf-35b8-4d6b-94ac-1c8a339650f3 None None] Provisioning for port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:01.965522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:01.978055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] Set router db393a33-1b09-429c-ad3d-9cd11005d973 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:01.980215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9fd53cf-35b8-4d6b-94ac-1c8a339650f3 None None] Provisioning complete for port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:01.980335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9fd53cf-35b8-4d6b-94ac-1c8a339650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.007503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40e5a5df-05c1-4bae-99b3-a215254f00ea req-05ba16d5-f5f3-47d1-b571-497840336f78 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805020 Aug 19 15:03:02.035091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71701c-fb03-464e-b62d-d3c90809318e req-974b3756-e2c2-4ee1-824f-0c7b101e2861 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:02.042984 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab71701c-fb03-464e-b62d-d3c90809318e req-974b3756-e2c2-4ee1-824f-0c7b101e2861 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 944 time: 0.1084957 Aug 19 15:03:02.081828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd53cf-35b8-4d6b-94ac-1c8a339650f3 None None] Port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:02.100223 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.145186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ab71701c-fb03-464e-b62d-d3c90809318e req-4d89dbaf-14ba-4ec3-b86d-70fef043642a tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933080 Aug 19 15:03:02.194726 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.204605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:02.206930 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c0ec8c-ecf3-49e9-99e0-b3b3f9932d38" -d '{"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-unplugged", "status": "completed", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:02.226256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c231283-b2f3-4e34-8152-881c62607e35', 'name': 'network-vif-deleted', 'tag': 'd69953ed-0def-44e5-8e14-a5c3ed789a86'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:02.230250 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7fc51c-7254-44de-aba1-0f4cdbea026b" -d '{"events": [{"server_uuid": "1c231283-b2f3-4e34-8152-881c62607e35", "name": "network-vif-deleted", "tag": "d69953ed-0def-44e5-8e14-a5c3ed789a86"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:02.238003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:02.241721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd14633-ae87-471a-83c8-b0ff781e9f20 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:02.269601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.276622 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d898c-63ee-4308-9ce8-63b6ac798be5 x-openstack-request-id: req-4b7d898c-63ee-4308-9ce8-63b6ac798be5 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:02.276984 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-unplugged", "status": "completed", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:02.277316 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b7d898c-63ee-4308-9ce8-63b6ac798be5 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:02.277730 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'code': 200} Aug 19 15:03:02.281797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ecd14633-ae87-471a-83c8-b0ff781e9f20, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:02.306395 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2582068d-104a-4859-8b5a-97d455306576 x-openstack-request-id: req-2582068d-104a-4859-8b5a-97d455306576 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:02.306906 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c231283-b2f3-4e34-8152-881c62607e35", "name": "network-vif-deleted", "tag": "d69953ed-0def-44e5-8e14-a5c3ed789a86", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:02.307284 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2582068d-104a-4859-8b5a-97d455306576 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:02.307866 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c231283-b2f3-4e34-8152-881c62607e35', 'name': 'network-vif-deleted', 'tag': 'd69953ed-0def-44e5-8e14-a5c3ed789a86', 'status': 'completed', 'code': 200} Aug 19 15:03:02.352834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b6532d5-d739-498e-ba51-c80ec259c743 req-a09bef95-fe31-43ac-94d6-c1e870a09822 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 210 time: 0.0367129 Aug 19 15:03:02.371534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=17b4d4f8-99dc-4ec6-847f-74b198df12a5,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:02.378282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.381484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:02:56Z', 'revision_number': 3, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:02.425328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f2f09-1747-4e18-8e8e-8129c152dc83 None None] The sync data for ids ['db393a33-1b09-429c-ad3d-9cd11005d973'] in n-d-779913-32 is: [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:02:56Z', 'revision_number': 3, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:02.446528 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.453712 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.565220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Network f223594b-5ea3-409a-a762-8f30dd2e9492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:02.568500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:02.602079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:02.733293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d69953ed-0def-44e5-8e14-a5c3ed789a86 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:02.774294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: d69953ed-0def-44e5-8e14-a5c3ed789a86 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:02.774670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d69953ed-0def-44e5-8e14-a5c3ed789a86 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:02.811806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ecd14633-ae87-471a-83c8-b0ff781e9f20,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:02.869163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Router db393a33-1b09-429c-ad3d-9cd11005d973 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:02.890424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['ecd14633-ae87-471a-83c8-b0ff781e9f20'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:03.112889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:03.125180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b5442c58-d4dc-4103-a5fe-0b2280ab6aa4 admin admin] 10.222.0.13 "PUT /v2.0/routers/db393a33-1b09-429c-ad3d-9cd11005d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6250069 Aug 19 15:03:03.150082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6b7a1de0-c0c2-4a9e-b82b-16f7db20b9d1 None None] Provisioning complete for port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:03.150314 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6b7a1de0-c0c2-4a9e-b82b-16f7db20b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:03.226456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a1de0-c0c2-4a9e-b82b-16f7db20b9d1 None None] Port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:03.247812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804a0fa-232e-4e56-853c-7bfba613c7fc req-6e465c7d-9bc6-4852-8b06-09bf6f7ab475 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:03.250456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9804a0fa-232e-4e56-853c-7bfba613c7fc req-6e465c7d-9bc6-4852-8b06-09bf6f7ab475 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 943 time: 0.1333451 Aug 19 15:03:03.350072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9804a0fa-232e-4e56-853c-7bfba613c7fc req-9b670bbb-3002-40e1-8846-261ba7c8933b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833213 Aug 19 15:03:03.371189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:03.424052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af6247-69b4-4f7e-b601-36c10819afec req-cd59729f-449b-4ab4-981a-4c67dc78d33d tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:03.452149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8af6247-69b4-4f7e-b601-36c10819afec req-cd59729f-449b-4ab4-981a-4c67dc78d33d tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 945 time: 0.1595416 Aug 19 15:03:03.583895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:03.594466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8af6247-69b4-4f7e-b601-36c10819afec req-555ce394-313d-4ae2-a4b4-084edbee3220 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391401 Aug 19 15:03:03.636406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'port_id': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'mac_address': 'fa:16:3e:65:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59080acb-a1ec-400b-b111-6c999384bd87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:03.700618 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:03.723016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1d4498-d096-4c2c-9580-3fc06558f870 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:03.740765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7db56c3-37b2-4241-9219-ef796f476928 req-16819003-8926-49d9-b5bb-68cae341c26a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 210 time: 0.0479581 Aug 19 15:03:03.747508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:03.867085 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:03.960918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-1384f275-ced6-4d94-b42f-5a8005c95f6b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:03.962760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-1384f275-ced6-4d94-b42f-5a8005c95f6b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 813 time: 0.1838522 Aug 19 15:03:03.980164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:03.982190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Request body: {'port': {'device_id': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'admin_state_up': True, 'tenant_id': '9312627395474552a181c2e36bf5de01'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:04.428753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5f1d4498-d096-4c2c-9580-3fc06558f870'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:04.519204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ef6-13b4-4bd9-a0a8-4079e357eb84 req-34f6a0e0-db2f-4c06-9bd2-c894fd98a70d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:04.527937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec161ef6-13b4-4bd9-a0a8-4079e357eb84 req-34f6a0e0-db2f-4c06-9bd2-c894fd98a70d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 944 time: 0.0841837 Aug 19 15:03:04.608006 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ec161ef6-13b4-4bd9-a0a8-4079e357eb84 req-0bb24c77-7b1d-4f6b-b57c-ecfa3774bc4c tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772872 Aug 19 15:03:04.698749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c835694c-cf05-4de5-b354-5e7886f0c100 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:04.810337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7036a9-3a08-486a-94e0-4f7dbb47faa5 req-cd60b5c8-4ab6-476f-b128-e1bc5b34bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:04.813097 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a7036a9-3a08-486a-94e0-4f7dbb47faa5 req-cd60b5c8-4ab6-476f-b128-e1bc5b34bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 945 time: 0.0978625 Aug 19 15:03:04.873865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Made reservation on behalf of 9312627395474552a181c2e36bf5de01 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:04.876759 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a7036a9-3a08-486a-94e0-4f7dbb47faa5 req-74118392-8a26-4751-bca2-e5fe4152e8cb tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527189 Aug 19 15:03:04.880039 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.912443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d27514-cf3a-4d01-82e0-9fdf2af97b47 req-d8e6b098-f8cf-404e-809f-d67bddd4479a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 210 time: 0.0557110 Aug 19 15:03:04.950409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c835694c-cf05-4de5-b354-5e7886f0c100 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:04.955233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c835694c-cf05-4de5-b354-5e7886f0c100 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:04.955612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.063908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.109880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c835694c-cf05-4de5-b354-5e7886f0c100, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c835694c-cf05-4de5-b354-5e7886f0c100,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:05.126656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Allocated IP 172.20.0.9 (28973942-c150-4454-a526-9aa88baffa82/24f0a892-41f8-4867-965a-f65a395116c5/bfaee9db-1cc5-475f-9c74-86de61cbfd38) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:05.157539 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Sync routers for ids ['db393a33-1b09-429c-ad3d-9cd11005d973'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:05.170739 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Routers {'db393a33-1b09-429c-ad3d-9cd11005d973'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:05.172461 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['db393a33-1b09-429c-ad3d-9cd11005d973'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:05.218532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.349797 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Set router db393a33-1b09-429c-ad3d-9cd11005d973 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:05.369467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c835694c-cf05-4de5-b354-5e7886f0c100,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.387669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ecd14633-ae87-471a-83c8-b0ff781e9f20 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:05.425971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57038) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:05.433593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-network', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:05.497076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.524073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Made reservation on behalf of 27dcda2c8da241db86e9e0bbed7ddfa6 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:05.527005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.527720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-8f95ef48-f649-435d-90a9-6894004fd26b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:05.529470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-8f95ef48-f649-435d-90a9-6894004fd26b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.54 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 813 time: 0.2718170 Aug 19 15:03:05.539675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.550325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Request body: {'port': {'device_id': '49c06466-8e16-4641-b327-88a019409e68', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'admin_state_up': True, 'tenant_id': '9312627395474552a181c2e36bf5de01'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:05.552791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port ecd14633-ae87-471a-83c8-b0ff781e9f20 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:05.558356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port ecd14633-ae87-471a-83c8-b0ff781e9f20 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:05.558805 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.648762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.725422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.755192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.770397 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 4, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '17b4d4f8-99dc-4ec6-847f-74b198df12a5', 'name': '', 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'mac_address': 'fa:16:3e:4a:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:59Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 2, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'subnets': [{'id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:05.784604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:05.815143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ecd14633-ae87-471a-83c8-b0ff781e9f20, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:05.815991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:05.819516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.819759 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Checking router: db393a33-1b09-429c-ad3d-9cd11005d973 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:05.820017 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Updating router db393a33-1b09-429c-ad3d-9cd11005d973 port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:03:05.826265 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f82777-8304-45f9-a499-ec9a03dc117a" -d '{"events": [{"server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "name": "network-vif-plugged", "status": "completed", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:05.848322 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.850180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.850532 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Added segment d11217fe-53e9-4682-a89e-4f7d7ade3b73 of type vlan for network 2493b9c4-56a4-4f18-9901-d0b001c71c67 Aug 19 15:03:05.853240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a485e99d-9de8-4684-909f-05b1fdb08399,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.909826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.912838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Made reservation on behalf of 9312627395474552a181c2e36bf5de01 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:05.926991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.945710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Network 28973942-c150-4454-a526-9aa88baffa82 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:05.967467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fb2c2-8c6e-451c-9c03-c4452c66c8c4 req-d556e93b-1fe4-44a7-9d1b-0ac3482ac143 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:05.967695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:05.985834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e63fb2c2-8c6e-451c-9c03-c4452c66c8c4 req-d556e93b-1fe4-44a7-9d1b-0ac3482ac143 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 944 time: 0.2023249 Aug 19 15:03:05.990268 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.001868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event updated for resources: {'Port': ['ID=bfaee9db-1cc5-475f-9c74-86de61cbfd38,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:06.004775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:06.020369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ecd14633-ae87-471a-83c8-b0ff781e9f20,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:06.123807 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e63fb2c2-8c6e-451c-9c03-c4452c66c8c4 req-6d516ee9-7ef3-4901-a802-eb8986b37a78 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356387 Aug 19 15:03:06.141506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.142548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.143152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.174885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.175660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.191982 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd0131e-42e1-4580-a4a6-540cc9039a00 x-openstack-request-id: req-cdd0131e-42e1-4580-a4a6-540cc9039a00 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:06.192662 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "name": "network-vif-plugged", "status": "completed", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:06.193064 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdd0131e-42e1-4580-a4a6-540cc9039a00 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:06.193665 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'code': 200} Aug 19 15:03:06.306077 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8758519 Aug 19 15:03:06.306255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57060) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:06.317733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Request body: {'subnet': {'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-subnet', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:06.371885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-973f805d-08fb-4c11-aced-6b441ee25d5f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3990805 Aug 19 15:03:06.392382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641fb0b-d9fa-4cd8-a614-467cde2942cf admin admin] Pushing event updated for resources: {'Network': ['ID=2493b9c4-56a4-4f18-9901-d0b001c71c67,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:06.403144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Request body: {'port': {'device_id': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:06.403982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:06.410662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c362d8-b2fb-40e5-a85c-4e2bd13eb017 req-b723b95f-fda3-4ae5-acc6-710c1474f985 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.418560 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-74c362d8-b2fb-40e5-a85c-4e2bd13eb017 req-b723b95f-fda3-4ae5-acc6-710c1474f985 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 946 time: 0.1264653 Aug 19 15:03:06.428599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107db4f-2427-4c7b-a3f0-67c4409ea132 req-f056fb32-6f48-4964-aef2-b75f555d1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.430352 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2107db4f-2427-4c7b-a3f0-67c4409ea132 req-f056fb32-6f48-4964-aef2-b75f555d1108 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1098 time: 0.1178708 Aug 19 15:03:06.470357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-74c362d8-b2fb-40e5-a85c-4e2bd13eb017 req-700ed3c1-5ed4-49b7-bf9e-0c86c7b00dc9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491180 Aug 19 15:03:06.491996 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.503559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96d4ae15-56c3-42c3-8ec3-6ce1439ebb63 req-2baa395a-d519-476e-827d-e8f4510905c6 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 210 time: 0.1350813 Aug 19 15:03:06.517206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Allocated IP 172.20.0.8 (28973942-c150-4454-a526-9aa88baffa82/24f0a892-41f8-4867-965a-f65a395116c5/381995ba-cef8-42b4-857f-a1e1107a7991) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:06.522694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2107db4f-2427-4c7b-a3f0-67c4409ea132 req-092d7f01-2634-49dc-bf12-26803c68a65c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Aug 19 15:03:06.527387 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Transition to ACTIVE for port object 17b4d4f8-99dc-4ec6-847f-74b198df12a5 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:06.628398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.638086 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.648735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c835694c-cf05-4de5-b354-5e7886f0c100 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:06.660003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Made reservation on behalf of 27dcda2c8da241db86e9e0bbed7ddfa6 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:06.663737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.736598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9cdb-63eb-4a3f-b6f0-32de01a35487 None None] Pushing event updated for resources: {'Port': ['ID=17b4d4f8-99dc-4ec6-847f-74b198df12a5,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:06.765555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c835694c-cf05-4de5-b354-5e7886f0c100 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:06.767399 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.848377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Attempting to bind port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:06.848747 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Attempting to bind port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:06.849370 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Attempting to bind port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 on network f223594b-5ea3-409a-a762-8f30dd2e9492 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:06.870312 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:06.870689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Checking segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:06.871089 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.871483 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Bound using segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:06.871960 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Bound port: 17b4d4f8-99dc-4ec6-847f-74b198df12a5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:06.872346 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.905538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.035540 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] For port 17b4d4f8-99dc-4ec6-847f-74b198df12a5, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:07.039436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] For port 17b4d4f8-99dc-4ec6-847f-74b198df12a5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=17b4d4f8-99dc-4ec6-847f-74b198df12a5,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:07.121650 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.298884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.321528 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Routers {'db393a33-1b09-429c-ad3d-9cd11005d973'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:07.322598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['db393a33-1b09-429c-ad3d-9cd11005d973'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:07.392142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:07.454140 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9cdb-63eb-4a3f-b6f0-32de01a35487 None None] Pushing event updated for resources: {'Port': ['ID=17b4d4f8-99dc-4ec6-847f-74b198df12a5,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:07.467205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Network 28973942-c150-4454-a526-9aa88baffa82 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:07.477380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event updated for resources: {'Port': ['ID=381995ba-cef8-42b4-857f-a1e1107a7991,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:07.480670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:07.491794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:07.546300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257aee4-5220-4240-82b2-ad4b7c193bd0 req-eac96bb8-1174-4ae7-8877-add8fe7f1dc4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.549290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5f1d4498-d096-4c2c-9580-3fc06558f870 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:07.549685 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d257aee4-5220-4240-82b2-ad4b7c193bd0 req-eac96bb8-1174-4ae7-8877-add8fe7f1dc4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 944 time: 0.1588941 Aug 19 15:03:07.549879 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.612860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d257aee4-5220-4240-82b2-ad4b7c193bd0 req-672b912e-5582-48ed-b822-ed470940d574 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530729 Aug 19 15:03:07.742066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.777480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0c4a-00a9-4bbe-a67d-27219c04ea8a req-c8e064e0-02a9-4388-ad9b-045fd468b94a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.788884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ce2e0c4a-00a9-4bbe-a67d-27219c04ea8a req-c8e064e0-02a9-4388-ad9b-045fd468b94a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 931 time: 0.1061683 Aug 19 15:03:07.799543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:07.806703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.808060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.833747 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] Set router db393a33-1b09-429c-ad3d-9cd11005d973 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:07.848452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ce2e0c4a-00a9-4bbe-a67d-27219c04ea8a req-5843edfd-5a05-4ce5-b7e5-d9dc40746a35 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Aug 19 15:03:07.869261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.907021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b423bb6-b78f-4b8a-9805-add3a9fa91ea req-181e374c-b7e0-4f15-a6cb-f10fe94e1385 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.908589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b423bb6-b78f-4b8a-9805-add3a9fa91ea req-181e374c-b7e0-4f15-a6cb-f10fe94e1385 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 946 time: 0.2160883 Aug 19 15:03:07.947171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-60ca1da2-654c-464b-9b7f-64b0a1162523 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4023166 Aug 19 15:03:07.951094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.998957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Request body: {'port': {'device_id': '49c06466-8e16-4641-b327-88a019409e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:08.084960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Checking segment: {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:08.085602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Network hostable DHCP agents. Network: 2493b9c4-56a4-4f18-9901-d0b001c71c67, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:08.096772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b423bb6-b78f-4b8a-9805-add3a9fa91ea req-c1792ac5-16bf-4956-a76a-0847785becfb tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814981 Aug 19 15:03:08.145750 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 4, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '17b4d4f8-99dc-4ec6-847f-74b198df12a5', 'name': '', 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'mac_address': 'fa:16:3e:4a:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:59Z', 'updated_at': '2021-08-19T15:03:07Z', 'revision_number': 4, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'subnets': [{'id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:08.157607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9db84f-0b65-4517-8354-249b0fd28efc,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:08.167662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:08.184315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.186308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.191152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.191628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.192075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.192515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.192949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.193422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.193853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.194280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.194714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.195153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:08.198162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:08.203348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:08.209833 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac495ed1-6bf4-4880-a47b-2f92a7f94ba7" -d '{"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:08.226795 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519ab80-8bc8-49d6-b6d7-da29d389a0fb None None] The sync data for ids ['db393a33-1b09-429c-ad3d-9cd11005d973'] in n-d-779913-32 is: [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:03:01Z', 'revision_number': 4, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '17b4d4f8-99dc-4ec6-847f-74b198df12a5', 'name': '', 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'mac_address': 'fa:16:3e:4a:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:59Z', 'updated_at': '2021-08-19T15:03:07Z', 'revision_number': 4, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'subnets': [{'id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:08.229477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaee9db-1cc5-475f-9c74-86de61cbfd38 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:08.263872 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea575414-6470-4d48-a0e7-0596d57b09dd x-openstack-request-id: req-ea575414-6470-4d48-a0e7-0596d57b09dd {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:08.264269 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:08.264607 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea575414-6470-4d48-a0e7-0596d57b09dd {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:08.265131 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'code': 200} Aug 19 15:03:08.375780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:08.404133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:08.528544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Transition to ACTIVE for port object bfaee9db-1cc5-475f-9c74-86de61cbfd38 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:08.533245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 2493b9c4-56a4-4f18-9901-d0b001c71c67) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:08.538842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:08.538927 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:08.543400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34059ea5-7f65-4890-aa03-fc6cf50fdbb4 None None] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:08.619752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:08.627507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadedc1-6fa4-4419-838e-e43abd392f0e req-053ea168-b979-43a9-a90e-0a6374036574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:08.629543 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6aadedc1-6fa4-4419-838e-e43abd392f0e req-053ea168-b979-43a9-a90e-0a6374036574 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 1097 time: 0.0878851 Aug 19 15:03:08.707175 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6aadedc1-6fa4-4419-838e-e43abd392f0e req-857d2fe2-45f6-407a-9dad-79bb6d2c99a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687647 Aug 19 15:03:08.727781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17b4d4f8-99dc-4ec6-847f-74b198df12a5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:08.772822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:08.773747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-99fb1ce6-0b90-4692-8f28-9c984d9b0294 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4663525 Aug 19 15:03:08.777706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:08.960974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-2493b9c4-56a4-4f18-9901-d0b001c71c67', 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'fixed_ips': [{'subnet_id': 'fe9db84f-0b65-4517-8354-249b0fd28efc'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:08.962118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.013309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.014682 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.081475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:09.112917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd979ed-a7eb-4796-8e9a-cc34e91b54f9 req-ceaada7b-2334-4093-8073-17122d81d42d tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:09.117241 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fbd979ed-a7eb-4796-8e9a-cc34e91b54f9 req-ceaada7b-2334-4093-8073-17122d81d42d tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 931 time: 0.1594265 Aug 19 15:03:09.132075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.132825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:09.133932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.183489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fbd979ed-a7eb-4796-8e9a-cc34e91b54f9 req-f1ac86d7-3f95-44a1-b63e-c5232a9d0dc4 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651653 Aug 19 15:03:09.361576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Allocated IP 172.20.0.2 (2493b9c4-56a4-4f18-9901-d0b001c71c67/fe9db84f-0b65-4517-8354-249b0fd28efc/c98f8443-a4dc-4ab5-84ba-f9f7f022808a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:09.496568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaee9db-1cc5-475f-9c74-86de61cbfd38,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:09.526219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4048e-8cf8-4af8-90f3-aac5b4a09cff req-f2855bb9-ae3b-46d3-8477-6985cc629e3f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:09.528002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dd4048e-8cf8-4af8-90f3-aac5b4a09cff req-f2855bb9-ae3b-46d3-8477-6985cc629e3f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.7310402 Aug 19 15:03:09.528779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Attempting to bind port bfaee9db-1cc5-475f-9c74-86de61cbfd38 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:09.529130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Attempting to bind port bfaee9db-1cc5-475f-9c74-86de61cbfd38 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:09.529472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Attempting to bind port bfaee9db-1cc5-475f-9c74-86de61cbfd38 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:09.601549 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.626277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Port bfaee9db-1cc5-475f-9c74-86de61cbfd38 on network 28973942-c150-4454-a526-9aa88baffa82 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:03:09.626277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Attempting to bind port bfaee9db-1cc5-475f-9c74-86de61cbfd38 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:09.643815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dd4048e-8cf8-4af8-90f3-aac5b4a09cff req-405302cd-3d30-4546-906a-3a6707fc0985 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Aug 19 15:03:09.652701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:09.652701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Checking segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:09.652701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Bound using segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:09.652701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Bound port: bfaee9db-1cc5-475f-9c74-86de61cbfd38, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:09.652701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.678516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f4d8-a670-47f2-86ea-ac081681d78e req-fe4026a6-ab7e-4526-a932-ff331b0b0646 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:09.697153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0d20f4d8-a670-47f2-86ea-ac081681d78e req-fe4026a6-ab7e-4526-a932-ff331b0b0646 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 946 time: 0.3886178 Aug 19 15:03:09.712953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.789606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] For port bfaee9db-1cc5-475f-9c74-86de61cbfd38, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:09.793754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] For port bfaee9db-1cc5-475f-9c74-86de61cbfd38, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:09.808964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.819731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Transition to ACTIVE for port object c98f8443-a4dc-4ab5-84ba-f9f7f022808a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:09.861148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0d20f4d8-a670-47f2-86ea-ac081681d78e req-d4b96e59-421e-4d7d-bc1e-7b18cc654ad5 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627152 Aug 19 15:03:09.890399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.975234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 17b4d4f8-99dc-4ec6-847f-74b198df12a5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=17b4d4f8-99dc-4ec6-847f-74b198df12a5,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:09.982568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Transition to ACTIVE for port object c98f8443-a4dc-4ab5-84ba-f9f7f022808a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:10.035355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381995ba-cef8-42b4-857f-a1e1107a7991 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:10.046450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaee9db-1cc5-475f-9c74-86de61cbfd38,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:10.050720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.095958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.120001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.120685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.121838 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.124254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b77c5a9f-b75b-4788-9973-b88e62d9e151 service neutron] 10.222.0.46 "PUT /v2.0/ports/bfaee9db-1cc5-475f-9c74-86de61cbfd38 HTTP/1.1" status: 200 len: 1092 time: 3.7335603 Aug 19 15:03:10.149772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'tag': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:10.153609 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb280e8e-d2b7-473f-a825-df864c80baa8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2", "tag": "bfaee9db-1cc5-475f-9c74-86de61cbfd38"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:10.193650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Transition to ACTIVE for port object 381995ba-cef8-42b4-857f-a1e1107a7991 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:10.210983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:10.218556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:10.232019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:10.305533 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177978e9-7a11-474b-87ec-38758e15f8cd x-openstack-request-id: req-177978e9-7a11-474b-87ec-38758e15f8cd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:10.305533 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2", "tag": "bfaee9db-1cc5-475f-9c74-86de61cbfd38", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:10.312118 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-177978e9-7a11-474b-87ec-38758e15f8cd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:10.315390 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'tag': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38', 'status': 'completed', 'code': 200} Aug 19 15:03:10.328925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.363085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=17b4d4f8-99dc-4ec6-847f-74b198df12a5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:10.477223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Attempting to bind port c98f8443-a4dc-4ab5-84ba-f9f7f022808a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:10.477751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Attempting to bind port c98f8443-a4dc-4ab5-84ba-f9f7f022808a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:10.478219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Attempting to bind port c98f8443-a4dc-4ab5-84ba-f9f7f022808a on network 2493b9c4-56a4-4f18-9901-d0b001c71c67 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:10.508178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Pushing event updated for resources: {'Port': ['ID=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:10.513252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:10.513755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Checking segment: {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:10.514283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.514875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Bound using segment: {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:10.515522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Bound port: c98f8443-a4dc-4ab5-84ba-f9f7f022808a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:10.516017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.538383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-8ad1a245-6684-4bca-88de-89b3c0b3d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.541990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-8ad1a245-6684-4bca-88de-89b3c0b3d869 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 1095 time: 0.3211074 Aug 19 15:03:10.600127 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.620526 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-aa0a4771-fbd3-45d6-845c-43664537fe03 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 258 time: 0.7191653 Aug 19 15:03:10.649487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Pushing event updated for resources: {'Port': ['ID=381995ba-cef8-42b4-857f-a1e1107a7991,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:10.650317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:10.675219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-901c6641-c338-4a3b-8604-f8e26ce986dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38 HTTP/1.1" status: 200 len: 217 time: 0.1229832 Aug 19 15:03:10.699563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17b4d4f8-99dc-4ec6-847f-74b198df12a5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:10.699876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.756288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] For port c98f8443-a4dc-4ab5-84ba-f9f7f022808a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:10.782626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e03dc-b1d3-41e1-89d1-9f6d167d763e req-9c9f3af5-a5fb-4754-8d16-7869c2945d13 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.789043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-915e03dc-b1d3-41e1-89d1-9f6d167d763e req-9c9f3af5-a5fb-4754-8d16-7869c2945d13 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 943 time: 0.3735809 Aug 19 15:03:10.791702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] For port c98f8443-a4dc-4ab5-84ba-f9f7f022808a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:10.828028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:10.828903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.852091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Attempting to bind port 381995ba-cef8-42b4-857f-a1e1107a7991 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:10.852496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Attempting to bind port 381995ba-cef8-42b4-857f-a1e1107a7991 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:10.852939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Attempting to bind port 381995ba-cef8-42b4-857f-a1e1107a7991 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:10.872432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Allocated IP 172.25.5.190 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/edb00af7-b6b4-4c7a-a85a-57c9479424b4) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:10.879698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Port 381995ba-cef8-42b4-857f-a1e1107a7991 on network 28973942-c150-4454-a526-9aa88baffa82 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:03:10.880184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Attempting to bind port 381995ba-cef8-42b4-857f-a1e1107a7991 on network 28973942-c150-4454-a526-9aa88baffa82 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:10.881842 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.888865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-5ae523ea-223d-4d9f-910e-ee0972490440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.889969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-5ae523ea-223d-4d9f-910e-ee0972490440 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.1911917 Aug 19 15:03:10.898810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-915e03dc-b1d3-41e1-89d1-9f6d167d763e req-f6c2bc72-0c3b-4bf8-847c-b8d848fa055e tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803103 Aug 19 15:03:10.919652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:10.923343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Checking segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:10.923948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Bound using segment: {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:10.925548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Bound port: 381995ba-cef8-42b4-857f-a1e1107a7991, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28973942-c150-4454-a526-9aa88baffa82'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:10.936017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.021621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c2ee4-1e88-4e1c-856a-6b9a21d7cc25 None None] Pushing event updated for resources: {'Port': ['ID=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:11.116491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-f4a94331-4df9-4f4a-9832-50a86877b212 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163253 Aug 19 15:03:11.156009 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.211949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.310906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-15b4b398-7235-49a4-9166-00e0014e2f96 service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801186 Aug 19 15:03:11.312753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.408834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:11.422489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:11.431858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:11.446577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Pushing event updated for resources: {'Port': ['ID=edb00af7-b6b4-4c7a-a85a-57c9479424b4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:11.568238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] For port 381995ba-cef8-42b4-857f-a1e1107a7991, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:11.602215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] For port 381995ba-cef8-42b4-857f-a1e1107a7991, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=381995ba-cef8-42b4-857f-a1e1107a7991,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:11.611963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5f282-f996-4690-9be3-0846e300871e req-1231b314-45e4-4d8b-aae5-2fc809d96a24 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.613919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63a5f282-f996-4690-9be3-0846e300871e req-1231b314-45e4-4d8b-aae5-2fc809d96a24 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.3029218 Aug 19 15:03:11.650448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-40311136-1db3-49ce-ada3-7657afc1bb7f service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198130 Aug 19 15:03:11.713160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.753368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63a5f282-f996-4690-9be3-0846e300871e req-f52a487d-d5c5-473b-82ae-b9be9bb28f35 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245506 Aug 19 15:03:11.766631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.865265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.866112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.867646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] 10.222.0.54 "PUT /v2.0/ports/381995ba-cef8-42b4-857f-a1e1107a7991 HTTP/1.1" status: 200 len: 1092 time: 3.8994918 Aug 19 15:03:11.933002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56800141-6fee-44bf-a9dc-eccce14f148d service neutron] Pushing event updated for resources: {'Port': ['ID=381995ba-cef8-42b4-857f-a1e1107a7991,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:11.974601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Allocated IP 172.25.5.98 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/d8892235-3c68-4a83-b277-5abbfaa8768f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:12.016559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-7310de51-cf06-465d-80e9-a255183a54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.018441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-7310de51-cf06-465d-80e9-a255183a54e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 1095 time: 0.0992117 Aug 19 15:03:12.116681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.252588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56884d13-c05b-4dc8-b08c-1e4504f8792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.255098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-56884d13-c05b-4dc8-b08c-1e4504f8792d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 1095 time: 0.1245623 Aug 19 15:03:12.270151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851cb60-b764-4d4a-9aea-51503d06c752 req-abb3d9db-cf9b-4bdb-a947-9693ccb861cb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.271903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1851cb60-b764-4d4a-9aea-51503d06c752 req-abb3d9db-cf9b-4bdb-a947-9693ccb861cb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1405256 Aug 19 15:03:12.281633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-96d7a8e0-571c-44c3-aa01-146d6c971747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.283112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.283246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-96d7a8e0-571c-44c3-aa01-146d6c971747 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 914 time: 0.2475603 Aug 19 15:03:12.332733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c06466-8e16-4641-b327-88a019409e68', 'tag': '381995ba-cef8-42b4-857f-a1e1107a7991'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:12.336958 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c4e6a-c679-4745-ba4e-d08e4bbc8311" -d '{"events": [{"name": "network-changed", "server_uuid": "49c06466-8e16-4641-b327-88a019409e68", "tag": "381995ba-cef8-42b4-857f-a1e1107a7991"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:12.366666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-2ac8a058-8c10-4087-957d-7c73f69e3df7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=381995ba-cef8-42b4-857f-a1e1107a7991 HTTP/1.1" status: 200 len: 217 time: 0.0936587 Aug 19 15:03:12.424057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-c6122cc4-e4a7-4938-8d3f-6744c23a5342 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38 HTTP/1.1" status: 200 len: 217 time: 0.0829678 Aug 19 15:03:12.440006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc1120-8b98-4e73-a769-7ffe5517e6b5 None None] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:12.523682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1851cb60-b764-4d4a-9aea-51503d06c752 req-7f4ecb09-c349-43a0-9ecd-8f68a6b731c9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381370 Aug 19 15:03:12.527104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b66c6218-1950-4d53-a131-40cc106d2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.528662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-b66c6218-1950-4d53-a131-40cc106d2b95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.1177099 Aug 19 15:03:12.544379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-9eed64b8-779c-48f6-af0e-f04419fa01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.551908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-9eed64b8-779c-48f6-af0e-f04419fa01f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.1056037 Aug 19 15:03:12.595555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-d2e20a96-a025-4c54-9f26-2a344762c525 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585909 Aug 19 15:03:12.613046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-01760e0f-42e2-446a-acff-062fa25bfe99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519450 Aug 19 15:03:12.726286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c98f8443-a4dc-4ab5-84ba-f9f7f022808a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:12.731289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36600a48-393f-41a8-a6c9-c595297f5c86 None None] Provisioning for port c98f8443-a4dc-4ab5-84ba-f9f7f022808a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:12.828682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-8543d836-1b6c-46fd-b716-194edd50106c service neutron] 10.222.0.54 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176223 Aug 19 15:03:12.916016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.949852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c98f8443-a4dc-4ab5-84ba-f9f7f022808a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:12.952364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.954233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624b64-bc41-452f-845b-1bb22fbc5aa9 req-0d8a19ba-5754-48ba-8e13-29aa18751706 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.960767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c98f8443-a4dc-4ab5-84ba-f9f7f022808a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:12.960931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50624b64-bc41-452f-845b-1bb22fbc5aa9 req-0d8a19ba-5754-48ba-8e13-29aa18751706 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 943 time: 0.2878888 Aug 19 15:03:12.961030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.969040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-7f2b2779-197a-442b-bd65-28e42459aac6 service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992232 Aug 19 15:03:13.013674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.019032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-db693158-ff6b-42eb-8460-263e69d986e0 None None] Provisioning complete for port c98f8443-a4dc-4ab5-84ba-f9f7f022808a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:13.019032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-db693158-ff6b-42eb-8460-263e69d986e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.068061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6b8229e-d230-4066-a66c-9ec1fd006dad req-d4033625-31a5-4ec8-8253-40ee972dcfa0 service neutron] 10.222.0.54 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071660 Aug 19 15:03:13.097419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:13.099859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50624b64-bc41-452f-845b-1bb22fbc5aa9 req-47e1a822-4fa3-40ef-9106-dc6f580aec31 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258109 Aug 19 15:03:13.108980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:13.111885 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.112615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:13.135841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event updated for resources: {'Port': ['ID=d8892235-3c68-4a83-b277-5abbfaa8768f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:13.179888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb280e8e-d2b7-473f-a825-df864c80baa8 req-e13ea4df-02d7-4ff6-815f-d3c57151b97e service neutron] 10.222.0.46 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983042 Aug 19 15:03:13.181814 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da64df-0c46-429b-9588-57a0fec67395 x-openstack-request-id: req-11da64df-0c46-429b-9588-57a0fec67395 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:13.182377 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c06466-8e16-4641-b327-88a019409e68", "tag": "381995ba-cef8-42b4-857f-a1e1107a7991", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:13.182811 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11da64df-0c46-429b-9588-57a0fec67395 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:13.183121 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c06466-8e16-4641-b327-88a019409e68', 'tag': '381995ba-cef8-42b4-857f-a1e1107a7991', 'status': 'completed', 'code': 200} Aug 19 15:03:13.201847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c98f8443-a4dc-4ab5-84ba-f9f7f022808a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:13.221785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-db693158-ff6b-42eb-8460-263e69d986e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.299491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.336315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-504d7162-ce45-4232-b652-1d82d6fc91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.337868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-504d7162-ce45-4232-b652-1d82d6fc91ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9312627395474552a181c2e36bf5de01&device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 1095 time: 0.0479066 Aug 19 15:03:13.413198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.435442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-82a38f76-b806-469f-a01c-2aedb910c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.437014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-82a38f76-b806-469f-a01c-2aedb910c764 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 200 len: 914 time: 0.0920494 Aug 19 15:03:13.464559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Router 3863eaf4-aa10-4857-b231-599f98019690 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:03:13.490718 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-db693158-ff6b-42eb-8460-263e69d986e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:03:13.491299 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-db693158-ff6b-42eb-8460-263e69d986e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:03:13.494890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:13.510261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-e15e6aa5-598e-4b24-8780-4b322a0ae64c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=381995ba-cef8-42b4-857f-a1e1107a7991 HTTP/1.1" status: 200 len: 217 time: 0.0629122 Aug 19 15:03:13.564585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-ddbfa1a2-ae9e-47aa-ae5b-c377ca50cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.567322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-ddbfa1a2-ae9e-47aa-ae5b-c377ca50cf8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 200 len: 853 time: 0.0505395 Aug 19 15:03:13.577074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.611925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-7d0af62f-c7b1-4824-bb6c-bbe97a376796 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28973942-c150-4454-a526-9aa88baffa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377290 Aug 19 15:03:13.717919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:13.729440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-7a51ddc1-0d24-43bb-a454-86e4181bf929 service neutron] 10.222.0.54 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107118 Aug 19 15:03:13.730392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Sync routers for ids ['3863eaf4-aa10-4857-b231-599f98019690'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:13.757500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Routers {'3863eaf4-aa10-4857-b231-599f98019690'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:13.758205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3863eaf4-aa10-4857-b231-599f98019690'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:13.890151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.891710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9a82b7d8-625e-465d-a964-83b9c9000f77 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1178436 Aug 19 15:03:13.895113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57196) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:13.916486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.941753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Set router 3863eaf4-aa10-4857-b231-599f98019690 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:14.003785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-822c4e6a-c679-4745-ba4e-d08e4bbc8311 req-16b98418-f17d-4b81-9a30-fc58c58b5d25 service neutron] 10.222.0.54 "GET /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660344 Aug 19 15:03:14.024749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.102194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.160495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event updated for resources: {'Port': ['ID=d8892235-3c68-4a83-b277-5abbfaa8768f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:14.247864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:03:11Z', 'revision_number': 3, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:14.277288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Checking router: 3863eaf4-aa10-4857-b231-599f98019690 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:14.277288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Updating router 3863eaf4-aa10-4857-b231-599f98019690 port edb00af7-b6b4-4c7a-a85a-57c9479424b4 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:03:14.304218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.333169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-c5884900-a8ef-4bb0-afc9-eb2cbe79dc38 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.338144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.338614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-cba7a8b8-9f92-4c8a-a9ec-909c555e483c tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7135315 Aug 19 15:03:14.339919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-c5884900-a8ef-4bb0-afc9-eb2cbe79dc38 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 815 time: 0.2424126 Aug 19 15:03:14.410903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-7027feb8-2b86-4877-b048-bee8f7d9da9d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/quotas/d3d115ca16b0440f87e5162a210ebb03 HTTP/1.1" status: 200 len: 375 time: 0.0698593 Aug 19 15:03:14.424498 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-3c128475-555a-4985-91c0-ab1de33ad08b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.0794616 Aug 19 15:03:14.549301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-56922cfe-2e93-4182-bd0e-ff41c4ca1baf tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.550904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1dfda07c-23a2-44a5-81c3-702b412ab765 req-56922cfe-2e93-4182-bd0e-ff41c4ca1baf tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1194465 Aug 19 15:03:14.611737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-63b5a21f-986c-4ec0-b97f-a8e2dfe04f5f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1891737 Aug 19 15:03:14.645144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c98f8443-a4dc-4ab5-84ba-f9f7f022808a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:14.688488 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.714962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Transition to ACTIVE for port object edb00af7-b6b4-4c7a-a85a-57c9479424b4 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:14.741838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c98f8443-a4dc-4ab5-84ba-f9f7f022808a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:14.743011 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.752756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.791392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfaee9db-1cc5-475f-9c74-86de61cbfd38 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:14.814586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-5604067b-e810-4d2e-b7a0-125fd8481ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019634 Aug 19 15:03:14.880466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.976523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab511-8da8-47b3-a7ad-5a12a271378b req-40d2f264-8a59-4349-95f2-9a62eb716a70 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.978275 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0cdab511-8da8-47b3-a7ad-5a12a271378b req-40d2f264-8a59-4349-95f2-9a62eb716a70 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 943 time: 0.0732410 Aug 19 15:03:15.026166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Attempting to bind port edb00af7-b6b4-4c7a-a85a-57c9479424b4 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:15.027257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Attempting to bind port edb00af7-b6b4-4c7a-a85a-57c9479424b4 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:15.027699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Attempting to bind port edb00af7-b6b4-4c7a-a85a-57c9479424b4 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:15.038265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0cdab511-8da8-47b3-a7ad-5a12a271378b req-ff2d413f-0389-4a95-8954-06472d028b7b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531313 Aug 19 15:03:15.046879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:15.047640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:15.047795 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.048195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:15.048601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Bound port: edb00af7-b6b4-4c7a-a85a-57c9479424b4, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:15.048985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.060720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b917f0-81cf-419d-a8fe-59e6d5cf5d17 None None] Pushing event updated for resources: {'Port': ['ID=edb00af7-b6b4-4c7a-a85a-57c9479424b4,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:15.115765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bfaee9db-1cc5-475f-9c74-86de61cbfd38, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:15.180399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'port_id': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38', 'mac_address': 'fa:16:3e:70:65:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f0a892-41f8-4867-965a-f65a395116c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:15.256785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] For port edb00af7-b6b4-4c7a-a85a-57c9479424b4, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:15.290811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] For port edb00af7-b6b4-4c7a-a85a-57c9479424b4, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=edb00af7-b6b4-4c7a-a85a-57c9479424b4,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:15.294104 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.317524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaee9db-1cc5-475f-9c74-86de61cbfd38 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:15.338977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-71a334d3-4d0c-42d7-9a2c-5e796cf1a379 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:15.338977 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-71a334d3-4d0c-42d7-9a2c-5e796cf1a379 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1679330 Aug 19 15:03:15.344891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bfaee9db-1cc5-475f-9c74-86de61cbfd38, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:15.395566 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-260b1ad7-50f5-4e3f-81cb-320244596d19 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.0512195 Aug 19 15:03:15.407061 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.409543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Request body: {'floatingip': {'port_id': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:15.463000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-99b41b74-2fbd-4e1c-9a29-b53d8a2bb940 service neutron] 10.222.0.13 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988311 Aug 19 15:03:15.467025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.470493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Routers {'3863eaf4-aa10-4857-b231-599f98019690'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:15.471144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3863eaf4-aa10-4857-b231-599f98019690'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:15.475566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b917f0-81cf-419d-a8fe-59e6d5cf5d17 None None] Pushing event updated for resources: {'Port': ['ID=edb00af7-b6b4-4c7a-a85a-57c9479424b4,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:15.508386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Allocated IP 172.20.0.1 (2493b9c4-56a4-4f18-9901-d0b001c71c67/fe9db84f-0b65-4517-8354-249b0fd28efc/1ccd2ea1-ffe6-4383-b761-43bcf27fe630) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:15.516968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.682865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.703118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Transition to ACTIVE for port object 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:15.803929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bfaee9db-1cc5-475f-9c74-86de61cbfd38,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:15.833447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] Set router 3863eaf4-aa10-4857-b231-599f98019690 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:15.872797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bfaee9db-1cc5-475f-9c74-86de61cbfd38'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:15.914917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0358-f8da-4ce9-b839-05175faed307 req-d1e6b1c4-1419-47ae-8432-74bb9bcbf227 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:15.920235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-266c0358-f8da-4ce9-b839-05175faed307 req-d1e6b1c4-1419-47ae-8432-74bb9bcbf227 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "GET /v2.0/ports?device_id=2aabe127-7f50-41f3-85da-c60ceba2bb92 HTTP/1.1" status: 200 len: 945 time: 0.1497762 Aug 19 15:03:15.925146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.101140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:16.149675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Pushing event updated for resources: {'Port': ['ID=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.152575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:16.156600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46597e2f-087c-49bc-9fb6-778c2136dde0 req-e08c63ce-0f91-4d6e-926b-e50e58b8860d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 210 time: 0.0815399 Aug 19 15:03:16.169378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:16.220157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.323912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:03:11Z', 'revision_number': 3, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:16.368289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Deleting port 5f1d4498-d096-4c2c-9580-3fc06558f870 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:16.368643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.381789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227c6c0-f192-49b4-9454-7559a491b8dc None None] The sync data for ids ['3863eaf4-aa10-4857-b231-599f98019690'] in n-d-779913-32 is: [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:03:11Z', 'revision_number': 3, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:16.409679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.475277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e32bb-4dc0-4f47-9232-7a9432431aaa req-9ad8b949-36f9-4c23-875d-fceebbd5954c tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:16.476452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b82e32bb-4dc0-4f47-9232-7a9432431aaa req-9ad8b949-36f9-4c23-875d-fceebbd5954c tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 943 time: 0.1871722 Aug 19 15:03:16.557713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] For port 5f1d4498-d096-4c2c-9580-3fc06558f870, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5f1d4498-d096-4c2c-9580-3fc06558f870,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:16.558229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.559209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.579704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b82e32bb-4dc0-4f47-9232-7a9432431aaa req-ebe05bbc-28f3-4cbc-8509-0faeb2f3ad49 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905132 Aug 19 15:03:16.580643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Calling delete_port for 5f1d4498-d096-4c2c-9580-3fc06558f870 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:16.684085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3990840b-17a1-4cfa-b52f-8dd5c69aba2a None None] Provisioning for port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:16.690105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3990840b-17a1-4cfa-b52f-8dd5c69aba2a None None] Provisioning complete for port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:16.690598 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3990840b-17a1-4cfa-b52f-8dd5c69aba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.751020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3990840b-17a1-4cfa-b52f-8dd5c69aba2a None None] Port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:16.840794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.959708 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Floating IP 8ec78b7f-7594-42f9-9969-f0cd0b394bd4 associated. External IP: 172.25.5.98, port: ecd14633-ae87-471a-83c8-b0ff781e9f20. Aug 19 15:03:17.047644 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.058197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.080331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5f1d4498-d096-4c2c-9580-3fc06558f870'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:17.085636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Pushing event deleted for resources: {'Port': ['ID=5f1d4498-d096-4c2c-9580-3fc06558f870,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:17.146477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] No DVR routers for this DVR port 5f1d4498-d096-4c2c-9580-3fc06558f870 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:17.150890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.156858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-266c0358-f8da-4ce9-b839-05175faed307 req-88aa1fd2-f369-4ba1-935a-34907d6f599b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.54 "DELETE /v2.0/ports/5f1d4498-d096-4c2c-9580-3fc06558f870 HTTP/1.1" status: 204 len: 173 time: 1.2248604 Aug 19 15:03:17.156858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-deleted', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:17.167909 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf565e1-38d5-4d6d-98f5-b2ea2a54c804" -d '{"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-deleted", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:17.172690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.250705 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dafd14a-2c7b-47a0-9d69-f914875ad7c6 x-openstack-request-id: req-6dafd14a-2c7b-47a0-9d69-f914875ad7c6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:17.250999 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aabe127-7f50-41f3-85da-c60ceba2bb92", "name": "network-vif-deleted", "tag": "5f1d4498-d096-4c2c-9580-3fc06558f870", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:17.251253 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dafd14a-2c7b-47a0-9d69-f914875ad7c6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:17.251686 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aabe127-7f50-41f3-85da-c60ceba2bb92', 'name': 'network-vif-deleted', 'tag': '5f1d4498-d096-4c2c-9580-3fc06558f870', 'status': 'completed', 'code': 200} Aug 19 15:03:17.282314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Router 1c802772-38b1-459f-947a-64c6bc34d162 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:17.284339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Pushing event updated for resources: {'Port': ['ID=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:17.294625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.418071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 381995ba-cef8-42b4-857f-a1e1107a7991 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:17.432212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:17.471684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95ecad3c-669b-408b-b096-3c29bcd5e9b9 req-cd9aa747-d7a6-43b9-9bbf-5ece91c6ff57 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 210 time: 0.0540321 Aug 19 15:03:17.473870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:17.506906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:17.518781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.525363 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] Sync routers for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:17.545268 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:17.547123 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:17.619691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-1e7f5afe-d730-4ccd-b844-9f6731896893 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "PUT /v2.0/floatingips/8ec78b7f-7594-42f9-9969-f0cd0b394bd4 HTTP/1.1" status: 200 len: 996 time: 2.2161558 Aug 19 15:03:17.622681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:17.628128 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ff58ac-3077-486b-9cf9-c8fe273a1b17" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:17.764603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 381995ba-cef8-42b4-857f-a1e1107a7991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=381995ba-cef8-42b4-857f-a1e1107a7991,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:17.774184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-63f08c32-75d0-4efd-b600-471f727352fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:17.775749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-63f08c32-75d0-4efd-b600-471f727352fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1098 time: 0.1321898 Aug 19 15:03:17.799696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '381995ba-cef8-42b4-857f-a1e1107a7991', 'network_id': '28973942-c150-4454-a526-9aa88baffa82', 'port_id': '381995ba-cef8-42b4-857f-a1e1107a7991', 'mac_address': 'fa:16:3e:c1:16:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f0a892-41f8-4867-965a-f65a395116c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:17.807023 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:17.858478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f59e4-4eb7-4aad-8a42-753ec1f11075 req-fea4f223-8770-46f3-9dac-d6848c445046 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:17.860886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d38f59e4-4eb7-4aad-8a42-753ec1f11075 req-fea4f223-8770-46f3-9dac-d6848c445046 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 943 time: 0.0945377 Aug 19 15:03:17.873901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Router 3863eaf4-aa10-4857-b231-599f98019690 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:17.945378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.960017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-751fda87-d9a2-4b6f-83d2-f8d32ee5c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:17.961939 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-751fda87-d9a2-4b6f-83d2-f8d32ee5c392 service neutron] 10.222.0.13 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 929 time: 0.1786993 Aug 19 15:03:17.976632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-29edd420-285f-419a-ab65-5f558e977778 None None] Provisioning complete for port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:17.982173 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-29edd420-285f-419a-ab65-5f558e977778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.992856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381995ba-cef8-42b4-857f-a1e1107a7991 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:18.066437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 381995ba-cef8-42b4-857f-a1e1107a7991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=381995ba-cef8-42b4-857f-a1e1107a7991,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:18.068920 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-49efcba4-58ad-4012-914d-baaa5e3cdecf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 999 time: 0.0981312 Aug 19 15:03:18.077683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d38f59e4-4eb7-4aad-8a42-753ec1f11075 req-458a2e3a-ab4a-4c93-a62e-85b15211f2a6 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971314 Aug 19 15:03:18.100056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-29edd420-285f-419a-ab65-5f558e977778 None None] Port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:18.135020 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '8ec78b7f-7594-42f9-9969-f0cd0b394bd4', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'port_id': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'mac_address': 'fa:16:3e:4f:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8d4219-80b7-438e-ac60-290ccc428067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:03:13Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 1, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:51Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:18.149959 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaf74bd-bd0f-4e2a-80c4-de90e5eb0b0c x-openstack-request-id: req-4aaf74bd-bd0f-4e2a-80c4-de90e5eb0b0c {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:18.261507 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:18.261507 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4aaf74bd-bd0f-4e2a-80c4-de90e5eb0b0c {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:18.261507 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'status': 'completed', 'code': 200} Aug 19 15:03:18.261507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-a36b4e4d-f6f0-4944-b68c-4292a924b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.261507 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-a36b4e4d-f6f0-4944-b68c-4292a924b2c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 200 len: 867 time: 0.0926511 Aug 19 15:03:18.267031 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] Checking router: 1c802772-38b1-459f-947a-64c6bc34d162 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:18.267031 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:18.267031 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:18.303981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:18.309044 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.356927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d89cbe16-d1b1-4152-af14-84e2c70c4168 admin admin] 10.222.0.13 "PUT /v2.0/routers/3863eaf4-aa10-4857-b231-599f98019690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4248738 Aug 19 15:03:18.356927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-3533a94a-7ff8-42a1-a8ca-c936092a3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.356927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-3533a94a-7ff8-42a1-a8ca-c936092a3996 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1098 time: 0.1399240 Aug 19 15:03:18.439810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=381995ba-cef8-42b4-857f-a1e1107a7991,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:18.536826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-f19e88c8-e7ec-4cfe-b9d3-912d331ce67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.538888 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-f19e88c8-e7ec-4cfe-b9d3-912d331ce67a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3565519 Aug 19 15:03:18.553637 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:18.721587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b5c9b74-03e2-46eb-901d-de6072b82048 req-9910dcda-044f-47e0-a351-f193b82005df tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 210 time: 0.1261003 Aug 19 15:03:18.747419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-dc69543b-362f-464f-b756-432a6a39ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.749178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-dc69543b-362f-464f-b756-432a6a39ec87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 929 time: 0.3941541 Aug 19 15:03:18.752740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device edb00af7-b6b4-4c7a-a85a-57c9479424b4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:18.772031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfaee9db-1cc5-475f-9c74-86de61cbfd38 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:18.773695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-6ba5e1b5-9518-4a21-af99-2a8dab9f024c service neutron] 10.222.0.13 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270808 Aug 19 15:03:18.777012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['381995ba-cef8-42b4-857f-a1e1107a7991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:18.903187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-243a8201-a3f8-4aa4-9eaa-92f610d99b25 req-52cd1a12-5ce1-4c35-b232-12510173066b service neutron] 10.222.0.13 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231480 Aug 19 15:03:18.909073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-154b1b4a-d611-4313-b83f-602c2bd9d23d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 999 time: 0.1448686 Aug 19 15:03:18.997575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-0ffe304f-3545-47a4-a4bc-6e6d0aed0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:19.000655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Sync routers for ids ['3863eaf4-aa10-4857-b231-599f98019690'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:19.000842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-0ffe304f-3545-47a4-a4bc-6e6d0aed0c3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 200 len: 867 time: 0.0840883 Aug 19 15:03:19.024743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Routers {'3863eaf4-aa10-4857-b231-599f98019690'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:19.024743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3863eaf4-aa10-4857-b231-599f98019690'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:19.069097 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '8ec78b7f-7594-42f9-9969-f0cd0b394bd4', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'port_id': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'mac_address': 'fa:16:3e:4f:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8d4219-80b7-438e-ac60-290ccc428067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:03:13Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 1, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:51Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:19.086977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-cf1eca58-a664-40e1-a4c2-faf268d3b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:19.088826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-cf1eca58-a664-40e1-a4c2-faf268d3b205 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808227 Aug 19 15:03:19.126974 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40a2c1-2758-4bee-b08a-cadd9ecba75b None None] The sync data for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 is: [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '8ec78b7f-7594-42f9-9969-f0cd0b394bd4', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'port_id': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'mac_address': 'fa:16:3e:4f:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8d4219-80b7-438e-ac60-290ccc428067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:03:13Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 1, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:51Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:19.232621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Set router 3863eaf4-aa10-4857-b231-599f98019690 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:19.311842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285e9c3-27f3-499c-b643-1d059804c49b req-917b6523-51b8-4e49-846e-feb11f43bd5b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:19.323211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b285e9c3-27f3-499c-b643-1d059804c49b req-917b6523-51b8-4e49-846e-feb11f43bd5b tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 944 time: 0.1149020 Aug 19 15:03:19.426309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b285e9c3-27f3-499c-b643-1d059804c49b req-30f10635-db6a-43ad-a97e-f4644057d410 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020651 Aug 19 15:03:19.430796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:19.452160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-3fb39517-1787-4019-8c4e-64f95725f028 service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397388 Aug 19 15:03:19.534564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 5f1d4498-d096-4c2c-9580-3fc06558f870 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:19.534912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5f1d4498-d096-4c2c-9580-3fc06558f870 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:19.637071 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48bbe9-295b-4093-b534-bdb971ea100d None None] New status for floating IP 8ec78b7f-7594-42f9-9969-f0cd0b394bd4: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:03:19.799626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78ff58ac-3077-486b-9cf9-c8fe273a1b17 req-590a64ba-0330-4e40-921e-2c6dfd38ff70 service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357983 Aug 19 15:03:19.809175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 4, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1ccd2ea1-ffe6-4383-b761-43bcf27fe630', 'name': '', 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'mac_address': 'fa:16:3e:6c:80:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'fe9db84f-0b65-4517-8354-249b0fd28efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:14Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 2, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'subnets': [{'id': 'fe9db84f-0b65-4517-8354-249b0fd28efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:19.843514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Checking router: 3863eaf4-aa10-4857-b231-599f98019690 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:19.843878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Updating router 3863eaf4-aa10-4857-b231-599f98019690 port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:03:19.877107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.920737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f3d2cf7-8978-40db-9980-61cd4ccac47a req-d9a04bfa-5c42-47ea-8ce2-95c578990dab tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 210 time: 0.0314052 Aug 19 15:03:20.275240 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.298488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Transition to ACTIVE for port object 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:20.597933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03867c50-1dcd-4765-8d59-440de60e5685 req-a9062f44-6918-4c61-802a-3255f90ac02a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:20.619333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03867c50-1dcd-4765-8d59-440de60e5685 req-a9062f44-6918-4c61-802a-3255f90ac02a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 944 time: 0.0823774 Aug 19 15:03:20.691632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03867c50-1dcd-4765-8d59-440de60e5685 req-40667c47-28aa-4abc-a76f-1b85740465c1 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636966 Aug 19 15:03:20.754847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port bfaee9db-1cc5-475f-9c74-86de61cbfd38 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:20.776193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port edb00af7-b6b4-4c7a-a85a-57c9479424b4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:20.782222 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.789013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port bfaee9db-1cc5-475f-9c74-86de61cbfd38 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:20.794762 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.878442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port edb00af7-b6b4-4c7a-a85a-57c9479424b4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:20.878820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.099068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa380a3-68b3-4de7-b143-868811dc54d8 None None] Pushing event updated for resources: {'Port': ['ID=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:21.110389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-eff933bd-957d-43fb-8805-1f7532c4b1a6 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 258 time: 0.2986617 Aug 19 15:03:21.155777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:21.216867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-f861eaa5-65d6-4eaa-873b-6703ffff9501 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:21.228788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-f861eaa5-65d6-4eaa-873b-6703ffff9501 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.46 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 815 time: 0.2341006 Aug 19 15:03:21.254737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Request body: {'port': {'device_id': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'admin_state_up': True, 'tenant_id': 'd3d115ca16b0440f87e5162a210ebb03'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:21.323121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Attempting to bind port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:21.323696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Attempting to bind port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:21.323792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Attempting to bind port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 on network 2493b9c4-56a4-4f18-9901-d0b001c71c67 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:21.357563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:21.358014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Checking segment: {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:21.358346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.358662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1abdc821-d078-4ac7-9fba-86dff75b85f2 req-46fc9158-0027-4892-bf08-16986c3d9ca1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 210 time: 0.0655031 Aug 19 15:03:21.358777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Bound using segment: {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:21.360266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Bound port: 1ccd2ea1-ffe6-4383-b761-43bcf27fe630, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11217fe-53e9-4682-a89e-4f7d7ade3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:21.360266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.362011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.459186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 381995ba-cef8-42b4-857f-a1e1107a7991 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:21.510150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.550709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.575121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port edb00af7-b6b4-4c7a-a85a-57c9479424b4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=edb00af7-b6b4-4c7a-a85a-57c9479424b4,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:21.598384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.602532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:21.608183 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bada3aa0-5c9b-4357-a56e-5b475d6f03b7" -d '{"events": [{"server_uuid": "fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2", "name": "network-vif-plugged", "status": "completed", "tag": "bfaee9db-1cc5-475f-9c74-86de61cbfd38"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:21.631547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bfaee9db-1cc5-475f-9c74-86de61cbfd38, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:21.633184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] For port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:21.653940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] For port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:21.701087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Made reservation on behalf of d3d115ca16b0440f87e5162a210ebb03 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:21.707758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.717008 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb105b0-b509-46b5-8875-d4d3e1494622 x-openstack-request-id: req-dfb105b0-b509-46b5-8875-d4d3e1494622 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:21.717008 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2", "name": "network-vif-plugged", "status": "completed", "tag": "bfaee9db-1cc5-475f-9c74-86de61cbfd38", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:21.717008 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfb105b0-b509-46b5-8875-d4d3e1494622 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:21.719892 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38', 'code': 200} Aug 19 15:03:21.719892 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.793586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 381995ba-cef8-42b4-857f-a1e1107a7991 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:21.808490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 381995ba-cef8-42b4-857f-a1e1107a7991 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:21.808982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.925299 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.933668 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.940671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=edb00af7-b6b4-4c7a-a85a-57c9479424b4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:22.017681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Allocated IP 172.25.5.16 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/edbd9e12-a07c-4b7a-8231-6dbc49d87011) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:22.123597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Allocated IP 172.20.0.14 (aa8dacdd-74fb-4d4c-8b10-ce7360b2e723/59080acb-a1ec-400b-b111-6c999384bd87/06fca341-bd7c-4f95-b732-0147640514b8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:22.216474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.248665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa380a3-68b3-4de7-b143-868811dc54d8 None None] Pushing event updated for resources: {'Port': ['ID=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:22.270677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005cbac-4b14-4f8d-b751-6408c37eaf60 req-e18319d9-bdd6-4e8b-b7af-ad87c2c16ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:22.272308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2005cbac-4b14-4f8d-b751-6408c37eaf60 req-e18319d9-bdd6-4e8b-b7af-ad87c2c16ee4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 1097 time: 0.1376195 Aug 19 15:03:22.284431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183b2f7-4c73-4222-91a4-5bb8f7374628 req-c496c770-46cc-43a9-9dd6-0ea981907bb5 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:22.291884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7183b2f7-4c73-4222-91a4-5bb8f7374628 req-c496c770-46cc-43a9-9dd6-0ea981907bb5 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 944 time: 0.1582010 Aug 19 15:03:22.348224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Routers {'3863eaf4-aa10-4857-b231-599f98019690'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:22.349211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3863eaf4-aa10-4857-b231-599f98019690'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:22.382103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.459803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:22.471481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:22.481107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:22.492914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event updated for resources: {'Port': ['ID=edbd9e12-a07c-4b7a-8231-6dbc49d87011,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:22.512402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bfaee9db-1cc5-475f-9c74-86de61cbfd38,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:22.519731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.520092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.520428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.525721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.526080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.526435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.526781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.527117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.527460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.527796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.528146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.528421 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.528534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:22.604827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] Set router 3863eaf4-aa10-4857-b231-599f98019690 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:22.678325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.760956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2005cbac-4b14-4f8d-b751-6408c37eaf60 req-e6d0462e-e513-4eb2-ba19-f5556e0a6532 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669719 Aug 19 15:03:22.799880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7183b2f7-4c73-4222-91a4-5bb8f7374628 req-c4923d05-b9ea-46ba-ab65-9c367ec55265 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058088 Aug 19 15:03:22.846698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.864332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.905189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 381995ba-cef8-42b4-857f-a1e1107a7991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=381995ba-cef8-42b4-857f-a1e1107a7991,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:22.943861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 4, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1ccd2ea1-ffe6-4383-b761-43bcf27fe630', 'name': '', 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'mac_address': 'fa:16:3e:6c:80:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'fe9db84f-0b65-4517-8354-249b0fd28efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:14Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'subnets': [{'id': 'fe9db84f-0b65-4517-8354-249b0fd28efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:23.029953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80656204-8740-44f7-98b2-ebbd5c0829af None None] The sync data for ids ['3863eaf4-aa10-4857-b231-599f98019690'] in n-d-779913-32 is: [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:03:16Z', 'revision_number': 4, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1ccd2ea1-ffe6-4383-b761-43bcf27fe630', 'name': '', 'network_id': '2493b9c4-56a4-4f18-9901-d0b001c71c67', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'mac_address': 'fa:16:3e:6c:80:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'fe9db84f-0b65-4517-8354-249b0fd28efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:14Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'subnets': [{'id': 'fe9db84f-0b65-4517-8354-249b0fd28efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:23.047248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.104489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.276927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=381995ba-cef8-42b4-857f-a1e1107a7991,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.287460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Pushing event updated for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.298929 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.325769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:23.327112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:23.335399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:23.408895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.442289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:23.443318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.474515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a5001-67af-4857-a146-e7273137b400 req-052837d1-8f36-4457-ac0d-4b7d2c925b82 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:23.488344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-532a5001-67af-4857-a146-e7273137b400 req-052837d1-8f36-4457-ac0d-4b7d2c925b82 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 932 time: 0.1855845 Aug 19 15:03:23.560093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-532a5001-67af-4857-a146-e7273137b400 req-1d90f13a-f116-4a74-9ff4-134611f0c13b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707259 Aug 19 15:03:23.580457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-0d719445-1524-443b-a65e-47055e898c2a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3428137 Aug 19 15:03:23.595383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Request body: {'port': {'device_id': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:23.603285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event updated for resources: {'Port': ['ID=edbd9e12-a07c-4b7a-8231-6dbc49d87011,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.631575 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.716240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.719847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c06466-8e16-4641-b327-88a019409e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381995ba-cef8-42b4-857f-a1e1107a7991'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:23.722425 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2df4c16-bad1-464c-b608-1088733b8e4c" -d '{"events": [{"server_uuid": "49c06466-8e16-4641-b327-88a019409e68", "name": "network-vif-plugged", "status": "completed", "tag": "381995ba-cef8-42b4-857f-a1e1107a7991"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:23.733976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.735992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-4cdbdbc2-d7a2-4272-9c2f-63b079a2de8b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6078017 Aug 19 15:03:23.857480 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed20834-dea9-420c-b4ff-00dadf511035 x-openstack-request-id: req-1ed20834-dea9-420c-b4ff-00dadf511035 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:23.857634 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c06466-8e16-4641-b327-88a019409e68", "name": "network-vif-plugged", "status": "completed", "tag": "381995ba-cef8-42b4-857f-a1e1107a7991", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:23.857982 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ed20834-dea9-420c-b4ff-00dadf511035 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:23.858576 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c06466-8e16-4641-b327-88a019409e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381995ba-cef8-42b4-857f-a1e1107a7991', 'code': 200} Aug 19 15:03:23.919684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-bf857c38-c562-4bb7-85ef-697a1495112b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.1583269 Aug 19 15:03:24.170332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:24.375727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-d95ca6be-69a2-404a-a91b-fb7b53fd897f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.379837 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ecf69843-1b5f-462c-8dd1-df5a62327be7 req-d95ca6be-69a2-404a-a91b-fb7b53fd897f tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.4530599 Aug 19 15:03:24.412796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:24.419251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:24.419871 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.446869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5ab61-bb4f-4814-8a41-5869e2f67272 req-a8e9d8a3-ecf5-48c0-a046-d5ac5c3c8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.453047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3f5ab61-bb4f-4814-8a41-5869e2f67272 req-a8e9d8a3-ecf5-48c0-a046-d5ac5c3c8b89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 1097 time: 0.2566421 Aug 19 15:03:24.509485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-786ef13b-6b13-4568-a130-3f2727fbd657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.517698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1468b-1669-4920-9a8e-f83785702a7f req-d2f81eaf-1330-4c7b-b67e-0f3ce8c54d75 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.526395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0d1468b-1669-4920-9a8e-f83785702a7f req-d2f81eaf-1330-4c7b-b67e-0f3ce8c54d75 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 945 time: 0.3322341 Aug 19 15:03:24.611374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3f5ab61-bb4f-4814-8a41-5869e2f67272 req-617d3366-2489-4afd-9307-545e50da9ac3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471133 Aug 19 15:03:24.664776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.685468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0d1468b-1669-4920-9a8e-f83785702a7f req-fbeedf24-9a01-43d9-aed1-175cad845c4f tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579912 Aug 19 15:03:24.733104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:24.754231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fca341-bd7c-4f95-b732-0147640514b8 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:24.787234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.827024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-e360eafc-bd32-4929-b975-7a9d7dfdabcc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.836272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-e360eafc-bd32-4929-b975-7a9d7dfdabcc tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1073251 Aug 19 15:03:24.841459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Transition to ACTIVE for port object 06fca341-bd7c-4f95-b732-0147640514b8 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:24.937370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce68a9-bb0d-46c1-97c8-cd8c7841a156 req-6f266013-6e7c-4279-aaf4-d27c8502d750 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.951027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fce68a9-bb0d-46c1-97c8-cd8c7841a156 req-6f266013-6e7c-4279-aaf4-d27c8502d750 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 932 time: 0.1343255 Aug 19 15:03:24.965784 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-bdb76171-815d-4f77-bde5-42f2987b78de tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.1197057 Aug 19 15:03:24.974550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-dc65cdc1-5c97-4257-8974-3946feeed1e4 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Request body: {'floatingip': {'port_id': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:24.980906 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.982833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device edb00af7-b6b4-4c7a-a85a-57c9479424b4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:25.033826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.034602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-dc65cdc1-5c97-4257-8974-3946feeed1e4 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.051820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fce68a9-bb0d-46c1-97c8-cd8c7841a156 req-63d72358-2620-4f39-8150-4d99d924ab1d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996015 Aug 19 15:03:25.105417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:25.157305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port edb00af7-b6b4-4c7a-a85a-57c9479424b4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:25.157811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.211438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Pushing event updated for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:25.345619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Attempting to bind port 06fca341-bd7c-4f95-b732-0147640514b8 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:25.345976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Attempting to bind port 06fca341-bd7c-4f95-b732-0147640514b8 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:25.346318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Attempting to bind port 06fca341-bd7c-4f95-b732-0147640514b8 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:25.348556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.365918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Port 06fca341-bd7c-4f95-b732-0147640514b8 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:03:25.366283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Attempting to bind port 06fca341-bd7c-4f95-b732-0147640514b8 on network aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:25.376091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:25.376379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Checking segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:25.377005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Bound using segment: {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:25.377364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Bound port: 06fca341-bd7c-4f95-b732-0147640514b8, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881220af-19b4-4d34-a519-c4113e4bac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:25.383116 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.436851 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-dc65cdc1-5c97-4257-8974-3946feeed1e4 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 15:03:25.438579 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4bc4abfa-4c92-483b-aeaf-49c2d28e72ed req-dc65cdc1-5c97-4257-8974-3946feeed1e4 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "PUT /v2.0/floatingips/059a8a91-20d8-4202-b00c-b743e02b4518 HTTP/1.1" status: 409 len: 550 time: 0.4707527 Aug 19 15:03:25.533619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-25ae7394-7186-4561-9332-cd7ee0460ec5 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips/059a8a91-20d8-4202-b00c-b743e02b4518 HTTP/1.1" status: 200 len: 692 time: 0.0656269 Aug 19 15:03:25.543274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:25.550760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=06fca341-bd7c-4f95-b732-0147640514b8,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:25.676993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-3f1fe29f-665c-445f-aca5-a5736a651077 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:25.678650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-3f1fe29f-665c-445f-aca5-a5736a651077 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1257069 Aug 19 15:03:25.688001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.807317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-897b4e9e-be3d-4400-a622-44a505678499 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.1169624 Aug 19 15:03:25.818355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:25.819207 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.820757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] 10.222.0.46 "PUT /v2.0/ports/06fca341-bd7c-4f95-b732-0147640514b8 HTTP/1.1" status: 200 len: 1093 time: 2.2313366 Aug 19 15:03:25.821382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:25.823809 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f6ed4-7b84-4d18-8421-cd66a5161ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "tag": "06fca341-bd7c-4f95-b732-0147640514b8"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:25.864850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f7aae-6c1f-47b8-9acf-83c6657bc812 req-a159f2ad-a071-4300-9f2f-c9387c2432ef tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:25.873320 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-093f7aae-6c1f-47b8-9acf-83c6657bc812 req-a159f2ad-a071-4300-9f2f-c9387c2432ef tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 945 time: 0.0819685 Aug 19 15:03:25.892584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8d1f6-1e41-42e6-87b4-67b6a3ae9d21 service neutron] Pushing event updated for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:25.906978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:25.911258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-d3223e0d-08c2-48b3-91ac-64877cd15ecd tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.0684853 Aug 19 15:03:25.942308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-093f7aae-6c1f-47b8-9acf-83c6657bc812 req-df99bc73-f3cb-4cb2-a505-9c71f45808b4 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655806 Aug 19 15:03:26.022118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:26.022118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.100497 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0abed08-074d-4bcd-ba02-33ba4917f267 x-openstack-request-id: req-a0abed08-074d-4bcd-ba02-33ba4917f267 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:26.100840 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "tag": "06fca341-bd7c-4f95-b732-0147640514b8", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:26.101019 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0abed08-074d-4bcd-ba02-33ba4917f267 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:26.101422 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8', 'status': 'completed', 'code': 200} Aug 19 15:03:26.204922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-fbd442d8-4ba8-4de2-8d19-b00014d426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:26.208662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-fbd442d8-4ba8-4de2-8d19-b00014d426c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 1096 time: 0.1358874 Aug 19 15:03:26.259806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955069b-5026-4163-878e-282d35dda1fc req-0ffd1f7d-8d06-46d7-bfe5-548f01676270 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:26.260770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Deleting port edbd9e12-a07c-4b7a-8231-6dbc49d87011 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:26.261738 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0955069b-5026-4163-878e-282d35dda1fc req-0ffd1f7d-8d06-46d7-bfe5-548f01676270 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 944 time: 0.1002257 Aug 19 15:03:26.268298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.271796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-bb142005-b6e1-46a1-af5e-40c88c0f3856 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06fca341-bd7c-4f95-b732-0147640514b8 HTTP/1.1" status: 200 len: 217 time: 0.0560789 Aug 19 15:03:26.338510 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0955069b-5026-4163-878e-282d35dda1fc req-b405a9b3-3d9c-4032-b59f-fefe1fdd3c80 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698671 Aug 19 15:03:26.408990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-2bb42d77-0d52-4ba4-bcb8-fb58e77f602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:26.410761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-2bb42d77-0d52-4ba4-bcb8-fb58e77f602e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.1238825 Aug 19 15:03:26.457476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-47e70ab5-04fe-4867-90b8-cb07b8ebd16c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351317 Aug 19 15:03:26.545514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.546487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.567362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Calling delete_port for edbd9e12-a07c-4b7a-8231-6dbc49d87011 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:26.612622 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:03:26.711945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-25ffa15d-1f39-4e54-b453-d8e3e7a5c1f4 service neutron] 10.222.0.46 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497525 Aug 19 15:03:26.876782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8edc1d1f-c5b6-4228-ac9f-fffefd8c06ad req-72497b5b-cba4-41f6-a9a1-215e94df2e2c service neutron] 10.222.0.46 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567926 Aug 19 15:03:26.963500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.993294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event deleted for resources: {'Port': ['ID=edbd9e12-a07c-4b7a-8231-6dbc49d87011,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:27.122724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217c24e-468d-46be-94ed-b2ea13b2c72c req-58476dba-3dec-4a93-b3de-deac4248fe37 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.133793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b217c24e-468d-46be-94ed-b2ea13b2c72c req-58476dba-3dec-4a93-b3de-deac4248fe37 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 945 time: 0.0673060 Aug 19 15:03:27.179838 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b217c24e-468d-46be-94ed-b2ea13b2c72c req-dab4819c-8790-4edd-9382-f3dca4e87ca2 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Aug 19 15:03:27.198745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.203826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.212035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6eafe539-6d02-4a69-98e3-bd3ff754e3da req-04a75f9f-a498-48ca-9059-c7aa8eb50093 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "DELETE /v2.0/floatingips/059a8a91-20d8-4202-b00c-b743e02b4518 HTTP/1.1" status: 204 len: 173 time: 1.2910829 Aug 19 15:03:27.324777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-e7e98d8d-e31e-42db-bc38-7f292d2eb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.327415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-e7e98d8d-e31e-42db-bc38-7f292d2eb69a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3d115ca16b0440f87e5162a210ebb03&device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 1096 time: 0.2400022 Aug 19 15:03:27.380677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cafd81-d394-4d60-b814-1d025c9244c9 req-5d6072a5-eee4-4f88-91b6-98845da4ba0a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.383470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8cafd81-d394-4d60-b814-1d025c9244c9 req-5d6072a5-eee4-4f88-91b6-98845da4ba0a tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 945 time: 0.0771930 Aug 19 15:03:27.401993 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.461496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d8cafd81-d394-4d60-b814-1d025c9244c9 req-ece7e877-6d9e-4f5c-b317-6aed784330e4 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613477 Aug 19 15:03:27.631814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-568e8483-6b77-47a6-8641-f514c6dea9d1 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1001 time: 0.3024473 Aug 19 15:03:27.758080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a4871-0939-43b3-be30-cd6c5bd7bfa2 req-1c168617-70a1-4190-aba3-54f140edccc4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.772144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-863a4871-0939-43b3-be30-cd6c5bd7bfa2 req-1c168617-70a1-4190-aba3-54f140edccc4 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 944 time: 0.1556780 Aug 19 15:03:27.780757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2e365afb-a4ff-4135-8ab2-1f2266468989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.800995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-4ba76081-fdaa-4960-9529-e6f7c4d805a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.802799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-4ba76081-fdaa-4960-9529-e6f7c4d805a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 200 len: 916 time: 0.4545779 Aug 19 15:03:27.858592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-4dd76be2-3e84-4f4a-9f78-f6d2d88bc216 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.863555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-4dd76be2-3e84-4f4a-9f78-f6d2d88bc216 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports/ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 943 time: 0.2183578 Aug 19 15:03:27.883449 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-863a4871-0939-43b3-be30-cd6c5bd7bfa2 req-6a2c890e-fca5-4830-875d-7fe25a4c86c3 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099923 Aug 19 15:03:27.959600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-0f44986e-324b-4f2f-bb5b-878e4ed33171 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06fca341-bd7c-4f95-b732-0147640514b8 HTTP/1.1" status: 200 len: 217 time: 0.1482463 Aug 19 15:03:28.160685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-f488270f-d89a-491a-a8dd-5a6d39da08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:28.164640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-f488270f-d89a-491a-a8dd-5a6d39da08d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 200 len: 855 time: 0.1954103 Aug 19 15:03:28.191782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:28.294093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-73fcf447-4a4f-4baf-8ace-e6cc3cbd8ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185286 Aug 19 15:03:28.388946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-b4502d36-832c-4cff-b38a-d9e010a09fd9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1001 time: 0.3365452 Aug 19 15:03:28.432607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee701a43-852d-4694-ad06-70434d055301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.543357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-609e7249-8687-499c-aad3-1f27ceb3247b service neutron] 10.222.0.46 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417722 Aug 19 15:03:28.566225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee701a43-852d-4694-ad06-70434d055301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.696557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee701a43-852d-4694-ad06-70434d055301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.714760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-b08a1f11-ca7c-47a1-835f-91b4634abdac tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:28.716395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-b08a1f11-ca7c-47a1-835f-91b4634abdac tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.3163688 Aug 19 15:03:28.746134 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee701a43-852d-4694-ad06-70434d055301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f98e83b8fa742c489022efdfd3c3405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522864 Aug 19 15:03:28.748567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:28.772845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152f6ed4-7b84-4d18-8421-cd66a5161ea5 req-85af9c5b-0a77-4a73-a9f0-416a6790dd7e service neutron] 10.222.0.46 "GET /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133925 Aug 19 15:03:28.802807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 06fca341-bd7c-4f95-b732-0147640514b8 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:28.839737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee701a43-852d-4694-ad06-70434d055301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045ff20f-05bb-4972-a04e-006c8e75838d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:28.873398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13c9bdb0-2562-4a3f-a5c9-c230160d2b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.920628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13c9bdb0-2562-4a3f-a5c9-c230160d2b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.004148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=06fca341-bd7c-4f95-b732-0147640514b8,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:29.019787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '06fca341-bd7c-4f95-b732-0147640514b8', 'network_id': 'aa8dacdd-74fb-4d4c-8b10-ce7360b2e723', 'port_id': '06fca341-bd7c-4f95-b732-0147640514b8', 'mac_address': 'fa:16:3e:b4:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59080acb-a1ec-400b-b111-6c999384bd87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:29.069349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.077925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13c9bdb0-2562-4a3f-a5c9-c230160d2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.081013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13c9bdb0-2562-4a3f-a5c9-c230160d2b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.085964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-13c9bdb0-2562-4a3f-a5c9-c230160d2b70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/045ff20f-05bb-4972-a04e-006c8e75838d HTTP/1.1" status: 204 len: 168 time: 0.3348444 Aug 19 15:03:29.096664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fca341-bd7c-4f95-b732-0147640514b8 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:29.099854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9bdb0-2562-4a3f-a5c9-c230160d2b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ff20f-05bb-4972-a04e-006c8e75838d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:29.131167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=06fca341-bd7c-4f95-b732-0147640514b8,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:29.238230 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.336202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:29.366020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-a0049bab-ee4e-4f57-86fb-31f002488a0d tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1001 time: 0.6344917 Aug 19 15:03:29.376639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-84cc4039-123f-476e-8df7-1c7491098ecc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859499 Aug 19 15:03:29.381296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:29.465740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.524780 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.549730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac5720-8fa9-4a43-9f26-6d64e059f93a req-6f09e992-f88c-470d-91ef-e02dbe9ea3cb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:29.554158 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60ac5720-8fa9-4a43-9f26-6d64e059f93a req-6f09e992-f88c-470d-91ef-e02dbe9ea3cb tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 945 time: 0.0723991 Aug 19 15:03:29.557694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['06fca341-bd7c-4f95-b732-0147640514b8'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:29.596661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-6e2ad3d1-6acf-4fcf-b34f-95ce07ec31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:29.598325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-6e2ad3d1-6acf-4fcf-b34f-95ce07ec31e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c882464767d5402c98a2bb04914656a7&device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 1098 time: 0.0913508 Aug 19 15:03:29.617147 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60ac5720-8fa9-4a43-9f26-6d64e059f93a req-cc8a548b-802c-47e7-a198-61cdc0a80d4e tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510223 Aug 19 15:03:29.879360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.890947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dacf37-3e33-45bd-8892-5eefd7cd2450 req-02dab3c0-cc68-4c35-9570-d4118095d57c tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:29.892839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3dacf37-3e33-45bd-8892-5eefd7cd2450 req-02dab3c0-cc68-4c35-9570-d4118095d57c tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 945 time: 0.1149697 Aug 19 15:03:29.941101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-866c4f3e-f677-4d1f-898c-e7e25bee811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:29.942846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-866c4f3e-f677-4d1f-898c-e7e25bee811b service neutron] 10.222.0.46 "GET /v2.0/networks?id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 HTTP/1.1" status: 200 len: 916 time: 0.2709401 Aug 19 15:03:29.957007 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3dacf37-3e33-45bd-8892-5eefd7cd2450 req-a1537a32-b6a6-4812-b57b-8cc05ed44822 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465832 Aug 19 15:03:30.034574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.038770 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Floating IP 8ec78b7f-7594-42f9-9969-f0cd0b394bd4 disassociated. External IP: 172.25.5.98, port: ecd14633-ae87-471a-83c8-b0ff781e9f20. Aug 19 15:03:30.177274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-104007fe-6c8b-4f2f-8bb5-5d00c78dba49 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:30.177274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-104007fe-6c8b-4f2f-8bb5-5d00c78dba49 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 945 time: 0.0912230 Aug 19 15:03:30.178177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-17211718-52cb-4060-a7d9-2780c9d00254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=994425f3-233e-46b1-9c7b-83b88094a97f HTTP/1.1" status: 200 len: 1001 time: 0.2260549 Aug 19 15:03:30.353880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-03c2ba64-4d2c-4272-bd5e-e9b1ad7550d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:30.353880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-03c2ba64-4d2c-4272-bd5e-e9b1ad7550d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aa6522f-c2ca-4786-b07a-aaa3367f82d2 HTTP/1.1" status: 200 len: 854 time: 0.1350126 Aug 19 15:03:30.374855 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-d74f7bb4-434b-4b3b-ad98-6e0025afb014 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1746249302&fields=id&tenant_id=7ec59d079b4144659566d7e898743295 HTTP/1.1" status: 200 len: 267 time: 0.0620244 Aug 19 15:03:30.528953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-3bccd007-179b-43c9-85fa-6eeb9fe67ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:30.530877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-3bccd007-179b-43c9-85fa-6eeb9fe67ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642089 Aug 19 15:03:30.556737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-39da6aba-2529-403c-aea7-e027c4a7f6b2 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:30.559192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-39da6aba-2529-403c-aea7-e027c4a7f6b2 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/networks?id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 200 len: 816 time: 0.1833608 Aug 19 15:03:30.564206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Deleting port bfaee9db-1cc5-475f-9c74-86de61cbfd38 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:30.564546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.592044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-71e32411-7225-469b-a28d-ad686f665011 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/quotas/7ec59d079b4144659566d7e898743295 HTTP/1.1" status: 200 len: 375 time: 0.0195873 Aug 19 15:03:30.693190 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-17772596-cd71-40e2-929e-6be5adda871b tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ec59d079b4144659566d7e898743295&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910273 Aug 19 15:03:30.700054 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.704702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-3c2fda80-5bce-4b9b-b2b2-c51435e9ead8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:03:30.715948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-3c2fda80-5bce-4b9b-b2b2-c51435e9ead8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197484 Aug 19 15:03:30.731001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:30.810896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 06fca341-bd7c-4f95-b732-0147640514b8 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:30.851676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] For port bfaee9db-1cc5-475f-9c74-86de61cbfd38, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfaee9db-1cc5-475f-9c74-86de61cbfd38,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:30.852709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.876398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Calling delete_port for bfaee9db-1cc5-475f-9c74-86de61cbfd38 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:30.918073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-09a47925-564a-4d11-a275-b27aeccc3b45 service neutron] 10.222.0.13 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953552 Aug 19 15:03:30.992786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2065143740-network', 'tenant_id': '06bc307d785c4c7fb2561da33921712c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:31.009754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 06fca341-bd7c-4f95-b732-0147640514b8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:31.015166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 06fca341-bd7c-4f95-b732-0147640514b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:31.015963 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.049993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Router 1c802772-38b1-459f-947a-64c6bc34d162 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:31.060086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-cc36c9ea-3e41-41bc-bd8f-e3ab5dca8059 service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204163 Aug 19 15:03:31.088813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-fe5de924-c585-430d-9be2-3611d3c91bc9 service neutron] 10.222.0.13 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694117 Aug 19 15:03:31.106535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:31.113720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.114234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.138742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.156742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:31.159446 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe7a953-d4c1-466f-94ad-b6734fe3fb4f" -d '{"events": [{"server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "name": "network-vif-plugged", "status": "completed", "tag": "06fca341-bd7c-4f95-b732-0147640514b8"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:31.163325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=06fca341-bd7c-4f95-b732-0147640514b8,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:31.244861 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.261101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.319397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.360459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.399416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['381995ba-cef8-42b4-857f-a1e1107a7991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:31.414791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.421972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d69aae-edba-4d71-9400-60876bad5743 req-972cf940-d94f-4d10-8f8e-0bbbb00afc98 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:31.423840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08d69aae-edba-4d71-9400-60876bad5743 req-972cf940-d94f-4d10-8f8e-0bbbb00afc98 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.54 "GET /v2.0/ports?device_id=49c06466-8e16-4641-b327-88a019409e68 HTTP/1.1" status: 200 len: 945 time: 0.1676927 Aug 19 15:03:31.430092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c83f47-8d44-4eee-b4d8-27c4595cc5ff req-8fd0acac-0178-4f55-82ac-71ea4ab86a83 service neutron] 10.222.0.46 "GET /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146505 Aug 19 15:03:31.435337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event deleted for resources: {'Port': ['ID=bfaee9db-1cc5-475f-9c74-86de61cbfd38,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.439958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:31.464232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36782e-a482-4fe8-b221-fc3cde969b8c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.471002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.471570 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Added segment b3586eb3-27be-4330-9032-992dd9eb93cf of type vlan for network 61a898a0-f2b7-4110-acfd-a98b99539bd0 Aug 19 15:03:31.496129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:31.506362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.527306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] Sync routers for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:31.552208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] No DVR routers for this DVR port bfaee9db-1cc5-475f-9c74-86de61cbfd38 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:31.554208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:31.554936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:31.556572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.558646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1e14329-4a41-4fc3-bb27-adca8ef13664 req-c38d2363-0261-420e-a22c-787926830887 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.46 "DELETE /v2.0/ports/bfaee9db-1cc5-475f-9c74-86de61cbfd38 HTTP/1.1" status: 204 len: 173 time: 1.3324273 Aug 19 15:03:31.577073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'name': 'network-vif-deleted', 'tag': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:31.579517 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09b598-527b-4974-8d01-aedb2d7fa869" -d '{"events": [{"server_uuid": "fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2", "name": "network-vif-deleted", "tag": "bfaee9db-1cc5-475f-9c74-86de61cbfd38"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:31.580081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.592459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-fe6a4b4b-b916-43cf-9cb5-d381c90c6e84 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "PUT /v2.0/floatingips/8ec78b7f-7594-42f9-9969-f0cd0b394bd4 HTTP/1.1" status: 200 len: 694 time: 2.2153809 Aug 19 15:03:31.636653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Deleting port 381995ba-cef8-42b4-857f-a1e1107a7991 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:31.637090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.730592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.730828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-3712c3dc-1a29-42a0-a863-74d7e15e304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:31.733312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:31.733443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-3712c3dc-1a29-42a0-a863-74d7e15e304b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1098 time: 0.1150234 Aug 19 15:03:31.740086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.777989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:31.819058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] For port 381995ba-cef8-42b4-857f-a1e1107a7991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=381995ba-cef8-42b4-857f-a1e1107a7991,segment=NetworkSegment(7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b),segment_id=7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:31.819588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.839446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] Pushing event updated for resources: {'Network': ['ID=61a898a0-f2b7-4110-acfd-a98b99539bd0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.839752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Calling delete_port for 381995ba-cef8-42b4-857f-a1e1107a7991 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:31.855686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:31.917241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-a9e071ed-6bcb-4e09-95d2-db51ea22ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:31.919015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-a9e071ed-6bcb-4e09-95d2-db51ea22ad84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 929 time: 0.1708736 Aug 19 15:03:31.943791 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f99225a-3965-44da-847a-a901347658ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2090151 Aug 19 15:03:31.944015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57480) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:31.949833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Request body: {'subnet': {'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2065143740-subnet', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:31.980658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-a746e1ed-d704-477f-9ce2-6dc421d3a71f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 217 time: 0.0442142 Aug 19 15:03:32.120388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:32.125647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.149288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:51Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:32.187375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] Checking router: 1c802772-38b1-459f-947a-64c6bc34d162 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:32.200960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:32.202022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:32.432734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-c44a7d01-0291-40c7-826a-1c5b6a9df823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:32.432734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-c44a7d01-0291-40c7-826a-1c5b6a9df823 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 200 len: 867 time: 0.4260769 Aug 19 15:03:32.505409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-2b4cb0c8-ce91-4d8e-890a-c648a692a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:32.507048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-2b4cb0c8-ce91-4d8e-890a-c648a692a215 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643752 Aug 19 15:03:32.579601 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.628205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:32.646429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Pushing event deleted for resources: {'Port': ['ID=381995ba-cef8-42b4-857f-a1e1107a7991,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:32.716273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] No DVR routers for this DVR port 381995ba-cef8-42b4-857f-a1e1107a7991 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:32.725865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.730495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08d69aae-edba-4d71-9400-60876bad5743 req-02d4fdd7-604c-43c8-9f34-27f2951046be tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.54 "DELETE /v2.0/ports/381995ba-cef8-42b4-857f-a1e1107a7991 HTTP/1.1" status: 204 len: 173 time: 1.2991157 Aug 19 15:03:32.768394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-c879b7f7-1fa9-4cb2-b472-7842e585c254 service neutron] 10.222.0.13 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541912 Aug 19 15:03:32.810795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00107613-809e-49f1-9fa4-8918a74a4ee4 req-2f9f1022-101b-43ec-90ab-35daea3a74b9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:32.821161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-00107613-809e-49f1-9fa4-8918a74a4ee4 req-2f9f1022-101b-43ec-90ab-35daea3a74b9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.5970166 Aug 19 15:03:32.830434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfaee9db-1cc5-475f-9c74-86de61cbfd38 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:32.922786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-00107613-809e-49f1-9fa4-8918a74a4ee4 req-27cb8343-d751-4fc7-898e-6aca7ea29285 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982502 Aug 19 15:03:32.957541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: bfaee9db-1cc5-475f-9c74-86de61cbfd38 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:32.957993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfaee9db-1cc5-475f-9c74-86de61cbfd38 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:32.989728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a876860-9362-40d8-a425-3c2cb832f7b6 req-a90601d6-48c3-416a-b385-9881c07cde4f service neutron] 10.222.0.13 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991389 Aug 19 15:03:33.068139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:51Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:33.098497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1541a-da7a-426c-b55f-c984250137b9 None None] The sync data for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 is: [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:02:42Z', 'revision_number': 4, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd69f4131-4cdb-4c9c-b2eb-b95171272c46', 'name': '', 'network_id': '095a6bad-2fb1-4c3e-a945-b7cf3e34e46a', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'mac_address': 'fa:16:3e:ac:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:40Z', 'updated_at': '2021-08-19T15:02:51Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'subnets': [{'id': '844a4830-f4d4-49c9-b4a6-eaa4fa4edf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:33.108425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8cd99718-7e00-4b54-baef-40f9f0fda6db req-53497916-235e-4c45-b634-42a877a6a654 tempest-MultipleCreateTestJSON-209455229 tempest-MultipleCreateTestJSON-209455229-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2 HTTP/1.1" status: 200 len: 210 time: 0.0415614 Aug 19 15:03:33.254931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.255114 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55863b78-dadb-454a-b189-dd25e1c847e9 x-openstack-request-id: req-55863b78-dadb-454a-b189-dd25e1c847e9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:33.255361 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "name": "network-vif-plugged", "status": "completed", "tag": "06fca341-bd7c-4f95-b732-0147640514b8", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:33.255624 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55863b78-dadb-454a-b189-dd25e1c847e9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:33.256063 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8', 'code': 200} Aug 19 15:03:33.332164 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1019246-d2d2-441c-8fab-de586728e75b x-openstack-request-id: req-b1019246-d2d2-441c-8fab-de586728e75b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:33.332164 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2", "name": "network-vif-deleted", "tag": "bfaee9db-1cc5-475f-9c74-86de61cbfd38", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:33.332851 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1019246-d2d2-441c-8fab-de586728e75b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:33.333304 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd57bc40-95ff-47f9-8f1e-e9daaf6a37b2', 'name': 'network-vif-deleted', 'tag': 'bfaee9db-1cc5-475f-9c74-86de61cbfd38', 'status': 'completed', 'code': 200} Aug 19 15:03:33.422767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f77bd4db-d26f-4791-acaa-3c56871df95f req-7923f0d4-b11a-4fe1-8ae6-478ab5f3f769 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0697179 Aug 19 15:03:33.423935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8cba052-5590-49f5-88cf-2585e1302792,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:33.434665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:33.434936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Network hostable DHCP agents. Network: 61a898a0-f2b7-4110-acfd-a98b99539bd0, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:33.488214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-af95012c-5469-4528-99d2-5d15ef14e60d tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips/8ec78b7f-7594-42f9-9969-f0cd0b394bd4 HTTP/1.1" status: 200 len: 694 time: 0.1043234 Aug 19 15:03:33.544202 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a1a0b-1323-4647-aada-9f92bc579663 None None] New status for floating IP 8ec78b7f-7594-42f9-9969-f0cd0b394bd4: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:03:33.549367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d61c-1abf-4902-b559-6db03adb7eea req-4462d5fa-2d01-4df2-9d1e-02739004e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:33.551138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6073d61c-1abf-4902-b559-6db03adb7eea req-4462d5fa-2d01-4df2-9d1e-02739004e1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 1098 time: 0.2056601 Aug 19 15:03:33.568772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:33.675526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-9f6a49e2-aaee-40c6-9828-17db5b49f2a9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:33.677026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-9f6a49e2-aaee-40c6-9828-17db5b49f2a9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1879961 Aug 19 15:03:33.681679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6073d61c-1abf-4902-b559-6db03adb7eea req-94d86139-7d87-44f6-8e69-f0af01b57e2d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615578 Aug 19 15:03:33.704367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 61a898a0-f2b7-4110-acfd-a98b99539bd0) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:33.710688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:33.713469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.723895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01838bb-1f95-4383-9958-a4f9192836e3 None None] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:33.748666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-29bbb569-9deb-432d-bb6b-9f6e1225e815 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 697 time: 0.0645909 Aug 19 15:03:33.825716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-67ca4769-3c74-4f93-8e22-82a0577c933a tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 697 time: 0.0752823 Aug 19 15:03:33.896256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-883d2331-a3b1-42d9-a825-c4bb16d6fdbb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9508655 Aug 19 15:03:33.901601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:33.910641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:34.023787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-61a898a0-f2b7-4110-acfd-a98b99539bd0', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:34.033776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.043919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Deleting port d8892235-3c68-4a83-b277-5abbfaa8768f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:34.044271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.116568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.117662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.167279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.167683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.192392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Calling delete_port for d8892235-3c68-4a83-b277-5abbfaa8768f owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:34.207934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cca9-4f26-45a2-be92-b458a7ce4f7c req-385657b8-c13a-47f4-9e7f-db9711c1099f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:34.212082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-99d8cca9-4f26-45a2-be92-b458a7ce4f7c req-385657b8-c13a-47f4-9e7f-db9711c1099f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.1439517 Aug 19 15:03:34.274080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.337646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-99d8cca9-4f26-45a2-be92-b458a7ce4f7c req-91b25e60-6a8f-4d98-b6fb-6641476c1b5d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074960 Aug 19 15:03:34.380332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Allocated IP 172.20.0.2 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/c9a10800-f722-4f13-bac0-d2c1c0bf7d67) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:34.730956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.772518 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.779112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.809764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Transition to ACTIVE for port object c9a10800-f722-4f13-bac0-d2c1c0bf7d67 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:34.820438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event deleted for resources: {'Port': ['ID=d8892235-3c68-4a83-b277-5abbfaa8768f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:34.841667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Transition to ACTIVE for port object c9a10800-f722-4f13-bac0-d2c1c0bf7d67 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:34.879377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-760f5dae-d3b1-4f13-88f5-d6941f0d90ee req-4ec87bc2-b16f-4489-9bcd-452d436871ae tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0516837 Aug 19 15:03:34.939545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.945724 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.947885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86763ed-b674-4562-8dfb-961d4ffbd377 req-a7684b00-c3d2-4567-9e7e-ab798eb203da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ec78b7f-7594-42f9-9969-f0cd0b394bd4 HTTP/1.1" status: 204 len: 173 time: 1.1211329 Aug 19 15:03:34.975272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57514) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:35.031249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Deleting subnet 24f0a892-41f8-4867-965a-f65a395116c5 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:03:35.037909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.085307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.107820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec70ed4-0bec-4d17-b54e-b94f6071fa80 req-f04d28ea-9413-4b1c-85ba-e0dd83785396 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:35.114718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.128458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eec70ed4-0bec-4d17-b54e-b94f6071fa80 req-f04d28ea-9413-4b1c-85ba-e0dd83785396 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0927634 Aug 19 15:03:35.154729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:35.168394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:35.175918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:35.179841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Pushing event updated for resources: {'Port': ['ID=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:35.237829 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eec70ed4-0bec-4d17-b54e-b94f6071fa80 req-de912c7f-2391-4899-b21c-8eb6c7b0d742 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1082458 Aug 19 15:03:35.251455 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.270515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Attempting to bind port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:35.270964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Attempting to bind port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:35.271329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Attempting to bind port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:35.278956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:35.279390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:35.279800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.280228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:35.280791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Bound port: c9a10800-f722-4f13-bac0-d2c1c0bf7d67, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:35.281313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.326844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cc74061-629e-464f-964e-46a470f54aa8 req-9cee1d26-32df-4e49-bb1a-f0f0722a3cf1 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0802691 Aug 19 15:03:35.337051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20'}, {'server_uuid': '49c06466-8e16-4641-b327-88a019409e68', 'name': 'network-vif-deleted', 'tag': '381995ba-cef8-42b4-857f-a1e1107a7991'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:35.339629 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ee406-0c4a-4204-ae60-261346b05776" -d '{"events": [{"name": "network-changed", "server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20"}, {"server_uuid": "49c06466-8e16-4641-b327-88a019409e68", "name": "network-vif-deleted", "tag": "381995ba-cef8-42b4-857f-a1e1107a7991"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:35.403182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] For port c9a10800-f722-4f13-bac0-d2c1c0bf7d67, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:35.408473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] For port c9a10800-f722-4f13-bac0-d2c1c0bf7d67, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:35.415592 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d45e52-1f51-4470-af16-1c77bf593c4f x-openstack-request-id: req-f9d45e52-1f51-4470-af16-1c77bf593c4f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:35.415592 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20", "status": "completed", "code": 200}, {"server_uuid": "49c06466-8e16-4641-b327-88a019409e68", "name": "network-vif-deleted", "tag": "381995ba-cef8-42b4-857f-a1e1107a7991", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:35.415592 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9d45e52-1f51-4470-af16-1c77bf593c4f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:35.415592 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'status': 'completed', 'code': 200} Aug 19 15:03:35.415592 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c06466-8e16-4641-b327-88a019409e68', 'name': 'network-vif-deleted', 'tag': '381995ba-cef8-42b4-857f-a1e1107a7991', 'status': 'completed', 'code': 200} Aug 19 15:03:35.470795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.508611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.516670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 381995ba-cef8-42b4-857f-a1e1107a7991 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:35.521610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.524406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.574139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f0a892-41f8-4867-965a-f65a395116c5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:35.591917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.604184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d7c662e1-6b7c-45c7-a54a-5a3c06e66d2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24f0a892-41f8-4867-965a-f65a395116c5 HTTP/1.1" status: 204 len: 168 time: 0.6275179 Aug 19 15:03:35.606426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57526) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:35.630234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ee406-0c4a-4204-ae60-261346b05776 req-0682c5cd-cfd6-41e8-8622-6e4179fc302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:35.631764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-0682c5cd-cfd6-41e8-8622-6e4179fc302f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 1098 time: 0.1712627 Aug 19 15:03:35.640719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 381995ba-cef8-42b4-857f-a1e1107a7991 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:35.641101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 381995ba-cef8-42b4-857f-a1e1107a7991 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:35.764592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72067701-30e2-4202-99e7-a861a082a4a4 None None] Pushing event updated for resources: {'Port': ['ID=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:35.805983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eb2c7-0daf-4024-a091-8fd00b408eff req-ba31da09-5d69-4671-bc92-3cc2f1e65ac7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:35.807793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b9eb2c7-0daf-4024-a091-8fd00b408eff req-ba31da09-5d69-4671-bc92-3cc2f1e65ac7 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.2990439 Aug 19 15:03:35.827327 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.898046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Allocated IP 172.25.5.230 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/8843a7de-6154-4b57-b026-e12c1122d191) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:36.017025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ee406-0c4a-4204-ae60-261346b05776 req-26523168-1e80-4f37-b77c-c0a10a800c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:36.023743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-26523168-1e80-4f37-b77c-c0a10a800c4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 200 len: 929 time: 0.3774173 Aug 19 15:03:36.052353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b9eb2c7-0daf-4024-a091-8fd00b408eff req-0a1ccfc2-7e21-477d-bf67-82f34c43fead tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201159 Aug 19 15:03:36.153685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.223050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-cb243371-6210-45e4-a7ac-f7b8979740c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 200 len: 217 time: 0.1274462 Aug 19 15:03:36.294947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.323637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28973942-c150-4454-a526-9aa88baffa82']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:36.349550 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.361855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:36.362516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0cbd61-4cf7-4b9e-aa7b-6698aecbda0b') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:36.388978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-14edbee7-e399-405b-888f-be115b179f09 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:36.391449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-14edbee7-e399-405b-888f-be115b179f09 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.46 "GET /v2.0/networks?id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 200 len: 816 time: 0.5092976 Aug 19 15:03:36.409546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.414663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ee406-0c4a-4204-ae60-261346b05776 req-f2d83edd-acdf-4695-a2e3-2acfd44b7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:36.416318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-f2d83edd-acdf-4695-a2e3-2acfd44b7a01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 200 len: 867 time: 0.1740117 Aug 19 15:03:36.476790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Pushing event updated for resources: {'Port': ['ID=8843a7de-6154-4b57-b026-e12c1122d191,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:36.482004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.511120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:36.511543 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:36.515840 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:36.532125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-76d0f439-12bc-4da6-b6e1-80b00352916a req-b4751f34-3983-41b7-b616-156e1a54c5e7 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0479159 Aug 19 15:03:36.568945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:36.571849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:36.576645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:36.646464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925f572-a90b-4639-9f68-a05431c3f3c3 req-124681fc-e257-4b76-b6b5-096a0fe463da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:36.652224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1925f572-a90b-4639-9f68-a05431c3f3c3 req-124681fc-e257-4b76-b6b5-096a0fe463da tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 946 time: 0.3419933 Aug 19 15:03:36.669696 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-209733ac-17d8-4224-a675-9b490fcd1787 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382108 Aug 19 15:03:36.682425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-26d31ce4-1464-44f7-8deb-62b38f87ec2c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec59d079b4144659566d7e898743295 HTTP/1.1" status: 200 len: 380 time: 0.2768893 Aug 19 15:03:36.704243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Request body: {'port': {'device_id': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'admin_state_up': True, 'tenant_id': '7ec59d079b4144659566d7e898743295', 'security_groups': ['96cda132-fc5c-4a42-ac04-49c4e414e140']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:36.716516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ee406-0c4a-4204-ae60-261346b05776 req-8d53379f-2e51-49dd-9146-7d62e4bcdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:36.718442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-8d53379f-2e51-49dd-9146-7d62e4bcdaf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2870855 Aug 19 15:03:36.871703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.053173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386945f0-e8a5-40ef-8e06-44a30961f083 req-617815ec-172a-4b8e-9f63-f27b0f597b19 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:37.061846 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-386945f0-e8a5-40ef-8e06-44a30961f083 req-617815ec-172a-4b8e-9f63-f27b0f597b19 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.4001858 Aug 19 15:03:37.096629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-cbd78b2b-7ae4-4467-83e3-97d775bb39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:37.098369 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-cbd78b2b-7ae4-4467-83e3-97d775bb39c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.2445431 Aug 19 15:03:37.158706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.160809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] 10.222.0.13 "DELETE /v2.0/networks/28973942-c150-4454-a526-9aa88baffa82 HTTP/1.1" status: 204 len: 168 time: 1.5447600 Aug 19 15:03:37.161854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89f47c-1ba0-4123-9674-da91919ea5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=28973942-c150-4454-a526-9aa88baffa82,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:37.169951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-dc0fa862-ae7c-4c97-88e7-f64998451c81 service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984287 Aug 19 15:03:37.192086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1925f572-a90b-4639-9f68-a05431c3f3c3 req-83721545-f714-4cc1-8b32-a1e74ab3375b tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068376 Aug 19 15:03:37.206962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c8323-f034-4dcb-a86d-eb5e7e761588 None None] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:37.314337 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-386945f0-e8a5-40ef-8e06-44a30961f083 req-f8ccd975-152f-4e31-8e27-bc8b35f5761b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514133 Aug 19 15:03:37.432022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b55ee406-0c4a-4204-ae60-261346b05776 req-4371fbc0-e7ac-47ab-ba93-13627d05895c service neutron] 10.222.0.54 "GET /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448051 Aug 19 15:03:37.454478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Made reservation on behalf of 7ec59d079b4144659566d7e898743295 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:37.463316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.464131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9c6ddeaa-7989-4d7b-af15-e4d70d689d86 None None] Provisioning for port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:37.625487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.692316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-766feadf-36b6-471b-a2a3-b8bb3655c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:37.695435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-766feadf-36b6-471b-a2a3-b8bb3655c6c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.5636511 Aug 19 15:03:37.830135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-530d493b-655d-482d-8328-5ca8eed3a45d tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:37.833077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-530d493b-655d-482d-8328-5ca8eed3a45d tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.54 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 946 time: 0.1473348 Aug 19 15:03:37.897391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57550) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:37.966093 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-7cd3a280-b3be-4cf6-be2c-26f1ddabf509 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 1001 time: 0.2213230 Aug 19 15:03:38.046837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Allocated IP 172.20.0.6 (903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852/087bb67d-c778-46aa-b49d-d285165bc5b0/d6e7cbce-3177-4369-84d0-120005e63b02) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:38.057571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9a10800-f722-4f13-bac0-d2c1c0bf7d67 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:38.071632 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-688658f5-0735-4467-8478-9a4798dc44db req-13f0d77e-2e63-4e14-8c14-dad9d76bf288 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.3193018 Aug 19 15:03:38.141150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-3c3ea974-8a98-4c24-86c8-bdef19c36df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:38.147551 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-3c3ea974-8a98-4c24-86c8-bdef19c36df2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.1689122 Aug 19 15:03:38.161012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f9e40db-ccc2-412a-8893-6c89bd9258c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9312627395474552a181c2e36bf5de01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108717 Aug 19 15:03:38.172634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57552) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:38.195541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b315f9-356d-4cf4-941d-48d65519fa5c req-e26eed7b-43cd-4697-8885-00f004c0771a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:38.197157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8b315f9-356d-4cf4-941d-48d65519fa5c req-e26eed7b-43cd-4697-8885-00f004c0771a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.2380219 Aug 19 15:03:38.214891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:38.222159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:38.222956 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.370068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Deleting port ecd14633-ae87-471a-83c8-b0ff781e9f20 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:38.370483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.371700 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.418590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-2897c7d1-0d3d-438d-822b-88f7570ddea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:38.420218 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-2897c7d1-0d3d-438d-822b-88f7570ddea2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2303963 Aug 19 15:03:38.434600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c9a10800-f722-4f13-bac0-d2c1c0bf7d67, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:38.566743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.674990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:38.900581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.916644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Transition to ACTIVE for port object d6e7cbce-3177-4369-84d0-120005e63b02 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:38.919889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead82b7-b3d0-4c2c-8b75-674635ccfbfe req-ca20e7ab-c806-4491-88a1-5f58bf6aebc3 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:38.921553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ead82b7-b3d0-4c2c-8b75-674635ccfbfe req-ca20e7ab-c806-4491-88a1-5f58bf6aebc3 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 946 time: 0.5752506 Aug 19 15:03:38.956162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.973015 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-be9d30ac-6980-4a65-bdb5-973d452f6e34 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931860 Aug 19 15:03:39.003453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] For port ecd14633-ae87-471a-83c8-b0ff781e9f20, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ecd14633-ae87-471a-83c8-b0ff781e9f20,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:39.003974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.022147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Calling delete_port for ecd14633-ae87-471a-83c8-b0ff781e9f20 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:39.076305 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3ead82b7-b3d0-4c2c-8b75-674635ccfbfe req-548734c0-1a63-4167-81cc-1b8e74216414 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420267 Aug 19 15:03:39.176508 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-485d9a26-acda-4039-b22e-82dbc6a6f782 req-0bf22808-976c-4a0b-be80-e6f57c42569a service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951399 Aug 19 15:03:39.183328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8b315f9-356d-4cf4-941d-48d65519fa5c req-24db1140-cd23-4e66-abe1-2eef5e95b911 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9565973 Aug 19 15:03:39.216342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8403a3b4-57e7-467d-b469-ba954938b63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.286094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8403a3b4-57e7-467d-b469-ba954938b63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.288565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.375952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Router e897e816-7dba-41bd-a404-c8e4667535c5 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:03:39.426368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.427272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549808c-5ab1-4ca7-a052-17d182ce624f req-14dfeebf-3800-4b8f-8447-9f4487914a5c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:39.430745 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8549808c-5ab1-4ca7-a052-17d182ce624f req-14dfeebf-3800-4b8f-8447-9f4487914a5c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 931 time: 0.1223142 Aug 19 15:03:39.451194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:39.463456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['ecd14633-ae87-471a-83c8-b0ff781e9f20'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:39.477254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:39.501528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:39.506692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event updated for resources: {'Port': ['ID=d6e7cbce-3177-4369-84d0-120005e63b02,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:39.650914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8549808c-5ab1-4ca7-a052-17d182ce624f req-4a8a5d5e-9c15-4acc-8b1c-4677fb7eeafd tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167216 Aug 19 15:03:39.675293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Pushing event deleted for resources: {'Port': ['ID=ecd14633-ae87-471a-83c8-b0ff781e9f20,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:39.716929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:39.747588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:39.786699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:39.787373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:39.828531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] No DVR routers for this DVR port ecd14633-ae87-471a-83c8-b0ff781e9f20 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:39.834139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.840916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8c568ecb-2590-48b7-a5b4-2e9bd8fe6497 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9381461 Aug 19 15:03:39.843164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57572) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:39.864060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50dc0-cf4c-494b-9373-55377a353dfa req-e177868f-5719-4ce0-a0ca-c1a6754af629 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:39.887611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dc50dc0-cf4c-494b-9373-55377a353dfa req-e177868f-5719-4ce0-a0ca-c1a6754af629 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.4761531 Aug 19 15:03:39.901566 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.901566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6fec320-4b26-4ca8-96a6-c870954271d6 req-3952f226-8e19-440c-b235-032fb01555c9 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.54 "DELETE /v2.0/ports/ecd14633-ae87-471a-83c8-b0ff781e9f20 HTTP/1.1" status: 204 len: 173 time: 2.0606804 Aug 19 15:03:39.906998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'name': 'network-vif-deleted', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:39.909553 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d820abfc-d6f8-41e4-b671-24cebe39a10a" -d '{"events": [{"server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "name": "network-vif-deleted", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:39.934410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:39.935363 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.965770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9a10800-f722-4f13-bac0-d2c1c0bf7d67 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:39.967645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8403a3b4-57e7-467d-b469-ba954938b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.971277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8403a3b4-57e7-467d-b469-ba954938b63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.981893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8403a3b4-57e7-467d-b469-ba954938b63d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4e18a3e-0dc4-4994-a2bb-630cac3d94bc HTTP/1.1" status: 204 len: 168 time: 1.8081653 Aug 19 15:03:40.058898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403a3b4-57e7-467d-b469-ba954938b63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e18a3e-0dc4-4994-a2bb-630cac3d94bc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:40.115248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dc50dc0-cf4c-494b-9373-55377a353dfa req-37a92ee2-9eaa-4367-9a43-106b7254b125 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240727 Aug 19 15:03:40.135310 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39665c-2200-4e61-96fb-96a85c71b4ae x-openstack-request-id: req-2c39665c-2200-4e61-96fb-96a85c71b4ae {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:40.135619 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8d4219-80b7-438e-ac60-290ccc428067", "name": "network-vif-deleted", "tag": "ecd14633-ae87-471a-83c8-b0ff781e9f20", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:40.135876 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c39665c-2200-4e61-96fb-96a85c71b4ae {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:40.136300 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8d4219-80b7-438e-ac60-290ccc428067', 'name': 'network-vif-deleted', 'tag': 'ecd14633-ae87-471a-83c8-b0ff781e9f20', 'status': 'completed', 'code': 200} Aug 19 15:03:40.233749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-e06eaaf0-96d3-4a24-99e8-0dd4f44381dc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5384429 Aug 19 15:03:40.263360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Request body: {'port': {'device_id': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:40.276719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-57b3df7c-b77f-4ea9-bcb4-4966afb3b4be None None] Provisioning for port d6e7cbce-3177-4369-84d0-120005e63b02 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:40.306197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-57b3df7c-b77f-4ea9-bcb4-4966afb3b4be None None] Provisioning complete for port d6e7cbce-3177-4369-84d0-120005e63b02 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:40.306836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-57b3df7c-b77f-4ea9-bcb4-4966afb3b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.438881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-57b3df7c-b77f-4ea9-bcb4-4966afb3b4be None None] Port d6e7cbce-3177-4369-84d0-120005e63b02 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:40.445304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:40.448033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:40.448671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.551437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.554840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d8f26fc-7f76-430b-aa5a-a837763cdb93 req-5a1c15d8-44e7-4f52-9b12-b38ba3a72d25 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895 tempest-FloatingIPsAssociationNegativeTestJSON-2035797895-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8d4219-80b7-438e-ac60-290ccc428067 HTTP/1.1" status: 200 len: 210 time: 0.2178943 Aug 19 15:03:40.843158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:37Z', 'revision_number': 3, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:40.897004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:40.897571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Updating router e897e816-7dba-41bd-a404-c8e4667535c5 port 8843a7de-6154-4b57-b026-e12c1122d191 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:03:40.976521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.644527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e7cbce-3177-4369-84d0-120005e63b02 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:41.648688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4ccca-e2c6-44ba-a0b6-4bb5433edfcc req-4653e6c8-bbe1-46ec-947c-6be2adebc811 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:41.650188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b2b4ccca-e2c6-44ba-a0b6-4bb5433edfcc req-4653e6c8-bbe1-46ec-947c-6be2adebc811 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.2668605 Aug 19 15:03:41.665311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.713100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.745930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b2b4ccca-e2c6-44ba-a0b6-4bb5433edfcc req-19f06374-de2a-41af-9bba-0477eef5c0cd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876749 Aug 19 15:03:41.800844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Transition to ACTIVE for port object d6e7cbce-3177-4369-84d0-120005e63b02 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:41.817753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d02cb-5445-4a00-871b-67cf857108c8 req-495eae37-9d09-4ae6-82a1-c1f99dd42689 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:41.828811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-239d02cb-5445-4a00-871b-67cf857108c8 req-495eae37-9d09-4ae6-82a1-c1f99dd42689 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 931 time: 0.5377777 Aug 19 15:03:41.901794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.931167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ecd14633-ae87-471a-83c8-b0ff781e9f20 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:42.003672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.028918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: ecd14633-ae87-471a-83c8-b0ff781e9f20 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:42.028918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ecd14633-ae87-471a-83c8-b0ff781e9f20 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:42.052705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-239d02cb-5445-4a00-871b-67cf857108c8 req-7d598821-87d2-4b26-9297-a00608432f17 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223120 Aug 19 15:03:42.076775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Transition to ACTIVE for port object 8843a7de-6154-4b57-b026-e12c1122d191 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:42.148798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e7cbce-3177-4369-84d0-120005e63b02,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:42.186953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57614) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:42.188314 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.328278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ce3a2-277a-48fe-8007-909630255e96 req-2b4535ed-8e58-4b67-823a-d32fbd94bd0f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:42.337613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-837ce3a2-277a-48fe-8007-909630255e96 req-2b4535ed-8e58-4b67-823a-d32fbd94bd0f tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.3910983 Aug 19 15:03:42.444040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9264114-da0f-4db7-8476-bede10641b34 None None] Pushing event updated for resources: {'Port': ['ID=8843a7de-6154-4b57-b026-e12c1122d191,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:42.512316 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-837ce3a2-277a-48fe-8007-909630255e96 req-2054c215-170c-4d70-9b32-1ceb7ff8bf10 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715212 Aug 19 15:03:42.523368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Allocated IP 172.20.0.1 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/c6e3379e-ff21-4558-8150-b70564405428) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:42.530834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57618) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:42.547391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Attempting to bind port 8843a7de-6154-4b57-b026-e12c1122d191 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:42.547779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Attempting to bind port 8843a7de-6154-4b57-b026-e12c1122d191 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:42.548153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Attempting to bind port 8843a7de-6154-4b57-b026-e12c1122d191 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:42.569841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:42.570382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:42.570846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.571224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:42.571745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Bound port: 8843a7de-6154-4b57-b026-e12c1122d191, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:42.572157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.815460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1832337109-network', 'tenant_id': '08680c98997c4b76a19bfd2a657f1762'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:42.855688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] For port 8843a7de-6154-4b57-b026-e12c1122d191, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:42.864999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.883338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] For port 8843a7de-6154-4b57-b026-e12c1122d191, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8843a7de-6154-4b57-b026-e12c1122d191,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:42.923123 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.928806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Transition to ACTIVE for port object c6e3379e-ff21-4558-8150-b70564405428 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:42.972127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b180cae-1b3b-4ea1-956c-f7f71ce7f9e9 req-adfb78be-4c0d-4d69-a4cb-62d18c43603f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:42.974941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b180cae-1b3b-4ea1-956c-f7f71ce7f9e9 req-adfb78be-4c0d-4d69-a4cb-62d18c43603f tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.4315505 Aug 19 15:03:43.002899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127188-cc29-4c40-9d82-633081983033 req-f2ffb116-f67a-4f52-adc0-8b5a18fb577e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.004699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95127188-cc29-4c40-9d82-633081983033 req-f2ffb116-f67a-4f52-adc0-8b5a18fb577e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.46 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.4634533 Aug 19 15:03:43.021011 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.066164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Made reservation on behalf of 08680c98997c4b76a19bfd2a657f1762 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:43.070743 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.085739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Attempting to bind port d6e7cbce-3177-4369-84d0-120005e63b02 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:43.086415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Attempting to bind port d6e7cbce-3177-4369-84d0-120005e63b02 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:43.087933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Attempting to bind port d6e7cbce-3177-4369-84d0-120005e63b02 on network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:43.091504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9264114-da0f-4db7-8476-bede10641b34 None None] Pushing event updated for resources: {'Port': ['ID=8843a7de-6154-4b57-b026-e12c1122d191,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:43.093629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.134843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:43.135687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:43.141625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.150184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Port d6e7cbce-3177-4369-84d0-120005e63b02 on network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:03:43.159528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Attempting to bind port d6e7cbce-3177-4369-84d0-120005e63b02 on network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:43.168358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:43.168709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Checking segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:43.169132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Bound using segment: {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:43.169593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Bound port: d6e7cbce-3177-4369-84d0-120005e63b02, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:43.169966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.203080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b180cae-1b3b-4ea1-956c-f7f71ce7f9e9 req-34246515-ca06-40d0-9091-f066f29c00b6 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172432 Aug 19 15:03:43.265702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:43.322341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:43.346984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:43.413071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:43.418205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e3379e-ff21-4558-8150-b70564405428,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:43.494999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] For port d6e7cbce-3177-4369-84d0-120005e63b02, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:43.507849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] For port d6e7cbce-3177-4369-84d0-120005e63b02, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d6e7cbce-3177-4369-84d0-120005e63b02,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:43.542330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Deleting port 994425f3-233e-46b1-9c7b-83b88094a97f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:43.546071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e45e23-3ce8-4517-a8f9-720996dd1882 req-c432eb69-80f1-4882-9b99-84cc53ba4dcf tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.547820 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-92e45e23-3ce8-4517-a8f9-720996dd1882 req-c432eb69-80f1-4882-9b99-84cc53ba4dcf tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.2748706 Aug 19 15:03:43.548512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.552668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.706260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.794831 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-92e45e23-3ce8-4517-a8f9-720996dd1882 req-1ff90d6d-5372-4760-a2e9-b7d3a8ed1318 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365422 Aug 19 15:03:43.945940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:37Z', 'revision_number': 3, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:43.973272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.000452 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba9cf3d2-744e-4e70-bebd-cf8fac306e06 None None] Provisioning for port c6e3379e-ff21-4558-8150-b70564405428 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:44.004373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b77729-2c04-49f9-aa15-5b9fd9f162a1 None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:37Z', 'revision_number': 3, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:44.010168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba9cf3d2-744e-4e70-bebd-cf8fac306e06 None None] Provisioning complete for port c6e3379e-ff21-4558-8150-b70564405428 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:44.010608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba9cf3d2-744e-4e70-bebd-cf8fac306e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.069032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.075634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:44.076898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.095677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-b631a16a-8752-4842-b864-b1b899991540 service neutron] 10.222.0.46 "PUT /v2.0/ports/d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 200 len: 1092 time: 3.8349259 Aug 19 15:03:44.144542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:44.147537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71330165-335e-4fbd-8aaf-59d3d6fe5660,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:44.148015 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afab690-48d9-438f-9e87-538225fe8fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:44.158242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ba9cf3d2-744e-4e70-bebd-cf8fac306e06 None None] Port c6e3379e-ff21-4558-8150-b70564405428 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:44.257886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:44.283654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.333198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.335705 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Added segment 6142407b-022d-44c1-8162-8f3b9ef7ec05 of type vlan for network d9330d41-6ef4-40ff-b341-c52ffd371906 Aug 19 15:03:44.532381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631a16a-8752-4842-b864-b1b899991540 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e7cbce-3177-4369-84d0-120005e63b02,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:44.618986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.679082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] For port 994425f3-233e-46b1-9c7b-83b88094a97f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=994425f3-233e-46b1-9c7b-83b88094a97f,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:44.679593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.755103 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90614a47-0579-4495-8947-06b411f5bc3a x-openstack-request-id: req-90614a47-0579-4495-8947-06b411f5bc3a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:44.755577 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:44.755991 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90614a47-0579-4495-8947-06b411f5bc3a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:44.756833 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'status': 'completed', 'code': 200} Aug 19 15:03:44.856903 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.858278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:44.862728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.868615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1539c-cacc-414e-9ba0-1e3ee660889f req-5e103b71-f01a-4b1d-acfa-6b9ba8af4103 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:44.870473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cc1539c-cacc-414e-9ba0-1e3ee660889f req-5e103b71-f01a-4b1d-acfa-6b9ba8af4103 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.8554578 Aug 19 15:03:45.029162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4892721 Aug 19 15:03:45.034235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.051808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Request body: {'subnet': {'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1832337109-subnet', 'tenant_id': '08680c98997c4b76a19bfd2a657f1762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:45.154163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dcb6b-9ba8-485e-aa10-7224b4706ab4 req-ba9f6c6e-9dcf-4151-93f2-3dd67bc24c52 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.158241 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb9dcb6b-9ba8-485e-aa10-7224b4706ab4 req-ba9f6c6e-9dcf-4151-93f2-3dd67bc24c52 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.2650247 Aug 19 15:03:45.166145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-8de46210-9c2f-4f16-afb8-c42ec4b20f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.168297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-8de46210-9c2f-4f16-afb8-c42ec4b20f96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec59d079b4144659566d7e898743295&device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 1095 time: 0.8990417 Aug 19 15:03:45.194102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.234831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e580-68f6-4dd4-98bb-f57f62be5d21 admin admin] Pushing event updated for resources: {'Network': ['ID=d9330d41-6ef4-40ff-b341-c52ffd371906,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:45.247164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d9330d41-6ef4-40ff-b341-c52ffd371906 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:45.290631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cc1539c-cacc-414e-9ba0-1e3ee660889f req-10e5cda5-c610-4513-84dd-af2e173c799a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324428 Aug 19 15:03:45.316903 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb9dcb6b-9ba8-485e-aa10-7224b4706ab4 req-2ecc5e4f-a259-4485-ad87-e71cc3436ab1 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303468 Aug 19 15:03:45.326042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.562355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.568509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e3379e-ff21-4558-8150-b70564405428,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:45.667711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Made reservation on behalf of 08680c98997c4b76a19bfd2a657f1762 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:45.683434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.919946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8843a7de-6154-4b57-b026-e12c1122d191 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:45.937167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.939185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-9509f0fd-be65-473e-91ce-8d6e72cfe128 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 200 len: 217 time: 0.7551429 Aug 19 15:03:45.992742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:46.092513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 8843a7de-6154-4b57-b026-e12c1122d191 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:46.098378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8843a7de-6154-4b57-b026-e12c1122d191 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:46.098873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.111454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-287f6f14-6ba3-4d79-98fe-078f91581411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.112987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-287f6f14-6ba3-4d79-98fe-078f91581411 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=087bb67d-c778-46aa-b49d-d285165bc5b0 HTTP/1.1" status: 200 len: 855 time: 0.1301787 Aug 19 15:03:46.146606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:46.273202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-78cdc3ee-2fce-4150-ac48-bfe4eaf28d6b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.282916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-78cdc3ee-2fce-4150-ac48-bfe4eaf28d6b tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 1.0666046 Aug 19 15:03:46.293939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.298982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.384214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 8843a7de-6154-4b57-b026-e12c1122d191, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8843a7de-6154-4b57-b026-e12c1122d191,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:46.461966 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.532986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-5bd8d02f-c756-42b1-a7eb-59b16b5d79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.534863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-5bd8d02f-c756-42b1-a7eb-59b16b5d79cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4114594 Aug 19 15:03:46.574068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebae4344-11d9-44a5-b97c-0ac39144dcbb,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:46.582498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1aae7-7c22-4cce-a5b8-79cc9e5334b5 req-4f93861a-ec07-4f53-ae11-06120c8987e1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.598487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4d1aae7-7c22-4cce-a5b8-79cc9e5334b5 req-4f93861a-ec07-4f53-ae11-06120c8987e1 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.6768379 Aug 19 15:03:46.603582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:46.626407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c51044-ecd2-4801-9ac2-764bc379ced5 req-4f948f96-6fbb-41c8-b9d7-f93671a6ce7d tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.629035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=8843a7de-6154-4b57-b026-e12c1122d191,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:46.634374 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7c51044-ecd2-4801-9ac2-764bc379ced5 req-4f948f96-6fbb-41c8-b9d7-f93671a6ce7d tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 946 time: 0.1731048 Aug 19 15:03:46.638433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Checking segment: {'id': '6142407b-022d-44c1-8162-8f3b9ef7ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:46.638809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Network hostable DHCP agents. Network: d9330d41-6ef4-40ff-b341-c52ffd371906, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:46.638916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-228e8f16-9fd3-4a89-9c0f-23b909a103b2 None None] Provisioning complete for port c6e3379e-ff21-4558-8150-b70564405428 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:46.639384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-228e8f16-9fd3-4a89-9c0f-23b909a103b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.705046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.708547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.709193 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Floating IP d1ffdff6-4cb8-44c1-9045-c264c93b52d7 disassociated. External IP: 172.25.5.91, port: 994425f3-233e-46b1-9c7b-83b88094a97f. Aug 19 15:03:46.710380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Calling delete_port for 994425f3-233e-46b1-9c7b-83b88094a97f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:46.723812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-228e8f16-9fd3-4a89-9c0f-23b909a103b2 None None] Port c6e3379e-ff21-4558-8150-b70564405428 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:46.847137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7c51044-ecd2-4801-9ac2-764bc379ced5 req-e7d83275-e84d-47a0-b76c-fd57dc65df71 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups?id=724c7168-ca76-4a9a-ae90-df8ae998bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056012 Aug 19 15:03:46.870699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:46.882408 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab198415-c5ff-4456-85f6-2e010a577371 admin admin] 10.222.0.13 "PUT /v2.0/routers/e897e816-7dba-41bd-a404-c8e4667535c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0372856 Aug 19 15:03:46.928169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 994425f3-233e-46b1-9c7b-83b88094a97f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:46.952846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Network d9330d41-6ef4-40ff-b341-c52ffd371906 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:47.008839 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:47.032077 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:47.032736 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:47.056704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4d1aae7-7c22-4cce-a5b8-79cc9e5334b5 req-8ab8b78e-f57e-4a2f-b88e-ecc466f4a4fb tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4570532 Aug 19 15:03:47.073057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d9330d41-6ef4-40ff-b341-c52ffd371906) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:47.091908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.092573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.107690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38e5c3-bce2-40cd-b065-9dbd1b751019 None None] Network d9330d41-6ef4-40ff-b341-c52ffd371906 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:47.161284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df38657-8915-40f5-b06d-4feb058eb158 req-6f705c66-a186-4a05-ae4d-3573d275ece9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.173419 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7df38657-8915-40f5-b06d-4feb058eb158 req-6f705c66-a186-4a05-ae4d-3573d275ece9 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.2086084 Aug 19 15:03:47.276485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-556513b4-b449-4b60-89e1-8aa729b0a94a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2336726 Aug 19 15:03:47.280195 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7df38657-8915-40f5-b06d-4feb058eb158 req-bf6788a0-7c66-488b-9a2c-647af2168bdd tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982263 Aug 19 15:03:47.285639 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.335226 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:47.434084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-79f04c42-34e9-42db-9997-772934e20bdb service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787863 Aug 19 15:03:47.499464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f718cbb-d9e0-4be2-837c-a360b36fcfb3 None None] Network d9330d41-6ef4-40ff-b341-c52ffd371906 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:47.639187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b5bc75-a25f-4c3f-a522-6144673ced2e req-3bfb2d3f-2de1-4b60-b5ee-2d7274bee65b service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731186 Aug 19 15:03:47.662012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Deleting port 06fca341-bd7c-4f95-b732-0147640514b8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:47.662368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.666595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.797007 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:44Z', 'revision_number': 2, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:47.810705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event deleted for resources: {'Port': ['ID=994425f3-233e-46b1-9c7b-83b88094a97f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:47.847529 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:47.848168 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Updating router e897e816-7dba-41bd-a404-c8e4667535c5 port c6e3379e-ff21-4558-8150-b70564405428 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:03:47.888629 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.953599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8843a7de-6154-4b57-b026-e12c1122d191 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:48.080226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-098e3b0b-5300-499b-b00c-c93e62189a22 req-40aec190-d018-4c5f-92cc-778c36f55c35 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0990412 Aug 19 15:03:48.121946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-4b20c4b4-33fd-494c-a88d-75171d761445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.123525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-4b20c4b4-33fd-494c-a88d-75171d761445 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec59d079b4144659566d7e898743295&device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 1095 time: 0.2989883 Aug 19 15:03:48.238060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8843a7de-6154-4b57-b026-e12c1122d191 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:48.239078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.257692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Deleting port d69f4131-4cdb-4c9c-b2eb-b95171272c46 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:48.258204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.412882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57686) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:48.425945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Router 6fda9545-163d-4012-9457-3fe2856eabdd has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:48.430164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122690080-network', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:48.461577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147d483-c1e5-4632-9bda-0c21bb53fece req-02f41fc1-5783-4490-9679-76eddb45d6cc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.464461 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5147d483-c1e5-4632-9bda-0c21bb53fece req-02f41fc1-5783-4490-9679-76eddb45d6cc tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.1321676 Aug 19 15:03:48.489964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-c0a5056b-1c84-42a6-a433-bff5263ef9fb tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.497422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-c0a5056b-1c84-42a6-a433-bff5263ef9fb tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/networks?id=d9330d41-6ef4-40ff-b341-c52ffd371906 HTTP/1.1" status: 200 len: 813 time: 0.2533352 Aug 19 15:03:48.501674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-446063ba-a185-4c52-ba02-787b99ff2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.503293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-446063ba-a185-4c52-ba02-787b99ff2c0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 200 len: 917 time: 0.3585653 Aug 19 15:03:48.533593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5147d483-c1e5-4632-9bda-0c21bb53fece req-d8c4dba6-329b-409c-a7d4-dc6f03368ca6 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584385 Aug 19 15:03:48.574189 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.574189 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Transition to ACTIVE for port object c6e3379e-ff21-4558-8150-b70564405428 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:48.574782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=06fca341-bd7c-4f95-b732-0147640514b8,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:48.574782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.622236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-5024ce56-5589-44c4-b788-4d09d66906e9 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/quotas/08680c98997c4b76a19bfd2a657f1762 HTTP/1.1" status: 200 len: 375 time: 0.1239130 Aug 19 15:03:48.629213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-504323c3-03d3-461f-9c4d-f2ebd677a048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 200 len: 217 time: 0.0652061 Aug 19 15:03:48.630115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Calling delete_port for 06fca341-bd7c-4f95-b732-0147640514b8 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:48.662939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Made reservation on behalf of 53f258e08a27470c87a22b574ffb6f4f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:48.666657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.675144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.689639 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.741189 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Pushing event updated for resources: {'Port': ['ID=c6e3379e-ff21-4558-8150-b70564405428,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:48.752105 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.752446 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.752953 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.753166 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.753461 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.753889 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.754078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.754396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.755114 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.755114 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.755368 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.755627 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:48.759692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-f5236323-f425-4597-bd9a-981f4526eed8 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=08680c98997c4b76a19bfd2a657f1762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275821 Aug 19 15:03:48.777160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a445d-fbc7-4071-8fdd-6f21e73e5d5e req-20ab86fd-a6cc-4ed2-93d7-088c1f1f5a4d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.785184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a71a445d-fbc7-4071-8fdd-6f21e73e5d5e req-20ab86fd-a6cc-4ed2-93d7-088c1f1f5a4d tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 946 time: 0.0899022 Aug 19 15:03:48.856887 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a71a445d-fbc7-4071-8fdd-6f21e73e5d5e req-98343c92-1d9d-4018-b301-2e2c6bda8e50 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706787 Aug 19 15:03:48.894578 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Attempting to bind port c6e3379e-ff21-4558-8150-b70564405428 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:48.895246 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Attempting to bind port c6e3379e-ff21-4558-8150-b70564405428 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:48.895810 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Attempting to bind port c6e3379e-ff21-4558-8150-b70564405428 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:48.902361 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:48.903097 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:48.903662 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.904585 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:48.905433 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Bound port: c6e3379e-ff21-4558-8150-b70564405428, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:48.906066 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.933170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.951629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 06fca341-bd7c-4f95-b732-0147640514b8 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:49.002759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.017226 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] For port c6e3379e-ff21-4558-8150-b70564405428, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:49.020779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:49.022819 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] For port c6e3379e-ff21-4558-8150-b70564405428, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c6e3379e-ff21-4558-8150-b70564405428,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:49.062534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.062876 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Added segment 30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942 of type vlan for network a74c351e-ca76-47be-acf9-61ee00db715a Aug 19 15:03:49.111359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.113498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507dc603-4efe-4a7e-b843-4956e05cf546,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.138169 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.144257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.218568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:49.221684 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c994b4b1-e76f-4157-9871-12e9514ad28d" -d '{"events": [{"server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "name": "network-vif-unplugged", "status": "completed", "tag": "06fca341-bd7c-4f95-b732-0147640514b8"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:49.248183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 06fca341-bd7c-4f95-b732-0147640514b8, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=06fca341-bd7c-4f95-b732-0147640514b8,segment=NetworkSegment(881220af-19b4-4d34-a519-c4113e4bac53),segment_id=881220af-19b4-4d34-a519-c4113e4bac53)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:49.285341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15643b94-dd0b-4482-9665-ebee05c15fcf None None] Pushing event updated for resources: {'Port': ['ID=c6e3379e-ff21-4558-8150-b70564405428,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.303698 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:49.304605 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:49.320251 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.341532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d66968b3-0372-43d5-9ae2-b6577245c7e9 req-3852a84b-f4a8-4950-86c0-4e4d87872f01 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0531898 Aug 19 15:03:49.345659 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.350371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:49.351830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.502581 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794f2cc3-0620-4686-bf80-73e442f61ab5 x-openstack-request-id: req-794f2cc3-0620-4686-bf80-73e442f61ab5 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:49.503031 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "name": "network-vif-unplugged", "status": "completed", "tag": "06fca341-bd7c-4f95-b732-0147640514b8", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:49.503458 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-794f2cc3-0620-4686-bf80-73e442f61ab5 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:49.508286 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8', 'code': 200} Aug 19 15:03:49.510459 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:49.564232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.566988 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1475806 Aug 19 15:03:49.568382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57696) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:49.588942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Request body: {'subnet': {'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122690080-subnet', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:49.665722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202139e8-5232-48b3-bc8e-d17691e6e979 admin admin] Pushing event updated for resources: {'Network': ['ID=a74c351e-ca76-47be-acf9-61ee00db715a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.678966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a74c351e-ca76-47be-acf9-61ee00db715a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:49.861043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62b263-3a99-4914-95f0-ae8146b8af81 req-4f121e84-5912-4e69-be1e-465bb64488ef tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:49.869042 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1f62b263-3a99-4914-95f0-ae8146b8af81 req-4f121e84-5912-4e69-be1e-465bb64488ef tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.1760845 Aug 19 15:03:49.872617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-7f2f92c0-5ea2-45be-bc4f-e97408fd9a66 service neutron] 10.222.0.13 "GET /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046058 Aug 19 15:03:49.872617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:49.897829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Made reservation on behalf of 53f258e08a27470c87a22b574ffb6f4f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:49.900332 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.915071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] Sync routers for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:49.927314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-595ea5c2-bcde-4d29-a5bf-cde457d2bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:49.928925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-595ea5c2-bcde-4d29-a5bf-cde457d2bfd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=087bb67d-c778-46aa-b49d-d285165bc5b0 HTTP/1.1" status: 200 len: 855 time: 1.2576387 Aug 19 15:03:49.936064 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:49Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:49.942783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] For port d69f4131-4cdb-4c9c-b2eb-b95171272c46, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d69f4131-4cdb-4c9c-b2eb-b95171272c46,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:49.943229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.994941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1f62b263-3a99-4914-95f0-ae8146b8af81 req-281c2e76-6158-4237-b764-69789e3fc84c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249094 Aug 19 15:03:49.998093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:49.999761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:50.027125 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df75ea5-abf4-4bfc-b8a3-daea35fbaf3a None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:49Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:50.101252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Calling delete_port for d69f4131-4cdb-4c9c-b2eb-b95171272c46 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:50.338739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4969-4456-42ed-bfd6-1b85e53b852b req-90efb06e-1a11-4a23-924f-c56d0468427a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:50.347125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8cbc4969-4456-42ed-bfd6-1b85e53b852b req-90efb06e-1a11-4a23-924f-c56d0468427a tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 944 time: 0.0816205 Aug 19 15:03:50.355165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:50.405539 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8cbc4969-4456-42ed-bfd6-1b85e53b852b req-6c2ef553-0d51-427c-b074-9bea04606e23 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66c18dd-f15a-4fe6-bb13-743495eabc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 Aug 19 15:03:50.406894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.488102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86c53d8-c235-41a2-8c42-ddefbdb00cc5,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:50.515995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-54160e24-f6cd-48dc-953b-1d3448a5f471 service neutron] 10.222.0.13 "GET /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207044 Aug 19 15:03:50.517165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] No DVR routers for this DVR port 994425f3-233e-46b1-9c7b-83b88094a97f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:50.545748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Checking segment: {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:50.546728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Network hostable DHCP agents. Network: a74c351e-ca76-47be-acf9-61ee00db715a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:50.609056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.617871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95127188-cc29-4c40-9d82-633081983033 req-07d5b2c7-2eed-4989-b1a1-906d3ce1574a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.46 "DELETE /v2.0/ports/994425f3-233e-46b1-9c7b-83b88094a97f HTTP/1.1" status: 204 len: 173 time: 7.5580873 Aug 19 15:03:50.635457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'name': 'network-vif-deleted', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:50.637890 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d019a33-f208-4450-a802-2208713e9bc6" -d '{"events": [{"server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "name": "network-vif-deleted", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:50.659874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c924daff-1e04-42d5-aaea-2ac9181394e4 req-724de4d5-30e4-4356-bcb3-5e95c68a829e tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0912206 Aug 19 15:03:50.666165 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Network a74c351e-ca76-47be-acf9-61ee00db715a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:50.688720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.747474 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f76f5-1581-4619-995f-37a27e0056fd x-openstack-request-id: req-9b2f76f5-1581-4619-995f-37a27e0056fd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:50.747779 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a", "name": "network-vif-deleted", "tag": "994425f3-233e-46b1-9c7b-83b88094a97f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:50.748067 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b2f76f5-1581-4619-995f-37a27e0056fd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:50.748467 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a', 'name': 'network-vif-deleted', 'tag': '994425f3-233e-46b1-9c7b-83b88094a97f', 'status': 'completed', 'code': 200} Aug 19 15:03:50.757306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Pushing event deleted for resources: {'Port': ['ID=06fca341-bd7c-4f95-b732-0147640514b8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:50.816323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-11f7ba63-465d-4df3-8340-a97801c7dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:50.823895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-11f7ba63-465d-4df3-8340-a97801c7dfe7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8656466 Aug 19 15:03:50.854367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a74c351e-ca76-47be-acf9-61ee00db715a) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:50.867972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:50.870436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.898909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] No DVR routers for this DVR port 06fca341-bd7c-4f95-b732-0147640514b8 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:50.906960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.917360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bdc5bfe-e2a5-4d2d-bf21-c50c7762f2c8 req-cc7fb4fc-812b-4fd2-876f-e64dcf973b72 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.46 "DELETE /v2.0/ports/06fca341-bd7c-4f95-b732-0147640514b8 HTTP/1.1" status: 204 len: 173 time: 4.6152093 Aug 19 15:03:51.025767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-634a0edf-2cc7-4539-887a-62065f3a2f6b req-e4189dc1-a4f3-4d54-8c37-a3e8812b0d68 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.1032937 Aug 19 15:03:51.044199 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c26b64d-0077-4ae0-a98b-1675babec30e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4594171 Aug 19 15:03:51.044199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:51.044199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:51.163410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-6460e7d0-492a-4005-8dce-721bfdd1cdbe service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944732 Aug 19 15:03:51.175371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.176782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.188790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd101ae4-fbcb-43a5-a3c5-570c41597739 None None] Network a74c351e-ca76-47be-acf9-61ee00db715a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:51.330886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.371248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.425711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:51.490567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] Checking router: 6fda9545-163d-4012-9457-3fe2856eabdd for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:51.622271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:51.623158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:51.650892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a74c351e-ca76-47be-acf9-61ee00db715a', 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'fixed_ips': [{'subnet_id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:51.660919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.742913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afab690-48d9-438f-9e87-538225fe8fa8 req-56bf68f1-86b4-4576-b3f7-0928dccf6616 service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536967 Aug 19 15:03:51.760125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef535-494e-4666-9da9-0aaa4d3ff8b9 req-489a6380-002c-4711-b448-0223dac6f31c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:51.763791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-244ef535-494e-4666-9da9-0aaa4d3ff8b9 req-489a6380-002c-4711-b448-0223dac6f31c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.5161426 Aug 19 15:03:51.911565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69f4131-4cdb-4c9c-b2eb-b95171272c46,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:52.099519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-244ef535-494e-4666-9da9-0aaa4d3ff8b9 req-284d754c-d307-4a47-a532-81762f578cd2 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741967 Aug 19 15:03:52.167863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c6e3379e-ff21-4558-8150-b70564405428 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:52.300911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.410042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:52.543588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9627be80-48bb-4968-9c5b-e7824566e6af req-105e2044-abea-4965-8bc6-fa6f994f4608 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/ports?device_id=049b6ae9-8b62-4d2b-a4a4-5a60cfadff5a HTTP/1.1" status: 200 len: 210 time: 0.0711880 Aug 19 15:03:52.593745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c6e3379e-ff21-4558-8150-b70564405428 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:52.608459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Allocated IP 172.20.0.2 (a74c351e-ca76-47be-acf9-61ee00db715a/a86c53d8-c235-41a2-8c42-ddefbdb00cc5/0eea0ef2-470f-4424-b903-df51eef29215) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:52.610951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c6e3379e-ff21-4558-8150-b70564405428 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:52.611328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.748640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-184ed569-a179-4988-8af5-56ca68138bf0 req-61de5a6d-339e-43f8-9c1c-f52f863d91d5 tempest-ServerDiskConfigTestJSON-1766623634 tempest-ServerDiskConfigTestJSON-1766623634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c72de8-40c3-4a4f-8a32-9ef137e8ff77 HTTP/1.1" status: 200 len: 210 time: 0.8816168 Aug 19 15:03:52.751988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f34d7d8-8f72-4c18-beae-e553bf9d38de req-23fa2885-9ae6-4265-b66f-0595fdbf2e3f tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.0382366 Aug 19 15:03:52.754015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'name': 'network-vif-deleted', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:52.756664 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaecde1-8e83-4de9-9d82-28c79aff4030" -d '{"events": [{"server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "name": "network-vif-deleted", "tag": "06fca341-bd7c-4f95-b732-0147640514b8"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:52.791205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Router 1c802772-38b1-459f-947a-64c6bc34d162 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:52.893669 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.902947 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6a701c-7e26-47f1-a3cc-30347bb3b1ba x-openstack-request-id: req-db6a701c-7e26-47f1-a3cc-30347bb3b1ba {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:52.903343 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c72de8-40c3-4a4f-8a32-9ef137e8ff77", "name": "network-vif-deleted", "tag": "06fca341-bd7c-4f95-b732-0147640514b8", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:52.904200 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db6a701c-7e26-47f1-a3cc-30347bb3b1ba {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:52.904737 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c72de8-40c3-4a4f-8a32-9ef137e8ff77', 'name': 'network-vif-deleted', 'tag': '06fca341-bd7c-4f95-b732-0147640514b8', 'status': 'completed', 'code': 200} Aug 19 15:03:52.920785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.993751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c6e3379e-ff21-4558-8150-b70564405428, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c6e3379e-ff21-4558-8150-b70564405428,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:53.012000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:53.022894 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] Sync routers for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:53.025669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-632dd04b-aed3-4e23-9d8c-3fb4a28c14e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c802772-38b1-459f-947a-64c6bc34d162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8398430 Aug 19 15:03:53.026487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57734) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.041034 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:53.042058 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:53.070977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:53.178390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.202838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c179cc-c7a9-464c-b720-c4ba27f76ab5 None None] The sync data for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 is: [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '3d9acddc-037d-4efb-81cf-2d79198887bb', 'name': '', 'network_id': '33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'mac_address': 'fa:16:3e:9e:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'subnets': [{'id': '7aa6522f-c2ca-4786-b07a-aaa3367f82d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:53.339497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.362146 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:53.366929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.398097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Transition to ACTIVE for port object 0eea0ef2-470f-4424-b903-df51eef29215 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:53.409487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c6e3379e-ff21-4558-8150-b70564405428,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:53.458521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Transition to ACTIVE for port object 0eea0ef2-470f-4424-b903-df51eef29215 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:53.530886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78551e-59f0-4d83-b0b8-7689e9eb1297 req-08424bbd-12c4-460a-802d-bbc34f87a69b tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:53.532521 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf78551e-59f0-4d83-b0b8-7689e9eb1297 req-08424bbd-12c4-460a-802d-bbc34f87a69b tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.1543186 Aug 19 15:03:53.545018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.567981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.588225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.632817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.637087 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf78551e-59f0-4d83-b0b8-7689e9eb1297 req-44485b5b-1f6c-4082-81c7-53735dca2abd tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704648 Aug 19 15:03:53.774272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8816fd-b195-4569-99be-edd439bf202e None None] New status for floating IP d1ffdff6-4cb8-44c1-9045-c264c93b52d7: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:03:53.805105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57746) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.851149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Network a74c351e-ca76-47be-acf9-61ee00db715a is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:53.875656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Allocated IP 172.25.5.149 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/cb50f063-3150-411f-9cdc-cb49bb81b58e) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:54.029776 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:03:50Z', 'revision_number': 5, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port': {'id': 'a024acde-9ea8-4ff9-970b-2a73f99a1b02', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c802772-38b1-459f-947a-64c6bc34d162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:54.043130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaa5442c-248d-4212-99cd-19adbc9e588b req-c7c91a20-612d-4fb4-aa9b-a5a678964e5c tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.0842023 Aug 19 15:03:54.071820 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] Checking router: 1c802772-38b1-459f-947a-64c6bc34d162 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:54.097490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] Routers {'1c802772-38b1-459f-947a-64c6bc34d162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:54.098353 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1c802772-38b1-459f-947a-64c6bc34d162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:54.131795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Deleting port a024acde-9ea8-4ff9-970b-2a73f99a1b02 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:54.133711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.144881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:54.147964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:54.207576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c6e3379e-ff21-4558-8150-b70564405428 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:54.217462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Pushing event updated for resources: {'Port': ['ID=0eea0ef2-470f-4424-b903-df51eef29215,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:54.235142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.277963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f77bf6c-067d-494a-816e-292d77e2eb2a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.334070 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] Set router 1c802772-38b1-459f-947a-64c6bc34d162 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:54.350463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.419623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f77bf6c-067d-494a-816e-292d77e2eb2a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.435081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.466781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Deleting subnet 59080acb-a1ec-400b-b111-6c999384bd87 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:03:54.468438 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:03:53Z', 'revision_number': 6, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:54.486738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Attempting to bind port 0eea0ef2-470f-4424-b903-df51eef29215 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:54.487750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Attempting to bind port 0eea0ef2-470f-4424-b903-df51eef29215 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:54.488270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Attempting to bind port 0eea0ef2-470f-4424-b903-df51eef29215 on network a74c351e-ca76-47be-acf9-61ee00db715a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:54.530286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.534174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:54.534799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Checking segment: {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:54.535372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.535913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Bound using segment: {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:54.536993 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502763a-057e-4916-b253-6ccfa9dcae77 None None] The sync data for ids ['1c802772-38b1-459f-947a-64c6bc34d162'] in n-d-779913-32 is: [{'id': '1c802772-38b1-459f-947a-64c6bc34d162', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-620024937-router', 'tenant_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:36Z', 'updated_at': '2021-08-19T15:03:53Z', 'revision_number': 6, 'project_id': 'fc216d83f4904be2a6ee02b2f61732d5', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:54.537566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Bound port: 0eea0ef2-470f-4424-b903-df51eef29215, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:54.538152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.554915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] For port a024acde-9ea8-4ff9-970b-2a73f99a1b02, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a024acde-9ea8-4ff9-970b-2a73f99a1b02,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:54.556511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.590759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:54.598110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:54.607390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:54.622286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Calling delete_port for a024acde-9ea8-4ff9-970b-2a73f99a1b02 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:54.641276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-00fc5f09-194c-4520-bfa4-47d8e075936e tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:54.642853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-00fc5f09-194c-4520-bfa4-47d8e075936e tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.54 "GET /v2.0/networks?id=d9330d41-6ef4-40ff-b341-c52ffd371906 HTTP/1.1" status: 200 len: 813 time: 0.3662848 Aug 19 15:03:54.652102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Pushing event updated for resources: {'Port': ['ID=cb50f063-3150-411f-9cdc-cb49bb81b58e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:54.668677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.674482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Request body: {'port': {'device_id': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906', 'admin_state_up': True, 'tenant_id': '08680c98997c4b76a19bfd2a657f1762'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:54.731162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eac16057-26d7-4480-8750-7921d8a61260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.742007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c6e3379e-ff21-4558-8150-b70564405428 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:54.742881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.818476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] For port 0eea0ef2-470f-4424-b903-df51eef29215, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:54.826774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] For port 0eea0ef2-470f-4424-b903-df51eef29215, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0eea0ef2-470f-4424-b903-df51eef29215,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:54.847188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.898017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f77bf6c-067d-494a-816e-292d77e2eb2a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.900749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f77bf6c-067d-494a-816e-292d77e2eb2a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.901983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5f77bf6c-067d-494a-816e-292d77e2eb2a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "DELETE /v2.0/security-groups/724c7168-ca76-4a9a-ae90-df8ae998bad5 HTTP/1.1" status: 204 len: 168 time: 1.0910594 Aug 19 15:03:54.909831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.938785 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-4194e23f-5eb0-434c-9dde-d00c4aeeea12 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] show failed (client error): The resource could not be found. Aug 19 15:03:54.940053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4194e23f-5eb0-434c-9dde-d00c4aeeea12 tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "GET /v2.0/security-groups/724c7168-ca76-4a9a-ae90-df8ae998bad5 HTTP/1.1" status: 404 len: 347 time: 0.0290570 Aug 19 15:03:54.944542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57764) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.978341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77bf6c-067d-494a-816e-292d77e2eb2a tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c7168-ca76-4a9a-ae90-df8ae998bad5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:55.089335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402073cb-b883-4835-adeb-2442e0bdf868 req-e1c6dee7-183a-4d16-bfe0-1e0ba47db28d tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:55.092002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-402073cb-b883-4835-adeb-2442e0bdf868 req-e1c6dee7-183a-4d16-bfe0-1e0ba47db28d tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 943 time: 0.2176912 Aug 19 15:03:55.105781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d6e7cbce-3177-4369-84d0-120005e63b02 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:55.147889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.160703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.237755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.298773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7f390-c251-4af4-92d9-3e2b2f10f26e None None] Pushing event updated for resources: {'Port': ['ID=0eea0ef2-470f-4424-b903-df51eef29215,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:55.321782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Pushing event deleted for resources: {'Port': ['ID=a024acde-9ea8-4ff9-970b-2a73f99a1b02,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:55.325891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59080acb-a1ec-400b-b111-6c999384bd87,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:55.339042 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a8614a1c-266d-4968-9888-619e35ef4124 req-c24d7d6e-fdca-4067-afb6-dbc41fd90b3f tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.1071856 Aug 19 15:03:55.343657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.346357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-01fe8d5c-6230-48a5-85ba-c4020fc6ebee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59080acb-a1ec-400b-b111-6c999384bd87 HTTP/1.1" status: 204 len: 168 time: 0.9946899 Aug 19 15:03:55.350012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57770) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:55.351647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Deleting port 17df590e-2bc0-4f1e-bbc0-8e9cf9e79402 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:55.352068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.381884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.449627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d6e7cbce-3177-4369-84d0-120005e63b02, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d6e7cbce-3177-4369-84d0-120005e63b02,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:55.477561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'port_id': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'mac_address': 'fa:16:3e:f3:bc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:55.502586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-402073cb-b883-4835-adeb-2442e0bdf868 req-9ce2f3ab-8e9b-463d-ba88-9583279d2066 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781524 Aug 19 15:03:55.525755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.525755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.525755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.526222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:55.564412 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.597822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e7cbce-3177-4369-84d0-120005e63b02 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:55.602409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.694202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d6e7cbce-3177-4369-84d0-120005e63b02, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d6e7cbce-3177-4369-84d0-120005e63b02,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:55.781894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.885736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d6e7cbce-3177-4369-84d0-120005e63b02,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:55.974304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.978331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d6e7cbce-3177-4369-84d0-120005e63b02'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:56.005432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.005753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.025007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0eea0ef2-470f-4424-b903-df51eef29215 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:56.026618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Calling delete_port for 17df590e-2bc0-4f1e-bbc0-8e9cf9e79402 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:56.190093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.269026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Made reservation on behalf of 08680c98997c4b76a19bfd2a657f1762 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:56.273736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0eea0ef2-470f-4424-b903-df51eef29215 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:56.283097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.317454 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.322567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.377590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.387070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d69f4131-4cdb-4c9c-b2eb-b95171272c46 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:56.403581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8dacdd-74fb-4d4c-8b10-ce7360b2e723']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.434337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d69f4131-4cdb-4c9c-b2eb-b95171272c46 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:56.434680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d69f4131-4cdb-4c9c-b2eb-b95171272c46 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:56.435099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a024acde-9ea8-4ff9-970b-2a73f99a1b02 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:56.476814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881220af-19b4-4d34-a519-c4113e4bac53') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.478022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881220af-19b4-4d34-a519-c4113e4bac53') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.497544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a024acde-9ea8-4ff9-970b-2a73f99a1b02 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:56.497894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a024acde-9ea8-4ff9-970b-2a73f99a1b02 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:56.504291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.589465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.589465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c802772-38b1-459f-947a-64c6bc34d162 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:03:56.602655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.609372 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ff67f2b-926e-4801-8889-3715aa979501 req-d35cde06-5b7b-470d-a342-9f323e585c29 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.0827622 Aug 19 15:03:56.615887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.620553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-00e6a04e-2142-4f9e-ac8c-570b5f9aa34c admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c802772-38b1-459f-947a-64c6bc34d162 HTTP/1.1" status: 204 len: 168 time: 3.5928795 Aug 19 15:03:56.626007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57778) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:56.655595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:56.657697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:56.694972 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:56.724697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Deleting subnet 844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:03:56.746101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Allocated IP 172.20.0.6 (d9330d41-6ef4-40ff-b341-c52ffd371906/ebae4344-11d9-44a5-b97c-0ac39144dcbb/b4425ec5-e010-4822-8770-b0c3704cd324) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:56.771974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.922510 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.958807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c3264-c74e-4f90-ad4c-e56e42036855 None None] Network a74c351e-ca76-47be-acf9-61ee00db715a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:56.967597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d6e7cbce-3177-4369-84d0-120005e63b02 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:57.039215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea55db-7725-4d33-8274-ecf4c11a6d75 req-5a94d8ce-19c5-4c9d-939a-8188d4207d78 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:57.045398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5ea55db-7725-4d33-8274-ecf4c11a6d75 req-5a94d8ce-19c5-4c9d-939a-8188d4207d78 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 944 time: 0.2223847 Aug 19 15:03:57.204519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5ea55db-7725-4d33-8274-ecf4c11a6d75 req-8069297e-c569-482f-a769-f01b5eb29c36 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513197 Aug 19 15:03:57.214619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] Provisioning for port 0eea0ef2-470f-4424-b903-df51eef29215 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:57.244881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.261515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] Provisioning complete for port 0eea0ef2-470f-4424-b903-df51eef29215 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:57.261515 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.261708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.261797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d6e7cbce-3177-4369-84d0-120005e63b02 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:57.278323 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.285356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.286067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa8dacdd-74fb-4d4c-8b10-ce7360b2e723 HTTP/1.1" status: 204 len: 168 time: 1.9273531 Aug 19 15:03:57.286067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54da55-b12d-46a2-b794-6279f56f0220 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8dacdd-74fb-4d4c-8b10-ce7360b2e723,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:57.311537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Router 95dadf94-6815-4cf3-ae12-1971ffb82248 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:03:57.329643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.357761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d6e7cbce-3177-4369-84d0-120005e63b02 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:57.359461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.419493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Pushing event deleted for resources: {'Port': ['ID=17df590e-2bc0-4f1e-bbc0-8e9cf9e79402,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:57.461635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.509013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.570414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:57.579701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] For port 0eea0ef2-470f-4424-b903-df51eef29215, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0eea0ef2-470f-4424-b903-df51eef29215,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:57.582733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.582869 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Sync routers for ids ['95dadf94-6815-4cf3-ae12-1971ffb82248'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:57.586177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.590606 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-09ab6bee-4927-40c3-9a87-ba816fd4fdef tempest-ServersTestFqdnHostnames-444732974 tempest-ServersTestFqdnHostnames-444732974-project] 10.222.0.13 "DELETE /v2.0/floatingips/d1ffdff6-4cb8-44c1-9045-c264c93b52d7 HTTP/1.1" status: 204 len: 168 time: 2.6435645 Aug 19 15:03:57.590779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57782) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:57.595212 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Routers {'95dadf94-6815-4cf3-ae12-1971ffb82248'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:57.596079 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['95dadf94-6815-4cf3-ae12-1971ffb82248'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:57.600152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.629575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:57.631864 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232fa0b3-6238-4658-968d-a0a4cfdee2e8" -d '{"events": [{"server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "name": "network-vif-plugged", "status": "completed", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:57.687765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d6e7cbce-3177-4369-84d0-120005e63b02, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d6e7cbce-3177-4369-84d0-120005e63b02,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:57.709853 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef27c64-a5ec-433c-9140-f0c869e11cd9 x-openstack-request-id: req-4ef27c64-a5ec-433c-9140-f0c869e11cd9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:57.709853 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "name": "network-vif-plugged", "status": "completed", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:57.710093 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ef27c64-a5ec-433c-9140-f0c869e11cd9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:57.710472 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'code': 200} Aug 19 15:03:57.786384 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Set router 95dadf94-6815-4cf3-ae12-1971ffb82248 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:57.899019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-377e0ad4-5f41-45f9-841d-c60b1fe40aab req-70e040a2-6c6f-4215-8a62-5355d79d9f77 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.0362833 Aug 19 15:03:57.914229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007e1b-c0bf-413c-a375-4911ff7816a1 req-d42de225-f8e4-4abc-8fa5-7329622b45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:57.915863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63007e1b-c0bf-413c-a375-4911ff7816a1 req-d42de225-f8e4-4abc-8fa5-7329622b45dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 1096 time: 0.1271143 Aug 19 15:03:57.989578 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:03:54Z', 'revision_number': 3, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:57.996093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63007e1b-c0bf-413c-a375-4911ff7816a1 req-95bd963a-cd64-4b91-b79b-5dc1c4820b7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507226 Aug 19 15:03:58.029641 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Checking router: 95dadf94-6815-4cf3-ae12-1971ffb82248 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:58.030579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Updating router 95dadf94-6815-4cf3-ae12-1971ffb82248 port cb50f063-3150-411f-9cdc-cb49bb81b58e binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:03:58.059917 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.158314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.198601 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.249211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.255453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.261416 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e6439720-f6bd-4abc-a850-0f619ae56765 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2214630 Aug 19 15:03:58.264077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.264252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.267340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Network d9330d41-6ef4-40ff-b341-c52ffd371906 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:58.304110 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4f0830eb-66d8-4261-a9a7-46419f37bc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.320757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.320918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:58.320918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:58.367631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3adff0-9fd4-4e18-afa0-486eac7f3b99 None None] Pushing event updated for resources: {'Port': ['ID=0eea0ef2-470f-4424-b903-df51eef29215,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.373250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.378166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/844a4830-f4d4-49c9-b4a6-eaa4fa4edf62 HTTP/1.1" status: 204 len: 168 time: 1.7488334 Aug 19 15:03:58.384379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8db068-8429-4f85-bf81-93e7d8af5136 None None] Network 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:58.385807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57794) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.394958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Pushing event updated for resources: {'Port': ['ID=b4425ec5-e010-4822-8770-b0c3704cd324,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.400676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c16c9-b5c2-406b-894c-15567867d0ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844a4830-f4d4-49c9-b4a6-eaa4fa4edf62,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.446675 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.461274 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Transition to ACTIVE for port object cb50f063-3150-411f-9cdc-cb49bb81b58e will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:58.495315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:58.495519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.559932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89b85bf4-79a8-4f32-a0a1-b11c6204ed26 None None] Provisioning complete for port 0eea0ef2-470f-4424-b903-df51eef29215 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:58.560597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89b85bf4-79a8-4f32-a0a1-b11c6204ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.562213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.566701 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.610612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb3882-e2c1-419d-9b6a-f9f58f4785d3 req-1413134b-e2fd-40f0-adcc-24b815154f23 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:58.615024 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11bb3882-e2c1-419d-9b6a-f9f58f4785d3 req-1413134b-e2fd-40f0-adcc-24b815154f23 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.2492075 Aug 19 15:03:58.631050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-e7bf0fb5-b359-408e-a10d-0d1fc96edc2a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9631670 Aug 19 15:03:58.631693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57800) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.643533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d6e7cbce-3177-4369-84d0-120005e63b02,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.658636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Request body: {'port': {'device_id': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:58.693824 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25322582-4fba-4cc9-bc28-ef0711bd56a4 None None] Pushing event updated for resources: {'Port': ['ID=cb50f063-3150-411f-9cdc-cb49bb81b58e,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.750360 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Attempting to bind port cb50f063-3150-411f-9cdc-cb49bb81b58e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:58.750360 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Attempting to bind port cb50f063-3150-411f-9cdc-cb49bb81b58e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:58.750676 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Attempting to bind port cb50f063-3150-411f-9cdc-cb49bb81b58e on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:58.768844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:58.769338 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:58.783268 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.783268 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:58.783268 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Bound port: cb50f063-3150-411f-9cdc-cb49bb81b58e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:58.783268 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.803308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11bb3882-e2c1-419d-9b6a-f9f58f4785d3 req-ac717548-452b-4458-adb9-db246361a5c7 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711385 Aug 19 15:03:58.809455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c30844e1-e97d-49b6-a4e9-95e6f28e0b55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3d115ca16b0440f87e5162a210ebb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742675 Aug 19 15:03:58.814273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57804) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.864008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.877823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] DHCP port deletion for 095a6bad-2fb1-4c3e-a945-b7cf3e34e46a request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:03:58.878650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Deleting port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:58.878988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.954374 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] For port cb50f063-3150-411f-9cdc-cb49bb81b58e, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:58.964001 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] For port cb50f063-3150-411f-9cdc-cb49bb81b58e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cb50f063-3150-411f-9cdc-cb49bb81b58e,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:59.009398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] Deleting port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:59.011065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.037437 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.063328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3448cdb3-3d54-4614-ab1a-73e391957ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.101888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] For port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:59.102627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.113926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] For port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,segment=NetworkSegment(e729f146-bd14-4bd6-972d-c51f84ae4041),segment_id=e729f146-bd14-4bd6-972d-c51f84ae4041)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:59.114319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.128282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] Calling delete_port for 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:59.158802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3448cdb3-3d54-4614-ab1a-73e391957ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.176906 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Routers {'95dadf94-6815-4cf3-ae12-1971ffb82248'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:59.177856 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['95dadf94-6815-4cf3-ae12-1971ffb82248'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:59.179496 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25322582-4fba-4cc9-bc28-ef0711bd56a4 None None] Pushing event updated for resources: {'Port': ['ID=cb50f063-3150-411f-9cdc-cb49bb81b58e,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.227927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Calling delete_port for 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:59.297233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ed05-bbcf-4d4b-a3e8-c120e1d695a3 req-7faef991-cf16-4aac-9865-a55fd7a6a155 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:59.314097 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d69ed05-bbcf-4d4b-a3e8-c120e1d695a3 req-7faef991-cf16-4aac-9865-a55fd7a6a155 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 931 time: 0.2617230 Aug 19 15:03:59.345104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Deleting port 3d9acddc-037d-4efb-81cf-2d79198887bb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:59.345696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.424035 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] Set router 95dadf94-6815-4cf3-ae12-1971ffb82248 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:59.478394 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d69ed05-bbcf-4d4b-a3e8-c120e1d695a3 req-33aa20a6-5dd1-4446-ba02-e5a3eef1cf1a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629729 Aug 19 15:03:59.516383 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.551488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] Pushing event deleted for resources: {'Port': ['ID=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.556710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac99ea-ea04-482b-b27f-826ad45ba17e None None] No DVR routers for this DVR port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:59.576648 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.624972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.626317 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.677355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] For port 3d9acddc-037d-4efb-81cf-2d79198887bb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3d9acddc-037d-4efb-81cf-2d79198887bb,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:59.677557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.680702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.683401 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:03:54Z', 'revision_number': 3, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:59.697417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3448cdb3-3d54-4614-ab1a-73e391957ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.700054 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3448cdb3-3d54-4614-ab1a-73e391957ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.701518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3448cdb3-3d54-4614-ab1a-73e391957ddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c66c18dd-f15a-4fe6-bb13-743495eabc92 HTTP/1.1" status: 204 len: 168 time: 0.8821282 Aug 19 15:03:59.708835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] No DVR routers for this DVR port 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:59.723439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7154d-126b-4c12-828d-4957b55b9c19 None None] The sync data for ids ['95dadf94-6815-4cf3-ae12-1971ffb82248'] in n-d-779913-32 is: [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:03:54Z', 'revision_number': 3, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:59.746372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Calling delete_port for 3d9acddc-037d-4efb-81cf-2d79198887bb owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:59.836262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.855708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095a6bad-2fb1-4c3e-a945-b7cf3e34e46a']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:59.867926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e729f146-bd14-4bd6-972d-c51f84ae4041') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:59.868486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e729f146-bd14-4bd6-972d-c51f84ae4041') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:59.883365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.888665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Allocated IP 172.20.0.1 (a74c351e-ca76-47be-acf9-61ee00db715a/a86c53d8-c235-41a2-8c42-ddefbdb00cc5/160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:59.899829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0eea0ef2-470f-4424-b903-df51eef29215 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:59.913022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448cdb3-3d54-4614-ab1a-73e391957ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c18dd-f15a-4fe6-bb13-743495eabc92,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.986336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.024647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:00.025249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:00.027325 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:00.035693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0eea0ef2-470f-4424-b903-df51eef29215 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:00.036899 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.062738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.088482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Transition to ACTIVE for port object 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:00.278924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:00.301487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.303217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:00.303802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5d6bb8c3-0127-4a7a-b85d-31b3a1f66d49 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:00.372668 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Network a74c351e-ca76-47be-acf9-61ee00db715a is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:00.391135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:00.395314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:00.425988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Pushing event updated for resources: {'Port': ['ID=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.470554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.700103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.787883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54f61e-1694-4d0a-ab51-31f59c2a5f17 req-a01f848c-2f7c-45f5-b3f7-bfd891788734 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:00.789517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce54f61e-1694-4d0a-ab51-31f59c2a5f17 req-a01f848c-2f7c-45f5-b3f7-bfd891788734 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.7957802 Aug 19 15:04:00.797338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4425ec5-e010-4822-8770-b0c3704cd324 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:00.809259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.852832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-67ee7723-8897-4fa5-a0a7-3a724b67c72e tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:00.854442 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-67ee7723-8897-4fa5-a0a7-3a724b67c72e tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/networks?id=f223594b-5ea3-409a-a762-8f30dd2e9492 HTTP/1.1" status: 200 len: 815 time: 0.2262297 Aug 19 15:04:00.855639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.855947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Transition to ACTIVE for port object b4425ec5-e010-4822-8770-b0c3704cd324 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:00.877082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0aca0cae-dbf5-4473-ae7d-74e22947cc91 None None] Provisioning for port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:00.881596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0aca0cae-dbf5-4473-ae7d-74e22947cc91 None None] Provisioning complete for port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:00.881970 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0aca0cae-dbf5-4473-ae7d-74e22947cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.897194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce54f61e-1694-4d0a-ab51-31f59c2a5f17 req-6fd6d2bb-873c-4c4c-ae1f-3aa69c64b2b0 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915809 Aug 19 15:04:00.906552 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-172309ce-b9d3-46ad-a9d1-20d514738862 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/quotas/95a1d90bc9c746d996204e664c8c9a53 HTTP/1.1" status: 200 len: 375 time: 0.0396216 Aug 19 15:04:00.911501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.932630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.937305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] 10.222.0.13 "DELETE /v2.0/networks/095a6bad-2fb1-4c3e-a945-b7cf3e34e46a HTTP/1.1" status: 204 len: 168 time: 2.5472200 Aug 19 15:04:00.937305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b20d1-015a-483f-a0b0-3a0b39846615 admin admin] Pushing event deleted for resources: {'Network': ['ID=095a6bad-2fb1-4c3e-a945-b7cf3e34e46a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.943995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.978838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0aca0cae-dbf5-4473-ae7d-74e22947cc91 None None] Port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:01.058952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4425ec5-e010-4822-8770-b0c3704cd324,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:01.096462 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-bb8d4252-1149-4b47-b031-aa1e4326084b tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a1d90bc9c746d996204e664c8c9a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465316 Aug 19 15:04:01.193616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1549-eaf7-46ad-8e8b-ef2adb1b1f01 req-30c34e2d-69bd-4aea-bce7-56233fb06964 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.203475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-316a1549-eaf7-46ad-8e8b-ef2adb1b1f01 req-30c34e2d-69bd-4aea-bce7-56233fb06964 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 943 time: 0.1332519 Aug 19 15:04:01.214464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.474849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9acddc-037d-4efb-81cf-2d79198887bb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:01.478287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-0bbe75b5-d0f3-45ad-8ffc-7380be89a607 service neutron] 10.222.0.13 "GET /v2.0/networks/f223594b-5ea3-409a-a762-8f30dd2e9492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450031 Aug 19 15:04:01.480804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-316a1549-eaf7-46ad-8e8b-ef2adb1b1f01 req-40f701d9-2044-414b-aab9-f60b95e03bde tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312172 Aug 19 15:04:01.480804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Attempting to bind port b4425ec5-e010-4822-8770-b0c3704cd324 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:01.480804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Attempting to bind port b4425ec5-e010-4822-8770-b0c3704cd324 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '6142407b-022d-44c1-8162-8f3b9ef7ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:01.480804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Attempting to bind port b4425ec5-e010-4822-8770-b0c3704cd324 on network d9330d41-6ef4-40ff-b341-c52ffd371906 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:01.481610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Port b4425ec5-e010-4822-8770-b0c3704cd324 on network d9330d41-6ef4-40ff-b341-c52ffd371906 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Attempting to bind port b4425ec5-e010-4822-8770-b0c3704cd324 on network d9330d41-6ef4-40ff-b341-c52ffd371906 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Checking segment: {'id': '6142407b-022d-44c1-8162-8f3b9ef7ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Bound using segment: {'id': '6142407b-022d-44c1-8162-8f3b9ef7ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Bound port: b4425ec5-e010-4822-8770-b0c3704cd324, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6142407b-022d-44c1-8162-8f3b9ef7ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:01.481751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.482671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-072d1eb2-31ad-4ac8-912d-42687524ad30 service neutron] 10.222.0.13 "GET /v2.0/networks/f223594b-5ea3-409a-a762-8f30dd2e9492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139975 Aug 19 15:04:01.565728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] For port b4425ec5-e010-4822-8770-b0c3704cd324, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:01.572390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] For port b4425ec5-e010-4822-8770-b0c3704cd324, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b4425ec5-e010-4822-8770-b0c3704cd324,segment=NetworkSegment(6142407b-022d-44c1-8162-8f3b9ef7ec05),segment_id=6142407b-022d-44c1-8162-8f3b9ef7ec05)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:01.583582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b98696-85a2-47ae-bd46-aba9bffa142f req-ea884110-b36b-48be-a217-0dda7c4fc38c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.585516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b98696-85a2-47ae-bd46-aba9bffa142f req-ea884110-b36b-48be-a217-0dda7c4fc38c tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.1395671 Aug 19 15:04:01.599419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57858) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:01.602645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.604847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Request body: {'floatingip': {'port_id': 'd6e7cbce-3177-4369-84d0-120005e63b02'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:01.699069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.742781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.866340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Pushing event updated for resources: {'Port': ['ID=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:01.868902 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.909855 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4d55097d-07fc-4d02-9315-be0d07557145 req-d11d9851-1e02-447e-bca6-1b682d2ac2c1 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.1711466 Aug 19 15:04:01.984760 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.994215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.995106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.996888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/b4425ec5-e010-4822-8770-b0c3704cd324 HTTP/1.1" status: 200 len: 1092 time: 3.3428805 Aug 19 15:04:02.000660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'tag': 'b4425ec5-e010-4822-8770-b0c3704cd324'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:02.005344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57870) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:02.005501 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9a025e-3df6-4840-8d93-c107bf51bf89" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6dfd44-8444-4ad5-9d7f-256bf3b140db", "tag": "b4425ec5-e010-4822-8770-b0c3704cd324"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:02.082342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb50f063-3150-411f-9cdc-cb49bb81b58e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:02.110219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13c7a1-d4cd-45d8-a887-8dab93de3fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4425ec5-e010-4822-8770-b0c3704cd324,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:02.119574 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcea557-d2d5-4953-a43c-4b7761dd30a7 x-openstack-request-id: req-8bcea557-d2d5-4953-a43c-4b7761dd30a7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:02.120226 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6dfd44-8444-4ad5-9d7f-256bf3b140db", "tag": "b4425ec5-e010-4822-8770-b0c3704cd324", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:02.120715 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bcea557-d2d5-4953-a43c-4b7761dd30a7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:02.121555 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'tag': 'b4425ec5-e010-4822-8770-b0c3704cd324', 'status': 'completed', 'code': 200} Aug 19 15:04:02.126983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Router 6fda9545-163d-4012-9457-3fe2856eabdd has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:02.203872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57874) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:02.257046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port cb50f063-3150-411f-9cdc-cb49bb81b58e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:02.261579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cb50f063-3150-411f-9cdc-cb49bb81b58e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:02.267843 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.286244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-8fac2fc8-02e2-4fb2-a616-63bd97ef64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:02.287831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-8fac2fc8-02e2-4fb2-a616-63bd97ef64cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08680c98997c4b76a19bfd2a657f1762&device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 1095 time: 0.1490989 Aug 19 15:04:02.294578 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c04aca1e-472f-4692-be90-50d38d35c062 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc216d83f4904be2a6ee02b2f61732d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910173 Aug 19 15:04:02.297588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57878) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:02.302408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Network a74c351e-ca76-47be-acf9-61ee00db715a is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:02.338448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:02.398683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-682549419-network', 'tenant_id': '3d75190ec532462f89851ff6955e7b4e'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:02.406360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-dd411563-d0a2-477c-80f9-32c8e56e3d3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4425ec5-e010-4822-8770-b0c3704cd324 HTTP/1.1" status: 200 len: 217 time: 0.0951955 Aug 19 15:04:02.415441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:02.440605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.446892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1e494c6c-7f89-439a-8476-6c748549f0d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/6fda9545-163d-4012-9457-3fe2856eabdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8549023 Aug 19 15:04:02.447771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] Sync routers for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:02.450269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57882) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:02.482003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port cb50f063-3150-411f-9cdc-cb49bb81b58e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cb50f063-3150-411f-9cdc-cb49bb81b58e,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:02.484675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:02.485673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:02.574100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-a689323b-59ce-42d6-a96c-bec221d6e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:02.575740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-a689323b-59ce-42d6-a96c-bec221d6e0e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebae4344-11d9-44a5-b97c-0ac39144dcbb HTTP/1.1" status: 200 len: 853 time: 0.1580312 Aug 19 15:04:02.623575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:02.627533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936977e3-a293-49a0-93de-8bd4cbc93967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.660308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.663633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-8a09ef4e-a017-47ee-ac86-428bab9f5525 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9330d41-6ef4-40ff-b341-c52ffd371906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715740 Aug 19 15:04:02.669456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Made reservation on behalf of 3d75190ec532462f89851ff6955e7b4e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:02.673780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.724524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.784285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936977e3-a293-49a0-93de-8bd4cbc93967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.810343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e5e73311-613f-4c70-882b-4c87bfd33253 None None] Provisioning complete for port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:02.810747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e5e73311-613f-4c70-882b-4c87bfd33253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.825951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.921888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=cb50f063-3150-411f-9cdc-cb49bb81b58e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:02.953170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e5e73311-613f-4c70-882b-4c87bfd33253 None None] Port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:02.992075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:04:00Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:03.016742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-121754b5-64f1-4f1a-b630-a70705961283 service neutron] 10.222.0.54 "GET /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317466 Aug 19 15:04:03.030708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] Checking router: 6fda9545-163d-4012-9457-3fe2856eabdd for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:03.042618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fbb84b52-28cd-4ab2-a19f-107139f2a505 req-5329532f-c3ca-42e0-a125-bfde0fb0f7df tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.0736027 Aug 19 15:04:03.043105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] Routers {'6fda9545-163d-4012-9457-3fe2856eabdd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:03.043977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6fda9545-163d-4012-9457-3fe2856eabdd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:03.094192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b6ef1-12cc-43d0-94e3-b2bb79cfbc12 req-eab06581-3a93-4f53-8131-29fc40b64668 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.102099 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-535b6ef1-12cc-43d0-94e3-b2bb79cfbc12 req-eab06581-3a93-4f53-8131-29fc40b64668 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 943 time: 0.1366129 Aug 19 15:04:03.118782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Router 95dadf94-6815-4cf3-ae12-1971ffb82248 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:03.165195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936977e3-a293-49a0-93de-8bd4cbc93967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.167761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-936977e3-a293-49a0-93de-8bd4cbc93967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.168224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] Set router 6fda9545-163d-4012-9457-3fe2856eabdd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:03.176382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-936977e3-a293-49a0-93de-8bd4cbc93967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b HTTP/1.1" status: 204 len: 168 time: 0.8701646 Aug 19 15:04:03.209218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936977e3-a293-49a0-93de-8bd4cbc93967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb8aa3-9319-4484-9a7c-a85fd2c15c5b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:03.220151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e62d4eb-b096-4bf4-a670-0f4f190b732e req-4c69c988-071d-4643-a8e8-a627b18b622e service neutron] 10.222.0.54 "GET /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806338 Aug 19 15:04:03.236547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.266390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.267561 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-535b6ef1-12cc-43d0-94e3-b2bb79cfbc12 req-e581f174-c627-48b3-864b-9bced3b01c8e tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647091 Aug 19 15:04:03.285716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.350106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:03.355739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a06fcbbf-4e90-46ae-bf3c-521c582e993e admin admin] 10.222.0.13 "PUT /v2.0/routers/95dadf94-6815-4cf3-ae12-1971ffb82248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0885916 Aug 19 15:04:03.360142 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Sync routers for ids ['95dadf94-6815-4cf3-ae12-1971ffb82248'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:03.372351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Routers {'95dadf94-6815-4cf3-ae12-1971ffb82248'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:03.378397 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['95dadf94-6815-4cf3-ae12-1971ffb82248'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:03.398347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.400648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.457523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6994f6f-46ed-4d21-a982-61be7870706d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:03.493901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:03.518387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.518740 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Added segment 0f56d067-d073-4ae2-9477-2356b2482639 of type vlan for network 9372c87d-b20f-4f55-9963-878445029bf6 Aug 19 15:04:03.538613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Deleting port cb87c122-e351-4f02-b2d1-5ca1880b9430 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:03.538961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.579246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-52080848-2c7c-4b85-997c-72c637fe3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.586813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-52080848-2c7c-4b85-997c-72c637fe3eda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08680c98997c4b76a19bfd2a657f1762&device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 1095 time: 0.1320322 Aug 19 15:04:03.600412 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Floating IP 6567ceb6-a640-4800-be01-5cbb0bfe1efb associated. External IP: 172.25.5.116, port: d6e7cbce-3177-4369-84d0-120005e63b02. Aug 19 15:04:03.613692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.661197 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:04:03.689441 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Set router 95dadf94-6815-4cf3-ae12-1971ffb82248 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:03.845667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:04:00Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:03.893373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a52ea-beed-49a1-b239-c998f3258b3c None None] The sync data for ids ['6fda9545-163d-4012-9457-3fe2856eabdd'] in n-d-779913-32 is: [{'id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'name': 'tempest-ServersTestFqdnHostnames-1568566935-router', 'tenant_id': 'c882464767d5402c98a2bb04914656a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:18Z', 'updated_at': '2021-08-19T15:04:00Z', 'revision_number': 5, 'project_id': 'c882464767d5402c98a2bb04914656a7', 'gw_port': {'id': 'cb87c122-e351-4f02-b2d1-5ca1880b9430', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda9545-163d-4012-9457-3fe2856eabdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:20Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:03.924317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] For port cb87c122-e351-4f02-b2d1-5ca1880b9430, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cb87c122-e351-4f02-b2d1-5ca1880b9430,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:03.924742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.942695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb50f063-3150-411f-9cdc-cb49bb81b58e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:03.989426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Calling delete_port for cb87c122-e351-4f02-b2d1-5ca1880b9430 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:04.064351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cb50f063-3150-411f-9cdc-cb49bb81b58e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:04.065266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.086635 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Router d4c1a288-df8e-400a-9fc2-d27248a1af82 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:04.086859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.089045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.089999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.159416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-ae9b90dd-0103-4546-b8c9-151c5602e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.163171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-ae9b90dd-0103-4546-b8c9-151c5602e0e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9330d41-6ef4-40ff-b341-c52ffd371906 HTTP/1.1" status: 200 len: 914 time: 0.5059276 Aug 19 15:04:04.360189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-241fa381-cf64-4f84-b1cf-a2dcf8ee48e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4425ec5-e010-4822-8770-b0c3704cd324 HTTP/1.1" status: 200 len: 217 time: 0.1311111 Aug 19 15:04:04.415456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2077582 Aug 19 15:04:04.418804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:04:00Z', 'revision_number': 4, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c', 'name': '', 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'mac_address': 'fa:16:3e:d2:e1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:59Z', 'updated_at': '2021-08-19T15:04:01Z', 'revision_number': 2, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'subnets': [{'id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:04.419441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57916) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:04.420584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c64f22-8b0b-4c3e-b4c5-cb8ed9b3d442 admin admin] Pushing event updated for resources: {'Network': ['ID=9372c87d-b20f-4f55-9963-878445029bf6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:04.431188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 9372c87d-b20f-4f55-9963-878445029bf6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:04.445626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f9944b4-fc6b-47eb-a081-2325467a0117 req-bf439cdf-9804-4018-8bc1-9fa34e956034 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.0690169 Aug 19 15:04:04.453980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:04.459013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.462348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Request body: {'subnet': {'network_id': '9372c87d-b20f-4f55-9963-878445029bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-682549419-subnet', 'tenant_id': '3d75190ec532462f89851ff6955e7b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:04.489477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] Sync routers for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:04.498367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-881ef44e-3b1a-4350-bab2-81d54ca958a5 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "PUT /v2.0/floatingips/6567ceb6-a640-4800-be01-5cbb0bfe1efb HTTP/1.1" status: 200 len: 991 time: 2.8976769 Aug 19 15:04:04.499341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:04.502353 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536d6ebf-524d-44b6-8433-a265f4891a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:04.504609 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Checking router: 95dadf94-6815-4cf3-ae12-1971ffb82248 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:04.505080 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Updating router 95dadf94-6815-4cf3-ae12-1971ffb82248 port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:04.537875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:04.538668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:04.547583 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.708845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:04.740261 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2689a6d0-75f1-465b-9096-51a7b3beb154 x-openstack-request-id: req-2689a6d0-75f1-465b-9096-51a7b3beb154 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:04.740607 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:04.740868 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2689a6d0-75f1-465b-9096-51a7b3beb154 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:04.741543 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'status': 'completed', 'code': 200} Aug 19 15:04:04.917225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Made reservation on behalf of 3d75190ec532462f89851ff6955e7b4e for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:04.919585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.037627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-b2c5c121-692a-4f7f-9fee-0c3a1f9b8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.039477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-b2c5c121-692a-4f7f-9fee-0c3a1f9b8b50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebae4344-11d9-44a5-b97c-0ac39144dcbb HTTP/1.1" status: 200 len: 853 time: 0.6784222 Aug 19 15:04:05.090929 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.106053 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Transition to ACTIVE for port object 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:05.123141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-b443df67-845c-4e85-ba98-370ae9a166d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9330d41-6ef4-40ff-b341-c52ffd371906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686841 Aug 19 15:04:05.137130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948199-c54b-480b-a339-f09d43f5681e req-9a74558a-9bd1-4a5e-9012-4091c3db267f tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.138638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6948199-c54b-480b-a339-f09d43f5681e req-9a74558a-9bd1-4a5e-9012-4091c3db267f tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 943 time: 0.7249775 Aug 19 15:04:05.141280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-7d52f27c-e951-47a8-ac79-6d71836e5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.142292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '6567ceb6-a640-4800-be01-5cbb0bfe1efb', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'port_id': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'mac_address': 'fa:16:3e:f3:bc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:04:03Z', 'revision_number': 1, 'project_id': '7ec59d079b4144659566d7e898743295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:35Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:05.142697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-7d52f27c-e951-47a8-ac79-6d71836e5ddc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec59d079b4144659566d7e898743295&device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 1097 time: 0.2431951 Aug 19 15:04:05.183916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] Checking router: d4c1a288-df8e-400a-9fc2-d27248a1af82 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:05.198755 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.200512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:05.202753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:05.278802 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11344e9-1aeb-494a-b06b-cec3469ded07 None None] Pushing event updated for resources: {'Port': ['ID=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:05.369945 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Attempting to bind port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:05.370299 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Attempting to bind port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:05.378114 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Attempting to bind port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c on network a74c351e-ca76-47be-acf9-61ee00db715a {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:05.395464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:05.395840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Checking segment: {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:05.397469 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.398380 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Bound using segment: {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:05.398882 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Bound port: 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:05.400423 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.428078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:05.491827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.496516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6948199-c54b-480b-a339-f09d43f5681e req-fdbfaca3-e96a-4a8f-9e3a-f8b111f83f53 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390279 Aug 19 15:04:05.596270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb87c122-e351-4f02-b2d1-5ca1880b9430,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:05.613081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-bf283d4b-4188-43d8-ad01-4424b3d000e7 service neutron] 10.222.0.54 "GET /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680450 Aug 19 15:04:05.615768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] For port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:05.621690 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] For port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:05.627399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-be0125b5-9e72-4091-88b2-7bb8fb97220b req-c39d2bb7-c94a-4384-835e-90befdb9d69b tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.0529222 Aug 19 15:04:05.682105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-c4f17f95-6994-4d52-afb5-1a41594af7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.683621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-c4f17f95-6994-4d52-afb5-1a41594af7da service neutron] 10.222.0.46 "GET /v2.0/networks?id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 200 len: 917 time: 0.5200205 Aug 19 15:04:05.778749 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.853737 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Routers {'95dadf94-6815-4cf3-ae12-1971ffb82248'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:05.854643 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['95dadf94-6815-4cf3-ae12-1971ffb82248'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:05.877565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-d81bf668-2906-470c-bfbe-8f8e58709f85 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.879177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-d81bf668-2906-470c-bfbe-8f8e58709f85 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.46 "GET /v2.0/networks?id=f223594b-5ea3-409a-a762-8f30dd2e9492 HTTP/1.1" status: 200 len: 815 time: 0.6394546 Aug 19 15:04:05.939128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Request body: {'port': {'device_id': '9b86873b-758c-48ea-8e87-c19e5b385765', 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'admin_state_up': True, 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:05.960248 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11344e9-1aeb-494a-b06b-cec3469ded07 None None] Pushing event updated for resources: {'Port': ['ID=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:05.976887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3d9acddc-037d-4efb-81cf-2d79198887bb no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:06.014193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-3c39a3a5-9800-40c1-9993-f1764fa0ea88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 200 len: 999 time: 0.3049023 Aug 19 15:04:06.020706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.032109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 3d9acddc-037d-4efb-81cf-2d79198887bb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:06.037081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3d9acddc-037d-4efb-81cf-2d79198887bb not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:06.068895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '6567ceb6-a640-4800-be01-5cbb0bfe1efb', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'port_id': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'mac_address': 'fa:16:3e:f3:bc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:04:03Z', 'revision_number': 1, 'project_id': '7ec59d079b4144659566d7e898743295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:35Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:06.109160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae1989-bb0e-4521-a856-09af154bdb2a None None] The sync data for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 is: [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '6567ceb6-a640-4800-be01-5cbb0bfe1efb', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'port_id': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'mac_address': 'fa:16:3e:f3:bc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:37Z', 'updated_at': '2021-08-19T15:04:03Z', 'revision_number': 1, 'project_id': '7ec59d079b4144659566d7e898743295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:35Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:06.169298 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] Set router 95dadf94-6815-4cf3-ae12-1971ffb82248 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:06.239180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.296605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9a025e-3df6-4840-8d93-c107bf51bf89 req-2ed8ce8d-93fe-45eb-b089-f7c55d45fb01 service neutron] 10.222.0.54 "GET /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529825 Aug 19 15:04:06.303711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.306949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.407858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-709ea8f4-e5d4-4c2b-9d16-095a5df932bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:06.407858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-709ea8f4-e5d4-4c2b-9d16-095a5df932bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=087bb67d-c778-46aa-b49d-d285165bc5b0 HTTP/1.1" status: 200 len: 855 time: 0.3808057 Aug 19 15:04:06.424159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce608ad6-63c4-4737-bcd7-b5dde1a478a5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:06.497859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Checking segment: {'id': '0f56d067-d073-4ae2-9477-2356b2482639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:06.498229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Network hostable DHCP agents. Network: 9372c87d-b20f-4f55-9963-878445029bf6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:06.523057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-5b5beceb-0dc5-42e6-9017-257c369dc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:06.524684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-5b5beceb-0dc5-42e6-9017-257c369dc11b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028101 Aug 19 15:04:06.575610 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0369b-ce39-4463-b317-c4347fb00522 None None] New status for floating IP 6567ceb6-a640-4800-be01-5cbb0bfe1efb: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:04:06.613219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.614804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fda9545-163d-4012-9457-3fe2856eabdd {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:04:06.707274 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:04:00Z', 'revision_number': 4, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c', 'name': '', 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'mac_address': 'fa:16:3e:d2:e1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:59Z', 'updated_at': '2021-08-19T15:04:05Z', 'revision_number': 4, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'subnets': [{'id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:06.711849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.718714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb22e857-13df-4f63-b6a1-f4856b9d7c77 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6fda9545-163d-4012-9457-3fe2856eabdd HTTP/1.1" status: 204 len: 168 time: 4.2636056 Aug 19 15:04:06.720147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Network 9372c87d-b20f-4f55-9963-878445029bf6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:06.724797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58000) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:06.737759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e460d-4e9c-4873-a00e-86adec89ded6 req-b818ddd5-108c-4784-a204-ef4805d7891b tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:06.742237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Made reservation on behalf of 95a1d90bc9c746d996204e664c8c9a53 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:06.746316 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d70e460d-4e9c-4873-a00e-86adec89ded6 req-b818ddd5-108c-4784-a204-ef4805d7891b tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 943 time: 0.1178370 Aug 19 15:04:06.757791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.803873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Deleting subnet 7aa6522f-c2ca-4786-b07a-aaa3367f82d2 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:06.807708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.815350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58004) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:06.821467 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af223534-f9b7-45de-9023-6cf855c756b4 None None] The sync data for ids ['95dadf94-6815-4cf3-ae12-1971ffb82248'] in n-d-779913-32 is: [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:04:00Z', 'revision_number': 4, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c', 'name': '', 'network_id': 'a74c351e-ca76-47be-acf9-61ee00db715a', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'mac_address': 'fa:16:3e:d2:e1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:59Z', 'updated_at': '2021-08-19T15:04:05Z', 'revision_number': 4, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'subnets': [{'id': 'a86c53d8-c235-41a2-8c42-ddefbdb00cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:06.864337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.958342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de19806b-6fbf-42fe-8714-f12e8a33c1e5 req-ea599909-023c-48fc-8538-47cc629924a3 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.1034846 Aug 19 15:04:07.027795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 9372c87d-b20f-4f55-9963-878445029bf6) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:07.028307 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.039348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d2732b-ac96-47ed-9dc4-ced6ebd2c16e None None] Network 9372c87d-b20f-4f55-9963-878445029bf6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:07.202590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:07.203203 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.212965 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d70e460d-4e9c-4873-a00e-86adec89ded6 req-e67623a9-ae5b-4d08-a739-0a4b5d4ce82b tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609764 Aug 19 15:04:07.218396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.234321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.240309 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7aa6522f-c2ca-4786-b07a-aaa3367f82d2 HTTP/1.1" status: 204 len: 168 time: 0.4915309 Aug 19 15:04:07.241359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58014) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:07.241484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac6404d-259d-4e05-a6df-f3794e95d896 None None] Network 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:07.258088 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3796805a-09b1-4666-bc6e-dd3e053bf0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.302887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea50fb4-ad92-4547-bb55-59a460d7c780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa6522f-c2ca-4786-b07a-aaa3367f82d2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:07.477539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-0ec0aead-f9f5-41f5-9e55-c06a123f40fc service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9336741 Aug 19 15:04:07.478499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.586935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6b8fff00-b56a-412a-9ca8-13b017b35695 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.1608877 Aug 19 15:04:07.598223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbf617-a5e0-4dec-a8b5-49caa97d7061 None None] Network 9372c87d-b20f-4f55-9963-878445029bf6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:07.727077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Deleting port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:07.727581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.816978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b4425ec5-e010-4822-8770-b0c3704cd324 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:07.859222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Allocated IP 172.20.0.4 (f223594b-5ea3-409a-a762-8f30dd2e9492/f06dfe6e-d6a4-4dc1-9c54-8222f83e274c/764d1d18-58b1-471a-91a2-c012998551d3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:07.986119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] For port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,segment=NetworkSegment(d2316f02-3287-433d-818c-64f5e8f154b6),segment_id=d2316f02-3287-433d-818c-64f5e8f154b6)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:07.986554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.085936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Calling delete_port for e5c5e4e9-013c-4367-b437-ca1bd1a80a5b owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:08.143752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:08.298918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b4425ec5-e010-4822-8770-b0c3704cd324, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b4425ec5-e010-4822-8770-b0c3704cd324,segment=NetworkSegment(6142407b-022d-44c1-8162-8f3b9ef7ec05),segment_id=6142407b-022d-44c1-8162-8f3b9ef7ec05)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:08.352518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-08c58d61-1e92-4dda-ae8b-a456a53ebff2 req-5b118182-d4d4-4aab-90c8-7603ddc8f271 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.1318662 Aug 19 15:04:08.479565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] DHCP port deletion for 33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:08.509137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'b4425ec5-e010-4822-8770-b0c3704cd324', 'network_id': 'd9330d41-6ef4-40ff-b341-c52ffd371906', 'port_id': 'b4425ec5-e010-4822-8770-b0c3704cd324', 'mac_address': 'fa:16:3e:c7:22:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebae4344-11d9-44a5-b97c-0ac39144dcbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:08.591223 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.699855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3796805a-09b1-4666-bc6e-dd3e053bf0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.746194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] No DVR routers for this DVR port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:08.759621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536d6ebf-524d-44b6-8433-a265f4891a5d req-d894b4f6-5357-4416-b375-08b9e2c10f3d service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2799499 Aug 19 15:04:08.772849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:08.782655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.796247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.815735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3796805a-09b1-4666-bc6e-dd3e053bf0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.825355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4425ec5-e010-4822-8770-b0c3704cd324 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:08.836900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Deleting port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:08.837635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.881208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-e7e442e0-4980-49e4-a259-27734571730f tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:08.883044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-e7e442e0-4980-49e4-a259-27734571730f tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/networks?id=9372c87d-b20f-4f55-9963-878445029bf6 HTTP/1.1" status: 200 len: 820 time: 0.3652894 Aug 19 15:04:08.961097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Transition to ACTIVE for port object 764d1d18-58b1-471a-91a2-c012998551d3 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:08.965184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3796805a-09b1-4666-bc6e-dd3e053bf0ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56108dae434944d8aeafe468e43fbae5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1322715 Aug 19 15:04:08.978739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-cd690444-c641-449f-87a3-2e5058a1362c tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/quotas/3d75190ec532462f89851ff6955e7b4e HTTP/1.1" status: 200 len: 375 time: 0.0647986 Aug 19 15:04:08.982839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796805a-09b1-4666-bc6e-dd3e053bf0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5440e168-b31a-4bcb-8f71-a184b1088d2d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:08.993297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58054) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:09.027595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] For port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:09.027862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.063149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Calling delete_port for e5c5e4e9-013c-4367-b437-ca1bd1a80a5b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:09.065263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-565aed04-7c39-468a-a768-cf6c29bdbbbe tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d75190ec532462f89851ff6955e7b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854237 Aug 19 15:04:09.076381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:04:09.082995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.096255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:09.096255 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.126183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107106a7-1196-47eb-be7c-a9ea772bab12 req-bc3857f9-8e33-4e2c-aa87-be75aae75d24 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:09.146486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-107106a7-1196-47eb-be7c-a9ea772bab12 req-bc3857f9-8e33-4e2c-aa87-be75aae75d24 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 943 time: 0.4639547 Aug 19 15:04:09.179541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:09.180300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.222073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:09.261097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2316f02-3287-433d-818c-64f5e8f154b6') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:09.262593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2316f02-3287-433d-818c-64f5e8f154b6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:09.295005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.331600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b4425ec5-e010-4822-8770-b0c3704cd324, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b4425ec5-e010-4822-8770-b0c3704cd324,segment=NetworkSegment(6142407b-022d-44c1-8162-8f3b9ef7ec05),segment_id=6142407b-022d-44c1-8162-8f3b9ef7ec05)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:09.344173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.354430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff59444c-983f-4534-ae37-fcc0ee6d573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.365645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Pushing event deleted for resources: {'Port': ['ID=e5c5e4e9-013c-4367-b437-ca1bd1a80a5b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.370840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:09.375992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.392074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] No DVR routers for this DVR port e5c5e4e9-013c-4367-b437-ca1bd1a80a5b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:09.433168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-a7d7111d-b321-468b-b034-aec5b1806939 service neutron] 10.222.0.13 "GET /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667173 Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:09.438157 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:09.458448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.458564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.460461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1c635-20da-4167-ac86-deda8bfa3838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:09.460722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff59444c-983f-4534-ae37-fcc0ee6d573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.535768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.550324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.559555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Pushing event updated for resources: {'Port': ['ID=764d1d18-58b1-471a-91a2-c012998551d3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.607298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-107106a7-1196-47eb-be7c-a9ea772bab12 req-da161bff-aaa2-40d2-afb3-cc2e7dcae691 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591913 Aug 19 15:04:09.675872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.682906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.685477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7 HTTP/1.1" status: 204 len: 168 time: 2.4412253 Aug 19 15:04:09.687653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:09.700137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Network f223594b-5ea3-409a-a762-8f30dd2e9492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:09.703238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=b4425ec5-e010-4822-8770-b0c3704cd324,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.728596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:09.750910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:09.755028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb56a-1776-4189-9fe5-a485d9d100fe admin admin] Pushing event deleted for resources: {'Network': ['ID=33bc8e43-e72e-4c0c-8600-dfd5bf1d88a7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.863176 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.271066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:10.274217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb87c122-e351-4f02-b2d1-5ca1880b9430 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:10.276997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['b4425ec5-e010-4822-8770-b0c3704cd324'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:10.302986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:10.380160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-3b555d0a-68ac-409f-8ea7-3f31f4705dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9254711 Aug 19 15:04:10.391410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:10.392577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.417738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-9d3bd2f0-d3bd-4095-94fb-518bccd887ef tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:10.424181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-9d3bd2f0-d3bd-4095-94fb-518bccd887ef tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.4778345 Aug 19 15:04:10.459059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: cb87c122-e351-4f02-b2d1-5ca1880b9430 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:10.459657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb87c122-e351-4f02-b2d1-5ca1880b9430 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:10.515761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff59444c-983f-4534-ae37-fcc0ee6d573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.520034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff59444c-983f-4534-ae37-fcc0ee6d573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.527071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ff59444c-983f-4534-ae37-fcc0ee6d573c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5440e168-b31a-4bcb-8f71-a184b1088d2d HTTP/1.1" status: 204 len: 168 time: 1.5347490 Aug 19 15:04:10.548419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59444c-983f-4534-ae37-fcc0ee6d573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5440e168-b31a-4bcb-8f71-a184b1088d2d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:10.563383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-06825d16-e6de-455e-ad11-fd6a256fd3b8 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6489317 Aug 19 15:04:10.571145 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-28b904e4-caf3-4503-a68d-25e1f82d8579 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.1254327 Aug 19 15:04:10.623252 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d0936638-9f45-4a8e-9edb-c848f265c279 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c882464767d5402c98a2bb04914656a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172245 Aug 19 15:04:10.626789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58068) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:10.675171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:10.706269 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-99826e53-bbb3-40a0-912e-92b5a9389e04 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328595 Aug 19 15:04:10.761309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Request body: {'port': {'device_id': '9b86873b-758c-48ea-8e87-c19e5b385765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:10.786811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e9942c86-2644-4597-983c-67c8f61c55ad None None] Provisioning for port 764d1d18-58b1-471a-91a2-c012998551d3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:10.804921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e9942c86-2644-4597-983c-67c8f61c55ad None None] Provisioning complete for port 764d1d18-58b1-471a-91a2-c012998551d3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:10.805325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e9942c86-2644-4597-983c-67c8f61c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.826005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8048113-25e5-4803-bc9d-d729bd553c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.938636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-97690d3f-cbe5-4e4c-a6c0-2da35c2cd290 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322571 Aug 19 15:04:10.972296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8048113-25e5-4803-bc9d-d729bd553c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.043883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e9942c86-2644-4597-983c-67c8f61c55ad None None] Port 764d1d18-58b1-471a-91a2-c012998551d3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:11.046183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.051236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:11.051698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.244206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-9e4e0e32-3de3-4829-a780-5fb8f4381b47 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046463 Aug 19 15:04:11.376095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e5c5e4e9-013c-4367-b437-ca1bd1a80a5b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:11.401258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2611-79d3-464f-8ea0-d010221b3ab0 req-a2f77d76-8985-40eb-a1f3-2735abaafea7 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:11.401390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e5c5e4e9-013c-4367-b437-ca1bd1a80a5b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:11.401545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e5c5e4e9-013c-4367-b437-ca1bd1a80a5b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:11.425644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f47d2611-79d3-464f-8ea0-d010221b3ab0 req-a2f77d76-8985-40eb-a1f3-2735abaafea7 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 931 time: 0.3288774 Aug 19 15:04:11.526491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8048113-25e5-4803-bc9d-d729bd553c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.529068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8048113-25e5-4803-bc9d-d729bd553c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.547626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d8048113-25e5-4803-bc9d-d729bd553c9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1b68d8a-1ef9-4e6d-90e9-6ec1ce8bb2e4 HTTP/1.1" status: 204 len: 168 time: 0.9029939 Aug 19 15:04:11.631015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048113-25e5-4803-bc9d-d729bd553c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b68d8a-1ef9-4e6d-90e9-6ec1ce8bb2e4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:11.725731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f47d2611-79d3-464f-8ea0-d010221b3ab0 req-28e9c486-45a9-43fc-ac65-e75e7470b5e2 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826910 Aug 19 15:04:11.740168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b4425ec5-e010-4822-8770-b0c3704cd324 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:11.999782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port b4425ec5-e010-4822-8770-b0c3704cd324 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:12.008716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port b4425ec5-e010-4822-8770-b0c3704cd324 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:12.011891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.166838 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.200390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4425ec5-e010-4822-8770-b0c3704cd324'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:12.206276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764d1d18-58b1-471a-91a2-c012998551d3 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:12.220511 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba065b2e-85e1-4084-952a-b7e5531baac0" -d '{"events": [{"server_uuid": "2d6dfd44-8444-4ad5-9d7f-256bf3b140db", "name": "network-vif-plugged", "status": "completed", "tag": "b4425ec5-e010-4822-8770-b0c3704cd324"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:12.234935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.272585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port b4425ec5-e010-4822-8770-b0c3704cd324, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b4425ec5-e010-4822-8770-b0c3704cd324,segment=NetworkSegment(6142407b-022d-44c1-8162-8f3b9ef7ec05),segment_id=6142407b-022d-44c1-8162-8f3b9ef7ec05)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:12.276652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Transition to ACTIVE for port object 764d1d18-58b1-471a-91a2-c012998551d3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:12.406222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e313-2d76-4b18-b5f6-ab75a7ee3a53 req-d356f7e4-458e-4793-b05e-d12b32e5d387 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:12.407909 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e9b4e313-2d76-4b18-b5f6-ab75a7ee3a53 req-d356f7e4-458e-4793-b05e-d12b32e5d387 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 944 time: 0.1455944 Aug 19 15:04:12.408498 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.433739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.497563 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e9b4e313-2d76-4b18-b5f6-ab75a7ee3a53 req-6382d3a2-72d7-4a27-afe6-906a8c195927 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797703 Aug 19 15:04:12.530572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-342904c9-ab88-46bb-a7f2-ae62b9788a04 req-b72421f1-b41a-4aa9-b082-6e2efdac92f4 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 210 time: 0.1269948 Aug 19 15:04:12.606685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=b4425ec5-e010-4822-8770-b0c3704cd324,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:12.662532 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242435c-307a-410a-b1b1-920a3fa0c976 x-openstack-request-id: req-f242435c-307a-410a-b1b1-920a3fa0c976 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:12.663134 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6dfd44-8444-4ad5-9d7f-256bf3b140db", "name": "network-vif-plugged", "status": "completed", "tag": "b4425ec5-e010-4822-8770-b0c3704cd324", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:12.669881 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f242435c-307a-410a-b1b1-920a3fa0c976 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:12.669881 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4425ec5-e010-4822-8770-b0c3704cd324', 'code': 200} Aug 19 15:04:12.677384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e981dc11-5cef-4db3-a1b5-77f69e451a1a req-3378e7f6-1eec-456c-bfff-e10e7e3317cd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0877073 Aug 19 15:04:12.800349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Pushing event updated for resources: {'Port': ['ID=764d1d18-58b1-471a-91a2-c012998551d3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:13.014757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84f71f-8ad0-47fb-ad12-0bd9f609e590 req-dc523277-9ff9-46c4-a4c3-e66d2ae42fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.016317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd84f71f-8ad0-47fb-ad12-0bd9f609e590 req-dc523277-9ff9-46c4-a4c3-e66d2ae42fe8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 1097 time: 0.2043915 Aug 19 15:04:13.017002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Attempting to bind port 764d1d18-58b1-471a-91a2-c012998551d3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:13.017370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Attempting to bind port 764d1d18-58b1-471a-91a2-c012998551d3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:13.017743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Attempting to bind port 764d1d18-58b1-471a-91a2-c012998551d3 on network f223594b-5ea3-409a-a762-8f30dd2e9492 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:13.031587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.034530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Port 764d1d18-58b1-471a-91a2-c012998551d3 on network f223594b-5ea3-409a-a762-8f30dd2e9492 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:13.034924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Attempting to bind port 764d1d18-58b1-471a-91a2-c012998551d3 on network f223594b-5ea3-409a-a762-8f30dd2e9492 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:13.098812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5209481-88ca-47ef-920c-a8282554a88e req-d9523b2b-5d0f-4983-8154-e60b0e10b2e7 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.104558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5209481-88ca-47ef-920c-a8282554a88e req-d9523b2b-5d0f-4983-8154-e60b0e10b2e7 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 943 time: 0.1938465 Aug 19 15:04:13.115320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:13.115690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Checking segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:13.116149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Bound using segment: {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:13.116760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Bound port: 764d1d18-58b1-471a-91a2-c012998551d3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:13.117283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.171448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd84f71f-8ad0-47fb-ad12-0bd9f609e590 req-330c45b2-a1a1-46be-ab96-cc24988aac9d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449637 Aug 19 15:04:13.229702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5209481-88ca-47ef-920c-a8282554a88e req-ef3402c2-0ac6-4b65-8793-3d3aa73a43a3 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090946 Aug 19 15:04:13.260228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] For port 764d1d18-58b1-471a-91a2-c012998551d3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:13.264851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] For port 764d1d18-58b1-471a-91a2-c012998551d3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=764d1d18-58b1-471a-91a2-c012998551d3,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:13.394985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.477155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.477722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.479148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] 10.222.0.46 "PUT /v2.0/ports/764d1d18-58b1-471a-91a2-c012998551d3 HTTP/1.1" status: 200 len: 1092 time: 2.7320237 Aug 19 15:04:13.479776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b86873b-758c-48ea-8e87-c19e5b385765', 'tag': '764d1d18-58b1-471a-91a2-c012998551d3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:13.488588 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b3b13-9dee-4701-8b7c-124f888a653c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b86873b-758c-48ea-8e87-c19e5b385765", "tag": "764d1d18-58b1-471a-91a2-c012998551d3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:13.506471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bba5b-e0b3-474e-98ce-c9f5585cb868 service neutron] Pushing event updated for resources: {'Port': ['ID=764d1d18-58b1-471a-91a2-c012998551d3,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:13.694573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58188) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:13.757918 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608deb2c-a669-4053-86e1-0172eba1fee3 x-openstack-request-id: req-608deb2c-a669-4053-86e1-0172eba1fee3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:13.758519 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b86873b-758c-48ea-8e87-c19e5b385765", "tag": "764d1d18-58b1-471a-91a2-c012998551d3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:13.759072 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608deb2c-a669-4053-86e1-0172eba1fee3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:13.759436 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b86873b-758c-48ea-8e87-c19e5b385765', 'tag': '764d1d18-58b1-471a-91a2-c012998551d3', 'status': 'completed', 'code': 200} Aug 19 15:04:13.949426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-457315923-network', 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:13.989351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06ef1-058e-4bec-979d-76bef75dc03c req-45683201-5193-49d2-aae5-122d6202daa0 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:14.003558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-78d06ef1-058e-4bec-979d-76bef75dc03c req-45683201-5193-49d2-aae5-122d6202daa0 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 945 time: 0.1078389 Aug 19 15:04:14.053031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-78d06ef1-058e-4bec-979d-76bef75dc03c req-394dc8f4-9085-4ac9-bf0c-7b3acb9f675a tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Aug 19 15:04:14.086184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:14.088784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.103361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.206834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-223eefc3-63a0-4699-9c5a-453df9f03ed6 req-eb5aa8e7-7946-4fce-b767-9cee9379dd48 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 210 time: 0.0695703 Aug 19 15:04:14.309054 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.363127 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-89fe7856-5751-4641-bb52-2bf7f7791004 req-febbb3d3-a191-4981-9424-4baf8e2c8851 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0483458 Aug 19 15:04:14.450867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.497829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:14.519503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd7adb-788a-48b0-b159-5eb42df557cb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:14.526435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.527298 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Added segment 01e969d7-bd3e-42e1-b2ed-6e0a759dded4 of type vlan for network 936494d6-d5d9-4539-9e13-ccbbc5520a39 Aug 19 15:04:14.532324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58198) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:14.565862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca86ba2-91bf-4edd-b34b-22012c8ebc31 req-8e1d83ba-c249-45dd-aa97-98bbb959e82c tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:14.566983 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cca86ba2-91bf-4edd-b34b-22012c8ebc31 req-8e1d83ba-c249-45dd-aa97-98bbb959e82c tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 943 time: 0.1250699 Aug 19 15:04:14.687014 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cca86ba2-91bf-4edd-b34b-22012c8ebc31 req-b28f172f-c550-4684-87c0-cd817b351b29 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082001 Aug 19 15:04:14.794628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.835327 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b580859-857f-4d63-a09a-8fb557607a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.922164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-68394238-cf85-4df4-9661-5008fa316a17 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:14.923851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-68394238-cf85-4df4-9661-5008fa316a17 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.54 "GET /v2.0/networks?id=9372c87d-b20f-4f55-9963-878445029bf6 HTTP/1.1" status: 200 len: 820 time: 0.2836771 Aug 19 15:04:14.943784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Request body: {'port': {'device_id': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6', 'admin_state_up': True, 'tenant_id': '3d75190ec532462f89851ff6955e7b4e'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:15.024602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.025696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:15.026362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.208319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] Pushing event updated for resources: {'Network': ['ID=936494d6-d5d9-4539-9e13-ccbbc5520a39,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.220091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:15.231083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986c963-2ab4-418e-8034-b946d7aacade req-a14f12c1-c490-4d11-8235-405e860c4d7d tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:15.234529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b986c963-2ab4-418e-8034-b946d7aacade req-a14f12c1-c490-4d11-8235-405e860c4d7d tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 945 time: 0.0819468 Aug 19 15:04:15.275467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b580859-857f-4d63-a09a-8fb557607a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.285575 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b986c963-2ab4-418e-8034-b946d7aacade req-3cb95eb7-d692-427d-af77-1fb04c511c0b tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Aug 19 15:04:15.369590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b580859-857f-4d63-a09a-8fb557607a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.382677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cb99334c-1abe-4eb2-8e14-c090339b06b5 req-b50a4db1-a7f6-4369-bac9-5ee919457dd9 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 210 time: 0.0339491 Aug 19 15:04:15.448772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b580859-857f-4d63-a09a-8fb557607a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38270ff8-b972-4dde-9630-560eb6c4981c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.465705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1b580859-857f-4d63-a09a-8fb557607a31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df424253d2ac4d7bbc12147e03c46710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265068 Aug 19 15:04:15.466375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58216) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:15.515163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c54e314d-4f3c-439d-b0ac-360003ba5e82 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8180759 Aug 19 15:04:15.518310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58218) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:15.523949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Request body: {'subnet': {'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-457315923-subnet', 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:15.570398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea9b-002d-423b-9104-65b94582d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.604559 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea9b-002d-423b-9104-65b94582d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.659694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Made reservation on behalf of 3d75190ec532462f89851ff6955e7b4e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:15.671754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.744183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e25b9a3a-46ff-434f-9371-682ee9428c94 req-8c15372f-09d9-4d8b-a2ba-6afcc67d75f7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0312278 Aug 19 15:04:15.747988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:15.751566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.912374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea9b-002d-423b-9104-65b94582d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.915950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea9b-002d-423b-9104-65b94582d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.919776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c5d5ea9b-002d-423b-9104-65b94582d697 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38270ff8-b972-4dde-9630-560eb6c4981c HTTP/1.1" status: 204 len: 168 time: 0.4498243 Aug 19 15:04:15.958613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5ea9b-002d-423b-9104-65b94582d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38270ff8-b972-4dde-9630-560eb6c4981c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:16.034029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e511332-dc27-4939-95a4-27eec41c718b req-28bc08f0-427a-4509-ac61-994264099b3e tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:16.041922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e511332-dc27-4939-95a4-27eec41c718b req-28bc08f0-427a-4509-ac61-994264099b3e tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 943 time: 0.1381843 Aug 19 15:04:16.067678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Allocated IP 172.20.0.9 (9372c87d-b20f-4f55-9963-878445029bf6/ce608ad6-63c4-4737-bcd7-b5dde1a478a5/56b87e0a-d76f-468b-b1b2-5ed89d2f35f3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:16.115602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-ee1f6048-1224-4e83-b447-c3e9e6828a07 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:16.117253 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-ee1f6048-1224-4e83-b447-c3e9e6828a07 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.2814493 Aug 19 15:04:16.142913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:16.246811 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e511332-dc27-4939-95a4-27eec41c718b req-3a2f45ed-ada5-4161-ac38-b1a05fae8558 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011158 Aug 19 15:04:16.378476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.474826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.600207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:16.604518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.672473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.784288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Pushing event updated for resources: {'Port': ['ID=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:16.793937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.10 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/81ede150-e0f5-486f-88a7-9af3fc2c9cfd) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:16.812398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Network 9372c87d-b20f-4f55-9963-878445029bf6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:16.814680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:16.818255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:16.899136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:16.900516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.951143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aed2365-7411-4eaf-87de-ee898e917c76,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:17.024865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:17.025393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Network hostable DHCP agents. Network: 936494d6-d5d9-4539-9e13-ccbbc5520a39, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:17.033661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.055782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object 81ede150-e0f5-486f-88a7-9af3fc2c9cfd will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:17.132132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-f86d5fd6-8b4b-4074-8cd4-5baf407abd95 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1927691 Aug 19 15:04:17.151723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Request body: {'port': {'device_id': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:17.261458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.350571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2a390-1999-4157-ae78-33071ad37710 req-ddef8ac2-0a92-4e9c-9060-cbdb5732cfdd tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:17.359673 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34a2a390-1999-4157-ae78-33071ad37710 req-ddef8ac2-0a92-4e9c-9060-cbdb5732cfdd tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 931 time: 0.0681293 Aug 19 15:04:17.418962 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-34a2a390-1999-4157-ae78-33071ad37710 req-bd1f5e75-d179-43ba-b252-203ad32bd753 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Aug 19 15:04:17.582385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.608443 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d28f71b1-9cb0-4fad-ae51-d4b80cec5ce5 req-97d715da-38d4-44cd-947a-d1fd99221c3d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0981026 Aug 19 15:04:17.615282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:17.771390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:17.787060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.787309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 936494d6-d5d9-4539-9e13-ccbbc5520a39) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:17.798849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c001463-8dd8-4529-b3e0-0152a99592a7 None None] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:17.819034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Transition to ACTIVE for port object 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:17.847605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:17.864613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:17.865377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.870651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:17.885443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:17.894564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:17.920699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.031275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297e75d-3dd0-439a-b613-b789a539e313 req-7ae22c8d-461f-483d-9c20-2629a60dc3a9 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.033030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5297e75d-3dd0-439a-b613-b789a539e313 req-7ae22c8d-461f-483d-9c20-2629a60dc3a9 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 945 time: 0.3072002 Aug 19 15:04:18.062641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd70c2-74c4-4fb8-a392-e423c7cff9f5 None None] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:18.072284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.073058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.093278 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1825b609-fee1-40b1-bc68-b98ec5bd515e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5649066 Aug 19 15:04:18.152207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5297e75d-3dd0-439a-b613-b789a539e313 req-75ab1d24-7915-4f38-92e2-b7da9b5a7302 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Aug 19 15:04:18.206301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-3e6ad240-06e5-4fa9-8b7b-d69ba156af88 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0692813 Aug 19 15:04:18.247982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Request body: {'port': {'device_id': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:18.311828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Pushing event updated for resources: {'Port': ['ID=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:18.485273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.547549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d846ba7-e2e6-4368-bf1f-00e9fdb6955c req-01f0a277-d163-4a1a-acf0-a42fdd041e0f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.550690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Attempting to bind port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:18.551169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Attempting to bind port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '0f56d067-d073-4ae2-9477-2356b2482639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:18.551574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Attempting to bind port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 on network 9372c87d-b20f-4f55-9963-878445029bf6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:18.557668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 on network 9372c87d-b20f-4f55-9963-878445029bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:18.558029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Attempting to bind port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 on network 9372c87d-b20f-4f55-9963-878445029bf6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:18.559415 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d846ba7-e2e6-4368-bf1f-00e9fdb6955c req-01f0a277-d163-4a1a-acf0-a42fdd041e0f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 943 time: 0.2223110 Aug 19 15:04:18.591032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:18.594236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Checking segment: {'id': '0f56d067-d073-4ae2-9477-2356b2482639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:18.594918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Bound using segment: {'id': '0f56d067-d073-4ae2-9477-2356b2482639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:18.595563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Bound port: 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f56d067-d073-4ae2-9477-2356b2482639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:18.596729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.622418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b5fe8bb5-2d1d-4048-b592-3680bc191a9c None None] Provisioning for port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:18.628960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b5fe8bb5-2d1d-4048-b592-3680bc191a9c None None] Provisioning complete for port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:18.629649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8bb5-2d1d-4048-b592-3680bc191a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.683069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b3b13-9dee-4701-8b7c-124f888a653c req-1d7a2747-c611-4413-878e-7bb217311384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.684883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea5b3b13-9dee-4701-8b7c-124f888a653c req-1d7a2747-c611-4413-878e-7bb217311384 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a1d90bc9c746d996204e664c8c9a53&device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 1095 time: 0.2262855 Aug 19 15:04:18.740987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe8bb5-2d1d-4048-b592-3680bc191a9c None None] Port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:18.784206 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d846ba7-e2e6-4368-bf1f-00e9fdb6955c req-af79acb9-b8e7-4d19-bb83-88694556ea7c tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236955 Aug 19 15:04:18.903650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] For port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:18.912737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] For port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,segment=NetworkSegment(0f56d067-d073-4ae2-9477-2356b2482639),segment_id=0f56d067-d073-4ae2-9477-2356b2482639)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:19.055895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.135295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b3b13-9dee-4701-8b7c-124f888a653c req-9a736a5d-1e51-4795-bf9e-7c4cd6e9f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.138497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea5b3b13-9dee-4701-8b7c-124f888a653c req-9a736a5d-1e51-4795-bf9e-7c4cd6e9f5fd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a1d90bc9c746d996204e664c8c9a53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4053833 Aug 19 15:04:19.302521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.303643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.305525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] 10.222.0.54 "PUT /v2.0/ports/56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 HTTP/1.1" status: 200 len: 1092 time: 2.1583672 Aug 19 15:04:19.313087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'tag': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:19.317983 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6287a2df-d36a-4fda-86b1-4ba5921cdc54" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d", "tag": "56b87e0a-d76f-468b-b1b2-5ed89d2f35f3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:19.337616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-64e9b6cf-982a-4236-a4f2-c215fc5f9a41 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.340582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-64e9b6cf-982a-4236-a4f2-c215fc5f9a41 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 945 time: 0.3511078 Aug 19 15:04:19.523648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea08ac-6d7c-48ca-98a1-a7c97803e03b service neutron] Pushing event updated for resources: {'Port': ['ID=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:19.674357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-f39a8a28-c34c-42c0-9660-f8a9cab8fe6a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.676092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-f39a8a28-c34c-42c0-9660-f8a9cab8fe6a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.5752017 Aug 19 15:04:19.727501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-d56472e5-4b48-488b-ab31-88eaef800084 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0383446 Aug 19 15:04:19.735713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-1ec7a931-9ff0-4f87-b28e-1a2dc4dfe8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.737315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-1ec7a931-9ff0-4f87-b28e-1a2dc4dfe8d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d75190ec532462f89851ff6955e7b4e&device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 1095 time: 0.2062237 Aug 19 15:04:19.803485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ede150-e0f5-486f-88a7-9af3fc2c9cfd {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:19.814816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.834110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d2bd-3769-4852-8823-bc789680782f req-82661120-f829-42ee-9256-32cf82ea89da tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.844029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa30d2bd-3769-4852-8823-bc789680782f req-82661120-f829-42ee-9256-32cf82ea89da tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 943 time: 0.1925256 Aug 19 15:04:19.844888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b3b13-9dee-4701-8b7c-124f888a653c req-bb6192e0-b8e4-47b7-b13d-cf785c540802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.847915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea5b3b13-9dee-4701-8b7c-124f888a653c req-bb6192e0-b8e4-47b7-b13d-cf785c540802 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4374011 Aug 19 15:04:19.852446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-0cc701c2-5dc2-45fd-af65-f3c5059388b8 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105740 Aug 19 15:04:19.856206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-a0ab245f-48d9-4b17-82c0-46ea90b9506e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 HTTP/1.1" status: 200 len: 217 time: 0.1031506 Aug 19 15:04:19.892875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa30d2bd-3769-4852-8823-bc789680782f req-2dbfe16a-a1a5-4613-9639-ab0d06c633be tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477636 Aug 19 15:04:19.898106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Transition to ACTIVE for port object 81ede150-e0f5-486f-88a7-9af3fc2c9cfd will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:19.957003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Deleting port b4425ec5-e010-4822-8770-b0c3704cd324 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:19.958933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.997816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.044225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Pushing event updated for resources: {'Port': ['ID=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:20.080659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-0c036dc2-9984-48b6-bb71-f19239df078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.082194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-0c036dc2-9984-48b6-bb71-f19239df078d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce608ad6-63c4-4737-bcd7-b5dde1a478a5 HTTP/1.1" status: 200 len: 860 time: 0.2028296 Aug 19 15:04:20.093930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee21cb-2c95-48de-b76d-a917312d65f0 req-a8cfeac7-2250-4f2e-b6a1-ccef37a4c830 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.095654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70ee21cb-2c95-48de-b76d-a917312d65f0 req-a8cfeac7-2250-4f2e-b6a1-ccef37a4c830 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 932 time: 0.1298723 Aug 19 15:04:20.151620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-7ba65be5-0408-4444-adce-cf8b9698dd0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9372c87d-b20f-4f55-9963-878445029bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316296 Aug 19 15:04:20.213198 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-70ee21cb-2c95-48de-b76d-a917312d65f0 req-57357100-03f8-43a6-a0c5-6018ad56250c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104293 Aug 19 15:04:20.255723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Attempting to bind port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:20.256188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Attempting to bind port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:20.256618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Attempting to bind port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:20.266286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:20.266771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Attempting to bind port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:20.268759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-1dff4e5a-13d6-420e-9c91-b2374323265c service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076474 Aug 19 15:04:20.274169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:20.277331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:20.279050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:20.279050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Bound port: 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:20.281024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.289059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-5eee559c-06b8-4c37-86cb-1544773ff3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.289454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-5eee559c-06b8-4c37-86cb-1544773ff3e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a1d90bc9c746d996204e664c8c9a53&device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 1095 time: 0.2296395 Aug 19 15:04:20.492270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] For port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:20.518967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] For port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:20.533403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf0815-2f0a-482b-943a-133e2239c122 req-11645b6b-7269-4ec7-8bbf-83b2ff585b33 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.535061 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-75cf0815-2f0a-482b-943a-133e2239c122 req-11645b6b-7269-4ec7-8bbf-83b2ff585b33 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 945 time: 0.1066866 Aug 19 15:04:20.583898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-75cf0815-2f0a-482b-943a-133e2239c122 req-0b1af048-ed70-4ed6-bf16-b1317e198294 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/security-groups?id=71330165-335e-4fbd-8aaf-59d3d6fe5660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Aug 19 15:04:20.600757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.642367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.643008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.644429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] 10.222.0.54 "PUT /v2.0/ports/81ede150-e0f5-486f-88a7-9af3fc2c9cfd HTTP/1.1" status: 200 len: 1093 time: 2.4209085 Aug 19 15:04:20.644924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'tag': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:20.647412 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df25a6ef-809d-4041-874e-c1a9fd5103c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bef5bdc8-5e82-4644-96e7-8bc5874e9a28", "tag": "81ede150-e0f5-486f-88a7-9af3fc2c9cfd"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:20.683074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322823d-1c83-4d4e-92e5-4a8531570e0b service neutron] Pushing event updated for resources: {'Port': ['ID=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:20.761287 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9a87f-9aef-4a43-9e08-392b5f24ed8a x-openstack-request-id: req-aae9a87f-9aef-4a43-9e08-392b5f24ed8a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:20.761704 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d", "tag": "56b87e0a-d76f-468b-b1b2-5ed89d2f35f3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:20.762133 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae9a87f-9aef-4a43-9e08-392b5f24ed8a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:20.762627 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'tag': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3', 'status': 'completed', 'code': 200} Aug 19 15:04:20.780219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-960e940c-5ce7-486f-bc14-152501a5c63d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764d1d18-58b1-471a-91a2-c012998551d3 HTTP/1.1" status: 200 len: 217 time: 0.4712634 Aug 19 15:04:20.803792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] For port b4425ec5-e010-4822-8770-b0c3704cd324, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=b4425ec5-e010-4822-8770-b0c3704cd324,segment=NetworkSegment(6142407b-022d-44c1-8162-8f3b9ef7ec05),segment_id=6142407b-022d-44c1-8162-8f3b9ef7ec05)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:20.805772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.866143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Calling delete_port for b4425ec5-e010-4822-8770-b0c3704cd324 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:20.895629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-00c194a5-6a52-4f6c-bcb9-5cab7c1fc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.898196 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-00c194a5-6a52-4f6c-bcb9-5cab7c1fc64d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 1096 time: 0.0664272 Aug 19 15:04:20.911822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-287238d2-fef4-4ad2-b6bb-465e01cf690a service neutron] 10.222.0.54 "GET /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399421 Aug 19 15:04:20.926026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-cae83d00-bee6-469c-928b-7e98743f5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.927996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-cae83d00-bee6-469c-928b-7e98743f5d44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f06dfe6e-d6a4-4dc1-9c54-8222f83e274c HTTP/1.1" status: 200 len: 854 time: 0.1405945 Aug 19 15:04:20.959642 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-8518c61d-c1b6-4f6c-b019-359c30986803 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd HTTP/1.1" status: 200 len: 217 time: 0.0460944 Aug 19 15:04:20.992430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-9a3d49bd-b451-4f08-9970-5be7710d0bbd service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951962 Aug 19 15:04:21.047267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-fedcafe8-7af0-4d8f-9683-7188a34a72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.048389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-fedcafe8-7af0-4d8f-9683-7188a34a72e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0800006 Aug 19 15:04:21.056615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffffa6-6d53-46f3-b598-ce701b772590 req-e52b62ee-7f59-469c-9979-2c32a734ac9a tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.058296 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4ffffa6-6d53-46f3-b598-ce701b772590 req-e52b62ee-7f59-469c-9979-2c32a734ac9a tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 943 time: 0.1015580 Aug 19 15:04:21.132876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-d08192bc-6429-403d-93ac-f15d4741c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.134484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-d08192bc-6429-403d-93ac-f15d4741c15b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f223594b-5ea3-409a-a762-8f30dd2e9492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552918 Aug 19 15:04:21.141282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4ffffa6-6d53-46f3-b598-ce701b772590 req-0f1b09b8-8066-425c-b047-a44d8da8bb57 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664411 Aug 19 15:04:21.168218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-54dcf792-59b8-49ed-b96b-89069734cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.169839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-54dcf792-59b8-49ed-b96b-89069734cf65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106117 Aug 19 15:04:21.183369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1055e466-b5c2-4e8d-877a-8eca03eeaa3f req-c04a96db-8501-4027-90ca-ab8c61936c5d service neutron] 10.222.0.54 "GET /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527514 Aug 19 15:04:21.327374 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-899cca3b-6a4a-43b2-ac24-0af65bb5e9b7 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342754 Aug 19 15:04:21.401638 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae26dc0-f050-4a27-a797-7f74d33c3c3c x-openstack-request-id: req-dae26dc0-f050-4a27-a797-7f74d33c3c3c {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:21.402284 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef5bdc8-5e82-4644-96e7-8bc5874e9a28", "tag": "81ede150-e0f5-486f-88a7-9af3fc2c9cfd", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:21.402284 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dae26dc0-f050-4a27-a797-7f74d33c3c3c {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:21.402618 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'tag': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd', 'status': 'completed', 'code': 200} Aug 19 15:04:21.410015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-8358948a-e924-4268-bd0c-e771de66dfce service neutron] 10.222.0.46 "GET /v2.0/networks/f223594b-5ea3-409a-a762-8f30dd2e9492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633147 Aug 19 15:04:21.548589 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398edf2c-1ad4-4eb1-9ff0-8a6165e989a3 req-5e19f313-20fc-40ed-81b9-660cc5b8ff4f service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621938 Aug 19 15:04:21.637794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0cc14d-4102-4afe-b596-45c858c444f8 req-0ebc68f1-31f1-4da2-a5b9-66f373858851 service neutron] 10.222.0.46 "GET /v2.0/networks/f223594b-5ea3-409a-a762-8f30dd2e9492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955431 Aug 19 15:04:21.638078 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.697662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a295a-9fd6-4678-bdb8-17dc9b2df836 req-407c227c-d7c3-4637-977d-a37436c3d397 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.698618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Pushing event deleted for resources: {'Port': ['ID=b4425ec5-e010-4822-8770-b0c3704cd324,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:21.700547 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8f3a295a-9fd6-4678-bdb8-17dc9b2df836 req-407c227c-d7c3-4637-977d-a37436c3d397 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.0992332 Aug 19 15:04:21.701768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-6c5f5c47-9d01-42a7-9017-e6e910917294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.703503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-6c5f5c47-9d01-42a7-9017-e6e910917294 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d75190ec532462f89851ff6955e7b4e&device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 1095 time: 0.3148975 Aug 19 15:04:21.746371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c691b-a0e8-4c3d-8023-b744d59d4abd req-faad2fc1-4ec3-4e7f-a0e2-f21074fa6039 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.748280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf6c691b-a0e8-4c3d-8023-b744d59d4abd req-faad2fc1-4ec3-4e7f-a0e2-f21074fa6039 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 943 time: 0.1643794 Aug 19 15:04:21.782898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] No DVR routers for this DVR port b4425ec5-e010-4822-8770-b0c3704cd324 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:21.791673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b4425ec5-e010-4822-8770-b0c3704cd324 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:21.792287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.794807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc6e590b-50fa-4d17-b941-f0364f240c1c req-1b214dfc-0665-4a0b-86c6-58ef3c549099 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.54 "DELETE /v2.0/ports/b4425ec5-e010-4822-8770-b0c3704cd324 HTTP/1.1" status: 204 len: 173 time: 2.4367704 Aug 19 15:04:21.825432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: b4425ec5-e010-4822-8770-b0c3704cd324 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:21.825969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device b4425ec5-e010-4822-8770-b0c3704cd324 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:21.828229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8f3a295a-9fd6-4678-bdb8-17dc9b2df836 req-682b4850-f859-46eb-96c4-982a7bd6e5b6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116335 Aug 19 15:04:21.831694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-26ec9b1b-8503-440d-b5ed-26312b82a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.834162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-26ec9b1b-8503-440d-b5ed-26312b82a843 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 1096 time: 0.1017549 Aug 19 15:04:21.952874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf6c691b-a0e8-4c3d-8023-b744d59d4abd req-dbe1b038-09dd-4132-a63c-a43bd2e1b52c tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787736 Aug 19 15:04:21.959842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-d7545eb8-170f-4e9e-b900-42bd109ae0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.959979 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b383bae-6244-4341-85a4-ad9c3da44774 req-92287b3d-a1d1-493f-9a7b-0ad4d2531c7b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0396671 Aug 19 15:04:21.964017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-d7545eb8-170f-4e9e-b900-42bd109ae0a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9372c87d-b20f-4f55-9963-878445029bf6 HTTP/1.1" status: 200 len: 921 time: 0.2505815 Aug 19 15:04:21.996799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-75b426ac-8a56-4db0-a96c-7b33a3577c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.999003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-75b426ac-8a56-4db0-a96c-7b33a3577c88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1496272 Aug 19 15:04:22.025308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-d97a8535-02f7-457f-82b1-a8f8dc3e0710 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 HTTP/1.1" status: 200 len: 217 time: 0.0523212 Aug 19 15:04:22.070654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-f5f695de-f084-44d0-a7ac-14b683558e7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd HTTP/1.1" status: 200 len: 217 time: 0.0647254 Aug 19 15:04:22.108250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-f8e4c214-2ac2-44ce-bef9-8304a5d62a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.110461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-f8e4c214-2ac2-44ce-bef9-8304a5d62a1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce608ad6-63c4-4737-bcd7-b5dde1a478a5 HTTP/1.1" status: 200 len: 860 time: 0.0664482 Aug 19 15:04:22.131863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-74eb948a-5091-4699-94d0-d8ba35bbaaca req-679670f0-5d54-40a5-84fe-645bf24dc961 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.0614736 Aug 19 15:04:22.159120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-6aff935e-58e6-462f-a641-b08aa350703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.160814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-6aff935e-58e6-462f-a641-b08aa350703d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0820799 Aug 19 15:04:22.179752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-f1bb2fde-3ff7-43d4-9fec-7d6efd22f1eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9372c87d-b20f-4f55-9963-878445029bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609117 Aug 19 15:04:22.250755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-6e9e138f-fc0d-4f6d-8e79-90053ae0b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.252445 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-6e9e138f-fc0d-4f6d-8e79-90053ae0b7de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747173 Aug 19 15:04:22.328344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-fb98d10a-2a96-429a-aea9-462c9635fbd0 service neutron] 10.222.0.54 "GET /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413453 Aug 19 15:04:22.417271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-b832dfc1-7720-4154-bd7a-6250ecbfc243 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561632 Aug 19 15:04:22.549059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2671-846d-4dc8-b881-61a280ed54c2 req-c2e18ed6-c0a0-4be7-a3e5-76728dc14ab6 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.553353 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-df25a6ef-809d-4041-874e-c1a9fd5103c8 req-3959530c-46fe-4eb6-9656-84669d71b385 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273673 Aug 19 15:04:22.557076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a8b2671-846d-4dc8-b881-61a280ed54c2 req-c2e18ed6-c0a0-4be7-a3e5-76728dc14ab6 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 943 time: 0.1361411 Aug 19 15:04:22.570850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6287a2df-d36a-4fda-86b1-4ba5921cdc54 req-44292d73-94c3-41d9-ae5e-017f9b02c28e service neutron] 10.222.0.54 "GET /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204962 Aug 19 15:04:22.647991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a8b2671-846d-4dc8-b881-61a280ed54c2 req-db7495d6-da23-494b-abfc-cffb50723ddf tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 Aug 19 15:04:22.764522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'name': 'network-vif-deleted', 'tag': 'b4425ec5-e010-4822-8770-b0c3704cd324'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:22.767024 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33780c6-917a-4141-9870-de621297a11b" -d '{"events": [{"server_uuid": "2d6dfd44-8444-4ad5-9d7f-256bf3b140db", "name": "network-vif-deleted", "tag": "b4425ec5-e010-4822-8770-b0c3704cd324"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:22.810481 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b621fc9-6fb4-49f2-8d4a-bec61e7c5e5d x-openstack-request-id: req-1b621fc9-6fb4-49f2-8d4a-bec61e7c5e5d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:22.810481 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6dfd44-8444-4ad5-9d7f-256bf3b140db", "name": "network-vif-deleted", "tag": "b4425ec5-e010-4822-8770-b0c3704cd324", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:22.811228 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b621fc9-6fb4-49f2-8d4a-bec61e7c5e5d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:22.811780 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6dfd44-8444-4ad5-9d7f-256bf3b140db', 'name': 'network-vif-deleted', 'tag': 'b4425ec5-e010-4822-8770-b0c3704cd324', 'status': 'completed', 'code': 200} Aug 19 15:04:22.952785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161759c-e4b7-40e4-976f-bcd8af32f386 req-5308ca44-cf51-47ad-ba16-ec24e1ae1a7f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.954307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4161759c-e4b7-40e4-976f-bcd8af32f386 req-5308ca44-cf51-47ad-ba16-ec24e1ae1a7f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.0517836 Aug 19 15:04:22.999468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4161759c-e4b7-40e4-976f-bcd8af32f386 req-983df293-184b-4e19-b59c-8e9db1c8c1db tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Aug 19 15:04:23.069364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad9150e9-7ae0-4f4a-930e-c89c53b6a041 req-6cf2257a-c608-4e10-996b-2e9432b55a21 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0277290 Aug 19 15:04:23.073478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfcc0c-2f65-40c4-99d4-ce69767dc16d req-20454fc0-e5cb-4bf3-a467-ccff304f8e81 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.075108 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66dfcc0c-2f65-40c4-99d4-ce69767dc16d req-20454fc0-e5cb-4bf3-a467-ccff304f8e81 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 943 time: 0.0521743 Aug 19 15:04:23.105681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 764d1d18-58b1-471a-91a2-c012998551d3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:23.145059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66dfcc0c-2f65-40c4-99d4-ce69767dc16d req-1a4c97c4-eba1-48ad-8b55-d6c3a4c9e32f tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525672 Aug 19 15:04:23.244585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 764d1d18-58b1-471a-91a2-c012998551d3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=764d1d18-58b1-471a-91a2-c012998551d3,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:23.258251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '764d1d18-58b1-471a-91a2-c012998551d3', 'network_id': 'f223594b-5ea3-409a-a762-8f30dd2e9492', 'port_id': '764d1d18-58b1-471a-91a2-c012998551d3', 'mac_address': 'fa:16:3e:c3:38:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06dfe6e-d6a4-4dc1-9c54-8222f83e274c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:23.264132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f616fe62-bbde-4228-b49c-347b765b3629 req-d13f7acb-6875-44ba-abf5-c86f78963875 tempest-ServerPasswordTestJSON-974999678 tempest-ServerPasswordTestJSON-974999678-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6dfd44-8444-4ad5-9d7f-256bf3b140db HTTP/1.1" status: 200 len: 210 time: 0.0432222 Aug 19 15:04:23.301769 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.317133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764d1d18-58b1-471a-91a2-c012998551d3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:23.345633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 764d1d18-58b1-471a-91a2-c012998551d3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=764d1d18-58b1-471a-91a2-c012998551d3,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:23.474261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.532706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=764d1d18-58b1-471a-91a2-c012998551d3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:23.582621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58354) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:23.695413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.698432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['764d1d18-58b1-471a-91a2-c012998551d3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:23.835642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530c6e-1baf-431d-843e-5cd79c43e0b5 req-9cf723f8-dbd6-47a8-9225-53fc833be4c0 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.837427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6530c6e-1baf-431d-843e-5cd79c43e0b5 req-9cf723f8-dbd6-47a8-9225-53fc833be4c0 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 944 time: 0.0907123 Aug 19 15:04:23.878221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.907101 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6530c6e-1baf-431d-843e-5cd79c43e0b5 req-149adf6e-1224-46ba-9884-5294f4341469 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571494 Aug 19 15:04:24.005106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.051180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b27644402adb489bbfdf2272818c9497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650791 Aug 19 15:04:24.051180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff667fa9-da32-41bf-a57d-2fd7d3579d18,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:24.052301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58364) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.058835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.059195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.059598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.059960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.060324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.061060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.061451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.061793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.062128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.062458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.062792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.063219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef38bea-f2c3-4180-acd5-8c08d2adb2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:24.147905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-507c7926-e314-42b8-a7af-d70f53c8b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.171376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f932-318d-408e-b3c1-65bd06b5de12 req-c9e3b9a2-5333-42b0-9441-5d3f74c10923 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.173207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7472f932-318d-408e-b3c1-65bd06b5de12 req-c9e3b9a2-5333-42b0-9441-5d3f74c10923 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.0918539 Aug 19 15:04:24.203213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-507c7926-e314-42b8-a7af-d70f53c8b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.206555 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ccc426c5-7afb-4894-add0-45ff8baf5adf req-951be469-58d2-4b58-afc5-26877a87bb37 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0300310 Aug 19 15:04:24.263333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7472f932-318d-408e-b3c1-65bd06b5de12 req-d66173ef-c6dd-43b5-9b4e-bf34e937272a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825937 Aug 19 15:04:24.326998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58372) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.352576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568468-e095-4ed3-bf00-d851eaa52f69 req-1d3743dc-bc6c-4caf-8059-f3881d755f02 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.355182 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9568468-e095-4ed3-bf00-d851eaa52f69 req-1d3743dc-bc6c-4caf-8059-f3881d755f02 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 943 time: 0.0725620 Aug 19 15:04:24.368827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-507c7926-e314-42b8-a7af-d70f53c8b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.372175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-507c7926-e314-42b8-a7af-d70f53c8b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.375976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-507c7926-e314-42b8-a7af-d70f53c8b1a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff667fa9-da32-41bf-a57d-2fd7d3579d18 HTTP/1.1" status: 204 len: 168 time: 0.3232567 Aug 19 15:04:24.390672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c7926-e314-42b8-a7af-d70f53c8b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff667fa9-da32-41bf-a57d-2fd7d3579d18,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:24.399135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Deleting subnet ebae4344-11d9-44a5-b97c-0ac39144dcbb {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:24.403107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.414395 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9568468-e095-4ed3-bf00-d851eaa52f69 req-f635512a-7fe9-4439-a0ce-188f8f24c3df tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Aug 19 15:04:24.454379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.468729 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-99723938-0428-4b38-9bac-87c82c9232f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.503215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.639790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.668994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebae4344-11d9-44a5-b97c-0ac39144dcbb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:24.675966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.715941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac0c15cb-dc02-4cd2-b7ba-198ebaf06ba7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebae4344-11d9-44a5-b97c-0ac39144dcbb HTTP/1.1" status: 204 len: 168 time: 0.3496413 Aug 19 15:04:24.718249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58380) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.788269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.876518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.886850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9330d41-6ef4-40ff-b341-c52ffd371906']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:24.905933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6142407b-022d-44c1-8162-8f3b9ef7ec05') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:24.906240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6142407b-022d-44c1-8162-8f3b9ef7ec05') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:24.915751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.931602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:24.998768 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:25.044575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa3095-825c-48a8-8d21-d77f570e6100 req-d21c7c9f-06a4-4427-9050-ea4212388cb1 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:25.046772 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a0fa3095-825c-48a8-8d21-d77f570e6100 req-d21c7c9f-06a4-4427-9050-ea4212388cb1 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 944 time: 0.0684297 Aug 19 15:04:25.088030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a0fa3095-825c-48a8-8d21-d77f570e6100 req-57a395f3-2c25-4eff-a688-d0abc24526be tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Aug 19 15:04:25.118117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 764d1d18-58b1-471a-91a2-c012998551d3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:25.325663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d47a5b68-967b-4db6-a608-30f377b12e58 req-69d1924f-6b32-42e4-83b9-8babbb4feca4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0267584 Aug 19 15:04:25.387880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32961e99-7791-4ba3-b3c3-f1c870f59b80 req-d9e0dbe7-fe0a-4e26-bec8-a59e1f0f989c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:25.390235 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-32961e99-7791-4ba3-b3c3-f1c870f59b80 req-d9e0dbe7-fe0a-4e26-bec8-a59e1f0f989c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.0527997 Aug 19 15:04:25.431624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-32961e99-7791-4ba3-b3c3-f1c870f59b80 req-eec772f9-cc62-406a-be24-0d0538121403 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Aug 19 15:04:25.563840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55b9da-d61c-4566-abd7-50de99ef3788 req-5d8aa8a6-514d-4f9a-8dca-398beba8120a tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:25.565580 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d55b9da-d61c-4566-abd7-50de99ef3788 req-5d8aa8a6-514d-4f9a-8dca-398beba8120a tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 943 time: 0.0574770 Aug 19 15:04:25.639917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1d55b9da-d61c-4566-abd7-50de99ef3788 req-44f12700-1aaa-49fb-9a3d-01699189fc4c tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672672 Aug 19 15:04:25.807638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:25.918714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,segment=NetworkSegment(0f56d067-d073-4ae2-9477-2356b2482639),segment_id=0f56d067-d073-4ae2-9477-2356b2482639)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:25.930261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3', 'network_id': '9372c87d-b20f-4f55-9963-878445029bf6', 'port_id': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3', 'mac_address': 'fa:16:3e:a5:e0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce608ad6-63c4-4737-bcd7-b5dde1a478a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:25.972312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.985488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:26.006367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,segment=NetworkSegment(0f56d067-d073-4ae2-9477-2356b2482639),segment_id=0f56d067-d073-4ae2-9477-2356b2482639)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:26.199551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.206226 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.208091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9330d41-6ef4-40ff-b341-c52ffd371906 HTTP/1.1" status: 204 len: 168 time: 1.4888678 Aug 19 15:04:26.238692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43170a-d801-4960-b047-ceb03155bbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9330d41-6ef4-40ff-b341-c52ffd371906,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.258407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141bed-b1f4-4f98-9356-8a04a1001f81 req-eaa991c7-d165-439f-8102-d8a25e5e644d tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.259982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77141bed-b1f4-4f98-9356-8a04a1001f81 req-eaa991c7-d165-439f-8102-d8a25e5e644d tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 944 time: 0.0957179 Aug 19 15:04:26.291493 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.292505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 764d1d18-58b1-471a-91a2-c012998551d3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:26.295685 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.302508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 764d1d18-58b1-471a-91a2-c012998551d3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:26.302883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.309849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77141bed-b1f4-4f98-9356-8a04a1001f81 req-fd23f278-c8dc-4830-8659-103a1c771dfa tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Aug 19 15:04:26.390093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.441173 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.442128 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aed018ef-21a4-4c04-8cfa-230ef495bfc2 req-bec308da-c22f-450c-90d0-30d38137d965 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0362525 Aug 19 15:04:26.466343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86873b-758c-48ea-8e87-c19e5b385765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764d1d18-58b1-471a-91a2-c012998551d3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:26.470072 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7118d-f8da-4ae3-8d0d-b256cff618dc" -d '{"events": [{"server_uuid": "9b86873b-758c-48ea-8e87-c19e5b385765", "name": "network-vif-plugged", "status": "completed", "tag": "764d1d18-58b1-471a-91a2-c012998551d3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:26.507141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 764d1d18-58b1-471a-91a2-c012998551d3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=764d1d18-58b1-471a-91a2-c012998551d3,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:26.521954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-690311b6-b5d3-4f2c-97f4-d4134a457dfb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.524552 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa09fed6-7a26-4615-a3d2-1aa6e263af56 x-openstack-request-id: req-aa09fed6-7a26-4615-a3d2-1aa6e263af56 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:26.524857 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86873b-758c-48ea-8e87-c19e5b385765", "name": "network-vif-plugged", "status": "completed", "tag": "764d1d18-58b1-471a-91a2-c012998551d3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:26.525108 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa09fed6-7a26-4615-a3d2-1aa6e263af56 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:26.525542 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86873b-758c-48ea-8e87-c19e5b385765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764d1d18-58b1-471a-91a2-c012998551d3', 'code': 200} Aug 19 15:04:26.525673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-690311b6-b5d3-4f2c-97f4-d4134a457dfb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1439624 Aug 19 15:04:26.549389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Request body: {'port': {'device_id': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'admin_state_up': True, 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:26.596863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.684058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da48c-025a-4791-80ca-4e08023742a0 req-288d5515-2bc0-495a-8bf8-966d6406f2e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.693739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e00da48c-025a-4791-80ca-4e08023742a0 req-288d5515-2bc0-495a-8bf8-966d6406f2e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.1343598 Aug 19 15:04:26.707819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=764d1d18-58b1-471a-91a2-c012998551d3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.714222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e102-53f4-47a8-9f77-429464dc6253 req-5241efae-857b-474b-b133-d9f331686a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.714848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['56b87e0a-d76f-468b-b1b2-5ed89d2f35f3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:26.715870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d015e102-53f4-47a8-9f77-429464dc6253 req-5241efae-857b-474b-b133-d9f331686a29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 1097 time: 0.0748124 Aug 19 15:04:26.762809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58426) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:26.776198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d015e102-53f4-47a8-9f77-429464dc6253 req-a75de44d-cc48-48f9-9857-29645e783987 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Aug 19 15:04:26.777814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e00da48c-025a-4791-80ca-4e08023742a0 req-ff6a603d-b9ff-45b3-a489-0cec8732a1bf tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831685 Aug 19 15:04:26.827456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b43a6116-8951-4093-a5e7-e7942db69787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08680c98997c4b76a19bfd2a657f1762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605595 Aug 19 15:04:26.827753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58428) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:26.900007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:26.903521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.931073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd1f95db-bcfb-4667-9a41-ef4cea668872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.995773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:27.012600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4bdc7-306b-46d7-b654-c624470b6fbb req-ccf5d7cf-1fcc-4bf5-ba4b-62db80d0e454 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:27.015387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1d4bdc7-306b-46d7-b654-c624470b6fbb req-ccf5d7cf-1fcc-4bf5-ba4b-62db80d0e454 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 944 time: 0.1547196 Aug 19 15:04:27.019912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd1f95db-bcfb-4667-9a41-ef4cea668872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.101465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-69178042-network', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:27.136028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1d4bdc7-306b-46d7-b654-c624470b6fbb req-a0818c82-c25d-4bb4-af1d-c406eb85b2be tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038465 Aug 19 15:04:27.152161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Allocated IP 172.20.0.5 (936494d6-d5d9-4539-9e13-ccbbc5520a39/0aed2365-7411-4eaf-87de-ee898e917c76/7fc2847c-b506-4d62-a024-8e3b341889d2) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:27.294080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Made reservation on behalf of ac4d96b0380b4148a1b5ae13594d84dd for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:27.297507 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.307961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.325868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.370112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd1f95db-bcfb-4667-9a41-ef4cea668872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.370112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd1f95db-bcfb-4667-9a41-ef4cea668872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.370112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd1f95db-bcfb-4667-9a41-ef4cea668872 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71330165-335e-4fbd-8aaf-59d3d6fe5660 HTTP/1.1" status: 204 len: 168 time: 0.5404582 Aug 19 15:04:27.387880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f95db-bcfb-4667-9a41-ef4cea668872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71330165-335e-4fbd-8aaf-59d3d6fe5660,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:27.450765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.462931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.486724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed798626-4974-4626-a240-c168e4291898 req-db58378b-180e-4605-8dcd-6a6e9cb6462b tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:27.488285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed798626-4974-4626-a240-c168e4291898 req-db58378b-180e-4605-8dcd-6a6e9cb6462b tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 945 time: 0.0749483 Aug 19 15:04:27.528174 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed798626-4974-4626-a240-c168e4291898 req-e4aa00f4-f020-416e-aed4-b3fd4f011e16 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Aug 19 15:04:27.541666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b5a3788-23e9-4829-8a02-6f4f47a059a2 req-ec0e83ff-5c24-4949-a097-fa9ae36011e7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0286968 Aug 19 15:04:27.577452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.624390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:27.627508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:27.629967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:27.636378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.657137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event updated for resources: {'Port': ['ID=7fc2847c-b506-4d62-a024-8e3b341889d2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:27.660631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:27.678722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948dd3d1-0671-43a9-a64a-312fc6515bd6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:27.685405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.686847 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Added segment 59cfad46-9dd8-494e-b552-32542a0b7d6f of type vlan for network 7ca95d64-08ad-41d4-b716-d902caf6a930 Aug 19 15:04:27.701450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:27.701450 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.729306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.807781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-282812d8-b520-4535-b5ab-373cd920bf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.808484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b833d40f-d3b6-4ad7-be5f-600397562664 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2702217 Aug 19 15:04:27.822419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Request body: {'port': {'device_id': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:27.828735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:27.883482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.884597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:27.885435 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.916115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.022100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0251532 Aug 19 15:04:28.026676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58456) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:28.035111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Request body: {'subnet': {'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-69178042-subnet', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:28.048216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:28.056110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874723-21d4-47da-8fec-0dc37c218cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca95d64-08ad-41d4-b716-d902caf6a930,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:28.063587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:28.064333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.081957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dec34-cd68-4b52-b15a-d3f6133969da req-56bc58eb-7202-4222-8d58-dc0814dd1f09 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.088223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-474dec34-cd68-4b52-b15a-d3f6133969da req-56bc58eb-7202-4222-8d58-dc0814dd1f09 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.1677041 Aug 19 15:04:28.110231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:28.131343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-474dec34-cd68-4b52-b15a-d3f6133969da req-05002881-3dc2-418d-9984-7e91f7544170 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Aug 19 15:04:28.219970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Made reservation on behalf of ac4d96b0380b4148a1b5ae13594d84dd for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:28.219970 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.251521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.298039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,segment=NetworkSegment(0f56d067-d073-4ae2-9477-2356b2482639),segment_id=0f56d067-d073-4ae2-9477-2356b2482639)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:28.305899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc2847c-b506-4d62-a024-8e3b341889d2 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:28.315153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.338899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1759682-092e-4a6b-9216-7e3d3bb55750 req-906b6fe1-5eb9-4f61-aaa1-1f88540e5a7d tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.340524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1759682-092e-4a6b-9216-7e3d3bb55750 req-906b6fe1-5eb9-4f61-aaa1-1f88540e5a7d tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 944 time: 0.0801504 Aug 19 15:04:28.344167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Transition to ACTIVE for port object 7fc2847c-b506-4d62-a024-8e3b341889d2 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:28.388537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1759682-092e-4a6b-9216-7e3d3bb55750 req-3bf7095f-3e06-4533-a209-12aa5b82c1e9 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Aug 19 15:04:28.432104 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.500615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:28.513801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.533937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:28.533937 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8562f-1a9f-43b0-a00b-89f227acf9cd" -d '{"events": [{"server_uuid": "a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d", "name": "network-vif-plugged", "status": "completed", "tag": "56b87e0a-d76f-468b-b1b2-5ed89d2f35f3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:28.571758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.574323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc2847c-b506-4d62-a024-8e3b341889d2,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:28.586936 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde5fcc-350a-4591-ae97-97de9575ae98 x-openstack-request-id: req-fbde5fcc-350a-4591-ae97-97de9575ae98 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:28.587460 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d", "name": "network-vif-plugged", "status": "completed", "tag": "56b87e0a-d76f-468b-b1b2-5ed89d2f35f3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:28.587835 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbde5fcc-350a-4591-ae97-97de9575ae98 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:28.588469 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3', 'code': 200} Aug 19 15:04:28.621717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e4c955-49ab-44b9-b4ba-cc5361a80cbd,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:28.687438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Checking segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:28.687746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Network hostable DHCP agents. Network: 7ca95d64-08ad-41d4-b716-d902caf6a930, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:28.734937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Attempting to bind port 7fc2847c-b506-4d62-a024-8e3b341889d2 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:28.741221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Attempting to bind port 7fc2847c-b506-4d62-a024-8e3b341889d2 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:28.741221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Attempting to bind port 7fc2847c-b506-4d62-a024-8e3b341889d2 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:28.742917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf3430-2f7a-4fa4-bf8f-10406234fcaa req-4da2b126-ade2-4bde-9c27-d7a04c3d00b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.744694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85cf3430-2f7a-4fa4-bf8f-10406234fcaa req-4da2b126-ade2-4bde-9c27-d7a04c3d00b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 943 time: 0.0746269 Aug 19 15:04:28.745834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Port 7fc2847c-b506-4d62-a024-8e3b341889d2 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:28.746289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Attempting to bind port 7fc2847c-b506-4d62-a024-8e3b341889d2 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:28.758171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:28.758722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:28.758991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Bound using segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:28.759429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Bound port: 7fc2847c-b506-4d62-a024-8e3b341889d2, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:28.759796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.769719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0907b6-ffbf-4568-a64a-29458f5df32f req-7d72b29c-94c4-44f7-b29c-92c6e1838b58 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.771298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0907b6-ffbf-4568-a64a-29458f5df32f req-7d72b29c-94c4-44f7-b29c-92c6e1838b58 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 945 time: 0.1221023 Aug 19 15:04:28.789711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-85cf3430-2f7a-4fa4-bf8f-10406234fcaa req-cd7086b9-59e6-4792-a460-d4a963d783ed tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Aug 19 15:04:28.812352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa38e-0cf2-4204-8a15-befcc44710f1 req-cd37fb91-d33d-460a-927e-63e1cc8a8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.814003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91baa38e-0cf2-4204-8a15-befcc44710f1 req-cd37fb91-d33d-460a-927e-63e1cc8a8866 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 1097 time: 0.1249204 Aug 19 15:04:28.856037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:28.878755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b0907b6-ffbf-4568-a64a-29458f5df32f req-65eed821-b6c3-4a0d-a9aa-f84e2eb86b0a tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983815 Aug 19 15:04:28.921292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91baa38e-0cf2-4204-8a15-befcc44710f1 req-3cf905fc-e2b5-4a96-be18-7625bbe91bcc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803249 Aug 19 15:04:28.931285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] For port 7fc2847c-b506-4d62-a024-8e3b341889d2, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:28.935389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] For port 7fc2847c-b506-4d62-a024-8e3b341889d2, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7fc2847c-b506-4d62-a024-8e3b341889d2,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:28.996574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 7ca95d64-08ad-41d4-b716-d902caf6a930) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:29.003446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.003446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.008655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb8013-f5d1-411a-85c7-b2938e89055d None None] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:29.116937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.160545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.161236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.162965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] 10.222.0.46 "PUT /v2.0/ports/7fc2847c-b506-4d62-a024-8e3b341889d2 HTTP/1.1" status: 200 len: 1092 time: 1.3462956 Aug 19 15:04:29.163423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'tag': '7fc2847c-b506-4d62-a024-8e3b341889d2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:29.165769 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a164e908-de1e-44ca-95e7-f6b162fa3d74" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d62fbd-8a15-41ca-a857-1c79112b798e", "tag": "7fc2847c-b506-4d62-a024-8e3b341889d2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:29.177458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6efd1aff-99f5-4bd3-a793-18cdcdab9353 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1496305 Aug 19 15:04:29.180501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:29.184515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-7ca95d64-08ad-41d4-b716-d902caf6a930', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:29.184515 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.185264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:29.207199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aab64f-a330-450b-b7c4-6b1f840f3bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc2847c-b506-4d62-a024-8e3b341889d2,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:29.293219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00b6e-c1ec-4df0-8c04-1d2f14d53251 req-d5caca40-1fa0-47df-a47f-a466a7e41a83 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.296045 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1ef00b6e-c1ec-4df0-8c04-1d2f14d53251 req-d5caca40-1fa0-47df-a47f-a466a7e41a83 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.0595913 Aug 19 15:04:29.333368 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc150b-0813-45b5-a633-78bdd4f33b5b x-openstack-request-id: req-cabc150b-0813-45b5-a633-78bdd4f33b5b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:29.333708 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d62fbd-8a15-41ca-a857-1c79112b798e", "tag": "7fc2847c-b506-4d62-a024-8e3b341889d2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:29.333964 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cabc150b-0813-45b5-a633-78bdd4f33b5b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:29.334662 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'tag': '7fc2847c-b506-4d62-a024-8e3b341889d2', 'status': 'completed', 'code': 200} Aug 19 15:04:29.339244 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1ef00b6e-c1ec-4df0-8c04-1d2f14d53251 req-8e5047de-f5d9-4691-a97c-a95a85fd9627 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Aug 19 15:04:29.349353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Allocated IP 172.20.0.2 (7ca95d64-08ad-41d4-b716-d902caf6a930/27e4c955-49ab-44b9-b4ba-cc5361a80cbd/46fcf89e-b28a-40b9-8ee3-855776042d10) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:29.399145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e908-de1e-44ca-95e7-f6b162fa3d74 req-47e630ee-de25-483c-b91b-08f95cd7dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.400817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a164e908-de1e-44ca-95e7-f6b162fa3d74 req-47e630ee-de25-483c-b91b-08f95cd7dc24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 1095 time: 0.0449858 Aug 19 15:04:29.427937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.429020 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.517716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.535801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.544161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Transition to ACTIVE for port object 46fcf89e-b28a-40b9-8ee3-855776042d10 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:29.555701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.563745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Transition to ACTIVE for port object 46fcf89e-b28a-40b9-8ee3-855776042d10 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:29.575261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e908-de1e-44ca-95e7-f6b162fa3d74 req-e3dd2699-76cd-4541-b539-a8230eab427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.576982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a164e908-de1e-44ca-95e7-f6b162fa3d74 req-e3dd2699-76cd-4541-b539-a8230eab427d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1683066 Aug 19 15:04:29.591338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904244b0-cffe-4399-b64b-3b29a62806cb req-1f92288e-1498-4657-b110-fabebae693ac tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.593633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-904244b0-cffe-4399-b64b-3b29a62806cb req-1f92288e-1498-4657-b110-fabebae693ac tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 945 time: 0.1034811 Aug 19 15:04:29.679926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.693288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-904244b0-cffe-4399-b64b-3b29a62806cb req-ce493c98-7d6a-4245-ac9a-ac1081f89832 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Aug 19 15:04:29.735018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:29.741732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:29.748120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:29.762301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Pushing event updated for resources: {'Port': ['ID=46fcf89e-b28a-40b9-8ee3-855776042d10,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:29.781755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e908-de1e-44ca-95e7-f6b162fa3d74 req-4ce2b845-0a08-423e-9424-4f32bf1f7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.781755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a164e908-de1e-44ca-95e7-f6b162fa3d74 req-4ce2b845-0a08-423e-9424-4f32bf1f7863 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1797864 Aug 19 15:04:29.781933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:29.794788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.815491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Attempting to bind port 46fcf89e-b28a-40b9-8ee3-855776042d10 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:29.815932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Attempting to bind port 46fcf89e-b28a-40b9-8ee3-855776042d10 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:29.816305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Attempting to bind port 46fcf89e-b28a-40b9-8ee3-855776042d10 on network 7ca95d64-08ad-41d4-b716-d902caf6a930 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:29.823444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:29.823824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Checking segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:29.825209 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.825209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Bound using segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:29.825410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Bound port: 46fcf89e-b28a-40b9-8ee3-855776042d10, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:29.825795 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.890965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-5c8c7231-6bbd-4996-8d0e-acd5d43bf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.893324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-5c8c7231-6bbd-4996-8d0e-acd5d43bf88b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 1095 time: 0.0780082 Aug 19 15:04:29.926360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] For port 46fcf89e-b28a-40b9-8ee3-855776042d10, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:29.931325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] For port 46fcf89e-b28a-40b9-8ee3-855776042d10, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46fcf89e-b28a-40b9-8ee3-855776042d10,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:29.975088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-2b600ab8-77ae-4f14-b781-65ca7a163724 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fc2847c-b506-4d62-a024-8e3b341889d2 HTTP/1.1" status: 200 len: 217 time: 0.0728784 Aug 19 15:04:30.005803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda6aa-ea27-416e-ac83-c6033271ced9 req-ea63a1f2-223f-43f8-98df-d246ac15852c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.007359 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9bdda6aa-ea27-416e-ac83-c6033271ced9 req-ea63a1f2-223f-43f8-98df-d246ac15852c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 943 time: 0.1356149 Aug 19 15:04:30.009683 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3f67499-aecc-4f80-8675-5172e75da492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.033222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-6d1862cf-d50c-43f6-a8ef-fb58a908c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.034745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-6d1862cf-d50c-43f6-a8ef-fb58a908c0c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0521076 Aug 19 15:04:30.050841 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.075114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-1ef3098d-04d1-4fe3-bb4d-a70ea29293f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325954 Aug 19 15:04:30.092665 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9bdda6aa-ea27-416e-ac83-c6033271ced9 req-a1063296-6351-46d5-ad87-75a5c108e6f4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706382 Aug 19 15:04:30.129143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1f480-0e51-43ca-b949-914da7342fb4 None None] Pushing event updated for resources: {'Port': ['ID=46fcf89e-b28a-40b9-8ee3-855776042d10,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:30.208196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-9c4f7818-8ef8-4b78-89c8-a832df3ab265 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261084 Aug 19 15:04:30.310244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3f67499-aecc-4f80-8675-5172e75da492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.394207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.395260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c2a2a42-9973-4bb3-bf25-b06d780cda0f req-d806a1d4-b7a9-4991-9a28-9d076cfb2d45 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790142 Aug 19 15:04:30.428244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.496214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3f67499-aecc-4f80-8675-5172e75da492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.610124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58522) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:30.610692 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a3f67499-aecc-4f80-8675-5172e75da492 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b88ec8b7c3844e4b294247adde88df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8256660 Aug 19 15:04:30.614061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67499-aecc-4f80-8675-5172e75da492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee284ca-0d26-42df-bf55-aa07356c52ba,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:30.655254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f0cf7-2300-48d3-b9b3-e101aedd2cc1 req-017f22f2-f1d2-4ed4-ae47-1bff9a905c04 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.656302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46fcf89e-b28a-40b9-8ee3-855776042d10 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:30.658149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5b8f0cf7-2300-48d3-b9b3-e101aedd2cc1 req-017f22f2-f1d2-4ed4-ae47-1bff9a905c04 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.1648200 Aug 19 15:04:30.677206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ee7f60-5faa-4fd3-ac98-5a559b1d2d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.681356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Allocated IP 172.25.5.105 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/5da657c5-4071-4974-b1ba-c44b7abe657d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:30.706740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ee7f60-5faa-4fd3-ac98-5a559b1d2d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.722860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.762737 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5b8f0cf7-2300-48d3-b9b3-e101aedd2cc1 req-3065d67e-512f-427b-beb4-08ee395f9781 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923622 Aug 19 15:04:30.858120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.892232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e125-0846-431c-b8c2-ae9359dc13e3 req-8ddc858e-ca05-4a7e-a2c4-aa00618bf57d tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.894340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f70e125-0846-431c-b8c2-ae9359dc13e3 req-8ddc858e-ca05-4a7e-a2c4-aa00618bf57d tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 945 time: 0.0729823 Aug 19 15:04:30.913097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 46fcf89e-b28a-40b9-8ee3-855776042d10 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:30.971590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ee7f60-5faa-4fd3-ac98-5a559b1d2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.974154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ee7f60-5faa-4fd3-ac98-5a559b1d2d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.980166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-20ee7f60-5faa-4fd3-ac98-5a559b1d2d9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ee284ca-0d26-42df-bf55-aa07356c52ba HTTP/1.1" status: 204 len: 168 time: 0.3634746 Aug 19 15:04:30.983528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f70e125-0846-431c-b8c2-ae9359dc13e3 req-1caca316-160e-4601-ae91-14ebb40f71ef tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822349 Aug 19 15:04:30.991736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee7f60-5faa-4fd3-ac98-5a559b1d2d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee284ca-0d26-42df-bf55-aa07356c52ba,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:31.001603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-e2e42c2c-89f8-493e-aa18-6247b592adfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929036 Aug 19 15:04:31.053851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.109743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:31.117955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:31.120617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:31.158738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Pushing event updated for resources: {'Port': ['ID=5da657c5-4071-4974-b1ba-c44b7abe657d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:31.171711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-247f6e84-4435-4a0e-83d4-849d327d4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.173366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-247f6e84-4435-4a0e-83d4-849d327d4225 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec59d079b4144659566d7e898743295&device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 1097 time: 0.0910442 Aug 19 15:04:31.614084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5fc9f-2592-478e-b061-03c157e5d729 None None] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:31.746423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a84c17-ae21-4e48-8e0f-98c34c563edb req-01705f6e-9116-4154-939f-da13565154e3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.761189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1a84c17-ae21-4e48-8e0f-98c34c563edb req-01705f6e-9116-4154-939f-da13565154e3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 943 time: 0.4937389 Aug 19 15:04:31.804011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-833b540a-a3ba-4e1d-8a10-e4a66ec081d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.804011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-833b540a-a3ba-4e1d-8a10-e4a66ec081d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 200 len: 917 time: 0.5982175 Aug 19 15:04:31.808654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.858627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1a84c17-ae21-4e48-8e0f-98c34c563edb req-4c03808c-25cd-4c80-b884-dc08080b2189 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991976 Aug 19 15:04:31.893485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-a3d5731a-6b7f-450a-a6ae-33d8d26cc6d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 200 len: 1001 time: 0.0815842 Aug 19 15:04:31.930428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] Provisioning for port 46fcf89e-b28a-40b9-8ee3-855776042d10 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:31.937094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] Provisioning complete for port 46fcf89e-b28a-40b9-8ee3-855776042d10 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:31.937506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.995841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-061893ac-ac7a-425c-91b0-247f7e08cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.998455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-061893ac-ac7a-425c-91b0-247f7e08cce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=087bb67d-c778-46aa-b49d-d285165bc5b0 HTTP/1.1" status: 200 len: 855 time: 0.0958023 Aug 19 15:04:32.036412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b38d8d-c621-4e0e-a34d-4d18b244817b req-7484e546-b4d4-4573-98eb-5d09f474ab15 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.048860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80b38d8d-c621-4e0e-a34d-4d18b244817b req-7484e546-b4d4-4573-98eb-5d09f474ab15 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.1736994 Aug 19 15:04:32.050740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.092861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] For port 46fcf89e-b28a-40b9-8ee3-855776042d10, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46fcf89e-b28a-40b9-8ee3-855776042d10,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:32.095143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-a7bcf182-ad92-4338-b36c-b026e480cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.097051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-a7bcf182-ad92-4338-b36c-b026e480cf0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908067 Aug 19 15:04:32.181746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-80b38d8d-c621-4e0e-a34d-4d18b244817b req-5167469b-cdd5-4bff-b401-6d9ae7827e7f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247442 Aug 19 15:04:32.222608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.262003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-086a65db-1ff9-4f1f-ac88-8c8ce860e69f service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573350 Aug 19 15:04:32.302691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e923ef-257f-431d-9b06-6bc6c31fa06e None None] Pushing event updated for resources: {'Port': ['ID=46fcf89e-b28a-40b9-8ee3-855776042d10,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:32.343627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-53b4e717-e460-456e-b60a-c16b5e56ffab None None] Provisioning complete for port 46fcf89e-b28a-40b9-8ee3-855776042d10 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:32.344224 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-53b4e717-e460-456e-b60a-c16b5e56ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.443266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-655b1d27-343c-4152-920c-c3eb66a13b5c req-b15a2093-a5f0-4994-9da0-c44228d6d30d service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689599 Aug 19 15:04:32.595022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502061-4b93-4dc9-87e6-37e73e23d850 req-3699bc0e-f506-49e7-841c-72d128eb21f1 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.597959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87502061-4b93-4dc9-87e6-37e73e23d850 req-3699bc0e-f506-49e7-841c-72d128eb21f1 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 945 time: 0.0672183 Aug 19 15:04:32.619428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46fcf89e-b28a-40b9-8ee3-855776042d10 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:32.678720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.680349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87502061-4b93-4dc9-87e6-37e73e23d850 req-d4f11f93-aab6-42fa-8be1-6d4334f62c88 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696929 Aug 19 15:04:32.687018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46fcf89e-b28a-40b9-8ee3-855776042d10 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:32.687603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.802177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58598) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:32.943396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1405750293-network', 'tenant_id': '3cdeac016e2c4c5e8071fc7a2f3d93a8'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:33.003288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Router 329ea0d8-350e-41db-8b81-654be95fdf39 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:04:33.009874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4a94-16bb-4781-999a-2a6e853d13dc req-cfc04bd2-f63b-4860-b35c-fb1d1b6926e2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:33.011581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8ac4a94-16bb-4781-999a-2a6e853d13dc req-cfc04bd2-f63b-4860-b35c-fb1d1b6926e2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 943 time: 0.0634375 Aug 19 15:04:33.067103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8ac4a94-16bb-4781-999a-2a6e853d13dc req-ffa18719-b9e6-4b44-8dd6-0f4e99ad1070 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Aug 19 15:04:33.130754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7fc2847c-b506-4d62-a024-8e3b341889d2 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:33.171429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Made reservation on behalf of 3cdeac016e2c4c5e8071fc7a2f3d93a8 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:33.173844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.188239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.202154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:33.222002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Sync routers for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:33.249708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:33.250800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:33.377493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7fc2847c-b506-4d62-a024-8e3b341889d2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7fc2847c-b506-4d62-a024-8e3b341889d2,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:33.382479 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.382734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6d9ba-10b7-4eef-b69b-c4f4f5fcba0f req-56854a0e-03a4-4a31-a250-117300095f6e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:33.384439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ead6d9ba-10b7-4eef-b69b-c4f4f5fcba0f req-56854a0e-03a4-4a31-a250-117300095f6e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.0998266 Aug 19 15:04:33.400280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '7fc2847c-b506-4d62-a024-8e3b341889d2', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': '7fc2847c-b506-4d62-a024-8e3b341889d2', 'mac_address': 'fa:16:3e:9a:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:33.433938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ead6d9ba-10b7-4eef-b69b-c4f4f5fcba0f req-49e77017-cfc8-4064-948c-0ca7a01f4e35 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Aug 19 15:04:33.455557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:33.529540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.555885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:33.558251 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.571255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7869b-0a6a-49bb-bb82-d94df66f9d78,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:33.577444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.577789 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Added segment f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a of type vlan for network 899d189a-fe71-45a4-af31-9f9475205695 Aug 19 15:04:33.579615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc2847c-b506-4d62-a024-8e3b341889d2 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:33.604713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7fc2847c-b506-4d62-a024-8e3b341889d2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7fc2847c-b506-4d62-a024-8e3b341889d2,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:33.625646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.640620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.640796 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-75a0047b-7bd8-4a7a-a27f-847e181c31b2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4590492 Aug 19 15:04:33.643856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58610) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:33.708617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:31Z', 'revision_number': 3, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:33.744664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Checking router: 329ea0d8-350e-41db-8b81-654be95fdf39 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:33.745028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Updating router 329ea0d8-350e-41db-8b81-654be95fdf39 port 5da657c5-4071-4974-b1ba-c44b7abe657d binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:33.773241 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.781834 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.832434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.839508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:33.841506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.863833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81ede150-e0f5-486f-88a7-9af3fc2c9cfd details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:33.906630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f63929-ad4f-42f6-95c0-d4dcb8122dfb req-a23d887b-4474-4c94-bf51-3f53313f5d58 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:33.908563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8f63929-ad4f-42f6-95c0-d4dcb8122dfb req-a23d887b-4474-4c94-bf51-3f53313f5d58 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 945 time: 0.1421041 Aug 19 15:04:33.957049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=7fc2847c-b506-4d62-a024-8e3b341889d2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:33.986930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] Pushing event updated for resources: {'Network': ['ID=899d189a-fe71-45a4-af31-9f9475205695,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:34.005460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 899d189a-fe71-45a4-af31-9f9475205695 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:34.049511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['7fc2847c-b506-4d62-a024-8e3b341889d2'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:34.089678 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2f6870a7-82c4-409a-8f9e-01014977ee5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2832906 Aug 19 15:04:34.090096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58616) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:34.098996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Request body: {'subnet': {'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1405750293-subnet', 'tenant_id': '3cdeac016e2c4c5e8071fc7a2f3d93a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:34.177920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8f63929-ad4f-42f6-95c0-d4dcb8122dfb req-6f3c5b4e-0c74-4927-b29f-5ec7d8580e61 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568650 Aug 19 15:04:34.258330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Made reservation on behalf of 3cdeac016e2c4c5e8071fc7a2f3d93a8 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:34.261866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.382629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a357255-47e1-4a88-8792-d4700f3acca0 req-f08c83fa-18b1-4bd4-9354-2edf87f5dc02 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:34.384417 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5a357255-47e1-4a88-8792-d4700f3acca0 req-f08c83fa-18b1-4bd4-9354-2edf87f5dc02 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 944 time: 0.2058859 Aug 19 15:04:34.418519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:34.459348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd', 'mac_address': 'fa:16:3e:ca:0b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:34.497971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17614-634e-4c19-94e1-1c109bfa026d req-63c130a9-8e3f-4674-ba7d-192b3a998ba0 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:34.499144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5a357255-47e1-4a88-8792-d4700f3acca0 req-150e669b-a06e-4a5c-a11b-f1a4a6ca162c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013772 Aug 19 15:04:34.499589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8df17614-634e-4c19-94e1-1c109bfa026d req-63c130a9-8e3f-4674-ba7d-192b3a998ba0 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 945 time: 0.2049103 Aug 19 15:04:34.624453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.666508 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.719326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ede150-e0f5-486f-88a7-9af3fc2c9cfd {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:34.738058 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.766605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:34.771312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Transition to ACTIVE for port object 5da657c5-4071-4974-b1ba-c44b7abe657d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:34.811549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fdb53-74ba-4987-9040-654e08a37d48 req-2003f00f-bd8c-4081-9f84-4a303f4d105e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:34.813742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-241fdb53-74ba-4987-9040-654e08a37d48 req-2003f00f-bd8c-4081-9f84-4a303f4d105e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 944 time: 0.2459853 Aug 19 15:04:34.818403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.887827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.890385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a4fd7e-359e-4043-8be0-7eaff33ce2f6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:34.902634 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.912842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Checking segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:34.913518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Network hostable DHCP agents. Network: 899d189a-fe71-45a4-af31-9f9475205695, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:34.965941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Deleting port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:34.966421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.010294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b42280-ffa7-4d72-bb83-05433cf536c0 None None] Pushing event updated for resources: {'Port': ['ID=5da657c5-4071-4974-b1ba-c44b7abe657d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:35.017004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Attempting to bind port 5da657c5-4071-4974-b1ba-c44b7abe657d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:35.017748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Attempting to bind port 5da657c5-4071-4974-b1ba-c44b7abe657d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:35.018278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Attempting to bind port 5da657c5-4071-4974-b1ba-c44b7abe657d on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:35.033860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Network 899d189a-fe71-45a4-af31-9f9475205695 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:35.045944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:35.046389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:35.046733 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.047307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:35.047849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Bound port: 5da657c5-4071-4974-b1ba-c44b7abe657d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:35.048185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.112383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-241fdb53-74ba-4987-9040-654e08a37d48 req-96a49ce8-a98e-4778-ba21-9b9bcd791084 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477100 Aug 19 15:04:35.124505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:35.145476 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 899d189a-fe71-45a4-af31-9f9475205695) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:35.147813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] For port 5da657c5-4071-4974-b1ba-c44b7abe657d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:35.153588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] For port 5da657c5-4071-4974-b1ba-c44b7abe657d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5da657c5-4071-4974-b1ba-c44b7abe657d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:35.159172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Allocated IP 172.20.0.1 (7ca95d64-08ad-41d4-b716-d902caf6a930/27e4c955-49ab-44b9-b4ba-cc5361a80cbd/10b4790c-f406-4858-acb6-d2378bab7c0c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:35.170481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba7f4e-731c-4158-b4ee-16fceed67232 None None] Network 899d189a-fe71-45a4-af31-9f9475205695 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:35.173331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.181069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.274190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] For port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,segment=NetworkSegment(0f56d067-d073-4ae2-9477-2356b2482639),segment_id=0f56d067-d073-4ae2-9477-2356b2482639)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:35.274847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.285874 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.319870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Calling delete_port for 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:35.350035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['81ede150-e0f5-486f-88a7-9af3fc2c9cfd'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:35.352687 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d807674f-37d8-46a0-ad48-824384b0b4b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2611301 Aug 19 15:04:35.369032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06241c-5fd4-4e1d-b29c-8d8c95605b2a req-d2594e68-3d01-4b3d-8f03-1f2e7786f91c tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.371191 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc06241c-5fd4-4e1d-b29c-8d8c95605b2a req-d2594e68-3d01-4b3d-8f03-1f2e7786f91c tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 945 time: 0.0711384 Aug 19 15:04:35.429089 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc06241c-5fd4-4e1d-b29c-8d8c95605b2a req-4d322cfe-8b95-4505-b79c-a559c7daa681 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6994f6f-46ed-4d21-a982-61be7870706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 Aug 19 15:04:35.528177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b42280-ffa7-4d72-bb83-05433cf536c0 None None] Pushing event updated for resources: {'Port': ['ID=5da657c5-4071-4974-b1ba-c44b7abe657d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:35.554259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:35.555186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:35.569645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675efcc0-7fda-46bc-a992-cea118bf230e None None] Network 899d189a-fe71-45a4-af31-9f9475205695 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:35.605597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.623002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Transition to ACTIVE for port object 10b4790c-f406-4858-acb6-d2378bab7c0c will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:35.704525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.802695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.822681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Pushing event deleted for resources: {'Port': ['ID=56b87e0a-d76f-468b-b1b2-5ed89d2f35f3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:35.888980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:35.961226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:35.966214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:36.044375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76cc8d-6d82-4388-bb25-647c816ec059 req-64a37f64-142b-4119-a9b8-3547b8464d00 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.054242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d76cc8d-6d82-4388-bb25-647c816ec059 req-64a37f64-142b-4119-a9b8-3547b8464d00 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 944 time: 0.3703518 Aug 19 15:04:36.104973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] No DVR routers for this DVR port 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:36.123519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.126238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8df17614-634e-4c19-94e1-1c109bfa026d req-a60a281b-702c-4a82-b5be-7625b117c855 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.54 "DELETE /v2.0/ports/56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 HTTP/1.1" status: 204 len: 173 time: 1.6104052 Aug 19 15:04:36.128321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.134924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'name': 'network-vif-deleted', 'tag': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:36.134924 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782ea719-c12e-416e-a80f-82c320c37317" -d '{"events": [{"server_uuid": "a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d", "name": "network-vif-deleted", "tag": "56b87e0a-d76f-468b-b1b2-5ed89d2f35f3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:36.205250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Pushing event updated for resources: {'Port': ['ID=10b4790c-f406-4858-acb6-d2378bab7c0c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:36.245354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d76cc8d-6d82-4388-bb25-647c816ec059 req-b0ec3a73-d7e1-4caf-8590-bdf2355f7676 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899719 Aug 19 15:04:36.292410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:36.337345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-cd5913d0-501c-44b4-81c6-b018297f1368 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.345275 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-cd5913d0-501c-44b4-81c6-b018297f1368 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.2621045 Aug 19 15:04:36.366308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-aedb79de-8029-4195-852b-0fbda9a0d7ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/quotas/3cdeac016e2c4c5e8071fc7a2f3d93a8 HTTP/1.1" status: 200 len: 375 time: 0.0200348 Aug 19 15:04:36.399636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-c5e45d7e-2423-49c9-952e-b68c62723a54 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323608 Aug 19 15:04:36.464041 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1a6a1-58f7-4e57-8a32-a9a4ab4a6d60 x-openstack-request-id: req-b9c1a6a1-58f7-4e57-8a32-a9a4ab4a6d60 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:36.464566 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d", "name": "network-vif-deleted", "tag": "56b87e0a-d76f-468b-b1b2-5ed89d2f35f3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:36.464566 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9c1a6a1-58f7-4e57-8a32-a9a4ab4a6d60 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:36.464969 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d', 'name': 'network-vif-deleted', 'tag': '56b87e0a-d76f-468b-b1b2-5ed89d2f35f3', 'status': 'completed', 'code': 200} Aug 19 15:04:36.524120 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-0b2dcc9c-daa4-4755-9091-33023b310b4f service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097140 Aug 19 15:04:36.592975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2685bea9-ef46-40ce-aabd-012a23c8cf69 None None] Provisioning for port 10b4790c-f406-4858-acb6-d2378bab7c0c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:36.599996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2685bea9-ef46-40ce-aabd-012a23c8cf69 None None] Provisioning complete for port 10b4790c-f406-4858-acb6-d2378bab7c0c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:36.600853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2685bea9-ef46-40ce-aabd-012a23c8cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.612111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.645837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c762b-2176-4786-ac65-bd9a1df92bc6 req-682928ef-2e24-4c97-97f8-17bbed1261c6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.653770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-735c762b-2176-4786-ac65-bd9a1df92bc6 req-682928ef-2e24-4c97-97f8-17bbed1261c6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 945 time: 0.1178079 Aug 19 15:04:36.659670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2685bea9-ef46-40ce-aabd-012a23c8cf69 None None] Port 10b4790c-f406-4858-acb6-d2378bab7c0c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:36.674988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:31Z', 'revision_number': 3, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.686524 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-13b17a06-0041-486a-ba1d-b2566dfcb8c5 service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459284 Aug 19 15:04:36.709511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd2223-d0c1-4570-b611-2c018d06530c None None] The sync data for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 is: [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:31Z', 'revision_number': 3, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:36.746204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-735c762b-2176-4786-ac65-bd9a1df92bc6 req-3eb98020-e18d-4a0f-9c0b-731c7a9b029b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706224 Aug 19 15:04:36.969373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbb6893b-b01c-4aa6-859b-0093ac3a8817 req-bf13918d-f875-4d66-8bba-3a39c8668044 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 210 time: 0.0662827 Aug 19 15:04:37.002890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.102147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.148059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7fc2847c-b506-4d62-a024-8e3b341889d2 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:37.194101 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4a864621-6c21-4317-9066-696aa1ecef18 req-8153460f-02ca-48c8-8643-5766837a99c6 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0951877 Aug 19 15:04:37.277898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Pushing event updated for resources: {'Port': ['ID=10b4790c-f406-4858-acb6-d2378bab7c0c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:37.281976 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.332046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 7fc2847c-b506-4d62-a024-8e3b341889d2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:37.356437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 7fc2847c-b506-4d62-a024-8e3b341889d2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:37.361154 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.508390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.540917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc2847c-b506-4d62-a024-8e3b341889d2'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:37.543638 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34e8e0-cad2-4e5c-b378-481a3f59238c" -d '{"events": [{"server_uuid": "b7d62fbd-8a15-41ca-a857-1c79112b798e", "name": "network-vif-plugged", "status": "completed", "tag": "7fc2847c-b506-4d62-a024-8e3b341889d2"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:37.561262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7fc2847c-b506-4d62-a024-8e3b341889d2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7fc2847c-b506-4d62-a024-8e3b341889d2,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:37.652134 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d034cdd-39e5-479f-a522-c813a9debd71 x-openstack-request-id: req-4d034cdd-39e5-479f-a522-c813a9debd71 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:37.652816 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d62fbd-8a15-41ca-a857-1c79112b798e", "name": "network-vif-plugged", "status": "completed", "tag": "7fc2847c-b506-4d62-a024-8e3b341889d2", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:37.653246 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d034cdd-39e5-479f-a522-c813a9debd71 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:37.653964 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc2847c-b506-4d62-a024-8e3b341889d2', 'code': 200} Aug 19 15:04:37.693781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51938981-7e02-465c-a2a4-4af9183b0508 req-cae37b4f-6450-4895-9ebb-4deefc3ddab6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:37.695713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51938981-7e02-465c-a2a4-4af9183b0508 req-cae37b4f-6450-4895-9ebb-4deefc3ddab6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 944 time: 0.1491799 Aug 19 15:04:37.698689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-2e0cd040-2e00-44cf-b2a1-60ffc904fc84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1378381 Aug 19 15:04:37.719322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.753765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:37.756655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:37.797833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51938981-7e02-465c-a2a4-4af9183b0508 req-83869b8f-fd44-44ff-912c-909065608c5c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947978 Aug 19 15:04:37.919525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=7fc2847c-b506-4d62-a024-8e3b341889d2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:37.922949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81ede150-e0f5-486f-88a7-9af3fc2c9cfd up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:38.094128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:38.101078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:38.102018 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.148060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f8725-3e81-4fcf-8a09-5eb4360ff011 req-4066a863-3547-4724-a28b-514edf09a7a9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:38.167021 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-150f8725-3e81-4fcf-8a09-5eb4360ff011 req-4066a863-3547-4724-a28b-514edf09a7a9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 945 time: 0.2408674 Aug 19 15:04:38.237392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-150f8725-3e81-4fcf-8a09-5eb4360ff011 req-600be3d9-0d1b-44ec-980f-4ee2256efb4a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689168 Aug 19 15:04:38.285697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be466f11-7a21-487e-9399-651307a8c49e req-10010df6-7669-4e6f-ae8b-786f533bd451 tempest-ServerMetadataNegativeTestJSON-501924602 tempest-ServerMetadataNegativeTestJSON-501924602-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a2ee4f-f1ed-45d6-b347-3ccfc51c915d HTTP/1.1" status: 200 len: 210 time: 0.0707662 Aug 19 15:04:38.310196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f5431-97e3-40f5-847d-807060e8c981 req-7d317599-5ce4-4675-8054-0198b2c6158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:38.312527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c60f5431-97e3-40f5-847d-807060e8c981 req-7d317599-5ce4-4675-8054-0198b2c6158f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 1097 time: 0.4499564 Aug 19 15:04:38.374252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-96cd11a1-5f05-4609-83b2-e1879b17d362 None None] Provisioning complete for port 10b4790c-f406-4858-acb6-d2378bab7c0c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:38.374624 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-96cd11a1-5f05-4609-83b2-e1879b17d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.394166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-7d8c66b4-2402-4a6c-b966-70bef1dbe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:38.395766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-7d8c66b4-2402-4a6c-b966-70bef1dbe71c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.2860498 Aug 19 15:04:38.407210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Router 329ea0d8-350e-41db-8b81-654be95fdf39 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:38.421447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-96cd11a1-5f05-4609-83b2-e1879b17d362 None None] Port 10b4790c-f406-4858-acb6-d2378bab7c0c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:38.433532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.454913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c60f5431-97e3-40f5-847d-807060e8c981 req-042a4e34-2af6-44b6-857a-aecc239ed252 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326468 Aug 19 15:04:38.469498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:38.569645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-baef3ba3-0fa8-41ec-a032-14fc5e6043e0 req-8740b68a-d260-403b-9fc5-f37e933560b5 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.1221604 Aug 19 15:04:38.618777 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.619826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:38.666722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:38.668484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56b87e0a-d76f-468b-b1b2-5ed89d2f35f3 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:38.699190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-94af80fd-c135-4f6d-95f3-98a3c57540a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:38.705433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-94af80fd-c135-4f6d-95f3-98a3c57540a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.2717865 Aug 19 15:04:38.708019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5da657c5-4071-4974-b1ba-c44b7abe657d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:38.772888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:38.789510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7adda07-d981-4aeb-92ee-0a7d822635bb admin admin] 10.222.0.13 "PUT /v2.0/routers/329ea0d8-350e-41db-8b81-654be95fdf39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1392109 Aug 19 15:04:38.789640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:38.837030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-567acb10-2674-4e70-9252-abc47984af22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 1001 time: 0.1268885 Aug 19 15:04:38.885805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5da657c5-4071-4974-b1ba-c44b7abe657d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:38.896410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5da657c5-4071-4974-b1ba-c44b7abe657d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:38.896781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.027140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-56cefbad-1b67-46f7-b968-841c983a6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:39.030680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-56cefbad-1b67-46f7-b968-841c983a6668 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.1852365 Aug 19 15:04:39.064583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681a9f1-b862-45f2-81f2-0ba4219b3315 req-0f9d86cc-6623-4ad1-ab34-943626b37a22 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:39.073440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5681a9f1-b862-45f2-81f2-0ba4219b3315 req-0f9d86cc-6623-4ad1-ab34-943626b37a22 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 945 time: 0.1066306 Aug 19 15:04:39.159154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5681a9f1-b862-45f2-81f2-0ba4219b3315 req-d30bff92-27f1-4f11-a9cd-76ed50a6e807 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844395 Aug 19 15:04:39.166526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-4f4bd2ea-343e-4c1a-b9b5-e3b7c6ab0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:39.167283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.175864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-4f4bd2ea-343e-4c1a-b9b5-e3b7c6ab0dc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384082 Aug 19 15:04:39.210659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5da657c5-4071-4974-b1ba-c44b7abe657d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5da657c5-4071-4974-b1ba-c44b7abe657d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:39.330017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.471764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5da657c5-4071-4974-b1ba-c44b7abe657d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:39.571125 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Sync routers for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:39.610985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:39.611967 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:39.655664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:39.658413 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161feb4f-bd7a-4c90-bbab-95942513b213" -d '{"events": [{"server_uuid": "bef5bdc8-5e82-4644-96e7-8bc5874e9a28", "name": "network-vif-plugged", "status": "completed", "tag": "81ede150-e0f5-486f-88a7-9af3fc2c9cfd"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:39.817306 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:39.817773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-86d76818-6510-42c7-898b-eeb41cbba0bd service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294818 Aug 19 15:04:39.894957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607314b9-6687-4610-a8b9-7a95002e9afd req-2611016e-5300-419a-a6de-3388b6e10316 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:39.900115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-607314b9-6687-4610-a8b9-7a95002e9afd req-2611016e-5300-419a-a6de-3388b6e10316 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1864159 Aug 19 15:04:39.965932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-607314b9-6687-4610-a8b9-7a95002e9afd req-5ca9d0e5-dfa2-4495-8735-00b2a51344ed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Aug 19 15:04:39.996895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fadfa04c-5aa5-4b5d-9664-24e4a1853133 req-78750624-d2b5-4302-a192-4e2c5a6742e8 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652319 Aug 19 15:04:40.044166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:40.116014 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 2, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:40.146973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Deleting subnet ce608ad6-63c4-4737-bcd7-b5dde1a478a5 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:40.156708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.164725 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Checking router: 329ea0d8-350e-41db-8b81-654be95fdf39 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:40.165083 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Updating router 329ea0d8-350e-41db-8b81-654be95fdf39 port 10b4790c-f406-4858-acb6-d2378bab7c0c binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:40.223264 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.247689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f8a315b-d6d5-47e4-9e0e-d3284d2ae02d req-c8c387ff-20dc-4f46-a762-aa779304e02a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0500097 Aug 19 15:04:40.326763 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.338514 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d78991-8b4e-4495-b62e-f5501a11bcbe x-openstack-request-id: req-67d78991-8b4e-4495-b62e-f5501a11bcbe {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:40.339952 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef5bdc8-5e82-4644-96e7-8bc5874e9a28", "name": "network-vif-plugged", "status": "completed", "tag": "81ede150-e0f5-486f-88a7-9af3fc2c9cfd", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:40.340593 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67d78991-8b4e-4495-b62e-f5501a11bcbe {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:40.341939 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd', 'code': 200} Aug 19 15:04:40.394109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.439290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58720) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:40.447171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532226552', 'description': 'tempest-description--267481029'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:40.614562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.702432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5da657c5-4071-4974-b1ba-c44b7abe657d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:40.785095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.805980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5da657c5-4071-4974-b1ba-c44b7abe657d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:40.812397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.843232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.921578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d8532-a6b3-4ec1-a749-471c09f3ed63 req-2d1f0ac0-0c5f-4e9b-bb75-f8e31625bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:40.924341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c2d8532-a6b3-4ec1-a749-471c09f3ed63 req-2d1f0ac0-0c5f-4e9b-bb75-f8e31625bf8b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 1098 time: 0.0781233 Aug 19 15:04:40.941095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.955590 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce608ad6-63c4-4737-bcd7-b5dde1a478a5 HTTP/1.1" status: 204 len: 168 time: 0.9089320 Aug 19 15:04:40.957838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb0c1b-03ea-419e-96a6-e4f865654c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce608ad6-63c4-4737-bcd7-b5dde1a478a5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:40.970910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:40.995858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c2d8532-a6b3-4ec1-a749-471c09f3ed63 req-6337644d-94ee-4f57-b9be-ece4f90571f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Aug 19 15:04:40.997561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.033306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4adf-48fb-4ea3-99b2-cbec9715986d req-ee53cf8b-6e3a-4b5e-b806-44b453c88380 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:41.051470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ea9d4adf-48fb-4ea3-99b2-cbec9715986d req-ee53cf8b-6e3a-4b5e-b806-44b453c88380 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 945 time: 0.3898795 Aug 19 15:04:41.067652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7bd964-e509-4cdd-a1db-d19c5bc38c87,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:41.101046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.111260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-128a4a77-c59f-4614-9aeb-082267c05680 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6689558 Aug 19 15:04:41.113206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58728) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:41.127076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Request body: {'security_group_rule': {'security_group_id': '1b7bd964-e509-4cdd-a1db-d19c5bc38c87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:41.200271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ea9d4adf-48fb-4ea3-99b2-cbec9715986d req-88bc5431-17ab-4450-9756-d336cf1c6a86 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345842 Aug 19 15:04:41.223820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.282427 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.300439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:04:41.315833 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Transition to ACTIVE for port object 10b4790c-f406-4858-acb6-d2378bab7c0c will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:41.320591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27fee-cd7b-45de-acd4-f408112b570a req-252c531f-477a-4793-9737-d6c6c493c864 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:41.323245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30d27fee-cd7b-45de-acd4-f408112b570a req-252c531f-477a-4793-9737-d6c6c493c864 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1595359 Aug 19 15:04:41.337937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.409368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30d27fee-cd7b-45de-acd4-f408112b570a req-daf48028-2c37-440b-b85d-ff062462efe8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736134 Aug 19 15:04:41.468764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.470543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.484132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9372c87d-b20f-4f55-9963-878445029bf6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:41.488491 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.500855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f56d067-d073-4ae2-9477-2356b2482639') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:41.501332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f56d067-d073-4ae2-9477-2356b2482639') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:41.513264 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.543704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.561333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:41.562070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:41.566308 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:41.605535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.637279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6b8aaff-7ce8-4a6d-936a-30fb1eefd3bc req-2f9b708f-120f-493f-ac48-0b74fdf08dbe tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0519598 Aug 19 15:04:41.651921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33b013-99c5-414b-882c-56064d7f17b1,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:41.756610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.758848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cbc4877d-2773-4808-a05c-51c3e9f310fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6427898 Aug 19 15:04:41.765071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58740) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:41.771412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Request body: {'security_group_rule': {'security_group_id': '1b7bd964-e509-4cdd-a1db-d19c5bc38c87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:41.785415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.796043 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b10b9-b44e-4993-8b0f-f2baa5eeff8b None None] Pushing event updated for resources: {'Port': ['ID=10b4790c-f406-4858-acb6-d2378bab7c0c,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:41.806116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.809654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9372c87d-b20f-4f55-9963-878445029bf6 HTTP/1.1" status: 204 len: 168 time: 0.8356383 Aug 19 15:04:41.829085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afb21c-2005-4de1-abcc-0855ad313927 admin admin] Pushing event deleted for resources: {'Network': ['ID=9372c87d-b20f-4f55-9963-878445029bf6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:41.866592 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Attempting to bind port 10b4790c-f406-4858-acb6-d2378bab7c0c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:41.867043 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Attempting to bind port 10b4790c-f406-4858-acb6-d2378bab7c0c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:41.867416 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Attempting to bind port 10b4790c-f406-4858-acb6-d2378bab7c0c on network 7ca95d64-08ad-41d4-b716-d902caf6a930 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:41.873659 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:41.874166 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Checking segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:41.874639 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.875055 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Bound using segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:41.875854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Bound port: 10b4790c-f406-4858-acb6-d2378bab7c0c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:41.876486 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.945306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.997546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] For port 10b4790c-f406-4858-acb6-d2378bab7c0c, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:42.007217 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] For port 10b4790c-f406-4858-acb6-d2378bab7c0c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=10b4790c-f406-4858-acb6-d2378bab7c0c,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:42.031155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.121906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.122599 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.142645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52fcb0c-fe8a-4f54-8603-eadd438cf05b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:42.198304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542b804-417a-4d4b-b5f0-17061d023df0 req-94bf0999-73a2-4fa0-ae87-47eb15767fc1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:42.210330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4542b804-417a-4d4b-b5f0-17061d023df0 req-94bf0999-73a2-4fa0-ae87-47eb15767fc1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 945 time: 0.1160076 Aug 19 15:04:42.254470 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:42.255560 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:42.281106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4542b804-417a-4d4b-b5f0-17061d023df0 req-276e2d68-6d2a-4e71-a000-ebf37e155a0a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620592 Aug 19 15:04:42.290791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.297605 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-67b22bbc-8cf2-494a-95e4-f1a45b54e56a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5261691 Aug 19 15:04:42.299670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:42.306356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:42.319667 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b10b9-b44e-4993-8b0f-f2baa5eeff8b None None] Pushing event updated for resources: {'Port': ['ID=10b4790c-f406-4858-acb6-d2378bab7c0c,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:42.363843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58748) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:42.436196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:42.436643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5b852f79-7a32-4761-abad-d7f6570e2391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d75190ec532462f89851ff6955e7b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715537 Aug 19 15:04:42.485447 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:42.522556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.557087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0307a2b4-59a8-4340-888c-7db7af1daf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.655902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0307a2b4-59a8-4340-888c-7db7af1daf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.713508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067099e4-8e32-4e7c-a4b8-205b1ae08790 req-c7e12fb9-cdbf-496b-b14e-6ab48ab98202 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:42.715353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-067099e4-8e32-4e7c-a4b8-205b1ae08790 req-c7e12fb9-cdbf-496b-b14e-6ab48ab98202 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1487310 Aug 19 15:04:42.831075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-067099e4-8e32-4e7c-a4b8-205b1ae08790 req-2cc01d86-cb01-4df8-b775-02eb844df7a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019983 Aug 19 15:04:42.862831 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:41Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:42.863615 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0307a2b4-59a8-4340-888c-7db7af1daf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.870644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0307a2b4-59a8-4340-888c-7db7af1daf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.876800 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0307a2b4-59a8-4340-888c-7db7af1daf4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6994f6f-46ed-4d21-a982-61be7870706d HTTP/1.1" status: 204 len: 168 time: 0.4391582 Aug 19 15:04:42.879960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-e4434eaf-3a3e-43f9-8b21-fc04c9b3622b tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:42.882883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-e4434eaf-3a3e-43f9-8b21-fc04c9b3622b tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.2667730 Aug 19 15:04:42.900928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e2cbc-a8e8-44cf-a315-700e3231fb1e None None] The sync data for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 is: [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:41Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:42.920610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Request body: {'port': {'device_id': '5e750dae-8a03-444b-901e-471567e3d1c4', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'admin_state_up': True, 'tenant_id': '3cdeac016e2c4c5e8071fc7a2f3d93a8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:42.939300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.948811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a2b4-59a8-4340-888c-7db7af1daf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6994f6f-46ed-4d21-a982-61be7870706d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:42.952861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.999427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-57d18069-fd7d-4b06-9f1b-ee4e2ab0566b req-553888d0-fea7-4b79-8d24-0cbfb8220e9c tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.1359446 Aug 19 15:04:43.183041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Allocated IP 172.25.5.185 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/22bce0a8-938b-4097-b75d-c92cbd7007f7) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:43.337919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.454251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c988-f628-41c0-ba90-27f2d6f55913 req-79e41b70-345e-40e5-910d-242597d71910 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:43.455861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a00c988-f628-41c0-ba90-27f2d6f55913 req-79e41b70-345e-40e5-910d-242597d71910 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 945 time: 0.0669298 Aug 19 15:04:43.502191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a00c988-f628-41c0-ba90-27f2d6f55913 req-4afd91d7-cb8b-4966-950e-19d2aae02740 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Aug 19 15:04:43.527931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Made reservation on behalf of 3cdeac016e2c4c5e8071fc7a2f3d93a8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:43.533529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.662327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.737978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Allocated IP 172.20.0.11 (899d189a-fe71-45a4-af31-9f9475205695/46a4fd7e-359e-4043-8be0-7eaff33ce2f6/f47abfd6-1e83-42d9-ba8d-21286d7bd173) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:43.750668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-b1c58ac3-1ab6-44f8-8729-05a5343a62f0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:43.752199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-b1c58ac3-1ab6-44f8-8729-05a5343a62f0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 945 time: 0.0970099 Aug 19 15:04:43.755737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:43.759290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:43.764083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:43.770828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event updated for resources: {'Port': ['ID=22bce0a8-938b-4097-b75d-c92cbd7007f7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:43.941579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.135997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.146189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.218913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfec1f-5462-45b9-a7a1-5030b80124a3 req-b3d3633e-4765-4341-a337-c70c202c0848 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:44.228173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5bfec1f-5462-45b9-a7a1-5030b80124a3 req-b3d3633e-4765-4341-a337-c70c202c0848 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1846843 Aug 19 15:04:44.353324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Deleting port 7fc2847c-b506-4d62-a024-8e3b341889d2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:44.353324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.412458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5bfec1f-5462-45b9-a7a1-5030b80124a3 req-c95eff94-4109-4c51-b2d6-93acdaa60f00 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821742 Aug 19 15:04:44.415280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e5d7cc77-affd-4a1d-baa8-f9a9f699214a req-b34eda0c-c5b2-4196-853c-a4fe99ee956e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0922010 Aug 19 15:04:44.580922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] For port 7fc2847c-b506-4d62-a024-8e3b341889d2, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7fc2847c-b506-4d62-a024-8e3b341889d2,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:44.580922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.624754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.658642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.668033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Calling delete_port for 7fc2847c-b506-4d62-a024-8e3b341889d2 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:44.789053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.789622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 10b4790c-f406-4858-acb6-d2378bab7c0c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:44.936989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event updated for resources: {'Port': ['ID=f47abfd6-1e83-42d9-ba8d-21286d7bd173,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:44.969144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Network 899d189a-fe71-45a4-af31-9f9475205695 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:44.987490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:44.988847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.996177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 10b4790c-f406-4858-acb6-d2378bab7c0c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:45.005048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 10b4790c-f406-4858-acb6-d2378bab7c0c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:45.005803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.009656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:45.032505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:45.043388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275e341-74da-4dc8-b8f9-cb560b5e9768 req-0479a5e8-8d1e-4d10-afff-9602f3248b3f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.045770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b275e341-74da-4dc8-b8f9-cb560b5e9768 req-0479a5e8-8d1e-4d10-afff-9602f3248b3f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.3689053 Aug 19 15:04:45.072069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e44e-11a7-4dac-bc0c-cafa77a1e90b req-ba44d5ec-c555-457e-8ca0-9c9e56837b69 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.073997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2984e44e-11a7-4dac-bc0c-cafa77a1e90b req-ba44d5ec-c555-457e-8ca0-9c9e56837b69 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 945 time: 0.4239013 Aug 19 15:04:45.143836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event updated for resources: {'Port': ['ID=22bce0a8-938b-4097-b75d-c92cbd7007f7,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.170672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b275e341-74da-4dc8-b8f9-cb560b5e9768 req-ea188be9-762a-466e-86c7-1bee2ba22c87 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979462 Aug 19 15:04:45.185023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.185888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.186586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.191725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2984e44e-11a7-4dac-bc0c-cafa77a1e90b req-69549c58-ee3a-43b9-9f3f-153c47e1298e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917437 Aug 19 15:04:45.239136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 10b4790c-f406-4858-acb6-d2378bab7c0c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=10b4790c-f406-4858-acb6-d2378bab7c0c,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:45.244393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.258567 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cc21c435-86e3-48e6-a754-8a7acd0b8f05 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9576228 Aug 19 15:04:45.312526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-895dac4e-7c20-4257-823b-f9fc90d676c0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3978360 Aug 19 15:04:45.337965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Request body: {'port': {'device_id': '5e750dae-8a03-444b-901e-471567e3d1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:45.338190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-network', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:45.362210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.369938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.435960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event deleted for resources: {'Port': ['ID=7fc2847c-b506-4d62-a024-8e3b341889d2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.477970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=10b4790c-f406-4858-acb6-d2378bab7c0c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.508937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9843c4-616c-4e03-9a79-72178270cc30 req-4115b450-bdb4-4403-9ffc-103348b6ae42 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.510836 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.514171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] No DVR routers for this DVR port 7fc2847c-b506-4d62-a024-8e3b341889d2 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:45.514647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b9843c4-616c-4e03-9a79-72178270cc30 req-4115b450-bdb4-4403-9ffc-103348b6ae42 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1553903 Aug 19 15:04:45.515902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Made reservation on behalf of 98b7303f35fe4da2b47f09954793b12d for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:45.518888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.522299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cd7a998-4926-40a6-8998-21afeef880c5 req-e3627465-1bd4-4678-b6d6-9cd2dc7e8b61 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "DELETE /v2.0/ports/7fc2847c-b506-4d62-a024-8e3b341889d2 HTTP/1.1" status: 204 len: 173 time: 1.7610855 Aug 19 15:04:45.522787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'name': 'network-vif-deleted', 'tag': '7fc2847c-b506-4d62-a024-8e3b341889d2'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:45.525493 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ad622-7a40-4a4f-a82a-fff2f65b68c8" -d '{"events": [{"server_uuid": "b7d62fbd-8a15-41ca-a857-1c79112b798e", "name": "network-vif-deleted", "tag": "7fc2847c-b506-4d62-a024-8e3b341889d2"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:45.529379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.551128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.597365 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b9843c4-616c-4e03-9a79-72178270cc30 req-084e69bc-1a4e-4b92-868c-61b15577a8fb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631249 Aug 19 15:04:45.637002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-59179a4a-fa3b-46be-9782-f50062e88050 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1532226552&fields=id&tenant_id=ac4d96b0380b4148a1b5ae13594d84dd HTTP/1.1" status: 200 len: 267 time: 0.0942159 Aug 19 15:04:45.772660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82ff61-31aa-4b53-b36d-65a1d2164fdd req-40f10c8c-e3bd-4bf3-b142-ebc00a21db9d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.775447 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8d82ff61-31aa-4b53-b36d-65a1d2164fdd req-40f10c8c-e3bd-4bf3-b142-ebc00a21db9d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 932 time: 0.0997734 Aug 19 15:04:45.803574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.851709 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8d82ff61-31aa-4b53-b36d-65a1d2164fdd req-3acd716c-2e2d-42a5-9b72-c850a16f5777 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Aug 19 15:04:45.903069 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37d6e2-1b41-4d36-8228-250fca524654 x-openstack-request-id: req-0d37d6e2-1b41-4d36-8228-250fca524654 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:45.903414 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d62fbd-8a15-41ca-a857-1c79112b798e", "name": "network-vif-deleted", "tag": "7fc2847c-b506-4d62-a024-8e3b341889d2", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:45.903673 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d37d6e2-1b41-4d36-8228-250fca524654 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:45.904785 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d62fbd-8a15-41ca-a857-1c79112b798e', 'name': 'network-vif-deleted', 'tag': '7fc2847c-b506-4d62-a024-8e3b341889d2', 'status': 'completed', 'code': 200} Aug 19 15:04:45.922297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.943972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-755827f2-2ccb-4b42-b8ff-c8a1be0bf113 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.945673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-755827f2-2ccb-4b42-b8ff-c8a1be0bf113 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/networks?id=7ca95d64-08ad-41d4-b716-d902caf6a930 HTTP/1.1" status: 200 len: 810 time: 0.2487979 Aug 19 15:04:45.965422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:45.994045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b0f29-d873-4366-83b1-54ddd7c27182,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.999978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.000716 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Added segment aae41b62-152d-4b60-80a2-780f95d7cebb of type vlan for network ee4552b3-1617-48e9-8ae4-de0ed8036084 Aug 19 15:04:46.001772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-3742880f-62f0-489c-9578-38d0522cd6fc tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/quotas/ac4d96b0380b4148a1b5ae13594d84dd HTTP/1.1" status: 200 len: 375 time: 0.0224853 Aug 19 15:04:46.082599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.117006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47abfd6-1e83-42d9-ba8d-21286d7bd173 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:46.129176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.149888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Transition to ACTIVE for port object f47abfd6-1e83-42d9-ba8d-21286d7bd173 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:46.159706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-8d8291c3-4500-4e8f-a309-8db46acb3d2c tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac4d96b0380b4148a1b5ae13594d84dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295285 Aug 19 15:04:46.222406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.223871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:46.224608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.308424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-1f134f38-67ab-4f7c-bc9b-e5a467af73c5 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290810 Aug 19 15:04:46.316786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4552b3-1617-48e9-8ae4-de0ed8036084,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:46.329972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:46.429068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.453306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-df6c97c0-a51a-40b1-95f7-26e4f3fbb924 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352112 Aug 19 15:04:46.539823 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9458c40f-6943-4718-af02-21f2a0de1050 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4920392 Aug 19 15:04:46.540518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58836) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:46.546448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f47abfd6-1e83-42d9-ba8d-21286d7bd173,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:46.546858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Request body: {'subnet': {'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-subnet', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:46.589291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Attempting to bind port f47abfd6-1e83-42d9-ba8d-21286d7bd173 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:46.589770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Attempting to bind port f47abfd6-1e83-42d9-ba8d-21286d7bd173 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:46.590497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Attempting to bind port f47abfd6-1e83-42d9-ba8d-21286d7bd173 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:46.597932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Port f47abfd6-1e83-42d9-ba8d-21286d7bd173 on network 899d189a-fe71-45a4-af31-9f9475205695 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:46.598713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Attempting to bind port f47abfd6-1e83-42d9-ba8d-21286d7bd173 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:46.609813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:46.610185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Checking segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:46.610649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Bound using segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:46.611166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Bound port: f47abfd6-1e83-42d9-ba8d-21286d7bd173, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:46.611629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.633809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 10b4790c-f406-4858-acb6-d2378bab7c0c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:46.693301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] For port f47abfd6-1e83-42d9-ba8d-21286d7bd173, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:46.695266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 10b4790c-f406-4858-acb6-d2378bab7c0c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:46.695768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.697033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] For port f47abfd6-1e83-42d9-ba8d-21286d7bd173, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:46.950331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Made reservation on behalf of 98b7303f35fe4da2b47f09954793b12d for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:46.953663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.027860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.058331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a3eeef8b-036d-4479-ac0f-709039109463 req-0ca2066c-ff37-4783-9923-e643ef7cbfbd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7d62fbd-8a15-41ca-a857-1c79112b798e HTTP/1.1" status: 200 len: 210 time: 0.0392156 Aug 19 15:04:47.124717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.131468 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.132991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] 10.222.0.54 "PUT /v2.0/ports/f47abfd6-1e83-42d9-ba8d-21286d7bd173 HTTP/1.1" status: 200 len: 1093 time: 1.8002355 Aug 19 15:04:47.158294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2df970-a7c4-4f84-84e7-2e9c56cde8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f47abfd6-1e83-42d9-ba8d-21286d7bd173,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:47.213349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7fc2847c-b506-4d62-a024-8e3b341889d2 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:47.247408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 7fc2847c-b506-4d62-a024-8e3b341889d2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:47.248688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7fc2847c-b506-4d62-a024-8e3b341889d2 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:47.332906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.424193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7504f1-900c-4467-91fb-fd9fc7a651bc req-a56a49f5-955e-4952-9db9-470fd70722bf tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.427943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da7504f1-900c-4467-91fb-fd9fc7a651bc req-a56a49f5-955e-4952-9db9-470fd70722bf tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 944 time: 0.1060824 Aug 19 15:04:47.472466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-b132f42b-eed8-40b8-970d-3964f1f7cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.474050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e83d74-ce72-4b4d-ba50-a63eb388dd33 req-6a730f4f-96b1-4f9f-b931-beb290ed7a82 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.475685 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4e83d74-ce72-4b4d-ba50-a63eb388dd33 req-6a730f4f-96b1-4f9f-b931-beb290ed7a82 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1818001 Aug 19 15:04:47.475853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-b132f42b-eed8-40b8-970d-3964f1f7cc73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 1096 time: 0.1224043 Aug 19 15:04:47.476386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b85225-4011-499d-bfb9-05e17cbbb39f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:47.487118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Checking segment: {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:47.487305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Network hostable DHCP agents. Network: ee4552b3-1617-48e9-8ae4-de0ed8036084, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:47.539432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f4e83d74-ce72-4b4d-ba50-a63eb388dd33 req-6fea820a-2460-4e20-a0fa-6d0f9707bea9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Aug 19 15:04:47.543299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-b31367a6-2564-417c-b3ae-1b4b9072281a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173 HTTP/1.1" status: 200 len: 217 time: 0.0413060 Aug 19 15:04:47.552143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da7504f1-900c-4467-91fb-fd9fc7a651bc req-256bfa94-3a18-4e29-b583-f06c2ee1dcf7 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126583 Aug 19 15:04:47.604678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-63cc6be7-f660-40fa-8036-7d1c0dcb0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.606458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-63cc6be7-f660-40fa-8036-7d1c0dcb0043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.0556746 Aug 19 15:04:47.628417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:47.649062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-7d62f375-f2f9-4f79-97f9-86f2fdcba33d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339696 Aug 19 15:04:47.693801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3cec93e-037d-4ffd-b959-68d25a039ebd req-2603013f-5f1d-4016-95c1-4e85da6abf32 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 210 time: 0.0488019 Aug 19 15:04:47.713882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ee4552b3-1617-48e9-8ae4-de0ed8036084) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:47.721292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.722453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.728879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c785a2a-5587-469c-9118-55b1a2959b09 None None] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:47.792606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-923a0bb7-680d-436b-a7ad-9fadc88b6b88 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316931 Aug 19 15:04:47.838750 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59e612b0-dc40-476e-8703-67d79f3cf2e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2921751 Aug 19 15:04:47.838750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:47.841308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:47.900013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf526fea-010f-4130-853d-6a8ffb5c0f94 None None] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:47.912269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e750dae-8a03-444b-901e-471567e3d1c4', 'tag': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:47.916374 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547e0f21-8654-4818-8ea0-de4eba221dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e750dae-8a03-444b-901e-471567e3d1c4", "tag": "f47abfd6-1e83-42d9-ba8d-21286d7bd173"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:47.946311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbaecb71-80aa-4cc6-be7d-2c9a30f0ec15 req-5cf1a505-498a-4868-ac3a-d71c2c19df47 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408048 Aug 19 15:04:47.977099 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73dbb88-4b3e-4975-8247-3db2c473f6c3 x-openstack-request-id: req-a73dbb88-4b3e-4975-8247-3db2c473f6c3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:47.977690 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e750dae-8a03-444b-901e-471567e3d1c4", "tag": "f47abfd6-1e83-42d9-ba8d-21286d7bd173", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:47.978068 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a73dbb88-4b3e-4975-8247-3db2c473f6c3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:47.978796 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e750dae-8a03-444b-901e-471567e3d1c4', 'tag': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173', 'status': 'completed', 'code': 200} Aug 19 15:04:48.030456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:48.031914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:48.096375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:48.282896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-6a435089-d29b-4fb6-ab39-1228b86ae052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.288127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-6a435089-d29b-4fb6-ab39-1228b86ae052 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 1096 time: 0.1027517 Aug 19 15:04:48.526880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:48.536386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-e13facd4-64e7-412e-9f34-f9287238d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.539279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-e13facd4-64e7-412e-9f34-f9287238d683 service neutron] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 916 time: 0.2420096 Aug 19 15:04:48.637881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-be861d73-2271-4da3-9a78-f714b776ed10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173 HTTP/1.1" status: 200 len: 217 time: 0.0903647 Aug 19 15:04:48.653981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-d890b8ff-d6b9-4e1d-822b-e60346236247 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.653981 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-d890b8ff-d6b9-4e1d-822b-e60346236247 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.2132170 Aug 19 15:04:48.673270 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-a0e1fab6-b87c-4311-a619-fba5c80d684b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0151556 Aug 19 15:04:48.729799 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-12f1cfb0-6987-4a6c-8034-7e8fb9b2712e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502663 Aug 19 15:04:48.781620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-a5c88413-c5b1-41ec-96fd-5a0c5605e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.784008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-a5c88413-c5b1-41ec-96fd-5a0c5605e625 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.1382887 Aug 19 15:04:48.812163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630ebe-ae2c-4c59-8611-94be4dda1f34 req-4f553cdb-be59-4f8d-8726-9322dbf39d25 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.813767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87630ebe-ae2c-4c59-8611-94be4dda1f34 req-4f553cdb-be59-4f8d-8726-9322dbf39d25 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 944 time: 0.1543462 Aug 19 15:04:48.834794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-a115abc5-7316-4863-b295-1705e910e0e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431993 Aug 19 15:04:48.945491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87630ebe-ae2c-4c59-8611-94be4dda1f34 req-ad0661de-3c8a-4e2c-b255-cd6afd367ed8 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134093 Aug 19 15:04:48.947775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-217c2ea4-5987-42ce-9ba9-a4e87abd6721 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019925 Aug 19 15:04:48.987513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-eccfc7e1-d395-4d02-b88b-7e7c1c09e87c service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455579 Aug 19 15:04:49.123905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-c36ec9b2-bd5a-4bae-b9e3-11147e466310 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558666 Aug 19 15:04:49.162798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-547e0f21-8654-4818-8ea0-de4eba221dd1 req-2b3b8f08-6d59-4ce2-9b79-180a01c542b8 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679707 Aug 19 15:04:49.176965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe09d34-b56c-4118-a2c2-57f7871d54f5 req-0a294996-1f57-4d43-bb9c-e65ec276eea6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:49.178915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebe09d34-b56c-4118-a2c2-57f7871d54f5 req-0a294996-1f57-4d43-bb9c-e65ec276eea6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.0954940 Aug 19 15:04:49.251391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebe09d34-b56c-4118-a2c2-57f7871d54f5 req-052adb4f-4e41-44ea-9c78-b846fbc1b1d8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594308 Aug 19 15:04:49.266214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.288005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.416799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Allocated IP 172.25.5.6 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/84a4e779-f114-4d3f-82cf-51d4c4b9c98f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:49.487123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3e51420-2c83-40ad-a516-5e47cebc3c79 req-48f30a08-fc35-4a6f-aecc-203c998261f1 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 210 time: 0.0734315 Aug 19 15:04:49.510269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb127-6923-444e-8761-359eec4896d2 req-525011cf-464d-4a58-8da3-ed9b98deade1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:49.511852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05afb127-6923-444e-8761-359eec4896d2 req-525011cf-464d-4a58-8da3-ed9b98deade1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 946 time: 0.1501522 Aug 19 15:04:49.610563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.640587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:49.641207 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.861105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fcfb253-0623-4ae6-b80a-fa663f04c604 req-7a88a737-9edf-4103-8601-504ec3ed92a1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0601716 Aug 19 15:04:49.876056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:49.876056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.890753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 81ede150-e0f5-486f-88a7-9af3fc2c9cfd owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:49.923473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.989195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:49.993480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:49.999837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:50.026260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Pushing event updated for resources: {'Port': ['ID=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:50.106143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9b11f-f439-44bc-a378-f755ade997ab req-d55437b5-b2cf-47bd-91f8-00efbc87f219 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:50.108963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95c9b11f-f439-44bc-a378-f755ade997ab req-d55437b5-b2cf-47bd-91f8-00efbc87f219 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 944 time: 0.0645947 Aug 19 15:04:50.149320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95c9b11f-f439-44bc-a378-f755ade997ab req-4f26666b-59ee-42a4-a183-3b1e98edd3c4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Aug 19 15:04:50.203285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:50.243327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=81ede150-e0f5-486f-88a7-9af3fc2c9cfd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:50.287912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port 81ede150-e0f5-486f-88a7-9af3fc2c9cfd on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:50.290837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:50.293663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05afb127-6923-444e-8761-359eec4896d2 req-481e9b9d-7b5d-4b1d-8f6a-cef14afad889 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "DELETE /v2.0/ports/81ede150-e0f5-486f-88a7-9af3fc2c9cfd HTTP/1.1" status: 204 len: 173 time: 0.7696314 Aug 19 15:04:50.294213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'name': 'network-vif-deleted', 'tag': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:50.297718 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce967c1f-45a8-44ff-973f-414dfd05a07c" -d '{"events": [{"server_uuid": "bef5bdc8-5e82-4644-96e7-8bc5874e9a28", "name": "network-vif-deleted", "tag": "81ede150-e0f5-486f-88a7-9af3fc2c9cfd"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:50.395327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6a27bdc-7525-4639-aa6c-979c17638562 req-bc90322c-2cab-48e1-8c2a-26d6725b7864 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0386097 Aug 19 15:04:50.465939 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc9cf9-e52b-462e-96f3-89fb9690a682 x-openstack-request-id: req-57bc9cf9-e52b-462e-96f3-89fb9690a682 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:50.467038 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef5bdc8-5e82-4644-96e7-8bc5874e9a28", "name": "network-vif-deleted", "tag": "81ede150-e0f5-486f-88a7-9af3fc2c9cfd", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:50.467453 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57bc9cf9-e52b-462e-96f3-89fb9690a682 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:50.468024 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef5bdc8-5e82-4644-96e7-8bc5874e9a28', 'name': 'network-vif-deleted', 'tag': '81ede150-e0f5-486f-88a7-9af3fc2c9cfd', 'status': 'completed', 'code': 200} Aug 19 15:04:50.625576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:50.628576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e7d354f-b4a3-4590-869a-bc0c6405c204 req-9e6b7718-8ceb-4633-a4a9-1faafaf39ee3 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 210 time: 0.0378096 Aug 19 15:04:51.057512 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a1c1e7e0-5912-4024-9ab6-3443f629e9bc req-2db18c77-c517-4779-a56d-61f3816ae2c6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0345161 Aug 19 15:04:51.197419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:51.549344 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-457339a5-630c-4603-b4c7-e7321cb2432f req-4927c4b8-7131-4575-822b-d51e9afd9895 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0304205 Aug 19 15:04:51.642147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:04:51.694857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1cfe-5c9f-4370-848f-970485af3eca req-9e580072-bfa1-40c1-8b59-11f782207c90 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:51.696428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1d1cfe-5c9f-4370-848f-970485af3eca req-9e580072-bfa1-40c1-8b59-11f782207c90 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 944 time: 0.4495754 Aug 19 15:04:51.764460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-31e67dfe-a323-416d-90b7-fbbbbd168ecd tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:51.766350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-31e67dfe-a323-416d-90b7-fbbbbd168ecd tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.46 "GET /v2.0/networks?id=7ca95d64-08ad-41d4-b716-d902caf6a930 HTTP/1.1" status: 200 len: 810 time: 0.5028508 Aug 19 15:04:51.797422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1d1cfe-5c9f-4370-848f-970485af3eca req-e2325653-db17-4fe7-ad86-220751be7b2e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731595 Aug 19 15:04:51.816041 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-533b97af-1f94-4673-8399-a6048ced5458 req-ac52364e-e0a8-46b9-8dd6-8e5def948a39 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 210 time: 0.0953033 Aug 19 15:04:51.836107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:51.853882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Sync routers for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:51.866505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-c9f63c81-8298-46c5-a20a-864f762b23f7 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4d96b0380b4148a1b5ae13594d84dd HTTP/1.1" status: 200 len: 380 time: 0.0773823 Aug 19 15:04:51.871085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:51.872031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:51.872653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Request body: {'port': {'device_id': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'admin_state_up': True, 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'security_groups': ['1b7bd964-e509-4cdd-a1db-d19c5bc38c87']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:51.983484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f47abfd6-1e83-42d9-ba8d-21286d7bd173 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:51.985665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81ede150-e0f5-486f-88a7-9af3fc2c9cfd no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:52.009108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 81ede150-e0f5-486f-88a7-9af3fc2c9cfd {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:52.009786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 81ede150-e0f5-486f-88a7-9af3fc2c9cfd not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:52.043273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.044852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ddd3c95a-f6cc-4c51-951c-bfb0e7bb1007 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2086499 Aug 19 15:04:52.048523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58938) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:52.073888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:52.205509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39769a2a-51ba-4d9b-98af-b9072b10ecf2 req-78017d82-60bb-4d2f-8b0c-c5086eb986c5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0549853 Aug 19 15:04:52.209706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Made reservation on behalf of ac4d96b0380b4148a1b5ae13594d84dd for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:52.225457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.305024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port f47abfd6-1e83-42d9-ba8d-21286d7bd173, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:52.328424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'port_id': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173', 'mac_address': 'fa:16:3e:5f:52:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a4fd7e-359e-4043-8be0-7eaff33ce2f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:52.374611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.407967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47abfd6-1e83-42d9-ba8d-21286d7bd173 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:52.442525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port f47abfd6-1e83-42d9-ba8d-21286d7bd173, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:52.443178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Allocated IP 172.20.0.13 (7ca95d64-08ad-41d4-b716-d902caf6a930/27e4c955-49ab-44b9-b4ba-cc5361a80cbd/fdea6ee5-163e-4d6a-ace9-d990fd45f3a9) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:52.459225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:50Z', 'revision_number': 3, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:52.633881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Checking router: d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:52.634265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Updating router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:52.648617 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.664020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.665932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.671968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Transition to ACTIVE for port object fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:52.714712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.757361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dadd38c5-ae8b-43f0-a47c-4c26603a91d2 req-a9b7bbea-3661-4231-bd83-771a9127b81e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0448539 Aug 19 15:04:52.806407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=f47abfd6-1e83-42d9-ba8d-21286d7bd173,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:52.820944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.901418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:53.014909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:53.056968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:53.065908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.067675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:53.087968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Allocated IP 172.20.0.1 (ee4552b3-1617-48e9-8ae4-de0ed8036084/34b85225-4011-499d-bfb9-05e17cbbb39f/9402779c-ef4b-4291-991d-f85c7438d324) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:53.117422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Transition to ACTIVE for port object 84a4e779-f114-4d3f-82cf-51d4c4b9c98f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:53.165445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:53.166132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.203710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb627f-8e58-4933-a948-b9932870111a req-6145b517-5c77-4356-afba-1730946c2091 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:53.209495 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fadb627f-8e58-4933-a948-b9932870111a req-6145b517-5c77-4356-afba-1730946c2091 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 932 time: 0.2402768 Aug 19 15:04:53.210608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-95846a56-fe23-44ce-9fff-2ff74445b3bc tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:53.212170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-95846a56-fe23-44ce-9fff-2ff74445b3bc tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.3292644 Aug 19 15:04:53.224841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec3088-e4c1-460b-8755-6fbbe0761091 req-ee2ec8cf-30cb-4860-bb3a-d1c8cc8302c7 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:53.243380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-acec3088-e4c1-460b-8755-6fbbe0761091 req-ee2ec8cf-30cb-4860-bb3a-d1c8cc8302c7 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 945 time: 0.3505588 Aug 19 15:04:53.245152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.256803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Request body: {'port': {'device_id': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'admin_state_up': True, 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:53.261475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event updated for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:53.296094 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fadb627f-8e58-4933-a948-b9932870111a req-4036b495-8439-4f92-9a00-47be1aee7c7e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766237 Aug 19 15:04:53.348195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.350550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-7d1043c9-72ad-4140-867f-807fffed3139 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4819005 Aug 19 15:04:53.387631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac8878-5b3e-4b29-80d5-fb2a7b4f1131 None None] Pushing event updated for resources: {'Port': ['ID=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:53.399624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Request body: {'port': {'device_id': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:53.452167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Attempting to bind port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:53.453726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Attempting to bind port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:53.454096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Attempting to bind port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:53.461052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-acec3088-e4c1-460b-8755-6fbbe0761091 req-86401e3c-be1b-4618-bb3c-19c73081a665 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165914 Aug 19 15:04:53.489192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:53.489794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:53.490364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.490915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:53.491593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Bound port: 84a4e779-f114-4d3f-82cf-51d4c4b9c98f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:53.492542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.540089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.588113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] For port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:53.594682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] For port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:53.610711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.630993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbb43-3548-4baa-85f2-ca3813ea77f5 None None] Provisioning for port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:53.634833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ce2d44c-814f-4146-87c1-e93918af6030 req-7b957cea-231e-4737-b466-a173f3ab3de6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0785980 Aug 19 15:04:53.635625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbb43-3548-4baa-85f2-ca3813ea77f5 None None] Provisioning complete for port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:53.636127 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbb43-3548-4baa-85f2-ca3813ea77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.680637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbb43-3548-4baa-85f2-ca3813ea77f5 None None] Port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:53.692627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:53.695837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:53.783204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:53.783204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9402779c-ef4b-4291-991d-f85c7438d324,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:53.783204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.785519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.876389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:53.877106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:53.880249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac8878-5b3e-4b29-80d5-fb2a7b4f1131 None None] Pushing event updated for resources: {'Port': ['ID=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:53.892631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:53.895301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.927528 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33ed557a-98bc-4ee0-92cf-f5d6f354430e req-3bea3d33-e931-4f1f-b521-349f0e6a64bc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0437441 Aug 19 15:04:53.996910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:54.066081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:54.071697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.098383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.123924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Transition to ACTIVE for port object fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:54.136626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Allocated IP 172.20.0.6 (936494d6-d5d9-4539-9e13-ccbbc5520a39/0aed2365-7411-4eaf-87de-ee898e917c76/1851f396-3f4f-424d-bed2-19d2638f6011) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:54.211742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:50Z', 'revision_number': 3, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:54.240124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe52fd-a615-4a8c-b2d9-de3cd490eaef None None] The sync data for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 is: [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:50Z', 'revision_number': 3, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:54.253222 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.305042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.398532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Pushing event updated for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:54.421971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.461484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.482200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7c053742-ddbf-4a83-a4c7-b4bd4ff7d231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.548828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9402779c-ef4b-4291-991d-f85c7438d324,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:54.564852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.608498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Attempting to bind port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:54.608498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Attempting to bind port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:54.608751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Attempting to bind port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 on network 7ca95d64-08ad-41d4-b716-d902caf6a930 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:54.623189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d81c3-43db-4716-9aa5-8764c972f08d req-206afb22-9bfd-4c75-a580-e13578e1b81a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.654083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc5d81c3-43db-4716-9aa5-8764c972f08d req-206afb22-9bfd-4c75-a580-e13578e1b81a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 944 time: 0.2415140 Aug 19 15:04:54.662086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 on network 7ca95d64-08ad-41d4-b716-d902caf6a930 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:54.662462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Attempting to bind port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 on network 7ca95d64-08ad-41d4-b716-d902caf6a930 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:54.680542 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.683143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:54.683595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Checking segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:54.684072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Bound using segment: {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:54.684499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Bound port: fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cfad46-9dd8-494e-b552-32542a0b7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:54.684918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.728533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:54.752525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:54.809398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64cb1-da44-45f1-abc6-fb19dd50a10d req-d2765923-7536-48d4-a844-37277a2795b0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.812102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fbb64cb1-da44-45f1-abc6-fb19dd50a10d req-d2765923-7536-48d4-a844-37277a2795b0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 945 time: 0.1207345 Aug 19 15:04:54.834322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:54.861498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:54.883399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fbb64cb1-da44-45f1-abc6-fb19dd50a10d req-0d96b20b-68dc-4839-8a32-13ea493c2c6d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Aug 19 15:04:54.884393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:54.924595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc5d81c3-43db-4716-9aa5-8764c972f08d req-39e18093-7027-4cbd-99b7-518ef8829d32 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732990 Aug 19 15:04:54.937689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event updated for resources: {'Port': ['ID=1851f396-3f4f-424d-bed2-19d2638f6011,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:55.025657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:55.026998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.094517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:55.102967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:55.108493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:55.133587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7bd94-36fe-4fb4-8731-d92c9f3eec7c req-1414e58e-2470-4b4b-9541-2dcafe6163b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:55.135881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35e7bd94-36fe-4fb4-8731-d92c9f3eec7c req-1414e58e-2470-4b4b-9541-2dcafe6163b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 931 time: 0.0880289 Aug 19 15:04:55.194265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d264c8d2-208d-4c5b-9192-7cf6037da29e req-1d07d5a6-5e93-4a2a-af9e-a2f8292420f3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0841715 Aug 19 15:04:55.196803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35e7bd94-36fe-4fb4-8731-d92c9f3eec7c req-b4c931f8-87df-481d-a8dd-fdaa4d3751d6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Aug 19 15:04:55.198907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-535b43ef-0689-4402-bc0e-7327d0ae4254 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9525054 Aug 19 15:04:55.219484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Request body: {'port': {'device_id': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:55.277762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.296478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.306456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:55.316392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a4e1147f-3072-472b-8d96-fe4851ae04d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2642245 Aug 19 15:04:55.325166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.370172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:55.372003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.374182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-06349b93-7165-4c81-b313-7560f5623acf service neutron] 10.222.0.46 "PUT /v2.0/ports/fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 HTTP/1.1" status: 200 len: 1093 time: 2.0058105 Aug 19 15:04:55.381978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:55.385494 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bb556c-eeec-4ee0-b46a-0085a02c61f7" -d '{"events": [{"name": "network-changed", "server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:55.460890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06349b93-7165-4c81-b313-7560f5623acf service neutron] Pushing event updated for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:55.477835 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f700e0-85f1-4b8e-9ca0-998abd83acab x-openstack-request-id: req-c9f700e0-85f1-4b8e-9ca0-998abd83acab {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:55.477835 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:55.477835 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9f700e0-85f1-4b8e-9ca0-998abd83acab {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:55.478142 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'status': 'completed', 'code': 200} Aug 19 15:04:55.690333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb556c-eeec-4ee0-b46a-0085a02c61f7 req-e7f7b809-fd96-44fc-af3f-b27e6ceb06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:55.692056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59bb556c-eeec-4ee0-b46a-0085a02c61f7 req-e7f7b809-fd96-44fc-af3f-b27e6ceb06e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac4d96b0380b4148a1b5ae13594d84dd&device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 1096 time: 0.1587672 Aug 19 15:04:55.893994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb556c-eeec-4ee0-b46a-0085a02c61f7 req-aad6287b-767d-4888-8e5f-7cd2a4294cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:55.895576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59bb556c-eeec-4ee0-b46a-0085a02c61f7 req-aad6287b-767d-4888-8e5f-7cd2a4294cfc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ac4d96b0380b4148a1b5ae13594d84dd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1864605 Aug 19 15:04:55.981855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f47abfd6-1e83-42d9-ba8d-21286d7bd173 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:56.066338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1851f396-3f4f-424d-bed2-19d2638f6011 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:56.079285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.085032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b92fb-100d-4804-9e88-61b97c35d11c req-8abd13e9-2c86-4081-bf58-6659665f727f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.092835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-722b92fb-100d-4804-9e88-61b97c35d11c req-8abd13e9-2c86-4081-bf58-6659665f727f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 945 time: 0.0917912 Aug 19 15:04:56.130292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Transition to ACTIVE for port object 1851f396-3f4f-424d-bed2-19d2638f6011 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:56.134616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-722b92fb-100d-4804-9e88-61b97c35d11c req-6b2de0c9-365b-4012-a1b8-87cee0769f93 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Aug 19 15:04:56.158032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-0863cc68-395c-4f08-b03f-eb199497308d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.158960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-0863cc68-395c-4f08-b03f-eb199497308d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 819 time: 0.2415316 Aug 19 15:04:56.162574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb556c-eeec-4ee0-b46a-0085a02c61f7 req-dd41322e-7998-464b-ae0c-93d008a0a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.164738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59bb556c-eeec-4ee0-b46a-0085a02c61f7 req-dd41322e-7998-464b-ae0c-93d008a0a9d1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2596159 Aug 19 15:04:56.175851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port f47abfd6-1e83-42d9-ba8d-21286d7bd173 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:56.177939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-cf997f8a-3dc6-4814-8b43-1c1bacc0d755 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/quotas/98b7303f35fe4da2b47f09954793b12d HTTP/1.1" status: 200 len: 375 time: 0.0117862 Aug 19 15:04:56.181208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port f47abfd6-1e83-42d9-ba8d-21286d7bd173 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:56.183413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.262244 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.304514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869af08b-475f-4ca5-8243-0cc33a09e1d2 req-2920f559-dde7-4d46-a97b-0e46c958fc1a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.312985 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-869af08b-475f-4ca5-8243-0cc33a09e1d2 req-2920f559-dde7-4d46-a97b-0e46c958fc1a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 944 time: 0.0952423 Aug 19 15:04:56.336520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.363496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Pushing event updated for resources: {'Port': ['ID=1851f396-3f4f-424d-bed2-19d2638f6011,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:56.367341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e750dae-8a03-444b-901e-471567e3d1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:56.373904 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2354f08-0998-49f6-85b1-e5e3a4f6ca12" -d '{"events": [{"server_uuid": "5e750dae-8a03-444b-901e-471567e3d1c4", "name": "network-vif-plugged", "status": "completed", "tag": "f47abfd6-1e83-42d9-ba8d-21286d7bd173"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:56.379885 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-869af08b-475f-4ca5-8243-0cc33a09e1d2 req-24da7a0f-de42-423b-b1d2-369ab78b9d44 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657938 Aug 19 15:04:56.398990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port f47abfd6-1e83-42d9-ba8d-21286d7bd173, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:56.420143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.420597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.421054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.421444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.421737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.422070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.422404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.422734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.423064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.423393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.423720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.424040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.444926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-c21bda71-51cf-4c1c-b3fb-e08d6be95b7f tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2560108 Aug 19 15:04:56.482049 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.484235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-abb1fbe1-16a6-4748-9fdf-947b6cbc12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.485897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-abb1fbe1-16a6-4748-9fdf-947b6cbc12ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac4d96b0380b4148a1b5ae13594d84dd&device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 1096 time: 0.2386460 Aug 19 15:04:56.649814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-e06196d7-d535-41d4-bf25-422099a696fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 HTTP/1.1" status: 200 len: 217 time: 0.1191473 Aug 19 15:04:56.658862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6fe57-cf91-4f4b-9b42-df309d68b01d req-df362b36-69a5-49bf-bc9d-be1ed331a978 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.667082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11f6fe57-cf91-4f4b-9b42-df309d68b01d req-df362b36-69a5-49bf-bc9d-be1ed331a978 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 943 time: 0.1089141 Aug 19 15:04:56.676190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Attempting to bind port 1851f396-3f4f-424d-bed2-19d2638f6011 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:56.676438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Attempting to bind port 1851f396-3f4f-424d-bed2-19d2638f6011 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:56.676729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Attempting to bind port 1851f396-3f4f-424d-bed2-19d2638f6011 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:56.695682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=f47abfd6-1e83-42d9-ba8d-21286d7bd173,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:56.706070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Port 1851f396-3f4f-424d-bed2-19d2638f6011 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:56.706395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Attempting to bind port 1851f396-3f4f-424d-bed2-19d2638f6011 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:56.713000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84a4e779-f114-4d3f-82cf-51d4c4b9c98f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:56.741271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11f6fe57-cf91-4f4b-9b42-df309d68b01d req-4a56ae88-5e3c-424e-9c25-6bb28aab6886 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730989 Aug 19 15:04:56.753420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:56.756382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:56.756382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Bound using segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:56.756382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Bound port: 1851f396-3f4f-424d-bed2-19d2638f6011, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:56.756382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.784649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-874211c0-8f23-4e54-bd24-4fec513935a9 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269901 Aug 19 15:04:56.873328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd070dbc-9ef6-4fd3-b823-7280eb6c4222 req-3803e6f2-32c7-4e39-ac21-8e65abe36cd9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef5bdc8-5e82-4644-96e7-8bc5874e9a28 HTTP/1.1" status: 200 len: 210 time: 0.0426195 Aug 19 15:04:56.906969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:56.917139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:56.917139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.917978 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Sync routers for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:56.951514 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:56.954059 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:56.954786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-baf5d5dd-751a-405f-bffc-0dd2e27efdac service neutron] 10.222.0.13 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701016 Aug 19 15:04:56.975854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-fd395bc5-d293-4a84-accf-a5122aa624b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.984747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-fd395bc5-d293-4a84-accf-a5122aa624b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e4c955-49ab-44b9-b4ba-cc5361a80cbd HTTP/1.1" status: 200 len: 849 time: 0.3212907 Aug 19 15:04:56.986009 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b157a-6528-4fec-8a2b-977892aec165 x-openstack-request-id: req-8b2b157a-6528-4fec-8a2b-977892aec165 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:56.986310 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e750dae-8a03-444b-901e-471567e3d1c4", "name": "network-vif-plugged", "status": "completed", "tag": "f47abfd6-1e83-42d9-ba8d-21286d7bd173", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:56.986669 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b2b157a-6528-4fec-8a2b-977892aec165 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:56.987344 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e750dae-8a03-444b-901e-471567e3d1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173', 'code': 200} Aug 19 15:04:57.078730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.104350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:57.112523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:57.178576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.247142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13069-3f6c-4652-943b-65435b71681d req-2095b067-bd9b-4919-b69d-6a38233e666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:57.250902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-2095b067-bd9b-4919-b69d-6a38233e666a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ca95d64-08ad-41d4-b716-d902caf6a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2484500 Aug 19 15:04:57.268601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] For port 1851f396-3f4f-424d-bed2-19d2638f6011, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:57.303900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afbc7-775f-4f18-ba41-e58b1ae7610e req-b553cde3-9db3-4006-96a9-8943dfeaecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:57.305974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b75afbc7-775f-4f18-ba41-e58b1ae7610e req-b553cde3-9db3-4006-96a9-8943dfeaecaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 1098 time: 0.2807693 Aug 19 15:04:57.339441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:57.363144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79847ec8-e60f-42fe-a4b7-2256f4b4d5f2 req-a13cc7c0-fea6-4e88-96cc-98f78a0489f6 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:57.371557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-79847ec8-e60f-42fe-a4b7-2256f4b4d5f2 req-a13cc7c0-fea6-4e88-96cc-98f78a0489f6 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0890684 Aug 19 15:04:57.393241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] For port 1851f396-3f4f-424d-bed2-19d2638f6011, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1851f396-3f4f-424d-bed2-19d2638f6011,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:57.433362 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-79847ec8-e60f-42fe-a4b7-2256f4b4d5f2 req-625b4137-3ea9-48f5-8f45-13b659416ed2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 Aug 19 15:04:57.444702 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.582045 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:04:54Z', 'revision_number': 2, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:57.615077 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Checking router: d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:57.615617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Updating router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 port 9402779c-ef4b-4291-991d-f85c7438d324 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:57.632283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0334b3-ab1a-47c1-bb4f-b3fc80b28b95 req-d9150a5c-1d3e-43e5-a724-9c1271eb7702 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:57.644981 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.645933 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a0334b3-ab1a-47c1-bb4f-b3fc80b28b95 req-d9150a5c-1d3e-43e5-a724-9c1271eb7702 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 944 time: 0.0889413 Aug 19 15:04:57.717581 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3a0334b3-ab1a-47c1-bb4f-b3fc80b28b95 req-b25dfce0-781c-41ff-9d3f-0015c2611491 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660286 Aug 19 15:04:57.798252 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22cc8755-e408-4189-9f71-a941489db2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.825250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cd06680-4151-45b6-88f6-65bb938ca178 req-b2f94b15-688c-4d98-a31c-3598b9808458 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 210 time: 0.4810343 Aug 19 15:04:57.831721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.909605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b75afbc7-775f-4f18-ba41-e58b1ae7610e req-90ab1dd8-09e0-47fc-9a99-77225a4b8909 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678945 Aug 19 15:04:57.920577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:57.921669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.923970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] 10.222.0.46 "PUT /v2.0/ports/1851f396-3f4f-424d-bed2-19d2638f6011 HTTP/1.1" status: 200 len: 1092 time: 2.7105527 Aug 19 15:04:57.928069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'tag': '1851f396-3f4f-424d-bed2-19d2638f6011'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:57.931864 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70467e34-b9f6-4bac-a936-38b81934feaf" -d '{"events": [{"name": "network-changed", "server_uuid": "08c2b04f-6c35-4c55-87c5-3472661f377e", "tag": "1851f396-3f4f-424d-bed2-19d2638f6011"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:58.002935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-356b675a-89d1-447f-aaa0-3f9c269bfa9f service neutron] 10.222.0.46 "GET /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301149 Aug 19 15:04:58.009227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1dbee-1eeb-4d8a-83d7-ec4b318f3d92 service neutron] Pushing event updated for resources: {'Port': ['ID=1851f396-3f4f-424d-bed2-19d2638f6011,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:58.110708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d93c23-4aaf-4d6b-beff-f0e4810fb3fa req-9d62cb44-19d1-44ae-8a28-f263875a73b2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:58.119249 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2d93c23-4aaf-4d6b-beff-f0e4810fb3fa req-9d62cb44-19d1-44ae-8a28-f263875a73b2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 943 time: 0.1803026 Aug 19 15:04:58.157313 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.163103 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6cf25a-c2d9-4d56-9897-12f169b4436c x-openstack-request-id: req-fa6cf25a-c2d9-4d56-9897-12f169b4436c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:58.163525 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c2b04f-6c35-4c55-87c5-3472661f377e", "tag": "1851f396-3f4f-424d-bed2-19d2638f6011", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:58.168175 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa6cf25a-c2d9-4d56-9897-12f169b4436c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:58.168175 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'tag': '1851f396-3f4f-424d-bed2-19d2638f6011', 'status': 'completed', 'code': 200} Aug 19 15:04:58.191195 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Transition to ACTIVE for port object 9402779c-ef4b-4291-991d-f85c7438d324 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:58.197105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2d93c23-4aaf-4d6b-beff-f0e4810fb3fa req-6a36b993-c9e0-4d8a-a89d-1c99d622a25c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738955 Aug 19 15:04:58.250224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-9217c6b4-731f-4bc9-aec3-9bfa961026cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:58.251695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-9217c6b4-731f-4bc9-aec3-9bfa961026cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 1095 time: 0.0862787 Aug 19 15:04:58.258044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9f13069-3f6c-4652-943b-65435b71681d req-b633357d-c879-4c7a-9696-86450d536726 service neutron] 10.222.0.46 "GET /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433362 Aug 19 15:04:58.302752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-4ce5a24b-acd4-4ffd-a5f2-a25703bb9f64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1851f396-3f4f-424d-bed2-19d2638f6011 HTTP/1.1" status: 200 len: 217 time: 0.0372672 Aug 19 15:04:58.356683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-0deab89e-0f38-40bf-954b-d2f3b724d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:58.359308 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.359521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-0deab89e-0f38-40bf-954b-d2f3b724d7b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0499029 Aug 19 15:04:58.417694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-3e190243-8dc2-4ca3-a8de-ca12d5ce6f3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503509 Aug 19 15:04:58.423854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Pushing event updated for resources: {'Port': ['ID=9402779c-ef4b-4291-991d-f85c7438d324,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:58.457979 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.458230 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.458545 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.459159 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.459485 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.459774 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.460098 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.460423 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.460743 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.461061 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.461410 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.461735 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:58.536323 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Attempting to bind port 9402779c-ef4b-4291-991d-f85c7438d324 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:58.537617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Attempting to bind port 9402779c-ef4b-4291-991d-f85c7438d324 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:58.538074 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Attempting to bind port 9402779c-ef4b-4291-991d-f85c7438d324 on network ee4552b3-1617-48e9-8ae4-de0ed8036084 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:58.550339 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:58.550840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Checking segment: {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:58.551324 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.551723 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Bound using segment: {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:58.552200 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Bound port: 9402779c-ef4b-4291-991d-f85c7438d324, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:58.552803 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.570060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-a72850ae-439b-43a8-8843-e7fc3a9c3a2c service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432643 Aug 19 15:04:58.653992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a16b5-eb61-48d7-bed6-65d4b79e4e9e req-6be6a877-b873-487a-90ec-8f9431d6f0c4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:58.660984 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8a3a16b5-eb61-48d7-bed6-65d4b79e4e9e req-6be6a877-b873-487a-90ec-8f9431d6f0c4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 946 time: 0.1327860 Aug 19 15:04:58.673463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84a4e779-f114-4d3f-82cf-51d4c4b9c98f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:58.682808 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] For port 9402779c-ef4b-4291-991d-f85c7438d324, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:58.689459 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] For port 9402779c-ef4b-4291-991d-f85c7438d324, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9402779c-ef4b-4291-991d-f85c7438d324,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:58.719907 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8a3a16b5-eb61-48d7-bed6-65d4b79e4e9e req-f885e0b2-b858-4e39-9a06-c61d0d63bd9b tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Aug 19 15:04:58.770133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:58.772671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.784598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e03800b-a224-4e77-9ab3-9627f76f182f req-219a6f37-526b-497e-90e0-93f29bc592cc service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064867 Aug 19 15:04:58.819137 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.881587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8105d6-8d93-4cb3-8404-a980721ecc2d req-ba33e6f1-5c85-4bcd-88e7-7beb37a80d82 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:58.890340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb8105d6-8d93-4cb3-8404-a980721ecc2d req-ba33e6f1-5c85-4bcd-88e7-7beb37a80d82 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 944 time: 0.0766251 Aug 19 15:04:58.916725 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949edac-f21e-458d-8949-5e835a1f4f9c None None] Pushing event updated for resources: {'Port': ['ID=9402779c-ef4b-4291-991d-f85c7438d324,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:58.927905 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:58.929348 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:58.941713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb8105d6-8d93-4cb3-8404-a980721ecc2d req-4f4188b2-04f6-4a3a-9587-45e9cd626486 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480566 Aug 19 15:04:59.009146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467e34-b9f6-4bac-a936-38b81934feaf req-9931f473-f2f5-4c6c-a704-0143c82f407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:59.010838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-9931f473-f2f5-4c6c-a704-0143c82f407d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 1095 time: 0.0457947 Aug 19 15:04:59.066494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d302364d-ad45-4bd3-9a14-1847ee385c9b req-d6d6e879-901c-41af-82d7-436216b74039 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 210 time: 0.0499206 Aug 19 15:04:59.067250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:59.146269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467e34-b9f6-4bac-a936-38b81934feaf req-5b71a946-0e99-4259-a577-ee3030442a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:59.148407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-5b71a946-0e99-4259-a577-ee3030442a6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 912 time: 0.1187069 Aug 19 15:04:59.233843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-64cc25e1-5b07-4697-b1d0-37d101f08a8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1851f396-3f4f-424d-bed2-19d2638f6011 HTTP/1.1" status: 200 len: 217 time: 0.0576484 Aug 19 15:04:59.321749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467e34-b9f6-4bac-a936-38b81934feaf req-21fc79ce-096b-485e-b81b-d135fbd8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:59.323539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-21fc79ce-096b-485e-b81b-d135fbd8d08f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0883555 Aug 19 15:04:59.391003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-660772a7-a780-4902-88f2-ce98ba3cf112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592418 Aug 19 15:04:59.414507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b2d2d-f458-41d6-84df-8069658e12e7 req-ac7da7a2-9c43-4341-a5aa-2c46910738d1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:59.427320 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa8b2d2d-f458-41d6-84df-8069658e12e7 req-ac7da7a2-9c43-4341-a5aa-2c46910738d1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 943 time: 0.1067472 Aug 19 15:04:59.456562 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:04:58Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:59.503364 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa8b2d2d-f458-41d6-84df-8069658e12e7 req-5357794e-e016-4b56-8ca7-44a4cc3f7ce5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747845 Aug 19 15:04:59.517623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d98c63-b65a-4278-84d6-7ab5969eaeb1 None None] The sync data for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 is: [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:04:58Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:59.577054 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.584346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-b553d62e-14de-4062-9238-d390f45985c9 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846168 Aug 19 15:04:59.742318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70467e34-b9f6-4bac-a936-38b81934feaf req-c12249db-da8c-45bf-9f3a-6341434dce1f service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447682 Aug 19 15:04:59.879502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df360f-6c21-495e-a5b3-ad4b82630675 req-4b5b14b4-6d32-44c1-84c7-a29a5b90bda7 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:59.881323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7df360f-6c21-495e-a5b3-ad4b82630675 req-4b5b14b4-6d32-44c1-84c7-a29a5b90bda7 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0662436 Aug 19 15:04:59.935356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7df360f-6c21-495e-a5b3-ad4b82630675 req-d51cfebe-a3c1-4a4e-a457-bcd03d393f47 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Aug 19 15:05:00.140869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c15b8-e120-4b46-8583-7b04b8105c6a req-16d40a7c-098f-4373-adfc-e8e9e9eef444 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:00.152479 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a1c15b8-e120-4b46-8583-7b04b8105c6a req-16d40a7c-098f-4373-adfc-e8e9e9eef444 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 944 time: 0.0926170 Aug 19 15:05:00.217741 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a1c15b8-e120-4b46-8583-7b04b8105c6a req-68601b0c-9e8d-4d31-a43c-996e2aed1e55 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642488 Aug 19 15:05:00.221445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-685b2091-ee53-4abf-84dd-1196736046dd req-bf6d255a-6549-437b-a240-e5a1fa0ae511 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 210 time: 0.0519056 Aug 19 15:05:00.647274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:00.681214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9402779c-ef4b-4291-991d-f85c7438d324 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:00.725330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cfacd-791f-47e1-b562-da1179f01000 req-e25256ce-c1f2-47db-b825-4cee99f7f8c3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:00.727398 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb7cfacd-791f-47e1-b562-da1179f01000 req-e25256ce-c1f2-47db-b825-4cee99f7f8c3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 943 time: 0.1180971 Aug 19 15:05:00.798259 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb7cfacd-791f-47e1-b562-da1179f01000 req-a7a90e40-d826-42a3-8af9-0fd0d66b9d96 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529113 Aug 19 15:05:00.831782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-c3d9a482-8bc8-42fe-8572-5605226b5c5b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:00.835357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-c3d9a482-8bc8-42fe-8572-5605226b5c5b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.54 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 819 time: 0.1987708 Aug 19 15:05:00.852831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'port': {'device_id': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'admin_state_up': True, 'tenant_id': '98b7303f35fe4da2b47f09954793b12d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:00.955767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9402779c-ef4b-4291-991d-f85c7438d324 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:00.964136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9402779c-ef4b-4291-991d-f85c7438d324 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:00.964571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.092645 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.137919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9402779c-ef4b-4291-991d-f85c7438d324, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9402779c-ef4b-4291-991d-f85c7438d324,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:01.152073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Made reservation on behalf of 98b7303f35fe4da2b47f09954793b12d for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:01.158254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.253643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.284571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1851f396-3f4f-424d-bed2-19d2638f6011 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:01.346656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Allocated IP 172.20.0.13 (ee4552b3-1617-48e9-8ae4-de0ed8036084/34b85225-4011-499d-bfb9-05e17cbbb39f/12dc76db-e065-45ef-af06-f2a550929f36) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:01.403021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9402779c-ef4b-4291-991d-f85c7438d324,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:01.413464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259aca91-ce76-4d67-96b3-b90c33f9cd73 req-99250b4d-5160-487f-92ee-a20ec478486f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:01.423700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-259aca91-ce76-4d67-96b3-b90c33f9cd73 req-99250b4d-5160-487f-92ee-a20ec478486f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 944 time: 0.0789895 Aug 19 15:05:01.449624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1851f396-3f4f-424d-bed2-19d2638f6011, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1851f396-3f4f-424d-bed2-19d2638f6011,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:01.466924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1851f396-3f4f-424d-bed2-19d2638f6011', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': '1851f396-3f4f-424d-bed2-19d2638f6011', 'mac_address': 'fa:16:3e:56:9e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:01.474786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-259aca91-ce76-4d67-96b3-b90c33f9cd73 req-ae9e5d08-9dae-4e8a-8f19-16486645ec5f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484285 Aug 19 15:05:01.536383 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.542793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.557453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1851f396-3f4f-424d-bed2-19d2638f6011 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:01.584912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1851f396-3f4f-424d-bed2-19d2638f6011, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1851f396-3f4f-424d-bed2-19d2638f6011,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:01.594462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec19c115-a54a-48be-8d47-34bcf1e4a3eb req-26429394-83b9-4e5d-a7a6-eaefb9a94bb4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 210 time: 0.0435688 Aug 19 15:05:01.702229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.708433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:01.784900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.805946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1851f396-3f4f-424d-bed2-19d2638f6011,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:01.862681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:01.873436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:01.887380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Network ee4552b3-1617-48e9-8ae4-de0ed8036084 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:01.892775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'port_id': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'mac_address': 'fa:16:3e:e0:7b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:01.893336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:01.896213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:01.969658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.982037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:01.984923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.008801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:02.030237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219be17a-9409-4b35-8d83-e2cfa85d139c req-30afe2ad-92d5-4952-bdce-614c226d94cf tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:02.041595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:02.044450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-219be17a-9409-4b35-8d83-e2cfa85d139c req-30afe2ad-92d5-4952-bdce-614c226d94cf tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 944 time: 0.0995550 Aug 19 15:05:02.084893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-219be17a-9409-4b35-8d83-e2cfa85d139c req-38e7cd15-396f-4606-bfec-9ba037c6edbb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Aug 19 15:05:02.089599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-4085171c-4af3-49d0-8dbf-4107ab3abd2b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2410328 Aug 19 15:05:02.108775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Request body: {'port': {'device_id': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:02.141223 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.182156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.209837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:02.390137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1851f396-3f4f-424d-bed2-19d2638f6011'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:02.457015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:02.619800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dc76db-e065-45ef-af06-f2a550929f36 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:02.651882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.674940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Transition to ACTIVE for port object 12dc76db-e065-45ef-af06-f2a550929f36 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:02.701738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae053503-f282-4164-bd37-fdb36968a46c req-00b7ba61-c589-437b-b1b3-4bea61befc23 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:02.703745 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae053503-f282-4164-bd37-fdb36968a46c req-00b7ba61-c589-437b-b1b3-4bea61befc23 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 945 time: 0.0915394 Aug 19 15:05:02.746316 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae053503-f282-4164-bd37-fdb36968a46c req-1e531014-ad59-4909-b6aa-ad6d7faaa5a1 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356512 Aug 19 15:05:02.771664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9402779c-ef4b-4291-991d-f85c7438d324 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:02.838658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.920542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9402779c-ef4b-4291-991d-f85c7438d324 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:02.920915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.989816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:02.992194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ee1d6-5f5c-4151-99b7-84385e50eb94 req-f565f2d0-075c-468e-acaf-b970ac4b67bb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:02.994081 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-187ee1d6-5f5c-4151-99b7-84385e50eb94 req-f565f2d0-075c-468e-acaf-b970ac4b67bb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 944 time: 0.0704191 Aug 19 15:05:03.044223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-187ee1d6-5f5c-4151-99b7-84385e50eb94 req-a2f6733f-91d2-4ae5-b40b-20dd7009eda3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Aug 19 15:05:03.071905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc5c2-d63c-48e6-b3b2-b33db3cbce94 req-238a34ac-80fc-41c3-b76b-b0b21bff25bc tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.073721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d2bc5c2-d63c-48e6-b3b2-b33db3cbce94 req-238a34ac-80fc-41c3-b76b-b0b21bff25bc tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 945 time: 0.1361351 Aug 19 15:05:03.126919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Attempting to bind port 12dc76db-e065-45ef-af06-f2a550929f36 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:03.127404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Attempting to bind port 12dc76db-e065-45ef-af06-f2a550929f36 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:03.127823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Attempting to bind port 12dc76db-e065-45ef-af06-f2a550929f36 on network ee4552b3-1617-48e9-8ae4-de0ed8036084 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:03.137729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Port 12dc76db-e065-45ef-af06-f2a550929f36 on network ee4552b3-1617-48e9-8ae4-de0ed8036084 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:03.138790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Attempting to bind port 12dc76db-e065-45ef-af06-f2a550929f36 on network ee4552b3-1617-48e9-8ae4-de0ed8036084 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:03.151605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d2bc5c2-d63c-48e6-b3b2-b33db3cbce94 req-1298d50f-142b-4600-98d0-f892d5af9ddb tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695124 Aug 19 15:05:03.152745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:03.153091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Checking segment: {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:03.153563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Bound using segment: {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:03.154499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Bound port: 12dc76db-e065-45ef-af06-f2a550929f36, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae41b62-152d-4b60-80a2-780f95d7cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:03.154871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:03.212028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d580e1-8092-439a-82d1-7959a79514e6 req-97719464-1035-401b-b51d-b3a88daee6de tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.220410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4d580e1-8092-439a-82d1-7959a79514e6 req-97719464-1035-401b-b51d-b3a88daee6de tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 944 time: 0.0614767 Aug 19 15:05:03.245608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:03.250654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:03.257233 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e4d580e1-8092-439a-82d1-7959a79514e6 req-3bec28c8-f68e-440d-8558-8a5bb90f0c93 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Aug 19 15:05:03.381228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:03.427580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.428282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:03.429712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] 10.222.0.54 "PUT /v2.0/ports/12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 1093 time: 1.3263135 Aug 19 15:05:03.430168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:03.432682 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:03.458486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627261e-b8c4-440e-9c03-f5e008b25f97 service neutron] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:03.483132 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c104386-ab5b-42df-aa50-235a560490e6 x-openstack-request-id: req-8c104386-ab5b-42df-aa50-235a560490e6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:03.483429 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:03.483684 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c104386-ab5b-42df-aa50-235a560490e6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:03.484091 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'status': 'completed', 'code': 200} Aug 19 15:05:03.581468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043 req-196473af-0902-47c2-bd43-589c21133543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.583181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043 req-196473af-0902-47c2-bd43-589c21133543 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0446780 Aug 19 15:05:03.710394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043 req-b9034551-75be-41b3-80c5-229437eb53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.716965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043 req-b9034551-75be-41b3-80c5-229437eb53e3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=98b7303f35fe4da2b47f09954793b12d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1160407 Aug 19 15:05:03.814905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043 req-93b4896a-0b95-468d-9e55-662c6e429512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.816413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-256d32e3-dbe6-4123-b50b-f5d1fcd0d043 req-93b4896a-0b95-468d-9e55-662c6e429512 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969386 Aug 19 15:05:03.880696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751dd3a-ac65-4c74-8418-8429c8a6651e req-cd278d88-3899-4526-b971-2d866c815bbe tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.880696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6751dd3a-ac65-4c74-8418-8429c8a6651e req-cd278d88-3899-4526-b971-2d866c815bbe tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 945 time: 0.0559394 Aug 19 15:05:03.948732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6751dd3a-ac65-4c74-8418-8429c8a6651e req-2e767550-e1a7-47cb-81cc-40948e6cf4c3 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579627 Aug 19 15:05:03.956692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7aeb90bb-0230-4a0b-9274-2a7facc7c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.958354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-7aeb90bb-0230-4a0b-9274-2a7facc7c957 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0777044 Aug 19 15:05:04.012296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-9d574eec-1cc6-40d5-b426-e2a1a9404035 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 217 time: 0.0393095 Aug 19 15:05:04.063362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-9ef6e234-b615-4930-aa28-85671fa051c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:04.064949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-9ef6e234-b615-4930-aa28-85671fa051c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0458682 Aug 19 15:05:04.105884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-e45ac94a-1eb7-4519-bd67-8dee5dd9952f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332007 Aug 19 15:05:04.238049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e9502-6610-4d0b-8c16-047455d0bc37 req-48e76140-b43b-4f12-ba81-51caf6f5a73a tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:04.239708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c77e9502-6610-4d0b-8c16-047455d0bc37 req-48e76140-b43b-4f12-ba81-51caf6f5a73a tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 944 time: 0.1175489 Aug 19 15:05:04.314369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-61b4d241-3c53-497f-b52b-e1fc01b42399 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006733 Aug 19 15:05:04.318314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c77e9502-6610-4d0b-8c16-047455d0bc37 req-3032bd2a-66c7-49b8-830b-67a1a7d134fb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690877 Aug 19 15:05:04.470811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c5ff2-45b0-4d48-bddb-6dd438b96229 req-825027de-ea28-4c72-b5e6-14a5f99856cb tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:04.472304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-411c5ff2-45b0-4d48-bddb-6dd438b96229 req-825027de-ea28-4c72-b5e6-14a5f99856cb tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 945 time: 0.0754607 Aug 19 15:05:04.515651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-073175a2-d6d5-4904-a8a6-118666206ad7 req-14e62e3b-f285-402b-abf1-88aa07e05e13 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948178 Aug 19 15:05:04.579502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2cdb207d-81a8-486b-ae06-aab0e93d8374 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:04.581053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2cdb207d-81a8-486b-ae06-aab0e93d8374 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 945 time: 0.1048994 Aug 19 15:05:04.597216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-411c5ff2-45b0-4d48-bddb-6dd438b96229 req-4903ea0a-be77-4c9b-9a96-03f83171e27d tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9266f23-d79b-4f58-90fc-e7751e7fcf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008947 Aug 19 15:05:04.690628 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0e56-b352-4b13-9261-20652db483ba req-06e72836-3b97-4060-88a3-ef8f33a6d913 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:04.700410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f52d0e56-b352-4b13-9261-20652db483ba req-06e72836-3b97-4060-88a3-ef8f33a6d913 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 944 time: 0.0748262 Aug 19 15:05:04.761940 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f52d0e56-b352-4b13-9261-20652db483ba req-bf731aa1-5d82-4dc0-855e-29b3034b3c08 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 Aug 19 15:05:04.779690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Deleting port 764d1d18-58b1-471a-91a2-c012998551d3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:04.779932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.926688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] For port 764d1d18-58b1-471a-91a2-c012998551d3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=764d1d18-58b1-471a-91a2-c012998551d3,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:04.927163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.957837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Calling delete_port for 764d1d18-58b1-471a-91a2-c012998551d3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:05.129499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8758b5c-4c3a-4592-ae9f-fb351df20fa5 req-50a0e969-206a-4737-b1a8-b6110055232c tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:05.131044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8758b5c-4c3a-4592-ae9f-fb351df20fa5 req-50a0e969-206a-4737-b1a8-b6110055232c tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 945 time: 0.0893571 Aug 19 15:05:05.208380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8758b5c-4c3a-4592-ae9f-fb351df20fa5 req-e11443be-82ee-43db-88ff-ccf12c889bfd tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705965 Aug 19 15:05:05.308831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1851f396-3f4f-424d-bed2-19d2638f6011 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:05.329779 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.382124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Pushing event deleted for resources: {'Port': ['ID=764d1d18-58b1-471a-91a2-c012998551d3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:05.441837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] No DVR routers for this DVR port 764d1d18-58b1-471a-91a2-c012998551d3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:05.444619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.446740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1b5172b-702f-4e0b-80f3-39a1e824ed82 req-2d649e7e-6d72-49cf-80ea-67a3c2037e9f tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.46 "DELETE /v2.0/ports/764d1d18-58b1-471a-91a2-c012998551d3 HTTP/1.1" status: 204 len: 173 time: 0.8478954 Aug 19 15:05:05.483498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08cb64-c22d-40a3-bdb6-619cfc0093d5 req-e5514695-c1fe-475f-a2af-b54af92b0c93 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:05.485639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86873b-758c-48ea-8e87-c19e5b385765', 'name': 'network-vif-deleted', 'tag': '764d1d18-58b1-471a-91a2-c012998551d3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:05.486451 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6f08cb64-c22d-40a3-bdb6-619cfc0093d5 req-e5514695-c1fe-475f-a2af-b54af92b0c93 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 944 time: 0.0592012 Aug 19 15:05:05.488010 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1c8ab5-60fd-4959-b9c7-12bc93509a58" -d '{"events": [{"server_uuid": "9b86873b-758c-48ea-8e87-c19e5b385765", "name": "network-vif-deleted", "tag": "764d1d18-58b1-471a-91a2-c012998551d3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:05.492879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 1851f396-3f4f-424d-bed2-19d2638f6011 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:05.497901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1851f396-3f4f-424d-bed2-19d2638f6011 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:05.498475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.535919 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfce1ed-63e7-48bb-8154-a68c2b04277f x-openstack-request-id: req-5cfce1ed-63e7-48bb-8154-a68c2b04277f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:05.536214 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86873b-758c-48ea-8e87-c19e5b385765", "name": "network-vif-deleted", "tag": "764d1d18-58b1-471a-91a2-c012998551d3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:05.536464 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cfce1ed-63e7-48bb-8154-a68c2b04277f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:05.536886 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86873b-758c-48ea-8e87-c19e5b385765', 'name': 'network-vif-deleted', 'tag': '764d1d18-58b1-471a-91a2-c012998551d3', 'status': 'completed', 'code': 200} Aug 19 15:05:05.538582 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6f08cb64-c22d-40a3-bdb6-619cfc0093d5 req-926762f1-fa72-4131-a1a8-617bfea4f68a tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Aug 19 15:05:05.612520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.650428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1851f396-3f4f-424d-bed2-19d2638f6011, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1851f396-3f4f-424d-bed2-19d2638f6011,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:05.651641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851f396-3f4f-424d-bed2-19d2638f6011'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:05.654853 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7088df3-1f6b-47c1-b96e-264e8f44a8e7" -d '{"events": [{"server_uuid": "08c2b04f-6c35-4c55-87c5-3472661f377e", "name": "network-vif-plugged", "status": "completed", "tag": "1851f396-3f4f-424d-bed2-19d2638f6011"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:05.706887 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57aee64-e941-4dbb-9f1e-e8333c509e09 x-openstack-request-id: req-c57aee64-e941-4dbb-9f1e-e8333c509e09 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:05.706887 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c2b04f-6c35-4c55-87c5-3472661f377e", "name": "network-vif-plugged", "status": "completed", "tag": "1851f396-3f4f-424d-bed2-19d2638f6011", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:05.706887 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c57aee64-e941-4dbb-9f1e-e8333c509e09 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:05.707400 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851f396-3f4f-424d-bed2-19d2638f6011', 'code': 200} Aug 19 15:05:05.730624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2049a071-f36e-43d5-8513-e655fb597f9e req-3187421a-d3d1-4092-8531-557dbb710276 tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.0412247 Aug 19 15:05:05.781005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.781906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:05.940086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1851f396-3f4f-424d-bed2-19d2638f6011,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:05.945464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ea42-8535-4db0-bda0-79cbaa0a811a req-cb41d8e2-c7c1-4d90-b9a8-936b8d4ff0e2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:05.954897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ac4ea42-8535-4db0-bda0-79cbaa0a811a req-cb41d8e2-c7c1-4d90-b9a8-936b8d4ff0e2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.1135840 Aug 19 15:05:05.989954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2ba8c-0801-4411-bc45-258d27b04463 req-5ba4d6c4-d56d-4a06-ba18-fe73ec499e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:06.001650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25e2ba8c-0801-4411-bc45-258d27b04463 req-5ba4d6c4-d56d-4a06-ba18-fe73ec499e82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 1097 time: 0.1262238 Aug 19 15:05:06.040512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ac4ea42-8535-4db0-bda0-79cbaa0a811a req-efdbf3d5-f8e6-4ffa-8090-cf498b69f859 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845671 Aug 19 15:05:06.057880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25e2ba8c-0801-4411-bc45-258d27b04463 req-d69741eb-de45-4bd3-9842-b0580da43769 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 Aug 19 15:05:06.084277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:06.088730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:06.089357 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.181422 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.217615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:06.290813 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.352696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:06.385326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44632-d629-49b3-8308-6cc2b2177dd0 req-0c518ea5-253b-4ad2-b01a-05093ca4c902 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:06.387103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34a44632-d629-49b3-8308-6cc2b2177dd0 req-0c518ea5-253b-4ad2-b01a-05093ca4c902 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0597444 Aug 19 15:05:06.441342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34a44632-d629-49b3-8308-6cc2b2177dd0 req-f54ceebc-ab90-447b-9621-9b3d2125b174 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Aug 19 15:05:06.689561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0244f-84d2-43f2-9202-a0a406c37f82 req-9f4ba702-0f3f-4239-80e6-38255cfc7660 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:06.691828 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a6d0244f-84d2-43f2-9202-a0a406c37f82 req-9f4ba702-0f3f-4239-80e6-38255cfc7660 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 944 time: 0.0664434 Aug 19 15:05:06.783344 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a6d0244f-84d2-43f2-9202-a0a406c37f82 req-c169d483-a7f8-4456-bd83-1586b80ce5bc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809381 Aug 19 15:05:06.879262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-996680cc-5ed9-4742-b280-98626e8da418 req-9edd171b-5e3f-470a-aaec-78e23fe698bd tempest-AttachSCSIVolumeTestJSON-1338282860 tempest-AttachSCSIVolumeTestJSON-1338282860-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b86873b-758c-48ea-8e87-c19e5b385765 HTTP/1.1" status: 200 len: 210 time: 0.0366120 Aug 19 15:05:07.191958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64feb1a-baac-48fa-b299-58385c00f303 req-3083d9ef-b0e5-4cbf-9840-557126937a3a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:07.193811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e64feb1a-baac-48fa-b299-58385c00f303 req-3083d9ef-b0e5-4cbf-9840-557126937a3a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.0667028 Aug 19 15:05:07.246732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e64feb1a-baac-48fa-b299-58385c00f303 req-1201b985-cf9b-4bd9-9d2a-ef275127c839 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Aug 19 15:05:07.302676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 764d1d18-58b1-471a-91a2-c012998551d3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:07.330736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 764d1d18-58b1-471a-91a2-c012998551d3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:07.331335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 764d1d18-58b1-471a-91a2-c012998551d3 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:07.577045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01834f0-eadf-4fbd-9d7e-524354c7736a req-2f1cd8a3-7095-45d6-9cb8-13ac237bcb3a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:07.581400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d01834f0-eadf-4fbd-9d7e-524354c7736a req-2f1cd8a3-7095-45d6-9cb8-13ac237bcb3a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0613801 Aug 19 15:05:07.634450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d01834f0-eadf-4fbd-9d7e-524354c7736a req-9ac81a0c-b380-429b-a288-6f20883852e4 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459597 Aug 19 15:05:07.709177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:07.711497 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d417be-6249-4bb6-b895-92e424d4b0c4" -d '{"events": [{"server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "name": "network-vif-plugged", "status": "completed", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:07.753958 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a42b1e-2f60-425e-9619-de3c135a24a4 x-openstack-request-id: req-97a42b1e-2f60-425e-9619-de3c135a24a4 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:07.754257 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "name": "network-vif-plugged", "status": "completed", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:07.754506 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97a42b1e-2f60-425e-9619-de3c135a24a4 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:07.754934 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'code': 200} Aug 19 15:05:07.866243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74079b8c-14a8-43fb-8af4-f1b4c7cfd389 req-6acadbd1-41f2-4184-8354-6f2ef2691d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:07.868196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74079b8c-14a8-43fb-8af4-f1b4c7cfd389 req-6acadbd1-41f2-4184-8354-6f2ef2691d05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 1098 time: 0.0505373 Aug 19 15:05:07.961232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74079b8c-14a8-43fb-8af4-f1b4c7cfd389 req-f2e94b52-2a53-49b1-b07d-bf284ba81851 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814896 Aug 19 15:05:07.970061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187ed7e-9be1-4e4c-b7c9-5b4714838318 req-e319ae1e-abfe-4e13-b48b-30cd520f54e0 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:07.972103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f187ed7e-9be1-4e4c-b7c9-5b4714838318 req-e319ae1e-abfe-4e13-b48b-30cd520f54e0 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 944 time: 0.0874126 Aug 19 15:05:08.029173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f187ed7e-9be1-4e4c-b7c9-5b4714838318 req-ac17b6c5-2355-4b4b-92b9-cd581bc456e8 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491736 Aug 19 15:05:08.056171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12dc76db-e065-45ef-af06-f2a550929f36 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:08.188626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:08.206167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '12dc76db-e065-45ef-af06-f2a550929f36', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'port_id': '12dc76db-e065-45ef-af06-f2a550929f36', 'mac_address': 'fa:16:3e:dc:59:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:08.254181 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:08.270615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dc76db-e065-45ef-af06-f2a550929f36 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:08.322251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:08.424547 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:08.443747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25356d29-03c4-43f2-846b-8fbfd0528736 req-321432b6-bc8b-4a76-8e9a-f35dbdb10ab7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:08.445629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25356d29-03c4-43f2-846b-8fbfd0528736 req-321432b6-bc8b-4a76-8e9a-f35dbdb10ab7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.0917537 Aug 19 15:05:08.507391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25356d29-03c4-43f2-846b-8fbfd0528736 req-f7799eb5-0af6-49ea-83c0-2d36d06692c6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548186 Aug 19 15:05:08.518263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:08.789087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7b434-7870-4bef-b0cf-d005fadec8da req-a8da7eb0-44f8-413a-96a5-0f58ff83d83f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:08.790777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ba7b434-7870-4bef-b0cf-d005fadec8da req-a8da7eb0-44f8-413a-96a5-0f58ff83d83f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0616145 Aug 19 15:05:08.845209 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4ba7b434-7870-4bef-b0cf-d005fadec8da req-2e9660d4-bece-4049-827b-1abcf603c2f7 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Aug 19 15:05:08.850253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['12dc76db-e065-45ef-af06-f2a550929f36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:09.206366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cadd53-7745-4a72-85b7-274ea2ab4abd req-4eb3331d-c10d-4926-a223-1ba2404c9e0b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:09.208487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49cadd53-7745-4a72-85b7-274ea2ab4abd req-4eb3331d-c10d-4926-a223-1ba2404c9e0b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 945 time: 0.0754354 Aug 19 15:05:09.271460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49cadd53-7745-4a72-85b7-274ea2ab4abd req-9b636b87-7581-4a3a-92da-99f9a528112d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550480 Aug 19 15:05:09.995793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613612-4ef7-43e0-b0e1-0cf6033bccb5 req-77959131-3d4c-434e-84c5-75ed71fa67e4 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:09.997427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c613612-4ef7-43e0-b0e1-0cf6033bccb5 req-77959131-3d4c-434e-84c5-75ed71fa67e4 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0633204 Aug 19 15:05:10.042819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c613612-4ef7-43e0-b0e1-0cf6033bccb5 req-5539f424-aa3e-4996-bdc8-8990779c5aba tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383446 Aug 19 15:05:10.065667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12dc76db-e065-45ef-af06-f2a550929f36 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:10.190422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870790e0-c828-47dd-9b47-5b91eab5b87a req-6c20f520-965e-4a2d-8a7d-5e83a8f40436 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:10.193170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-870790e0-c828-47dd-9b47-5b91eab5b87a req-6c20f520-965e-4a2d-8a7d-5e83a8f40436 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0710118 Aug 19 15:05:10.204633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59350) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:10.211178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Request body: {'floatingip': {'port_id': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:10.264510 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:10.335834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 12dc76db-e065-45ef-af06-f2a550929f36 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:10.345273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 12dc76db-e065-45ef-af06-f2a550929f36 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:10.345396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:10.471003 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:10.551433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec179c1-0c1c-4c79-894a-24763fa0756e req-ea85512d-d4f2-4220-a6a6-dddb30419b76 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:10.556965 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cec179c1-0c1c-4c79-894a-24763fa0756e req-ea85512d-d4f2-4220-a6a6-dddb30419b76 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 945 time: 0.1051030 Aug 19 15:05:10.591717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:10.593003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:10.598734 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4642629b-4e01-4036-b0b5-f25663f63bce" -d '{"events": [{"server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:10.682525 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:10.724992 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cec179c1-0c1c-4c79-894a-24763fa0756e req-647fe49a-e74c-457a-bbc3-ea42676c403c tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669497 Aug 19 15:05:10.829316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:10.839495 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db91f9a-86b5-4a60-a9b7-fdc39d30d9d2 x-openstack-request-id: req-5db91f9a-86b5-4a60-a9b7-fdc39d30d9d2 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:10.839495 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:10.839495 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5db91f9a-86b5-4a60-a9b7-fdc39d30d9d2 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:10.840093 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'code': 200} Aug 19 15:05:10.841291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.842256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.842256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.843427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.843888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.844236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.844622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.844962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.845728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.846068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.846402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:10.846732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:11.049046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52019a4-1380-4c33-9914-b51999a673bc req-34693af2-3d42-4690-83f6-cfc5877e36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:11.050877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f52019a4-1380-4c33-9914-b51999a673bc req-34693af2-3d42-4690-83f6-cfc5877e36ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.1215763 Aug 19 15:05:11.092414 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:11.111107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f52019a4-1380-4c33-9914-b51999a673bc req-abdb663a-0b8f-436f-bcaa-4f36a3f61b43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Aug 19 15:05:11.187858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:11.677506 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Floating IP 24a65623-0643-47a2-a554-ac98091cfd5b associated. External IP: 172.25.5.185, port: fdea6ee5-163e-4d6a-ace9-d990fd45f3a9. Aug 19 15:05:12.044362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Router 329ea0d8-350e-41db-8b81-654be95fdf39 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:12.056786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf32d4a-cf99-4f45-9e5b-daed7a157d5d req-fec487a5-e6ff-4473-a55a-ac5816616c42 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:12.060598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebf32d4a-cf99-4f45-9e5b-daed7a157d5d req-fec487a5-e6ff-4473-a55a-ac5816616c42 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.1149068 Aug 19 15:05:12.159070 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ebf32d4a-cf99-4f45-9e5b-daed7a157d5d req-ef2e336a-c642-4fd5-b56a-85082426628d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838728 Aug 19 15:05:12.250495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:12.260883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:12.267234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] Sync routers for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:12.279206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:12.280329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:12.311830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0b6f576b-cc8c-43c0-a6f1-b07713eccdb0 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "PUT /v2.0/floatingips/24a65623-0643-47a2-a554-ac98091cfd5b HTTP/1.1" status: 200 len: 992 time: 2.1027491 Aug 19 15:05:12.311830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:12.312677 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3288a4-fcf8-4958-a266-0aecbd5aab81" -d '{"events": [{"name": "network-changed", "server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:12.515762 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c62e7-888a-436d-a30d-ebab5a907791 x-openstack-request-id: req-a53c62e7-888a-436d-a30d-ebab5a907791 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:12.516323 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:12.516760 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a53c62e7-888a-436d-a30d-ebab5a907791 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:12.518684 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'status': 'completed', 'code': 200} Aug 19 15:05:12.543124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:12.632647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-577efc98-069b-4be3-890d-451692172f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:12.640751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-577efc98-069b-4be3-890d-451692172f7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac4d96b0380b4148a1b5ae13594d84dd&device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 1098 time: 0.0895913 Aug 19 15:05:12.817059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-5123fc41-77d4-4bb0-90e6-23658528beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:12.818800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-5123fc41-77d4-4bb0-90e6-23658528beed service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ca95d64-08ad-41d4-b716-d902caf6a930 HTTP/1.1" status: 200 len: 911 time: 0.1752145 Aug 19 15:05:12.972230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-2d8e57f0-fc84-4ce5-9bc1-415de6e469c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 HTTP/1.1" status: 200 len: 1000 time: 0.1404741 Aug 19 15:05:13.019796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '24a65623-0643-47a2-a554-ac98091cfd5b', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'port_id': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'mac_address': 'fa:16:3e:e0:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:04:43Z', 'updated_at': '2021-08-19T15:05:10Z', 'revision_number': 1, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:45Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:13.081413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] Checking router: 329ea0d8-350e-41db-8b81-654be95fdf39 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:05:13.086168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-06f36c4e-9ff4-4138-8acd-eb90d0322960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.088219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-06f36c4e-9ff4-4138-8acd-eb90d0322960 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e4c955-49ab-44b9-b4ba-cc5361a80cbd HTTP/1.1" status: 200 len: 849 time: 0.1103041 Aug 19 15:05:13.099523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:13.100945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:13.153888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-b180fb78-d407-455a-ad00-5672531815b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.155729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-b180fb78-d407-455a-ad00-5672531815b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ca95d64-08ad-41d4-b716-d902caf6a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604851 Aug 19 15:05:13.181761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.313156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:13.428321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-6180a9b8-ddfa-431b-8bfd-e74ff7b32055 service neutron] 10.222.0.46 "GET /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233026 Aug 19 15:05:13.556391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527dc4b-eb67-4834-944f-9726c2b5e8a9 req-9dc2dbb7-b43a-4221-8d5a-ed6a21f2157b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.559182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8527dc4b-eb67-4834-944f-9726c2b5e8a9 req-9dc2dbb7-b43a-4221-8d5a-ed6a21f2157b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.2353895 Aug 19 15:05:13.625952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e3288a4-fcf8-4958-a266-0aecbd5aab81 req-4c79b7b7-a0f2-41f1-812c-1f2b51924a46 service neutron] 10.222.0.46 "GET /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893179 Aug 19 15:05:13.690777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8527dc4b-eb67-4834-944f-9726c2b5e8a9 req-1dc7a33b-0efb-45a1-9006-464946330672 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192501 Aug 19 15:05:13.764442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '24a65623-0643-47a2-a554-ac98091cfd5b', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'port_id': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'mac_address': 'fa:16:3e:e0:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:04:43Z', 'updated_at': '2021-08-19T15:05:10Z', 'revision_number': 1, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:45Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:13.847103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84921e27-c813-4b76-a7be-a0fe165de95e None None] The sync data for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 is: [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '24a65623-0643-47a2-a554-ac98091cfd5b', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'port_id': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'mac_address': 'fa:16:3e:e0:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:04:43Z', 'updated_at': '2021-08-19T15:05:10Z', 'revision_number': 1, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:45Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:14.126680 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295f5e6-241b-4455-8225-38413ca5f4ca None None] New status for floating IP 24a65623-0643-47a2-a554-ac98091cfd5b: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:05:14.478252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7c915-ef49-426c-858d-d405601bc6e5 req-e313debe-9bdf-45a4-a25d-4775cc89b06b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.479868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23c7c915-ef49-426c-858d-d405601bc6e5 req-e313debe-9bdf-45a4-a25d-4775cc89b06b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0829947 Aug 19 15:05:14.573203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23c7c915-ef49-426c-858d-d405601bc6e5 req-77d0ebc9-92c5-4694-a5d2-1dafdfa63436 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638371 Aug 19 15:05:14.600023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-a043c8d6-9b29-418e-80e8-a5cc7ed6c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.603771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-a043c8d6-9b29-418e-80e8-a5cc7ed6c6a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.0957298 Aug 19 15:05:14.722321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-2274e110-b6a8-4ec8-ac06-7a4b3444eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.725357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-2274e110-b6a8-4ec8-ac06-7a4b3444eba5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.1135352 Aug 19 15:05:14.781108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-83bfc2e3-45dd-433b-8283-afc543d95422 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 217 time: 0.0498061 Aug 19 15:05:14.869413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-ff58e5a2-4360-486c-87db-24a574beff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.871402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-ff58e5a2-4360-486c-87db-24a574beff92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0842063 Aug 19 15:05:14.948038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-51286e6a-aa95-419b-825c-fbbc15f55c1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627141 Aug 19 15:05:14.948265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59442) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:15.150232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-5210af31-7079-46f2-aefb-bb6a17751070 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872497 Aug 19 15:05:15.320631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f73a3dc-4742-4fbd-a10a-1df616cee308 req-88afebb5-c580-4786-9dce-48b3553b1300 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666787 Aug 19 15:05:15.525565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:15.747005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd331e48-23d2-45ee-86a6-a9e8bb585201 req-4f958294-b9c7-4bf7-a930-4f30aef45cb6 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:15.756581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd331e48-23d2-45ee-86a6-a9e8bb585201 req-4f958294-b9c7-4bf7-a930-4f30aef45cb6 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0988300 Aug 19 15:05:15.811674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd331e48-23d2-45ee-86a6-a9e8bb585201 req-7c5fc33c-c4c5-42eb-b1fc-972e8ce87dab tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Aug 19 15:05:15.894625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Deleting port 17b4d4f8-99dc-4ec6-847f-74b198df12a5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:15.894974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.007638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] For port 17b4d4f8-99dc-4ec6-847f-74b198df12a5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=17b4d4f8-99dc-4ec6-847f-74b198df12a5,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:16.008337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.396020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Calling delete_port for 17b4d4f8-99dc-4ec6-847f-74b198df12a5 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:16.691561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.722479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b4d4f8-99dc-4ec6-847f-74b198df12a5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:16.928174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.026059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ebf0-19be-40be-9b92-ac9170debd76 req-aa7909c8-a815-4969-a5e0-ab732283018d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:17.029229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e15ebf0-19be-40be-9b92-ac9170debd76 req-aa7909c8-a815-4969-a5e0-ab732283018d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0917122 Aug 19 15:05:17.102666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e15ebf0-19be-40be-9b92-ac9170debd76 req-c1d0d4e3-a808-4c36-abe1-e9d33e473d24 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673811 Aug 19 15:05:17.240608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Router db393a33-1b09-429c-ad3d-9cd11005d973 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:17.384006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:17.391308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f81e5027-730e-4f70-8c49-0dd7785c1e24 admin admin] 10.222.0.13 "PUT /v2.0/routers/db393a33-1b09-429c-ad3d-9cd11005d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418485 Aug 19 15:05:17.394324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:17.416802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] Sync routers for ids ['db393a33-1b09-429c-ad3d-9cd11005d973'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:17.444430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] Routers {'db393a33-1b09-429c-ad3d-9cd11005d973'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:17.445039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['db393a33-1b09-429c-ad3d-9cd11005d973'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:17.663289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.664183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] Set router db393a33-1b09-429c-ad3d-9cd11005d973 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:17.843760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-38aa7e5f-0ac1-4dd2-a41b-5451c2db4452 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:17.845594 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-38aa7e5f-0ac1-4dd2-a41b-5451c2db4452 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.2440946 Aug 19 15:05:17.859484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.895966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-7fc1762e-a313-487e-860b-1d6c339b159d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/quotas/3cdeac016e2c4c5e8071fc7a2f3d93a8 HTTP/1.1" status: 200 len: 375 time: 0.0311117 Aug 19 15:05:17.999766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-d9dfe54a-b8c1-463f-8a65-dced8f857cde tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048856 Aug 19 15:05:18.011788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:05:16Z', 'revision_number': 5, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port': {'id': 'c835694c-cf05-4de5-b354-5e7886f0c100', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:55Z', 'updated_at': '2021-08-19T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:18.058937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] Checking router: db393a33-1b09-429c-ad3d-9cd11005d973 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:05:18.070651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] Routers {'db393a33-1b09-429c-ad3d-9cd11005d973'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:18.071578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['db393a33-1b09-429c-ad3d-9cd11005d973'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:18.102435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Deleting port c835694c-cf05-4de5-b354-5e7886f0c100 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:18.102779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.171192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-48e22470-e3f1-4dba-9aa5-ecf7f306f6db service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704834 Aug 19 15:05:18.268638 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:05:18.293470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] For port c835694c-cf05-4de5-b354-5e7886f0c100, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c835694c-cf05-4de5-b354-5e7886f0c100,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:18.293470 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.300135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] Set router db393a33-1b09-429c-ad3d-9cd11005d973 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:18.316840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Calling delete_port for c835694c-cf05-4de5-b354-5e7886f0c100 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:18.320762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a527b5-32b4-4327-a9ee-18144065c12a req-6015fce9-5e36-428c-9ecc-3ab5921dd22e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:18.323227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93a527b5-32b4-4327-a9ee-18144065c12a req-6015fce9-5e36-428c-9ecc-3ab5921dd22e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0972145 Aug 19 15:05:18.392892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-85f28e02-0e93-487c-92b6-572f3f9c711c service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206562 Aug 19 15:05:18.414945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93a527b5-32b4-4327-a9ee-18144065c12a req-f8f9ee81-be62-4a82-be8e-01a1a8b08f25 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789988 Aug 19 15:05:18.660741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:05:17Z', 'revision_number': 6, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:18.723941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187b040-07d6-43a3-a0b3-eb2f9abe2cfe None None] The sync data for ids ['db393a33-1b09-429c-ad3d-9cd11005d973'] in n-d-779913-32 is: [{'id': 'db393a33-1b09-429c-ad3d-9cd11005d973', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822969278-router', 'tenant_id': '95a1d90bc9c746d996204e664c8c9a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:53Z', 'updated_at': '2021-08-19T15:05:17Z', 'revision_number': 6, 'project_id': '95a1d90bc9c746d996204e664c8c9a53', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:18.771807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.818718 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a54699b0-4fcb-4eec-8222-6ced2e5c6c84 req-1d171633-07f4-42ea-89ea-e8c6147fd855 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 210 time: 0.0572391 Aug 19 15:05:18.820149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c835694c-cf05-4de5-b354-5e7886f0c100,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:18.897337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.031603 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.033846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.201397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.201978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db393a33-1b09-429c-ad3d-9cd11005d973 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:05:19.206563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.210889 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-91e7df41-d6b9-4480-92c1-14b000cbdfb9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/db393a33-1b09-429c-ad3d-9cd11005d973 HTTP/1.1" status: 204 len: 168 time: 1.8124793 Aug 19 15:05:19.211341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59518) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:19.271864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Deleting subnet f06dfe6e-d6a4-4dc1-9c54-8222f83e274c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:19.276066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.329999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.415841 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.568826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7849416-f1fd-4dc3-bb81-7ba05a0799a8 req-0b9a8fdf-b298-4683-a1cd-8c3b4dd680fb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:19.572274 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7849416-f1fd-4dc3-bb81-7ba05a0799a8 req-0b9a8fdf-b298-4683-a1cd-8c3b4dd680fb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0697296 Aug 19 15:05:19.601625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.650400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06dfe6e-d6a4-4dc1-9c54-8222f83e274c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:19.659083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b7849416-f1fd-4dc3-bb81-7ba05a0799a8 req-81e9535f-3e0c-4a6c-806d-b4f673b3ba39 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804782 Aug 19 15:05:19.668008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.668647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc88a1-433b-4b09-ae3d-faef78302abf None None] Network f223594b-5ea3-409a-a762-8f30dd2e9492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:19.670155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-427b1d36-35b1-4bf8-a280-cdd359bda9e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f06dfe6e-d6a4-4dc1-9c54-8222f83e274c HTTP/1.1" status: 204 len: 168 time: 0.4574020 Aug 19 15:05:19.672948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59528) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:19.765671 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.878515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Deleting port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:19.878941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.977065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] For port 5396c63f-f8dd-4342-ad6b-92470ea3bd18, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5396c63f-f8dd-4342-ad6b-92470ea3bd18,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:19.977479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.991047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1141b823-faa6-41ef-9e63-ebdf005f3bc4 req-0b4dcad3-ae76-4963-9dfd-8e649c0f113d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 210 time: 0.0484700 Aug 19 15:05:19.996314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Calling delete_port for 5396c63f-f8dd-4342-ad6b-92470ea3bd18 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:20.066256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] DHCP port deletion for f223594b-5ea3-409a-a762-8f30dd2e9492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:05:20.134425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] Deleting port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:20.134814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.213150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] For port 5396c63f-f8dd-4342-ad6b-92470ea3bd18, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5396c63f-f8dd-4342-ad6b-92470ea3bd18,segment=NetworkSegment(af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52),segment_id=af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:20.213478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.228138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] Calling delete_port for 5396c63f-f8dd-4342-ad6b-92470ea3bd18 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:20.261045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.293107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5396c63f-f8dd-4342-ad6b-92470ea3bd18,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:20.301456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] No DVR routers for this DVR port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:20.317418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.345437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] Pushing event deleted for resources: {'Port': ['ID=5396c63f-f8dd-4342-ad6b-92470ea3bd18,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:20.349727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4eee2-c453-4b2f-a17b-f669a4799c1b None None] No DVR routers for this DVR port 5396c63f-f8dd-4342-ad6b-92470ea3bd18 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:20.393721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.406131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f223594b-5ea3-409a-a762-8f30dd2e9492']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:20.418711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:20.419076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af55f7a0-3a8b-421b-b0cd-4c72a0e9aa52') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:20.438528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.462586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:05:20.502566 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:05:20.598025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17b4d4f8-99dc-4ec6-847f-74b198df12a5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:20.618907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 17b4d4f8-99dc-4ec6-847f-74b198df12a5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:20.621679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17b4d4f8-99dc-4ec6-847f-74b198df12a5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:20.623045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5396c63f-f8dd-4342-ad6b-92470ea3bd18 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:20.649830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5396c63f-f8dd-4342-ad6b-92470ea3bd18 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:20.650880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5396c63f-f8dd-4342-ad6b-92470ea3bd18 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:20.651309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c835694c-cf05-4de5-b354-5e7886f0c100 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:20.655301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.673325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.675540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f223594b-5ea3-409a-a762-8f30dd2e9492 HTTP/1.1" status: 204 len: 168 time: 1.0015576 Aug 19 15:05:20.678571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59542) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:20.686598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c835694c-cf05-4de5-b354-5e7886f0c100 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:20.687140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c835694c-cf05-4de5-b354-5e7886f0c100 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:20.703709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699666f5-12a7-4930-9109-096c72a461e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f223594b-5ea3-409a-a762-8f30dd2e9492,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:20.827373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af2004-388f-456f-9220-2828d6de625e req-839025f7-1302-4991-b089-ac594ceed9ae tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:20.835071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80af2004-388f-456f-9220-2828d6de625e req-839025f7-1302-4991-b089-ac594ceed9ae tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0645213 Aug 19 15:05:20.886709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80af2004-388f-456f-9220-2828d6de625e req-b5de50dc-6e5d-4f31-80f8-1969f7a5df82 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504727 Aug 19 15:05:21.108964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92c40c4f-0121-43b5-b078-3caaf19a6bb2 req-f6c54f9a-a2b6-4c2f-86fc-d7be5576ab0d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 210 time: 0.0494082 Aug 19 15:05:21.160770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.464605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Deleting port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:21.519669 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.519896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-72cc58db-fd3b-48f3-b7b4-f1254caf04ea tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:21.519896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-72cc58db-fd3b-48f3-b7b4-f1254caf04ea tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.46 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.1308572 Aug 19 15:05:21.519896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Request body: {'port': {'device_id': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'admin_state_up': True, 'tenant_id': '3cdeac016e2c4c5e8071fc7a2f3d93a8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:21.554593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] For port 1ccd2ea1-ffe6-4383-b761-43bcf27fe630, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:21.554952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.572018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Calling delete_port for 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:21.964086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Made reservation on behalf of 3cdeac016e2c4c5e8071fc7a2f3d93a8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:21.982952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.171953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb71ef-720b-454f-aec1-8b66ae7995f3 req-1fd63d0f-dcf5-4838-9c6a-c83fc180d510 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:22.173799 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68fb71ef-720b-454f-aec1-8b66ae7995f3 req-1fd63d0f-dcf5-4838-9c6a-c83fc180d510 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0950124 Aug 19 15:05:22.218142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Allocated IP 172.20.0.4 (899d189a-fe71-45a4-af31-9f9475205695/46a4fd7e-359e-4043-8be0-7eaff33ce2f6/bfe56d41-03bc-476d-937d-c31149bd0964) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:22.241091 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68fb71ef-720b-454f-aec1-8b66ae7995f3 req-a2a6af1d-faa1-46cc-9ce4-52e760cdecbc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606182 Aug 19 15:05:22.269396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bae66fb7-dcb4-4e34-814e-737edbac7ab6 req-50b0c175-a519-4530-ac84-cceb42c7e398 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 210 time: 0.0535223 Aug 19 15:05:22.312679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.365046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccd2ea1-ffe6-4383-b761-43bcf27fe630,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:22.499862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.638539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.664120 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.705571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:22.709780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Network 899d189a-fe71-45a4-af31-9f9475205695 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:22.718368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:22.722801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:22.757825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event updated for resources: {'Port': ['ID=bfe56d41-03bc-476d-937d-c31149bd0964,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:22.808626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:22.810276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.971151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-2af0fbf0-0e3c-4f8a-a16d-f6a7c1cdcdd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4876950 Aug 19 15:05:22.979379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Router 3863eaf4-aa10-4857-b231-599f98019690 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:22.984442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Request body: {'port': {'device_id': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:23.046652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.122705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:23.130917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-551b7f06-7f6a-4cdd-a65d-156244c94456 admin admin] 10.222.0.13 "PUT /v2.0/routers/3863eaf4-aa10-4857-b231-599f98019690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4478858 Aug 19 15:05:23.130917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:23.134196 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] Sync routers for ids ['3863eaf4-aa10-4857-b231-599f98019690'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:23.152563 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] Routers {'3863eaf4-aa10-4857-b231-599f98019690'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:23.167524 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3863eaf4-aa10-4857-b231-599f98019690'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:23.285495 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] Set router 3863eaf4-aa10-4857-b231-599f98019690 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:23.331384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.496477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe56d41-03bc-476d-937d-c31149bd0964 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:23.508764 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:05:22Z', 'revision_number': 5, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:23.512210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.517432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cee31-3cfa-49bc-a9f4-8a58a7837f6b req-8f4826cb-e8f2-4a6d-bea0-20ef18a015d9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:23.519389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f8cee31-3cfa-49bc-a9f4-8a58a7837f6b req-8f4826cb-e8f2-4a6d-bea0-20ef18a015d9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 931 time: 0.0776131 Aug 19 15:05:23.523228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.539416 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] Checking router: 3863eaf4-aa10-4857-b231-599f98019690 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:05:23.549580 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] Routers {'3863eaf4-aa10-4857-b231-599f98019690'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:23.550210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3863eaf4-aa10-4857-b231-599f98019690'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:23.553412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Transition to ACTIVE for port object bfe56d41-03bc-476d-937d-c31149bd0964 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:23.577543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8447f6-97ad-4ae1-85c6-f4d5768e51df req-74e7170b-2097-4801-ba0d-20c69f1d548d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:23.579161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f8cee31-3cfa-49bc-a9f4-8a58a7837f6b req-f636ea08-ec11-474e-b597-015e98f98430 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Aug 19 15:05:23.579738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee8447f6-97ad-4ae1-85c6-f4d5768e51df req-74e7170b-2097-4801-ba0d-20c69f1d548d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.1138368 Aug 19 15:05:23.641033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee8447f6-97ad-4ae1-85c6-f4d5768e51df req-95827f30-73b2-4b80-8dd2-307ff7a38c05 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527835 Aug 19 15:05:23.642186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.687826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Deleting port edb00af7-b6b4-4c7a-a85a-57c9479424b4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:23.687826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.707844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] Set router 3863eaf4-aa10-4857-b231-599f98019690 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:23.729741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Pushing event updated for resources: {'Port': ['ID=bfe56d41-03bc-476d-937d-c31149bd0964,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:23.797890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Attempting to bind port bfe56d41-03bc-476d-937d-c31149bd0964 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:23.798586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Attempting to bind port bfe56d41-03bc-476d-937d-c31149bd0964 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:23.798586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Attempting to bind port bfe56d41-03bc-476d-937d-c31149bd0964 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:23.800879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] For port edb00af7-b6b4-4c7a-a85a-57c9479424b4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=edb00af7-b6b4-4c7a-a85a-57c9479424b4,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:23.801623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.803730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Port bfe56d41-03bc-476d-937d-c31149bd0964 on network 899d189a-fe71-45a4-af31-9f9475205695 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:23.804058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Attempting to bind port bfe56d41-03bc-476d-937d-c31149bd0964 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:23.810918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:23.811255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Checking segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:23.811802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Bound using segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:23.812250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Bound port: bfe56d41-03bc-476d-937d-c31149bd0964, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:23.812713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.823387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Calling delete_port for edb00af7-b6b4-4c7a-a85a-57c9479424b4 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:23.918298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] For port bfe56d41-03bc-476d-937d-c31149bd0964, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:23.924034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] For port bfe56d41-03bc-476d-937d-c31149bd0964, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfe56d41-03bc-476d-937d-c31149bd0964,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:23.930166 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:05:22Z', 'revision_number': 5, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:23.964739 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c3ecb-d73a-4ee3-8ed7-5d494e9b2433 None None] The sync data for ids ['3863eaf4-aa10-4857-b231-599f98019690'] in n-d-779913-32 is: [{'id': '3863eaf4-aa10-4857-b231-599f98019690', 'name': 'tempest-AttachSCSIVolumeTestJSON-273176543-router', 'tenant_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:09Z', 'updated_at': '2021-08-19T15:05:22Z', 'revision_number': 5, 'project_id': '27dcda2c8da241db86e9e0bbed7ddfa6', 'gw_port': {'id': 'edb00af7-b6b4-4c7a-a85a-57c9479424b4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3863eaf4-aa10-4857-b231-599f98019690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:10Z', 'updated_at': '2021-08-19T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:24.041487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.080354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.080354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.081553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] 10.222.0.46 "PUT /v2.0/ports/bfe56d41-03bc-476d-937d-c31149bd0964 HTTP/1.1" status: 200 len: 1092 time: 1.1066215 Aug 19 15:05:24.082099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'tag': 'bfe56d41-03bc-476d-937d-c31149bd0964'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:24.085196 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac71056-e31e-49f1-a762-09ce7097ad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "df8a23db-c347-480b-97db-d63cfa6d9a1e", "tag": "bfe56d41-03bc-476d-937d-c31149bd0964"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:24.119553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98c3dd-be6c-46d7-84fa-7582655fac9a service neutron] Pushing event updated for resources: {'Port': ['ID=bfe56d41-03bc-476d-937d-c31149bd0964,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:24.141954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.145528 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa9d66-f859-4fd3-87d5-5c2fe6d7ebf3 x-openstack-request-id: req-83aa9d66-f859-4fd3-87d5-5c2fe6d7ebf3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:24.149649 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8a23db-c347-480b-97db-d63cfa6d9a1e", "tag": "bfe56d41-03bc-476d-937d-c31149bd0964", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:24.149649 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83aa9d66-f859-4fd3-87d5-5c2fe6d7ebf3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:24.149649 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'tag': 'bfe56d41-03bc-476d-937d-c31149bd0964', 'status': 'completed', 'code': 200} Aug 19 15:05:24.180120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Pushing event deleted for resources: {'Port': ['ID=edb00af7-b6b4-4c7a-a85a-57c9479424b4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:24.193986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.193986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.194343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.194661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.194959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.195300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.195638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.196038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.196422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.196760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.197100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.197485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:24.251081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71056-e31e-49f1-a762-09ce7097ad2c req-1ecc9328-2672-4ade-bc69-12fe13fa8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.253592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ac71056-e31e-49f1-a762-09ce7097ad2c req-1ecc9328-2672-4ade-bc69-12fe13fa8e2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 1095 time: 0.0694969 Aug 19 15:05:24.279418 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.405492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71056-e31e-49f1-a762-09ce7097ad2c req-731867e6-e1a5-4921-bcee-ba9ab28a55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.409256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ac71056-e31e-49f1-a762-09ce7097ad2c req-731867e6-e1a5-4921-bcee-ba9ab28a55e0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1453836 Aug 19 15:05:24.421581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.427508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.455789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1eef9af9-3c6c-489b-8ade-ca35352addae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.548621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.550716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3863eaf4-aa10-4857-b231-599f98019690 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:05:24.573534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.584109 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4844a19b-c042-4666-9057-948ee46e93ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/3863eaf4-aa10-4857-b231-599f98019690 HTTP/1.1" status: 204 len: 168 time: 1.4516227 Aug 19 15:05:24.584384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59594) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:24.738710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71056-e31e-49f1-a762-09ce7097ad2c req-c340415a-976f-429b-b0d5-39e75f02df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.738710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ac71056-e31e-49f1-a762-09ce7097ad2c req-c340415a-976f-429b-b0d5-39e75f02df33 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059631 Aug 19 15:05:24.740832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:24.740832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:24.740832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccd2ea1-ffe6-4383-b761-43bcf27fe630 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:24.756433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Deleting subnet fe9db84f-0b65-4517-8354-249b0fd28efc {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:24.757956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed16b-fa1d-4bf6-9185-ff7b56458fd1 req-0143e940-f528-45d0-90f4-b53aee604b27 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.759935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4eed16b-fa1d-4bf6-9185-ff7b56458fd1 req-0143e940-f528-45d0-90f4-b53aee604b27 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 943 time: 0.0879855 Aug 19 15:05:24.769340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.822431 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b4eed16b-fa1d-4bf6-9185-ff7b56458fd1 req-6950cfb9-d4aa-4af5-82a5-6578d256a626 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523567 Aug 19 15:05:24.855344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-fac3f102-684d-49cd-a4a8-8862e85a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.857871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-fac3f102-684d-49cd-a4a8-8862e85a1594 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 1095 time: 0.1753151 Aug 19 15:05:24.925466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.950962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-d323213b-11ea-4a89-800c-1eb2643b4276 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe56d41-03bc-476d-937d-c31149bd0964 HTTP/1.1" status: 200 len: 217 time: 0.0798950 Aug 19 15:05:24.964549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8468-2677-4c11-92a5-f2468fdb78ad req-895ee7e9-d9ae-4bb7-9ed8-3e6eee4ee930 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.967031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b48c8468-2677-4c11-92a5-f2468fdb78ad req-895ee7e9-d9ae-4bb7-9ed8-3e6eee4ee930 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.1616426 Aug 19 15:05:25.093174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-6478f550-6a34-4abb-be31-b24c5b1035a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:25.093174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-6478f550-6a34-4abb-be31-b24c5b1035a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.1186147 Aug 19 15:05:25.096535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b48c8468-2677-4c11-92a5-f2468fdb78ad req-ad65c9c7-0426-4cbd-89b0-c9477675eed9 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161005 Aug 19 15:05:25.131611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-a84d476d-6ef8-4316-a5cf-b8638b62427d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299582 Aug 19 15:05:25.135020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.300125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-1649e888-f1e3-4944-886b-4d5f91c8c741 service neutron] 10.222.0.46 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439104 Aug 19 15:05:25.443065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d39aeae6-b909-4f18-91c0-a624b9a9f8aa req-54188f77-7b11-4d2c-be2e-72872ce6a6b6 service neutron] 10.222.0.46 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310036 Aug 19 15:05:25.811771 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.812535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.844664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9db84f-0b65-4517-8354-249b0fd28efc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:25.848623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.853331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-caf59b93-726c-435e-81e9-fa4e24384989 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe9db84f-0b65-4517-8354-249b0fd28efc HTTP/1.1" status: 204 len: 168 time: 1.2653141 Aug 19 15:05:25.855921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59618) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:25.859671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f8c67-c8fe-40f0-aab8-38c47148d9b7 None None] Network 2493b9c4-56a4-4f18-9901-d0b001c71c67 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:25.940674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.994350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f88d-b03f-4317-9828-5245bb599b74 req-65d504f7-f2da-41f2-a831-35d1b6af50ca tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:25.998289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7732f88d-b03f-4317-9828-5245bb599b74 req-65d504f7-f2da-41f2-a831-35d1b6af50ca tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 943 time: 0.0722964 Aug 19 15:05:26.005297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Deleting port c98f8443-a4dc-4ab5-84ba-f9f7f022808a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:26.005629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.046075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7732f88d-b03f-4317-9828-5245bb599b74 req-7ad14510-bb60-4540-9fe7-26f0a597de79 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Aug 19 15:05:26.094828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] For port c98f8443-a4dc-4ab5-84ba-f9f7f022808a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:26.095431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.118929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Calling delete_port for c98f8443-a4dc-4ab5-84ba-f9f7f022808a owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:26.148246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] DHCP port deletion for 2493b9c4-56a4-4f18-9901-d0b001c71c67 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:05:26.219018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] Deleting port c98f8443-a4dc-4ab5-84ba-f9f7f022808a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:26.219720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.294650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55920e-0e76-4464-b1db-17e53ebdca52 req-a6b7980c-a5ce-4fbf-96ef-3719663e2fcc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:26.296164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d55920e-0e76-4464-b1db-17e53ebdca52 req-a6b7980c-a5ce-4fbf-96ef-3719663e2fcc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0878525 Aug 19 15:05:26.326803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] For port c98f8443-a4dc-4ab5-84ba-f9f7f022808a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,segment=NetworkSegment(d11217fe-53e9-4682-a89e-4f7d7ade3b73),segment_id=d11217fe-53e9-4682-a89e-4f7d7ade3b73)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:26.330666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.342375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] Calling delete_port for c98f8443-a4dc-4ab5-84ba-f9f7f022808a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:26.344462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d55920e-0e76-4464-b1db-17e53ebdca52 req-f9aa3ca0-bcbf-4f40-b00f-995ae1bacda1 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Aug 19 15:05:26.499525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.507877 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.592713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] Pushing event deleted for resources: {'Port': ['ID=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:26.596508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6e0c8-033a-4d96-9889-0694d477f633 None None] No DVR routers for this DVR port c98f8443-a4dc-4ab5-84ba-f9f7f022808a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:26.669762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device edb00af7-b6b4-4c7a-a85a-57c9479424b4 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:26.701797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: edb00af7-b6b4-4c7a-a85a-57c9479424b4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:26.702150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device edb00af7-b6b4-4c7a-a85a-57c9479424b4 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:26.702780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c98f8443-a4dc-4ab5-84ba-f9f7f022808a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:26.727247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c98f8443-a4dc-4ab5-84ba-f9f7f022808a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:26.727577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c98f8443-a4dc-4ab5-84ba-f9f7f022808a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:26.878571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98f8443-a4dc-4ab5-84ba-f9f7f022808a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:26.881972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] No DVR routers for this DVR port c98f8443-a4dc-4ab5-84ba-f9f7f022808a on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:26.959233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.971128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2493b9c4-56a4-4f18-9901-d0b001c71c67']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:26.984282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11217fe-53e9-4682-a89e-4f7d7ade3b73') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:26.984580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11217fe-53e9-4682-a89e-4f7d7ade3b73') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:26.998452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.021997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.030966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:05:27.031588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:05:27.034151 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:05:27.145403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f574a8-944d-47c0-8204-3e72d151c9c2 req-01c41b93-bd79-4dfc-ad8f-efc31a203c76 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:27.146922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60f574a8-944d-47c0-8204-3e72d151c9c2 req-01c41b93-bd79-4dfc-ad8f-efc31a203c76 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.0554032 Aug 19 15:05:27.189805 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-60f574a8-944d-47c0-8204-3e72d151c9c2 req-9e3c684c-d02f-4b7d-9e76-b659c87866c4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Aug 19 15:05:27.216907 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.235710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.240289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2493b9c4-56a4-4f18-9901-d0b001c71c67 HTTP/1.1" status: 204 len: 168 time: 1.3814764 Aug 19 15:05:27.249199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a41b3-6196-460d-9bf1-cce40d117c9d req-4fa086dc-4c96-437a-be87-dda0b19d49d1 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:27.254423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c20a41b3-6196-460d-9bf1-cce40d117c9d req-4fa086dc-4c96-437a-be87-dda0b19d49d1 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 943 time: 0.0948491 Aug 19 15:05:27.254423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72591-7af2-4507-8d3a-1b391f5c1221 admin admin] Pushing event deleted for resources: {'Network': ['ID=2493b9c4-56a4-4f18-9901-d0b001c71c67,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:27.314692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c20a41b3-6196-460d-9bf1-cce40d117c9d req-a17f3bb3-24b4-4e31-ba7d-b2a61aad959e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523143 Aug 19 15:05:27.398422 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.501173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8ef9-2b16-4f0d-95d4-52b30a9cd1ba req-c02cc5aa-cb1a-4d15-b89d-13ca15ca956c tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:27.502712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-648c8ef9-2b16-4f0d-95d4-52b30a9cd1ba req-c02cc5aa-cb1a-4d15-b89d-13ca15ca956c tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0584774 Aug 19 15:05:27.542901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-648c8ef9-2b16-4f0d-95d4-52b30a9cd1ba req-8189ae52-8618-4a7b-b4cf-aac622ae24bc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Aug 19 15:05:27.783910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59670) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:27.800632 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec01968d-9823-4228-88ae-739819f690fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.831177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2fbb5a92-202a-49f8-8604-91bc6d58ab61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a1d90bc9c746d996204e664c8c9a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459890 Aug 19 15:05:27.834146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59672) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:27.892578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6f3b-90cc-40e5-983b-e5f8c1989a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.916302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6f3b-90cc-40e5-983b-e5f8c1989a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.066747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6f3b-90cc-40e5-983b-e5f8c1989a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.069291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6f3b-90cc-40e5-983b-e5f8c1989a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.070602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e8c6f3b-90cc-40e5-983b-e5f8c1989a0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9266f23-d79b-4f58-90fc-e7751e7fcf32 HTTP/1.1" status: 204 len: 168 time: 0.2354915 Aug 19 15:05:28.079304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c6f3b-90cc-40e5-983b-e5f8c1989a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9266f23-d79b-4f58-90fc-e7751e7fcf32,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:28.345072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ddb35-3c79-4821-951a-d2e5128619dd req-051a1b16-1fe2-4bfa-aa0a-7da7826f5f8a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.349687 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-983ddb35-3c79-4821-951a-d2e5128619dd req-051a1b16-1fe2-4bfa-aa0a-7da7826f5f8a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.0781074 Aug 19 15:05:28.401755 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-983ddb35-3c79-4821-951a-d2e5128619dd req-be0e82b3-49c9-4c28-a616-cf24580d038f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Aug 19 15:05:28.464676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dd3e7-f3ec-4849-abed-20fa11f01289 req-caea459d-347d-4a2a-847d-e99e0f917c84 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.467475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a78dd3e7-f3ec-4849-abed-20fa11f01289 req-caea459d-347d-4a2a-847d-e99e0f917c84 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 943 time: 0.0713484 Aug 19 15:05:28.523650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a78dd3e7-f3ec-4849-abed-20fa11f01289 req-3a240d1e-a6d5-4104-a0d5-8b53c291329e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Aug 19 15:05:28.678198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f855eb-5ade-473f-937c-ce59424071fe req-f151f7d2-6300-43c4-ad0b-7a29cc9f994e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.680779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f855eb-5ade-473f-937c-ce59424071fe req-f151f7d2-6300-43c4-ad0b-7a29cc9f994e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0631416 Aug 19 15:05:28.723199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f855eb-5ade-473f-937c-ce59424071fe req-39278d74-1e5f-410d-83fd-f003945e6e61 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355275 Aug 19 15:05:29.066295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-d599e06d-8f07-4406-8601-a5b3181ee5a1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.068676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-d599e06d-8f07-4406-8601-a5b3181ee5a1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.0704515 Aug 19 15:05:29.128231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59692) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:29.176236 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4dfbf9f3-2eb2-40cf-875a-c59d287a0bb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27dcda2c8da241db86e9e0bbed7ddfa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462308 Aug 19 15:05:29.179173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:29.186033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Deleting port 1851f396-3f4f-424d-bed2-19d2638f6011 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:29.186391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.249490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f968-3e35-4d36-9956-ae035c672864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.273838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f968-3e35-4d36-9956-ae035c672864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.296218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] For port 1851f396-3f4f-424d-bed2-19d2638f6011, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1851f396-3f4f-424d-bed2-19d2638f6011,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:29.297253 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.313972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Calling delete_port for 1851f396-3f4f-424d-bed2-19d2638f6011 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:29.362218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfe56d41-03bc-476d-937d-c31149bd0964 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:29.499237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bfe56d41-03bc-476d-937d-c31149bd0964, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfe56d41-03bc-476d-937d-c31149bd0964,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:29.511729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'bfe56d41-03bc-476d-937d-c31149bd0964', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'port_id': 'bfe56d41-03bc-476d-937d-c31149bd0964', 'mac_address': 'fa:16:3e:3f:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a4fd7e-359e-4043-8be0-7eaff33ce2f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:29.546030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90796a76-e566-4838-a006-ca1396c77d9c req-b0d4847d-8a24-4f3c-ab15-6cda5013067e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.549151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90796a76-e566-4838-a006-ca1396c77d9c req-b0d4847d-8a24-4f3c-ab15-6cda5013067e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 945 time: 0.0516987 Aug 19 15:05:29.556803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.571819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe56d41-03bc-476d-937d-c31149bd0964 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:29.595193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bfe56d41-03bc-476d-937d-c31149bd0964, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfe56d41-03bc-476d-937d-c31149bd0964,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:29.606900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90796a76-e566-4838-a006-ca1396c77d9c req-c8644055-01f9-43af-a5da-bae777a756ce tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359871 Aug 19 15:05:29.610637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f968-3e35-4d36-9956-ae035c672864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.613155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f968-3e35-4d36-9956-ae035c672864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.617226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b8b8f968-3e35-4d36-9956-ae035c672864 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a485e99d-9de8-4684-909f-05b1fdb08399 HTTP/1.1" status: 204 len: 168 time: 0.4366882 Aug 19 15:05:29.642567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f968-3e35-4d36-9956-ae035c672864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a485e99d-9de8-4684-909f-05b1fdb08399,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:29.672010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977f385-c585-4ba8-a677-16904d2afa41 req-cc231174-7cc5-4fa7-919a-8576572ad9b2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.672404 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.673673 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8977f385-c585-4ba8-a677-16904d2afa41 req-cc231174-7cc5-4fa7-919a-8576572ad9b2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 943 time: 0.0745361 Aug 19 15:05:29.695485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.708884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1851f396-3f4f-424d-bed2-19d2638f6011'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:29.750451 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8977f385-c585-4ba8-a677-16904d2afa41 req-a14636fc-6b64-4b32-aed2-4980cfe8f6ef tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Aug 19 15:05:29.756828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event deleted for resources: {'Port': ['ID=1851f396-3f4f-424d-bed2-19d2638f6011,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:29.774894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.815707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] No DVR routers for this DVR port 1851f396-3f4f-424d-bed2-19d2638f6011 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:29.818799 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.821334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56483358-97e2-4717-9d9f-5d9584dff9ac req-bb261f7a-5819-41e8-9363-8dafcb70ea43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "DELETE /v2.0/ports/1851f396-3f4f-424d-bed2-19d2638f6011 HTTP/1.1" status: 204 len: 173 time: 0.7445517 Aug 19 15:05:29.821866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'name': 'network-vif-deleted', 'tag': '1851f396-3f4f-424d-bed2-19d2638f6011'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:29.824380 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5be3d-833f-4ccf-ba4d-f94c918733d1" -d '{"events": [{"server_uuid": "08c2b04f-6c35-4c55-87c5-3472661f377e", "name": "network-vif-deleted", "tag": "1851f396-3f4f-424d-bed2-19d2638f6011"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:29.838737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bfe56d41-03bc-476d-937d-c31149bd0964,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:29.873352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7412b-bb22-466b-b581-cf6b425f36e3 req-a417253a-be80-4192-acdb-88264f122675 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.876357 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb997d-edd9-4671-986b-f64bf8bc0182 x-openstack-request-id: req-aadb997d-edd9-4671-986b-f64bf8bc0182 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:29.876661 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c2b04f-6c35-4c55-87c5-3472661f377e", "name": "network-vif-deleted", "tag": "1851f396-3f4f-424d-bed2-19d2638f6011", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:29.876925 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aadb997d-edd9-4671-986b-f64bf8bc0182 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:29.877350 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c2b04f-6c35-4c55-87c5-3472661f377e', 'name': 'network-vif-deleted', 'tag': '1851f396-3f4f-424d-bed2-19d2638f6011', 'status': 'completed', 'code': 200} Aug 19 15:05:29.877914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ed7412b-bb22-466b-b581-cf6b425f36e3 req-a417253a-be80-4192-acdb-88264f122675 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0593815 Aug 19 15:05:29.923462 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9ed7412b-bb22-466b-b581-cf6b425f36e3 req-5255f8bd-90fb-4a9e-8872-1e51d97bb88c tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Aug 19 15:05:30.015024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bfe56d41-03bc-476d-937d-c31149bd0964'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:30.703532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fdf93a66-1846-494f-8862-43969aef1483 req-fc962f54-89fa-4f63-acb9-402485727157 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0292702 Aug 19 15:05:30.817820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.941865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd9ee5-bba3-47d9-bbb1-bc6d953a527d req-6cc5a106-b725-477c-bbf8-d2128a17f8bb tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:30.944421 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b2cd9ee5-bba3-47d9-bbb1-bc6d953a527d req-6cc5a106-b725-477c-bbf8-d2128a17f8bb tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 944 time: 0.0981596 Aug 19 15:05:30.999832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b2cd9ee5-bba3-47d9-bbb1-bc6d953a527d req-124bc2cf-93c0-4a82-b56b-0a30d88fe7be tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Aug 19 15:05:31.052436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a4dc-a490-4593-8059-426783c25309 req-952118e3-ef99-4fa8-bf96-ce7fe673f2c5 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:31.054324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b75a4dc-a490-4593-8059-426783c25309 req-952118e3-ef99-4fa8-bf96-ce7fe673f2c5 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0550005 Aug 19 15:05:31.099532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b75a4dc-a490-4593-8059-426783c25309 req-5d4fa80e-0b3e-40ec-b12f-ffffe2dffa0d tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Aug 19 15:05:31.392557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfe56d41-03bc-476d-937d-c31149bd0964 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:31.593586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port bfe56d41-03bc-476d-937d-c31149bd0964 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:31.598635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port bfe56d41-03bc-476d-937d-c31149bd0964 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:31.599000 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.686137 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.711895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe56d41-03bc-476d-937d-c31149bd0964'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:31.714337 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7c651e-44c4-4d1f-9b76-a73b81606578" -d '{"events": [{"server_uuid": "df8a23db-c347-480b-97db-d63cfa6d9a1e", "name": "network-vif-plugged", "status": "completed", "tag": "bfe56d41-03bc-476d-937d-c31149bd0964"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:31.744091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bfe56d41-03bc-476d-937d-c31149bd0964, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfe56d41-03bc-476d-937d-c31149bd0964,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:31.757405 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418fc3da-9b41-4bc8-adec-1d982f9dd409 x-openstack-request-id: req-418fc3da-9b41-4bc8-adec-1d982f9dd409 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:31.757813 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8a23db-c347-480b-97db-d63cfa6d9a1e", "name": "network-vif-plugged", "status": "completed", "tag": "bfe56d41-03bc-476d-937d-c31149bd0964", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:31.758185 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-418fc3da-9b41-4bc8-adec-1d982f9dd409 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:31.758857 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe56d41-03bc-476d-937d-c31149bd0964', 'code': 200} Aug 19 15:05:31.816457 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc65b113-0536-45c8-94f5-9e921db625eb req-c5b2ec25-4f63-4ee5-8bd0-dee1f8df5d94 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0291402 Aug 19 15:05:31.901623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36c3a-281d-4787-babb-a60930114fc4 req-86cfcc03-9fc5-419d-ba3b-2522b0083bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:31.904151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42d36c3a-281d-4787-babb-a60930114fc4 req-86cfcc03-9fc5-419d-ba3b-2522b0083bc2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 1096 time: 0.0763657 Aug 19 15:05:31.905336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.905924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1851f396-3f4f-424d-bed2-19d2638f6011 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:31.957491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42d36c3a-281d-4787-babb-a60930114fc4 req-91c64705-b252-4354-ae6c-2c5615bb284d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Aug 19 15:05:31.960724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 1851f396-3f4f-424d-bed2-19d2638f6011 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:31.961073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1851f396-3f4f-424d-bed2-19d2638f6011 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:31.997281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bfe56d41-03bc-476d-937d-c31149bd0964,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:32.140880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083fb42-a148-4b46-b415-454f1d7ecd16 req-b8ce660a-852f-4369-84c6-fef213513792 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.142460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8083fb42-a148-4b46-b415-454f1d7ecd16 req-b8ce660a-852f-4369-84c6-fef213513792 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 945 time: 0.0701549 Aug 19 15:05:32.207969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8083fb42-a148-4b46-b415-454f1d7ecd16 req-a2dc17c6-8184-44d2-b8de-76e76170e5b2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509379 Aug 19 15:05:32.283289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc805-fe67-4957-828e-54bd7b079595 req-8dde99ab-4d72-4571-a36a-8dfd126941be tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.284762 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-baecc805-fe67-4957-828e-54bd7b079595 req-8dde99ab-4d72-4571-a36a-8dfd126941be tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0518932 Aug 19 15:05:32.333082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-baecc805-fe67-4957-828e-54bd7b079595 req-1338f868-9007-4cab-97d4-c6dc897a1377 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Aug 19 15:05:32.952235 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-45f122b3-2786-43a8-8a58-c2f4e8b0b345 req-9eda6fe5-257b-47cd-b13f-068ddab08596 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0285885 Aug 19 15:05:33.346578 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ec3-daf9-47bc-b85e-f90b28d984a9 req-ad891ee9-a27f-4f7c-892b-692c5b510c94 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.348140 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c205ec3-daf9-47bc-b85e-f90b28d984a9 req-ad891ee9-a27f-4f7c-892b-692c5b510c94 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 945 time: 0.0557594 Aug 19 15:05:33.392851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2c205ec3-daf9-47bc-b85e-f90b28d984a9 req-1014d9b1-f04e-446d-a689-3848357d8bd4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Aug 19 15:05:33.519414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e615694-a703-43f6-bcba-5322053101cb req-9e3b6a0b-ec6d-4532-8f06-d6df50eeacb4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.520864 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e615694-a703-43f6-bcba-5322053101cb req-9e3b6a0b-ec6d-4532-8f06-d6df50eeacb4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0521653 Aug 19 15:05:33.562628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e615694-a703-43f6-bcba-5322053101cb req-c64a235c-8af7-41f7-bf73-3fc2aeafa9fb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352321 Aug 19 15:05:34.077057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a727fa7-bdbe-4b40-9346-877b47f80d66 req-40e6b30d-6de5-4dfb-9bfe-3561a58bdfb1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c2b04f-6c35-4c55-87c5-3472661f377e HTTP/1.1" status: 200 len: 210 time: 0.0466402 Aug 19 15:05:34.521049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd31df6-0fd9-41e5-a5c9-c8df87634b4c req-91283143-adad-405a-bbe3-a56ea1f33703 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:34.522651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dd31df6-0fd9-41e5-a5c9-c8df87634b4c req-91283143-adad-405a-bbe3-a56ea1f33703 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 945 time: 0.0521297 Aug 19 15:05:34.563685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dd31df6-0fd9-41e5-a5c9-c8df87634b4c req-73eb39e4-f796-4c69-b8e9-27841a656aea tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Aug 19 15:05:34.810980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533116b9-88cc-4bb0-90d5-816b5aed5a97 req-aa7d286c-295e-43c3-b8aa-af815dce73cc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:34.812643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-533116b9-88cc-4bb0-90d5-816b5aed5a97 req-aa7d286c-295e-43c3-b8aa-af815dce73cc tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0604606 Aug 19 15:05:34.859371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-533116b9-88cc-4bb0-90d5-816b5aed5a97 req-5c4ba45e-79bc-43d8-ae5d-d28415cfd723 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Aug 19 15:05:35.876033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692ac38-4210-4f65-99b2-d8c191ecbc25 req-5a063eb7-c4d7-4e1e-ace6-79f3af1a3a5d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:35.877837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7692ac38-4210-4f65-99b2-d8c191ecbc25 req-5a063eb7-c4d7-4e1e-ace6-79f3af1a3a5d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1252851 Aug 19 15:05:35.897069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7692ac38-4210-4f65-99b2-d8c191ecbc25 req-c05413a2-8f6f-4252-882c-659c15b49acb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0119083 Aug 19 15:05:35.941718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7692ac38-4210-4f65-99b2-d8c191ecbc25 req-6f2aa76c-e55d-45d5-a288-0f17a1144d00 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383558 Aug 19 15:05:36.040718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7692ac38-4210-4f65-99b2-d8c191ecbc25 req-7d615031-3355-4830-8be9-1b0b695ec8c1 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907400 Aug 19 15:05:36.147453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7692ac38-4210-4f65-99b2-d8c191ecbc25 req-52f22ccb-2e6d-4138-b0ac-ecd8c0b0d791 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990512 Aug 19 15:05:36.551781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c60ed4-94d5-48ef-a43e-6bb01f149438 req-d89d6351-0cde-4f78-932c-321091c43501 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:36.553521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0c60ed4-94d5-48ef-a43e-6bb01f149438 req-d89d6351-0cde-4f78-932c-321091c43501 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0880392 Aug 19 15:05:36.609454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0c60ed4-94d5-48ef-a43e-6bb01f149438 req-08b9aa15-620e-49d8-a96b-71349c7d7b51 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492084 Aug 19 15:05:36.701616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3dbe15b6-d035-4862-a5ab-d79770fc8c79 req-1a46f1c5-09c3-48b1-a378-142a88663db6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8214205-d68b-4726-84ac-c8562320d133 HTTP/1.1" status: 200 len: 210 time: 0.0362692 Aug 19 15:05:37.904444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441da7b-91c1-4a4e-b9bc-69115cbb7108 req-25c25cae-f3c2-4e03-b06c-368a2e251f20 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:37.904444 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4441da7b-91c1-4a4e-b9bc-69115cbb7108 req-25c25cae-f3c2-4e03-b06c-368a2e251f20 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0637879 Aug 19 15:05:37.958103 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4441da7b-91c1-4a4e-b9bc-69115cbb7108 req-83c647a4-2b03-47ee-bc94-ebe9a6096ff5 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Aug 19 15:05:38.156929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-82da9a6b-802b-4a1c-8061-49111e1b977a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:38.159394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-82da9a6b-802b-4a1c-8061-49111e1b977a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1331728 Aug 19 15:05:38.179305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-6d8a8a87-31d8-4008-b6ae-0deaeeadd052 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0123358 Aug 19 15:05:38.221435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-653585fc-a4c1-4ca2-a9bd-73cfc7697ca1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341599 Aug 19 15:05:38.337156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-f2cd04cf-a3db-49da-817b-831f4e86326b service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026068 Aug 19 15:05:38.456916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-fd3eb352-2db1-48d8-9eff-dc0418d452bd service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097975 Aug 19 15:05:38.846366 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10dd7597-0c68-4d35-b5bb-88306f316495 req-f1a470ac-a7d1-47e3-b930-e897385ffacb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 210 time: 0.0477488 Aug 19 15:05:39.093765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d358-e36a-4e33-9cc8-b9d3998a4019 req-77296766-188e-4dc1-9aca-2408d0671b8c tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:39.095512 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4129d358-e36a-4e33-9cc8-b9d3998a4019 req-77296766-188e-4dc1-9aca-2408d0671b8c tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0538425 Aug 19 15:05:39.143693 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4129d358-e36a-4e33-9cc8-b9d3998a4019 req-35399d6b-12fa-468d-aea1-f5892a6ed336 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Aug 19 15:05:39.936985 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b3443af5-1f76-4751-92cf-2b28898b6971 req-1e5e6c87-50af-4e8e-b12c-e4264cfca77c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 210 time: 0.0335081 Aug 19 15:05:40.268989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6713f-d4c3-48c5-81f0-b10af4c0b9bd req-5fa977ca-d8bf-46bf-87bb-3598479f9f38 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:40.270529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-79b6713f-d4c3-48c5-81f0-b10af4c0b9bd req-5fa977ca-d8bf-46bf-87bb-3598479f9f38 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0573654 Aug 19 15:05:40.325446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-79b6713f-d4c3-48c5-81f0-b10af4c0b9bd req-5b9ab6dc-9a68-4a1c-8af4-59532eb66df5 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390368 Aug 19 15:05:41.053773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91380b8a-cc7e-46fc-8daa-c1cd4b00f487 req-f612bc8e-4f74-46b4-824f-47434135807b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 210 time: 0.0296304 Aug 19 15:05:41.444973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60450) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:41.495153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53fc9-e0c5-4af6-a6db-a2455f9e7b29 req-ccbf3426-7d32-44d3-9402-d0e9f839f479 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.498019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4dd53fc9-e0c5-4af6-a6db-a2455f9e7b29 req-ccbf3426-7d32-44d3-9402-d0e9f839f479 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0686934 Aug 19 15:05:41.541757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4dd53fc9-e0c5-4af6-a6db-a2455f9e7b29 req-48694d44-e7bf-495a-aecc-955eb64fcb4f tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360446 Aug 19 15:05:41.616351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87cdcdc4-3fae-4f37-bad0-2a13cc05ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.739211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-bd7a9060-7d7f-4fa6-ba0b-63849b025aee tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.740594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87cdcdc4-3fae-4f37-bad0-2a13cc05ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.740923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-bd7a9060-7d7f-4fa6-ba0b-63849b025aee tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.1294420 Aug 19 15:05:41.757434 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-fc0c506d-df61-4790-a849-2bade3c28cea tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/quotas/3cdeac016e2c4c5e8071fc7a2f3d93a8 HTTP/1.1" status: 200 len: 375 time: 0.0099061 Aug 19 15:05:41.821369 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-c9e42fcf-e740-4ace-b560-0d6d94308b2b tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565143 Aug 19 15:05:41.831891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87cdcdc4-3fae-4f37-bad0-2a13cc05ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.879799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-87cdcdc4-3fae-4f37-bad0-2a13cc05ebb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc55a3b15cf24d30a130ef5481892588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333189 Aug 19 15:05:41.880593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdcdc4-3fae-4f37-bad0-2a13cc05ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c22300-9c6c-4915-81d9-b2394415aadd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:41.882987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60464) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:41.937994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-398f5101-06e2-4d09-99ec-c41a4355654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.938209 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-6ea5cfb9-93a0-4c8f-bbe6-234f80b889d1 service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081665 Aug 19 15:05:41.962214 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-398f5101-06e2-4d09-99ec-c41a4355654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.052615 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-867919db-0124-49d3-a77f-ee229c1e4067 service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079960 Aug 19 15:05:42.170086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06ce9ca8-7bc1-47b4-8887-235754b58a23 req-634461a6-ba19-45b1-bac2-6bec75547bc6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 210 time: 0.0330555 Aug 19 15:05:42.171688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-398f5101-06e2-4d09-99ec-c41a4355654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.174502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-398f5101-06e2-4d09-99ec-c41a4355654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.175701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-398f5101-06e2-4d09-99ec-c41a4355654b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57c22300-9c6c-4915-81d9-b2394415aadd HTTP/1.1" status: 204 len: 168 time: 0.2917917 Aug 19 15:05:42.192098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f5101-06e2-4d09-99ec-c41a4355654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c22300-9c6c-4915-81d9-b2394415aadd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:42.368143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-4c90ed00-c1d6-49b2-838c-eb37f3d647b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:42.369736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-4c90ed00-c1d6-49b2-838c-eb37f3d647b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1121123 Aug 19 15:05:42.383451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Request body: {'port': {'device_id': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'admin_state_up': True, 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:42.494762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a82ef91a-3070-45f6-a78a-23471f11b3a7 req-7af8d408-d1d7-49cb-b5c0-71a6fe610624 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 210 time: 0.0434895 Aug 19 15:05:42.713862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82387-1096-4bbd-968a-289296bfd0c2 req-e5b365da-a683-40dd-add9-ca9143aca4f7 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:42.717597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ca82387-1096-4bbd-968a-289296bfd0c2 req-e5b365da-a683-40dd-add9-ca9143aca4f7 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0647116 Aug 19 15:05:42.719156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:42.728045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.847422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ca82387-1096-4bbd-968a-289296bfd0c2 req-e8df2f92-42d9-4038-8103-b8f2a4995884 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168776 Aug 19 15:05:42.882699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711008d-8ce2-4992-9660-150b25236758 req-e254b7b3-857d-4e5b-98fb-4fba3cec873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:42.884794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5711008d-8ce2-4992-9660-150b25236758 req-e254b7b3-857d-4e5b-98fb-4fba3cec873a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.1186972 Aug 19 15:05:42.963187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5711008d-8ce2-4992-9660-150b25236758 req-523c28c7-a8e1-4557-b9ea-6da05dca7d02 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678382 Aug 19 15:05:42.968342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Allocated IP 172.20.0.7 (936494d6-d5d9-4539-9e13-ccbbc5520a39/0aed2365-7411-4eaf-87de-ee898e917c76/10ffdd0f-cb9f-4b57-bc59-7fba3752aa09) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:43.036873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:43.166820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:43.292214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1a727ab-b04f-4083-b1f9-1b8f50ab5b02 req-3ae93d82-3649-4b16-be86-89c90ea5227f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 210 time: 0.0327258 Aug 19 15:05:43.563676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:43.628186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:43.632713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:43.650040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:43.663964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-badae969-a4fe-4223-83aa-f632d5325767 req-33caf4f1-cdd4-41c5-bdf6-d739ad1cd923 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 210 time: 0.0526116 Aug 19 15:05:43.693279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event updated for resources: {'Port': ['ID=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:43.723745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.723745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:43.929576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-dc9c3a5b-9eb4-4021-bb02-e5543b88718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5501959 Aug 19 15:05:43.956880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Request body: {'port': {'device_id': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:44.048484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c72544-8459-417c-a328-9f17d95c7b78 req-4d511ba5-126b-4076-b0a6-bd19fda9c5bf tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.050365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c72544-8459-417c-a328-9f17d95c7b78 req-4d511ba5-126b-4076-b0a6-bd19fda9c5bf tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.1132820 Aug 19 15:05:44.056702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.175049 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5c72544-8459-417c-a328-9f17d95c7b78 req-a831cc78-204a-4f4b-a848-a7b2055ae676 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138132 Aug 19 15:05:44.467636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:44.477195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.495828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Transition to ACTIVE for port object 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:44.507731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be357ac0-afdf-4888-a814-f5ed365a471b req-7f6cb743-5792-4c11-a27c-74c755a3f18a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.509290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be357ac0-afdf-4888-a814-f5ed365a471b req-7f6cb743-5792-4c11-a27c-74c755a3f18a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 931 time: 0.1182745 Aug 19 15:05:44.557524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be357ac0-afdf-4888-a814-f5ed365a471b req-a8fadaba-d377-4673-b5ac-97243b3f270f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Aug 19 15:05:44.714589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.780863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Pushing event updated for resources: {'Port': ['ID=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:44.811966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c3b0d63a-48e9-45ba-99ca-27f44348fb77 req-c4760f59-f392-4c76-8c3d-98998af2f4c8 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 210 time: 0.0527606 Aug 19 15:05:44.857311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Attempting to bind port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:44.857714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Attempting to bind port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:44.858050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Attempting to bind port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:44.863009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:44.863335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Attempting to bind port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:44.868722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:44.869057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:44.869595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Bound using segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:44.870039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Bound port: 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:44.870437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.941194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] For port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:44.944392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] For port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:45.093867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.134466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.135130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.136579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 HTTP/1.1" status: 200 len: 1092 time: 1.1878357 Aug 19 15:05:45.137005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'tag': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:45.139516 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890b71b-8308-4883-b614-5ebc72194223" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3dd729-807e-4613-9ad2-107eadbfa608", "tag": "10ffdd0f-cb9f-4b57-bc59-7fba3752aa09"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:45.166072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e848ae-3b28-4303-af55-9c87de8849e7 service neutron] Pushing event updated for resources: {'Port': ['ID=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:45.186942 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39ca06-4ea1-4489-8efe-4c88d911f32c x-openstack-request-id: req-9e39ca06-4ea1-4489-8efe-4c88d911f32c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:45.186942 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3dd729-807e-4613-9ad2-107eadbfa608", "tag": "10ffdd0f-cb9f-4b57-bc59-7fba3752aa09", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:45.186942 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e39ca06-4ea1-4489-8efe-4c88d911f32c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:45.186942 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'tag': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09', 'status': 'completed', 'code': 200} Aug 19 15:05:45.281154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b71b-8308-4883-b614-5ebc72194223 req-372df77e-144d-45a0-90f8-9b1ce57a4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.282678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1890b71b-8308-4883-b614-5ebc72194223 req-372df77e-144d-45a0-90f8-9b1ce57a4d4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 1095 time: 0.0733979 Aug 19 15:05:45.381476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4766a8-ccfa-4e26-9762-7774e48a04d5 req-b2f7a1e1-33a4-4abc-a9f0-08220932797b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.383021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a4766a8-ccfa-4e26-9762-7774e48a04d5 req-b2f7a1e1-33a4-4abc-a9f0-08220932797b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.1170053 Aug 19 15:05:45.444495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b71b-8308-4883-b614-5ebc72194223 req-f22428dc-9804-4e4a-87fa-fd433d4d6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.446033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1890b71b-8308-4883-b614-5ebc72194223 req-f22428dc-9804-4e4a-87fa-fd433d4d6459 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1482797 Aug 19 15:05:45.449145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a4766a8-ccfa-4e26-9762-7774e48a04d5 req-2dcab77b-ed72-4598-8319-9998142dfbdb tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 Aug 19 15:05:45.502816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-dbec1073-1835-47d0-a95b-7d2196c1b161 req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-244968083', 'description': 'tempest-description-491440541'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:45.560252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b71b-8308-4883-b614-5ebc72194223 req-e532aba5-761d-4255-9adf-54510093f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.565748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1890b71b-8308-4883-b614-5ebc72194223 req-e532aba5-761d-4255-9adf-54510093f837 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073861 Aug 19 15:05:45.668275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-bcc95d41-4af2-4afd-8e46-cf7dd0165bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.669970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-bcc95d41-4af2-4afd-8e46-cf7dd0165bfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 1095 time: 0.0450788 Aug 19 15:05:45.715745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-dbec1073-1835-47d0-a95b-7d2196c1b161 req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.719993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-42d4b3d6-0af4-4cf0-be80-9e60c4839334 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 HTTP/1.1" status: 200 len: 217 time: 0.0407870 Aug 19 15:05:45.796093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-36c867ba-234b-421a-b01d-1d2e26f598a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.797638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-36c867ba-234b-421a-b01d-1d2e26f598a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0658469 Aug 19 15:05:45.833280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-dbec1073-1835-47d0-a95b-7d2196c1b161 req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.842146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-ad1eb933-0bf4-4e33-b4e0-ffad7f0b7c8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349445 Aug 19 15:05:45.934906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-dbec1073-1835-47d0-a95b-7d2196c1b161 req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.945823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e7ed2-a441-440f-a44f-bdd649cf4685 req-a77f02ac-0db1-44a9-8fd1-d783937fc928 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.947311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-050e7ed2-a441-440f-a44f-bdd649cf4685 req-a77f02ac-0db1-44a9-8fd1-d783937fc928 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 943 time: 0.1087382 Aug 19 15:05:45.967048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc012cff-7a4b-4d75-9d92-fbd26a585d32,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:45.993830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-731dd5f8-613b-46c4-b450-05752422fa48 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424963 Aug 19 15:05:46.018027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-050e7ed2-a441-440f-a44f-bdd649cf4685 req-2ad4f0af-7b8c-4bb6-b22f-f0badcdea542 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590622 Aug 19 15:05:46.103324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-dbec1073-1835-47d0-a95b-7d2196c1b161 req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.104654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dbec1073-1835-47d0-a95b-7d2196c1b161 req-2e79e2e1-372b-4f7d-8cb3-d8c84c75b08e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6086087 Aug 19 15:05:46.131258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5786868-f5b0-4a69-b10e-805721996cc8 req-40ef61b0-b866-4248-b62c-8b2d4f83d439 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292977 Aug 19 15:05:46.279743 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa7d0541-85cd-4a35-be16-37701be49c37 req-eab3298d-6c12-454b-a486-d234c0c6f46a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 210 time: 0.0390854 Aug 19 15:05:46.378986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6c251aac-b182-4271-8a7b-816021562d5b req-6ab547a4-89ee-405d-bade-e1fe3723088a tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-244968083&fields=id&tenant_id=98b7303f35fe4da2b47f09954793b12d HTTP/1.1" status: 200 len: 267 time: 0.0356691 Aug 19 15:05:46.437278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251aac-b182-4271-8a7b-816021562d5b req-ed037df7-1c6a-4d22-9a7b-b4dfadb7d8e1 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.438840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6c251aac-b182-4271-8a7b-816021562d5b req-ed037df7-1c6a-4d22-9a7b-b4dfadb7d8e1 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0537918 Aug 19 15:05:46.450928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'port': {'security_groups': ['f12b0f29-d873-4366-83b1-54ddd7c27182', 'dc012cff-7a4b-4d75-9d92-fbd26a585d32']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:46.524926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.536441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-741e5a3c-f0bb-4fec-b557-9a138beb0554 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.538099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-741e5a3c-f0bb-4fec-b557-9a138beb0554 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.1152220 Aug 19 15:05:46.564776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Request body: {'port': {'device_id': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'admin_state_up': True, 'tenant_id': '3cdeac016e2c4c5e8071fc7a2f3d93a8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:46.747621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:46.780658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.820477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Made reservation on behalf of 3cdeac016e2c4c5e8071fc7a2f3d93a8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:46.824173 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.905967 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.939282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['12dc76db-e065-45ef-af06-f2a550929f36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:46.962541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.963581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.970408 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6c251aac-b182-4271-8a7b-816021562d5b req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "PUT /v2.0/ports/12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 982 time: 0.5244944 Aug 19 15:05:46.971137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:46.985293 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc67ca-9bcb-479e-b8f8-f44478591c00" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:47.014661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b446067-f65e-42fe-9a6c-71f75ddc3fd3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=6']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:47.075689 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-c2010ea1-bcd4-41d6-9f25-d9059bde6025 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-244968083&fields=id&tenant_id=98b7303f35fe4da2b47f09954793b12d HTTP/1.1" status: 200 len: 267 time: 0.0466049 Aug 19 15:05:47.105524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['12dc76db-e065-45ef-af06-f2a550929f36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:47.146524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-4049af1d-2cc7-4662-a86d-73cb0b2fefc8 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.149823 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-4049af1d-2cc7-4662-a86d-73cb0b2fefc8 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 985 time: 0.0676622 Aug 19 15:05:47.179402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'port': {'security_groups': ['f12b0f29-d873-4366-83b1-54ddd7c27182']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:47.279892 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.319008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Allocated IP 172.20.0.6 (899d189a-fe71-45a4-af31-9f9475205695/46a4fd7e-359e-4043-8be0-7eaff33ce2f6/5cb7abe2-48ae-43fb-a444-477f42165725) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:47.330561 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d01b2-983e-45f6-8457-ba9b977d85cf x-openstack-request-id: req-b42d01b2-983e-45f6-8457-ba9b977d85cf {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:47.330858 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:47.331161 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b42d01b2-983e-45f6-8457-ba9b977d85cf {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:47.331572 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'status': 'completed', 'code': 200} Aug 19 15:05:47.498448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-0206541c-81cf-483d-b62a-25c125071ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.500107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-0206541c-81cf-483d-b62a-25c125071ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1137 time: 0.1129377 Aug 19 15:05:47.516452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d8731-9bfe-4df2-a4ab-842fa4db5695 req-0c2d41ef-74d6-4300-bcc7-6b69625bad85 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.518180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720d8731-9bfe-4df2-a4ab-842fa4db5695 req-0c2d41ef-74d6-4300-bcc7-6b69625bad85 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 943 time: 0.1220541 Aug 19 15:05:47.571497 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.593042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720d8731-9bfe-4df2-a4ab-842fa4db5695 req-5f8d6516-41b5-4a63-aaee-b9bd4da35052 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623245 Aug 19 15:05:47.616133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:47.655976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-b0cc1ea1-b3f9-43c7-88ae-009979061c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.657546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-b0cc1ea1-b3f9-43c7-88ae-009979061c02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.1480851 Aug 19 15:05:47.671823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.731287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-92e44f89-a0bf-4e79-a744-137126a182ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 217 time: 0.0394816 Aug 19 15:05:47.756159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.769037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bfe56d41-03bc-476d-937d-c31149bd0964'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:47.794450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:47.805919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Network 899d189a-fe71-45a4-af31-9f9475205695 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:47.815579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:47.820227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:47.826456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-38d6c2e9-51ec-4309-8762-3fc00165318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.829088 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-38d6c2e9-51ec-4309-8762-3fc00165318d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0909762 Aug 19 15:05:47.830830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.852590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event updated for resources: {'Port': ['ID=5cb7abe2-48ae-43fb-a444-477f42165725,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:47.899407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.900054 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.909290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-cca6aa89-46f6-42db-b3a3-734f3c1bbfa2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702505 Aug 19 15:05:47.930079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.930722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.932559 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ca20eed7-11b8-4201-bf61-1bccee7d0326 req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "PUT /v2.0/ports/12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 943 time: 0.7729778 Aug 19 15:05:48.019222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144b0a4-59f9-4dcc-b442-a4b83dd2b560 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event updated for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=7']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:48.046972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-3c85b10b-1cf5-4377-8955-24ee6f34671e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4911110 Aug 19 15:05:48.059649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['12dc76db-e065-45ef-af06-f2a550929f36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:48.066665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Request body: {'port': {'device_id': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:48.093025 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-ecee5b98-a694-4c0c-920b-0b3b42790e48 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542072 Aug 19 15:05:48.100673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2b1b7-d064-4c2c-a26e-efcf990cc473 req-4792e325-755f-41bf-8232-053886fa3563 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:48.106812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-acf2b1b7-d064-4c2c-a26e-efcf990cc473 req-4792e325-755f-41bf-8232-053886fa3563 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 931 time: 0.1047258 Aug 19 15:05:48.133403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.233980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-acf2b1b7-d064-4c2c-a26e-efcf990cc473 req-9aeca413-a0d4-4bb0-831a-e8cf04cef9c3 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068499 Aug 19 15:05:48.288085 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cfdc67ca-9bcb-479e-b8f8-f44478591c00 req-17b05459-f26f-459d-95ff-31369091f845 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796608 Aug 19 15:05:48.412699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['12dc76db-e065-45ef-af06-f2a550929f36'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:48.590857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5007aa7f-d610-416c-bc8e-d37f7aa4b86e tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3068209 Aug 19 15:05:48.603259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:48.686815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb7abe2-48ae-43fb-a444-477f42165725 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:48.695165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.709869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Transition to ACTIVE for port object 5cb7abe2-48ae-43fb-a444-477f42165725 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:48.789358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.857651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.871266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c5fd-792b-45af-ba97-4f67753bacab req-f39696ff-e3b8-4dc6-a069-c21de3e46f43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:48.880348 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae69c5fd-792b-45af-ba97-4f67753bacab req-f39696ff-e3b8-4dc6-a069-c21de3e46f43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 943 time: 0.0713401 Aug 19 15:05:48.934605 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae69c5fd-792b-45af-ba97-4f67753bacab req-86f08e13-27e0-469e-a984-b8902cd97b04 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529342 Aug 19 15:05:48.946574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7abe2-48ae-43fb-a444-477f42165725,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:49.034817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.046525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Attempting to bind port 5cb7abe2-48ae-43fb-a444-477f42165725 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:49.046859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Attempting to bind port 5cb7abe2-48ae-43fb-a444-477f42165725 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:49.047184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Attempting to bind port 5cb7abe2-48ae-43fb-a444-477f42165725 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:49.078894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Port 5cb7abe2-48ae-43fb-a444-477f42165725 on network 899d189a-fe71-45a4-af31-9f9475205695 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:49.079237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Attempting to bind port 5cb7abe2-48ae-43fb-a444-477f42165725 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:49.088842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:49.089222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Checking segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:49.089631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Bound using segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:49.090585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Bound port: 5cb7abe2-48ae-43fb-a444-477f42165725, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:49.091389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.206642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Allocated IP 172.25.5.155 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/4e63606b-e876-471a-bd39-ba8fa70556b8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:49.212166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] For port 5cb7abe2-48ae-43fb-a444-477f42165725, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:49.217219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] For port 5cb7abe2-48ae-43fb-a444-477f42165725, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5cb7abe2-48ae-43fb-a444-477f42165725,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:49.314160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60630) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:49.333949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:49.336210 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7eadaf-6682-45dc-b5cd-292f2bb92635" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:49.362512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.373488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.374017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb3cb-a69c-407c-ae75-eb44d756825a req-61a167ef-90d4-4578-ad4f-cc652c8205af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:49.377082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-612eb3cb-a69c-407c-ae75-eb44d756825a req-61a167ef-90d4-4578-ad4f-cc652c8205af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 943 time: 0.0740836 Aug 19 15:05:49.424527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:49.424851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.426302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] 10.222.0.54 "PUT /v2.0/ports/5cb7abe2-48ae-43fb-a444-477f42165725 HTTP/1.1" status: 200 len: 1092 time: 1.3652771 Aug 19 15:05:49.428679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'tag': '5cb7abe2-48ae-43fb-a444-477f42165725'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:49.431045 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2ed421-4d2d-4511-aedc-d12b34789ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b4d41-8273-4c1f-b72f-d57c19fc91bd", "tag": "5cb7abe2-48ae-43fb-a444-477f42165725"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:49.445808 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-612eb3cb-a69c-407c-ae75-eb44d756825a req-fc15f3e9-b3f8-48ff-840d-12bc404b1e93 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628645 Aug 19 15:05:49.471505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:49.478681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48961-519b-43b2-9853-c7d8d47ee297 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7abe2-48ae-43fb-a444-477f42165725,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:49.511140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7d7493c-2832-4ff4-a039-fb47a4d82a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.598419 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3e7cd-b7e5-43e8-96f2-062fc3ecd81d x-openstack-request-id: req-79b3e7cd-b7e5-43e8-96f2-062fc3ecd81d {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:49.598712 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:49.598996 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b3e7cd-b7e5-43e8-96f2-062fc3ecd81d {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:49.599392 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'status': 'completed', 'code': 200} Aug 19 15:05:49.624199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:49.633783 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc18665-3955-49fd-bccc-15863b7ea600 x-openstack-request-id: req-9fc18665-3955-49fd-bccc-15863b7ea600 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:49.634274 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b4d41-8273-4c1f-b72f-d57c19fc91bd", "tag": "5cb7abe2-48ae-43fb-a444-477f42165725", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:49.634374 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc18665-3955-49fd-bccc-15863b7ea600 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:49.634717 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'tag': '5cb7abe2-48ae-43fb-a444-477f42165725', 'status': 'completed', 'code': 200} Aug 19 15:05:49.639031 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7d7493c-2832-4ff4-a039-fb47a4d82a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.641791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09', 'mac_address': 'fa:16:3e:78:12:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:49.675832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.682475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.707907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:49.734081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7d7493c-2832-4ff4-a039-fb47a4d82a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.735302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:49.771383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:49.779300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:49.782252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event updated for resources: {'Port': ['ID=4e63606b-e876-471a-bd39-ba8fa70556b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:49.783444 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f7d7493c-2832-4ff4-a039-fb47a4d82a60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d035c244e95343479e60d03ba305d614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679661 Aug 19 15:05:49.786149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60646) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:49.787727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:49.797388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7493c-2832-4ff4-a039-fb47a4d82a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977301ae-8adb-40ca-9db5-7030232ef3b3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:49.811641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-303418f4-e77d-42b1-b047-2f54251df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:49.816696 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-303418f4-e77d-42b1-b047-2f54251df430 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 1095 time: 0.1264997 Aug 19 15:05:49.836702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-6ae628e8-e0ac-4923-84c9-9616f75ba6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:49.838535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-6ae628e8-e0ac-4923-84c9-9616f75ba6e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.1270914 Aug 19 15:05:49.846518 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.887886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-ca4925ac-02b6-42ca-b594-a5e8f0863683 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb7abe2-48ae-43fb-a444-477f42165725 HTTP/1.1" status: 200 len: 217 time: 0.0557628 Aug 19 15:05:49.904309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:49.970973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.017933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-bf759a4d-55f2-4089-ac66-f46c5aee83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.019540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-bf759a4d-55f2-4089-ac66-f46c5aee83e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.1736672 Aug 19 15:05:50.064902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-1c50fbf2-a8aa-4128-8b4f-ce84b80e358e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 217 time: 0.0378115 Aug 19 15:05:50.102376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['10ffdd0f-cb9f-4b57-bc59-7fba3752aa09'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:50.145051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.176791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-194d29e9-fcd9-48f2-b05b-9204d16da20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.179038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-194d29e9-fcd9-48f2-b05b-9204d16da20f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0976255 Aug 19 15:05:50.248377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-d419516e-0015-4857-a723-f1dc04e08814 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572984 Aug 19 15:05:50.251418 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa926ef4-d3fe-40b7-b887-dd99c45ab656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.292791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-ea0f3a44-b86e-4f73-b1bd-b426b7ea9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.294931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-ea0f3a44-b86e-4f73-b1bd-b426b7ea9176 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.3993483 Aug 19 15:05:50.316600 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa926ef4-d3fe-40b7-b887-dd99c45ab656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.343135 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-ccad2f65-de60-48f0-b198-5de2d6764b9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369148 Aug 19 15:05:50.393329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190bfc0-f7f6-43cd-a31f-ce16b4e792ae req-32cc21e5-16dd-4e95-9c41-277a20096515 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.394854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c190bfc0-f7f6-43cd-a31f-ce16b4e792ae req-32cc21e5-16dd-4e95-9c41-277a20096515 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 944 time: 0.1554122 Aug 19 15:05:50.451194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-b3d88d66-2461-4828-b839-7c242feb2888 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467168 Aug 19 15:05:50.501695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c190bfc0-f7f6-43cd-a31f-ce16b4e792ae req-877b8928-e46e-4ac4-b980-ca7559dc5135 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774107 Aug 19 15:05:50.523003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.537505 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-15f22396-37a2-414f-bcea-747653b534bd service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845143 Aug 19 15:05:50.612118 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e7eadaf-6682-45dc-b5cd-292f2bb92635 req-95960d2b-5e73-4b89-bc3b-cc79135ad8a7 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467757 Aug 19 15:05:50.643082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa926ef4-d3fe-40b7-b887-dd99c45ab656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.646056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa926ef4-d3fe-40b7-b887-dd99c45ab656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.648193 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa926ef4-d3fe-40b7-b887-dd99c45ab656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/977301ae-8adb-40ca-9db5-7030232ef3b3 HTTP/1.1" status: 204 len: 168 time: 0.8603563 Aug 19 15:05:50.651754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.679176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ccc6941-f40b-4c14-ba86-51c851d4b1c9 req-02cb8f78-a985-4dfa-837e-fc63b16005e5 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334457 Aug 19 15:05:50.696923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa926ef4-d3fe-40b7-b887-dd99c45ab656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977301ae-8adb-40ca-9db5-7030232ef3b3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:50.720425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event updated for resources: {'Port': ['ID=4e63606b-e876-471a-bd39-ba8fa70556b8,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:50.731086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9850-be3e-488b-880e-b27cb31af949 req-e8382641-693f-4414-a483-63e2e4802e45 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.731086 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c3c9850-be3e-488b-880e-b27cb31af949 req-e8382641-693f-4414-a483-63e2e4802e45 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 943 time: 0.0800447 Aug 19 15:05:50.788913 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c3c9850-be3e-488b-880e-b27cb31af949 req-8b767d35-53fa-4b2b-9d2d-73910c54a2d2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531187 Aug 19 15:05:50.801985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.943918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.950629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-5b62f907-859c-413f-80f8-bb33c51e4135 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3462927 Aug 19 15:05:50.969137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-30195bf4-771c-4ae9-9339-17035b9efc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.970943 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-30195bf4-771c-4ae9-9339-17035b9efc2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 1095 time: 0.0512118 Aug 19 15:05:51.030950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-7b8228d2-60c8-4a38-a7b2-e2a38d1b48c5 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0736208 Aug 19 15:05:51.092384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-317f29c5-3e56-4846-8f59-3930cb56ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:51.095023 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-317f29c5-3e56-4846-8f59-3930cb56ce26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 916 time: 0.1171162 Aug 19 15:05:51.165959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-87890f0a-10a9-4c56-922a-f8038f5504bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb7abe2-48ae-43fb-a444-477f42165725 HTTP/1.1" status: 200 len: 217 time: 0.0628343 Aug 19 15:05:51.171948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-942b55d7-50c2-469d-ba79-0d03941823c1 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:51.174640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-942b55d7-50c2-469d-ba79-0d03941823c1 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1426229 Aug 19 15:05:51.187549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-cfa76383-e90c-4c94-8ecc-d84ef4dd2949 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:05:51.189909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-143612e7-bde8-44fb-b6cb-fdc2914c702d req-cfa76383-e90c-4c94-8ecc-d84ef4dd2949 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092292 Aug 19 15:05:51.250429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-e24f6264-1072-4e64-a871-149f77ba64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:51.253007 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-e24f6264-1072-4e64-a871-149f77ba64dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.0795448 Aug 19 15:05:51.293957 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-dfb07d6e-3d25-4642-8f2a-eedfed13e153 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339775 Aug 19 15:05:51.426376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924383-0700-40e6-a10c-b339b5813253 req-c67fe879-22ab-4a4b-8ac3-5bbe7bb703e4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:51.434920 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-c67fe879-22ab-4a4b-8ac3-5bbe7bb703e4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1440575 Aug 19 15:05:51.471744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:51.498946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-8f94170f-25a7-4f32-8836-d2bf842780ba tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0630543 Aug 19 15:05:51.518359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'floatingip': {'port_id': '12dc76db-e065-45ef-af06-f2a550929f36', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:51.559725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-24db7419-3209-4a03-abc4-c71a9cbf8619 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247474 Aug 19 15:05:51.584532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.626185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:51.633439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:51.633864 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.695434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556677b-dba2-4126-9300-6f714204fe9a req-ef80b822-5c26-4ebf-99dc-413405128b9e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:51.704587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c556677b-dba2-4126-9300-6f714204fe9a req-ef80b822-5c26-4ebf-99dc-413405128b9e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 944 time: 0.1059828 Aug 19 15:05:51.763780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c556677b-dba2-4126-9300-6f714204fe9a req-8f6dd3d5-ac96-4edb-a45d-273825a2018b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579100 Aug 19 15:05:51.832104 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.862931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:51.865502 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b18bbb-7e0f-4062-bc18-220f8061a4f8" -d '{"events": [{"server_uuid": "8b3dd729-807e-4613-9ad2-107eadbfa608", "name": "network-vif-plugged", "status": "completed", "tag": "10ffdd0f-cb9f-4b57-bc59-7fba3752aa09"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:51.889028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:52.020910 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee2ed421-4d2d-4511-aedc-d12b34789ca1 req-952e8548-fa60-4c54-8fa2-6a53fdc090e4 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534540 Aug 19 15:05:52.054509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.109206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e296e-8cdb-4ce8-a007-7e2669f80b94 req-f94a8daf-72d1-4aef-afa5-d7f135a4da48 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:52.123640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb0e296e-8cdb-4ce8-a007-7e2669f80b94 req-f94a8daf-72d1-4aef-afa5-d7f135a4da48 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 943 time: 0.1810751 Aug 19 15:05:52.162562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:52.209497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb0e296e-8cdb-4ce8-a007-7e2669f80b94 req-6170a2a0-40dd-47d5-a774-25b60491c59b tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826697 Aug 19 15:05:52.263884 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d2ca9-0dcd-4041-a7fd-6a58f2ade724 x-openstack-request-id: req-d26d2ca9-0dcd-4041-a7fd-6a58f2ade724 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:52.264201 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3dd729-807e-4613-9ad2-107eadbfa608", "name": "network-vif-plugged", "status": "completed", "tag": "10ffdd0f-cb9f-4b57-bc59-7fba3752aa09", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:52.265250 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d26d2ca9-0dcd-4041-a7fd-6a58f2ade724 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:52.266218 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09', 'code': 200} Aug 19 15:05:52.376772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ea72b-8a21-4505-aef7-8ef7cc6c059c req-0adfa304-2761-442d-8c0e-f8fe56b4068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:52.378709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f6ea72b-8a21-4505-aef7-8ef7cc6c059c req-0adfa304-2761-442d-8c0e-f8fe56b4068a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 1097 time: 0.0482168 Aug 19 15:05:52.384661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60702) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:52.425382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f6ea72b-8a21-4505-aef7-8ef7cc6c059c req-ab84a3a7-3311-49b1-80f4-aeb2ea1c190b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Aug 19 15:05:52.516980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1755888686-network', 'tenant_id': '1d89b5478326473e9928c406b798a79b'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:52.531616 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.631381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.671252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Made reservation on behalf of 1d89b5478326473e9928c406b798a79b for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:52.674285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.685992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.745620 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Floating IP 4294323c-28d2-43b8-bdbf-d8483dba0287 associated. External IP: 172.25.5.155, port: 12dc76db-e065-45ef-af06-f2a550929f36. Aug 19 15:05:52.796727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.909208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.936519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:05:52.946790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9ea1a-f292-4d07-a1ec-baad4a204bd9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:52.953534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.953920 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Added segment fe67ab63-3d5d-4520-b4f0-9ca2c5936d45 of type vlan for network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c Aug 19 15:05:53.000360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.009684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:53.138775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.140217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:53.140864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.147489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:53.153086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.158147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] Sync routers for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:53.168544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:53.169537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:53.189604 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-c31dc042-8382-4874-951f-ddfafac5d2d3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "PUT /v2.0/floatingips/4294323c-28d2-43b8-bdbf-d8483dba0287 HTTP/1.1" status: 200 len: 997 time: 1.6799030 Aug 19 15:05:53.189604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:53.191021 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adf04cd-0b98-4313-9b7e-42690038bf88" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:53.203263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] Pushing event updated for resources: {'Network': ['ID=87ba0b44-3d82-4d28-af1b-7d7ff12e414c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:53.217173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:05:53.248909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924383-0700-40e6-a10c-b339b5813253 req-77b45fa8-eec6-4f75-927a-f4b9e76daa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:53.251877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-77b45fa8-eec6-4f75-927a-f4b9e76daa08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.0462406 Aug 19 15:05:53.356606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1dc3a415-2ef5-499d-a48d-2922acda52b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9697585 Aug 19 15:05:53.359736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60728) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:53.365223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Request body: {'subnet': {'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1755888686-subnet', 'tenant_id': '1d89b5478326473e9928c406b798a79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:53.373056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924383-0700-40e6-a10c-b339b5813253 req-f0027488-ad31-4483-b87e-2886d2663078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:53.375533 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-f0027488-ad31-4483-b87e-2886d2663078 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.1168373 Aug 19 15:05:53.473043 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-24927fb7-2fc8-4437-ac5a-cc0250c43a35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 1000 time: 0.0897093 Aug 19 15:05:53.478525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:53.483677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Made reservation on behalf of 1d89b5478326473e9928c406b798a79b for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:53.487356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.556833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924383-0700-40e6-a10c-b339b5813253 req-b56d6e9f-41ce-458a-aac9-959ed58b87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:53.559640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-b56d6e9f-41ce-458a-aac9-959ed58b87cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0721083 Aug 19 15:05:53.611187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-7456f327-ade1-4f85-89ea-2104e2d4c341 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428002 Aug 19 15:05:53.627583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-e79fd904-9308-45df-8d88-17d61701d95f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:05:53.628857 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-e79fd904-9308-45df-8d88-17d61701d95f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109482 Aug 19 15:05:53.753301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-453d4486-df09-47e9-9687-b7d7a5996587 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165829 Aug 19 15:05:53.782300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4294323c-28d2-43b8-bdbf-d8483dba0287', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'port_id': '12dc76db-e065-45ef-af06-f2a550929f36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'mac_address': 'fa:16:3e:dc:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:05:49Z', 'updated_at': '2021-08-19T15:05:52Z', 'revision_number': 1, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:05:01Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:53.813962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] Checking router: d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:05:53.817412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.825826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:53.826485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:53.859906 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d924383-0700-40e6-a10c-b339b5813253 req-6b843a54-f974-4b2e-8e94-bef5c6e45f85 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001461 Aug 19 15:05:53.878312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c3d368-2102-46ba-9ee6-5ade644168f3,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:53.893763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Checking segment: {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:53.894127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Network hostable DHCP agents. Network: 87ba0b44-3d82-4d28-af1b-7d7ff12e414c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:05:53.988296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:53.998582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e117e1-798b-46ed-b826-f3918594e98c req-0aa8c2a8-2506-4a6a-8e53-85469cbe4e15 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.000046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4e117e1-798b-46ed-b826-f3918594e98c req-0aa8c2a8-2506-4a6a-8e53-85469cbe4e15 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 945 time: 0.0576429 Aug 19 15:05:54.035354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:05:54.054540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4e117e1-798b-46ed-b826-f3918594e98c req-ea445e2d-80bc-4a70-8c25-579165f3077b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480111 Aug 19 15:05:54.119902 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff837d3-d50c-4f17-b4c5-8ce37f616350 x-openstack-request-id: req-dff837d3-d50c-4f17-b4c5-8ce37f616350 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:54.120308 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:54.120665 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dff837d3-d50c-4f17-b4c5-8ce37f616350 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:54.121356 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'status': 'completed', 'code': 200} Aug 19 15:05:54.213847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 87ba0b44-3d82-4d28-af1b-7d7ff12e414c) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:54.220866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.227143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.240248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19626ec7-88fb-4042-ba19-e49b33b2ba32 None None] Network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:54.272318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36760cc-eae7-4416-af1a-244462e4d6b4 req-5354a459-d03c-4666-a86a-f4dd8af7b072 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.280515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-83d2a774-6831-40d9-8fba-d7df1431b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.282073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-83d2a774-6831-40d9-8fba-d7df1431b489 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.1130328 Aug 19 15:05:54.282913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a36760cc-eae7-4416-af1a-244462e4d6b4 req-5354a459-d03c-4666-a86a-f4dd8af7b072 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 943 time: 0.1038747 Aug 19 15:05:54.328670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5cb7abe2-48ae-43fb-a444-477f42165725 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:54.379319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a36760cc-eae7-4416-af1a-244462e4d6b4 req-e952a837-b66b-4bb9-8e35-8875664b2f9e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845187 Aug 19 15:05:54.392855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1cfb13d6-b4f5-496f-8b0f-b1b017818fb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0313463 Aug 19 15:05:54.484314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4294323c-28d2-43b8-bdbf-d8483dba0287', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'port_id': '12dc76db-e065-45ef-af06-f2a550929f36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'mac_address': 'fa:16:3e:dc:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:05:49Z', 'updated_at': '2021-08-19T15:05:52Z', 'revision_number': 1, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:05:01Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:54.538784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f7c78-9fd1-4186-ab50-600248d595a8 None None] The sync data for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 is: [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4294323c-28d2-43b8-bdbf-d8483dba0287', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'port_id': '12dc76db-e065-45ef-af06-f2a550929f36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'mac_address': 'fa:16:3e:dc:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:05:49Z', 'updated_at': '2021-08-19T15:05:52Z', 'revision_number': 1, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:05:01Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:54.542042 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5267c20d-9a84-4bfe-8a57-69e1071a7ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.561982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-220da954-02e5-493a-825d-43f857bef69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.563540 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-220da954-02e5-493a-825d-43f857bef69c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.2743738 Aug 19 15:05:54.572297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-f8c105b2-766b-4d41-bc8c-7a2328b3b073 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 1000 time: 0.1526806 Aug 19 15:05:54.602349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d9c2c5-06b4-44ff-a210-2b2f6cf38a36 None None] Network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:54.615900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-5141c184-daf9-41ab-99d5-ccde3dd07b41 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.617803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-5141c184-daf9-41ab-99d5-ccde3dd07b41 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.2120311 Aug 19 15:05:54.654455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b048ec-5138-498c-9842-8968dcaca077 req-d5ece146-bb0f-469f-a7b5-6e71d0988be4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.656347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-d5ece146-bb0f-469f-a7b5-6e71d0988be4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports/12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 943 time: 0.0831470 Aug 19 15:05:54.709167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5cb7abe2-48ae-43fb-a444-477f42165725, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5cb7abe2-48ae-43fb-a444-477f42165725,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:54.710236 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-5df9183c-7d9e-42b5-b7ee-853c39843341 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.0377474 Aug 19 15:05:54.753641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5cb7abe2-48ae-43fb-a444-477f42165725', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'port_id': '5cb7abe2-48ae-43fb-a444-477f42165725', 'mac_address': 'fa:16:3e:78:33:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a4fd7e-359e-4043-8be0-7eaff33ce2f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:54.775912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-8e5af8f8-e316-4ae8-8d71-3e3f8e99b75c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 1000 time: 0.1869988 Aug 19 15:05:54.819265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-23d4dcd7-8c4b-47b2-ac25-108061b09c77 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 1000 time: 0.0996706 Aug 19 15:05:54.855121 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-2283900c-ac4a-421d-bae5-b4d9e223091b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172607 Aug 19 15:05:54.857370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-5617fdd6-284a-47c1-99b1-6af229362f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.858826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-5617fdd6-284a-47c1-99b1-6af229362f31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0755620 Aug 19 15:05:54.865541 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.881565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb7abe2-48ae-43fb-a444-477f42165725 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:54.914706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5cb7abe2-48ae-43fb-a444-477f42165725, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5cb7abe2-48ae-43fb-a444-477f42165725,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:54.932425 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09479ab-12c4-4c4d-98f2-b7ecbc0b6901 None None] New status for floating IP 4294323c-28d2-43b8-bdbf-d8483dba0287: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:05:54.963430 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-66b01401-5654-43f5-9cad-e719bc0df65e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883086 Aug 19 15:05:54.974912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b048ec-5138-498c-9842-8968dcaca077 req-2c9973d2-6803-49fe-b1ba-d5d1c7489701 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.982107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-2c9973d2-6803-49fe-b1ba-d5d1c7489701 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.1609838 Aug 19 15:05:54.988097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-cce4ab96-e082-4ab2-9acb-8cccd0375484 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:05:54.991857 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.996638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-cce4ab96-e082-4ab2-9acb-8cccd0375484 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129828 Aug 19 15:05:55.078100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b9a8cc84-8a62-45d0-8d97-ec1852c2dc53 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131386 Aug 19 15:05:55.090676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-03643005-e7aa-4398-bced-2c899a1b2fa8 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 1000 time: 0.0924211 Aug 19 15:05:55.094295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5cb7abe2-48ae-43fb-a444-477f42165725,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:55.097142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:55.175541 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:55.234088 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-c967c390-70bc-4ea8-a729-bb03db637663 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548514 Aug 19 15:05:55.248822 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:55.274075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:05:55.312068 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-aaf878d6-f87e-4432-90bf-970ca68cbebf service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333399 Aug 19 15:05:55.338208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:05:55.338616 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:05:55.419239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5cb7abe2-48ae-43fb-a444-477f42165725'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:55.442156 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3adf04cd-0b98-4313-9b7e-42690038bf88 req-98485fdb-aa1e-4674-ace2-2e755f20e139 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217928 Aug 19 15:05:55.841225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:55.933589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d621e54c-2b30-4f9a-8124-ef57331f9d47 req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737297899', 'description': 'tempest-description-419653296'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:56.024295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d621e54c-2b30-4f9a-8124-ef57331f9d47 req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.036391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.148287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d621e54c-2b30-4f9a-8124-ef57331f9d47 req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.234886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.235539 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Floating IP 4294323c-28d2-43b8-bdbf-d8483dba0287 disassociated. External IP: 172.25.5.155, port: 12dc76db-e065-45ef-af06-f2a550929f36. Aug 19 15:05:56.723324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d621e54c-2b30-4f9a-8124-ef57331f9d47 req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.757162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116cc924-494a-46e0-8dd3-b5b539e503af,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:56.761810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:56.879943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:56.884888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.892167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] Sync routers for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:56.902191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:56.903848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:56.915936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-a67a193a-701f-497c-807e-ae0864c9b722 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "PUT /v2.0/floatingips/4294323c-28d2-43b8-bdbf-d8483dba0287 HTTP/1.1" status: 200 len: 695 time: 1.8235698 Aug 19 15:05:56.916666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:56.919473 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf98b160-8cda-42a0-93df-d3a83cb782fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:56.945167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d621e54c-2b30-4f9a-8124-ef57331f9d47 req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.948839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d621e54c-2b30-4f9a-8124-ef57331f9d47 req-c2342209-4e78-411d-b024-20b832844d76 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0172112 Aug 19 15:05:56.995915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b048ec-5138-498c-9842-8968dcaca077 req-f988fdb2-0c9a-4206-a649-3632cc105bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.001706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-f988fdb2-0c9a-4206-a649-3632cc105bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.0707669 Aug 19 15:05:57.041458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:57.126637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b048ec-5138-498c-9842-8968dcaca077 req-9118fbc4-d33f-4ebc-a26b-6d2947adc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.147051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-9118fbc4-d33f-4ebc-a26b-6d2947adc912 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.1382675 Aug 19 15:05:57.204514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-6fdca0d6-1710-4b66-b675-59b8a7106b53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 217 time: 0.0530505 Aug 19 15:05:57.246971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabc972-4d05-4c0a-8bf7-c96c4e2ce677 req-39f0a609-33d3-4842-853c-a370f7e7d0ef tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.248599 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fbabc972-4d05-4c0a-8bf7-c96c4e2ce677 req-39f0a609-33d3-4842-853c-a370f7e7d0ef tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 944 time: 0.0839441 Aug 19 15:05:57.281224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b048ec-5138-498c-9842-8968dcaca077 req-6ed3d649-393c-4e10-ada4-8aa9d6f46bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.283082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-6ed3d649-393c-4e10-ada4-8aa9d6f46bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.0722470 Aug 19 15:05:57.316054 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fbabc972-4d05-4c0a-8bf7-c96c4e2ce677 req-ea866b5f-b485-473b-8063-49b21b4cdc37 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 Aug 19 15:05:57.335410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-abe577f4-5104-4cd3-9328-42d8eb4fda1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450892 Aug 19 15:05:57.355699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.361590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:05:01Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:57.394867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] Checking router: d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:05:57.405548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:57.406423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:57.420088 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b8222fc-ede6-46b2-aafc-0769e6228461 req-42b560e8-58a0-4e02-adfd-787675db8cbb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0402875 Aug 19 15:05:57.487790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-500ff19d-ef40-415e-b024-bc79806a454c service neutron] 10.222.0.13 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509888 Aug 19 15:05:57.591969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0eb5c-1017-454c-972f-275e74449446 req-63162739-a62d-4cb1-b056-84e838c3f2a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.596139 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-96e0eb5c-1017-454c-972f-275e74449446 req-63162739-a62d-4cb1-b056-84e838c3f2a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 945 time: 0.0655458 Aug 19 15:05:57.598837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:05:57.623319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7b048ec-5138-498c-9842-8968dcaca077 req-78320c88-7e79-496b-aa90-e482cb128551 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250947 Aug 19 15:05:57.654702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-96e0eb5c-1017-454c-972f-275e74449446 req-bd7fe945-349d-47f6-b5a7-c728a9f0c0b0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Aug 19 15:05:57.719100 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2099a9a-35c9-4f8c-9968-5757b90ad114 x-openstack-request-id: req-a2099a9a-35c9-4f8c-9968-5757b90ad114 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:57.719783 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:57.720240 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2099a9a-35c9-4f8c-9968-5757b90ad114 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:57.721049 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'status': 'completed', 'code': 200} Aug 19 15:05:57.738481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-61d65702-f460-4fbd-b778-46cbb93ef097 req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-895613004', 'description': 'tempest-description-576104934'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:57.826891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-34e6a7f1-f7d9-4b0d-8a0d-c51e0dce3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.829072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-34e6a7f1-f7d9-4b0d-8a0d-c51e0dce3261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b7303f35fe4da2b47f09954793b12d&device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 1098 time: 0.0642173 Aug 19 15:05:57.982583 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ca19975-417f-42b0-af70-0673a8697e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.020716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:05:01Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:58.060864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f4427-5bea-4b5a-a20c-105d411da340 None None] The sync data for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 is: [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:04:53Z', 'revision_number': 4, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9402779c-ef4b-4291-991d-f85c7438d324', 'name': '', 'network_id': 'ee4552b3-1617-48e9-8ae4-de0ed8036084', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'mac_address': 'fa:16:3e:82:b1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:52Z', 'updated_at': '2021-08-19T15:05:01Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'subnets': [{'id': '34b85225-4011-499d-bfb9-05e17cbbb39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:58.209922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-d1d49829-5ea0-44cf-9aa7-e6ee1603120f tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips/4294323c-28d2-43b8-bdbf-d8483dba0287 HTTP/1.1" status: 200 len: 695 time: 0.0536613 Aug 19 15:05:58.221959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-61d65702-f460-4fbd-b778-46cbb93ef097 req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.311607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-bae6fae3-2e07-41e9-91b6-016d7045d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:58.313404 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-bae6fae3-2e07-41e9-91b6-016d7045d0d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 200 len: 920 time: 0.4764497 Aug 19 15:05:58.325026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5cb7abe2-48ae-43fb-a444-477f42165725 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:58.409267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-98421cd2-38b0-487c-907c-a3eb7862a503 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:58.420222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-98421cd2-38b0-487c-907c-a3eb7862a503 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 784 time: 0.2011313 Aug 19 15:05:58.423761 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-d7c7eb0b-8ded-4e6b-9f8a-7e3c6e02c908 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 200 len: 217 time: 0.0994649 Aug 19 15:05:58.426127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-5a94c645-7916-47eb-9d67-735b8e42e7fe tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:05:58.434907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-5a94c645-7916-47eb-9d67-735b8e42e7fe tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137479 Aug 19 15:05:58.477950 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211d9d5-c24f-428b-ab18-6f02ebfde5f7 None None] New status for floating IP 4294323c-28d2-43b8-bdbf-d8483dba0287: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:05:58.497787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-2c8fdaab-9a8e-4903-af9f-31fbe2ffbf3a tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 698 time: 0.0593090 Aug 19 15:05:58.541544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-61d65702-f460-4fbd-b778-46cbb93ef097 req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.544400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-ba250a38-6b84-4060-8c55-d56b9a6c43de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:58.546827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-ba250a38-6b84-4060-8c55-d56b9a6c43de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 200 len: 859 time: 0.1167152 Aug 19 15:05:58.555632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-1cfda517-85c7-49bf-ad0e-02fd30dce715 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 698 time: 0.0550673 Aug 19 15:05:58.567291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5cb7abe2-48ae-43fb-a444-477f42165725 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:58.573067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5cb7abe2-48ae-43fb-a444-477f42165725 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:58.573491 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.598909 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-8ba0da4e-9235-4a40-8fdc-7922a892c54a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4552b3-1617-48e9-8ae4-de0ed8036084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436203 Aug 19 15:05:58.647707 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-61d65702-f460-4fbd-b778-46cbb93ef097 req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.697500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.750246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7abe2-48ae-43fb-a444-477f42165725'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:58.754065 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e757c3-4eff-47f7-b36e-742174cf2a70" -d '{"events": [{"server_uuid": "6a9b4d41-8273-4c1f-b72f-d57c19fc91bd", "name": "network-vif-plugged", "status": "completed", "tag": "5cb7abe2-48ae-43fb-a444-477f42165725"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:58.774921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5cb7abe2-48ae-43fb-a444-477f42165725, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5cb7abe2-48ae-43fb-a444-477f42165725,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:58.810305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:58.849444 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-241e7bc9-771e-4415-92e9-30d2f1b00fc8 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379677 Aug 19 15:05:58.867174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-e58f32ef-aac8-48cc-a4e0-c10dcb63846e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:58.869149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-e58f32ef-aac8-48cc-a4e0-c10dcb63846e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.2540984 Aug 19 15:05:58.870454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Deleting port 4e63606b-e876-471a-bd39-ba8fa70556b8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:58.870793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.880121 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.891555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:58.916118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-61d65702-f460-4fbd-b778-46cbb93ef097 req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.918511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-61d65702-f460-4fbd-b778-46cbb93ef097 req-eef975b1-f97f-467f-9d31-81efaf5a3b4f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1832621 Aug 19 15:05:59.001990 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cf98b160-8cda-42a0-93df-d3a83cb782fd req-264ee781-1c06-4834-ba02-8ad60726fff5 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445236 Aug 19 15:05:59.022051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5cb7abe2-48ae-43fb-a444-477f42165725,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:59.074788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.075132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.097711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Calling delete_port for 4e63606b-e876-471a-bd39-ba8fa70556b8 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:59.190417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:59.195245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.270227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf536-24b1-4b90-b32b-86e66e0809de req-f2d4db31-b960-4e51-a192-2a3eaf5eb898 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:59.278411 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02fcf536-24b1-4b90-b32b-86e66e0809de req-f2d4db31-b960-4e51-a192-2a3eaf5eb898 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 945 time: 0.0598514 Aug 19 15:05:59.334760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-02fcf536-24b1-4b90-b32b-86e66e0809de req-e9585708-e248-4e32-8c5f-f262d06de8d1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553663 Aug 19 15:05:59.406130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.13 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/0b01eed4-88e6-4017-a0c7-17ab78760f72) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:59.462298 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee79fd-f6c8-4f0e-8c18-d90fd08b25fe req-d4f36523-67d0-48d7-9e18-e11e8b8374bb tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:59.467935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-89ee79fd-f6c8-4f0e-8c18-d90fd08b25fe req-d4f36523-67d0-48d7-9e18-e11e8b8374bb tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.0676594 Aug 19 15:05:59.513034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-89ee79fd-f6c8-4f0e-8c18-d90fd08b25fe req-f117b9cd-cd23-4a02-ab3a-c9cf9d3577d4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Aug 19 15:05:59.534720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.570918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event deleted for resources: {'Port': ['ID=4e63606b-e876-471a-bd39-ba8fa70556b8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:59.580201 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.603922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.604676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.605203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.606612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.606997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.607454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.608017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.609997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.610396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.610744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.611086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.611419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:59.623405 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-992f0b0d-b648-45d3-9147-af7cd346809d req-450cb2b3-1951-4159-b339-400a43a5dc72 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0466993 Aug 19 15:05:59.686368 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2805fbe-06b9-4e8b-a806-60e80c3a3071 x-openstack-request-id: req-a2805fbe-06b9-4e8b-a806-60e80c3a3071 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:59.686665 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9b4d41-8273-4c1f-b72f-d57c19fc91bd", "name": "network-vif-plugged", "status": "completed", "tag": "5cb7abe2-48ae-43fb-a444-477f42165725", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:59.686923 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2805fbe-06b9-4e8b-a806-60e80c3a3071 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:59.687325 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7abe2-48ae-43fb-a444-477f42165725', 'code': 200} Aug 19 15:05:59.696272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.709408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.712444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.714208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7853bd-ef62-4991-b922-2bcc5fb7296f req-209a3c8f-94ab-4569-8134-fe6be83dd399 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "DELETE /v2.0/floatingips/4294323c-28d2-43b8-bdbf-d8483dba0287 HTTP/1.1" status: 204 len: 173 time: 1.1565061 Aug 19 15:05:59.728210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object 0b01eed4-88e6-4017-a0c7-17ab78760f72 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:59.850387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-ed7434d8-c597-408a-bf2e-5a8d486a7b43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:59.852357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-ed7434d8-c597-408a-bf2e-5a8d486a7b43 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 945 time: 0.1179049 Aug 19 15:05:59.857660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4f6059f-7d73-41b3-8356-53ce469685ec req-e12ac866-739c-4a7a-aaae-8122bd87b711 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups/dc012cff-7a4b-4d75-9d92-fbd26a585d32 HTTP/1.1" status: 200 len: 1808 time: 0.1102505 Aug 19 15:05:59.885740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24abf93-3c87-4826-8695-94afc5ffd380 req-7c43030f-43af-41fd-b0d5-e55065e890f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:59.887851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c24abf93-3c87-4826-8695-94afc5ffd380 req-7c43030f-43af-41fd-b0d5-e55065e890f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 1097 time: 0.1024356 Aug 19 15:05:59.927792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-cb51cc04-f74a-4a18-a87c-776fd3cade71 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:59.929346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-cb51cc04-f74a-4a18-a87c-776fd3cade71 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 813 time: 0.1671631 Aug 19 15:05:59.943450 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.953273 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c24abf93-3c87-4826-8695-94afc5ffd380 req-102891be-d5eb-4f93-83f6-e365ba8e721b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571096 Aug 19 15:05:59.956012 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-e1988551-ecd9-4836-86e2-8360c3e4b400 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/quotas/1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 375 time: 0.0175152 Aug 19 15:05:59.999003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-f98dc763-796a-4651-994f-755ef975f94a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323913 Aug 19 15:06:00.017229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:00.031581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:00.034462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:00.039008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=0b01eed4-88e6-4017-a0c7-17ab78760f72,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:00.067521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4f6059f-7d73-41b3-8356-53ce469685ec req-cfbd8cbe-7c76-462e-9db0-389ab09ea620 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.112355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4f6059f-7d73-41b3-8356-53ce469685ec req-cfbd8cbe-7c76-462e-9db0-389ab09ea620 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.120538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-ac7f56b9-3d62-455c-ab01-95fe54e141e0 service neutron] 10.222.0.13 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104121 Aug 19 15:06:00.139584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:00.140242 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.147129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Deleting port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:00.147519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.247816 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-f8dc62e8-7c77-42bc-a75c-eb6150f9e63f service neutron] 10.222.0.13 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179247 Aug 19 15:06:00.282039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] For port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:00.290257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.301068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Calling delete_port for 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:00.372046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-b78503c7-ba91-46ad-ad70-11520ab09846 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4860587 Aug 19 15:06:00.396174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4f6059f-7d73-41b3-8356-53ce469685ec req-cfbd8cbe-7c76-462e-9db0-389ab09ea620 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.399435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4f6059f-7d73-41b3-8356-53ce469685ec req-cfbd8cbe-7c76-462e-9db0-389ab09ea620 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.400526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4f6059f-7d73-41b3-8356-53ce469685ec req-cfbd8cbe-7c76-462e-9db0-389ab09ea620 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "DELETE /v2.0/security-groups/dc012cff-7a4b-4d75-9d92-fbd26a585d32 HTTP/1.1" status: 204 len: 173 time: 0.5332403 Aug 19 15:06:00.426600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Request body: {'port': {'device_id': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:00.434043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd8cbe-7c76-462e-9db0-389ab09ea620 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc012cff-7a4b-4d75-9d92-fbd26a585d32,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:00.463463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff88c932-5472-440f-9190-8c80d750bd0e None None] Provisioning for port 0b01eed4-88e6-4017-a0c7-17ab78760f72 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:00.469531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff88c932-5472-440f-9190-8c80d750bd0e None None] Provisioning complete for port 0b01eed4-88e6-4017-a0c7-17ab78760f72 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:00.469913 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ff88c932-5472-440f-9190-8c80d750bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.563496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ff88c932-5472-440f-9190-8c80d750bd0e None None] Port 0b01eed4-88e6-4017-a0c7-17ab78760f72 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:00.631482 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.660624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7531-f09b-4f33-af16-0718cd979746 req-1de1b50a-fe69-45cb-bd7b-000e684d211a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:00.667918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f77c7531-f09b-4f33-af16-0718cd979746 req-1de1b50a-fe69-45cb-bd7b-000e684d211a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 945 time: 0.0741458 Aug 19 15:06:00.676370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.717886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f77c7531-f09b-4f33-af16-0718cd979746 req-9b98f08d-51e1-4425-b014-7cc7f2d4df34 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Aug 19 15:06:00.748654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.765782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['10ffdd0f-cb9f-4b57-bc59-7fba3752aa09'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:00.810904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9535d8fe-384d-47f6-8118-8424e98c9d6d req-a84caeab-97da-40cc-ae7d-7f68a53c70b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 210 time: 0.0389848 Aug 19 15:06:00.885626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event deleted for resources: {'Port': ['ID=10ffdd0f-cb9f-4b57-bc59-7fba3752aa09,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:00.924785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2af613-7fae-4725-9452-cb99f80a6fa4 req-da87b01c-700b-4418-926a-8a90ffaafda0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:00.926730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5e2af613-7fae-4725-9452-cb99f80a6fa4 req-da87b01c-700b-4418-926a-8a90ffaafda0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.0575805 Aug 19 15:06:00.940975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] No DVR routers for this DVR port 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:00.946546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.948588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0389c519-beed-4dd7-85bb-00d5a3e5ed26 req-9957edfd-2c01-40ff-bd04-244244340551 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "DELETE /v2.0/ports/10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 HTTP/1.1" status: 204 len: 173 time: 1.0891278 Aug 19 15:06:00.949040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'name': 'network-vif-deleted', 'tag': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:00.952702 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f2407-6867-4a38-88e0-416a746d2e88" -d '{"events": [{"server_uuid": "8b3dd729-807e-4613-9ad2-107eadbfa608", "name": "network-vif-deleted", "tag": "10ffdd0f-cb9f-4b57-bc59-7fba3752aa09"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:00.976181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5e2af613-7fae-4725-9452-cb99f80a6fa4 req-f1584397-a201-44f6-ba94-fb467563ea33 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Aug 19 15:06:01.125167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1674129-674a-4605-9580-8c238bcc38ea req-86aba6b6-fe7d-49fd-a165-6c0c5b066006 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:01.133028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e1674129-674a-4605-9580-8c238bcc38ea req-86aba6b6-fe7d-49fd-a165-6c0c5b066006 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 932 time: 0.0877845 Aug 19 15:06:01.183241 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e1674129-674a-4605-9580-8c238bcc38ea req-33ad40a7-efd4-400e-89f7-05319fe852c8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Aug 19 15:06:01.225631 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7d695-83c0-422d-905f-f39b506c7343 x-openstack-request-id: req-48a7d695-83c0-422d-905f-f39b506c7343 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:01.233599 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3dd729-807e-4613-9ad2-107eadbfa608", "name": "network-vif-deleted", "tag": "10ffdd0f-cb9f-4b57-bc59-7fba3752aa09", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:01.234134 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48a7d695-83c0-422d-905f-f39b506c7343 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:01.234858 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3dd729-807e-4613-9ad2-107eadbfa608', 'name': 'network-vif-deleted', 'tag': '10ffdd0f-cb9f-4b57-bc59-7fba3752aa09', 'status': 'completed', 'code': 200} Aug 19 15:06:01.250707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b01eed4-88e6-4017-a0c7-17ab78760f72 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:01.279048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.296295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Transition to ACTIVE for port object 0b01eed4-88e6-4017-a0c7-17ab78760f72 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:01.319028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d687-8917-4bbe-8e00-52ea89e18f8e req-10a8f7ae-62bd-42df-8f72-22d472d3fdd4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:01.320727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cc4d687-8917-4bbe-8e00-52ea89e18f8e req-10a8f7ae-62bd-42df-8f72-22d472d3fdd4 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0824220 Aug 19 15:06:01.362878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cc4d687-8917-4bbe-8e00-52ea89e18f8e req-4ca2c146-9d25-4d73-8780-caa6f7371d4f tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Aug 19 15:06:01.550066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.641278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=0b01eed4-88e6-4017-a0c7-17ab78760f72,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:01.709070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Attempting to bind port 0b01eed4-88e6-4017-a0c7-17ab78760f72 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:01.709070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Attempting to bind port 0b01eed4-88e6-4017-a0c7-17ab78760f72 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:01.709070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Attempting to bind port 0b01eed4-88e6-4017-a0c7-17ab78760f72 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:01.711230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Port 0b01eed4-88e6-4017-a0c7-17ab78760f72 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:01.711641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Attempting to bind port 0b01eed4-88e6-4017-a0c7-17ab78760f72 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:01.717650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:01.718064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:01.718519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:01.719020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Bound port: 0b01eed4-88e6-4017-a0c7-17ab78760f72, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:01.719592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.804330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] For port 0b01eed4-88e6-4017-a0c7-17ab78760f72, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:01.814241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] For port 0b01eed4-88e6-4017-a0c7-17ab78760f72, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:01.889599 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8dda7126-6387-4f53-bdfc-7305da42d635 req-c554b0ae-f606-4464-8af9-e05b6205eb47 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3dd729-807e-4613-9ad2-107eadbfa608 HTTP/1.1" status: 200 len: 210 time: 0.0440547 Aug 19 15:06:01.890166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.962569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3af93559-3d21-4738-9264-f1a41e331eb3 req-ae8f5f38-c166-464d-a414-622257b4bd39 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 210 time: 0.0667393 Aug 19 15:06:01.965779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:01.966425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.968205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] 10.222.0.54 "PUT /v2.0/ports/0b01eed4-88e6-4017-a0c7-17ab78760f72 HTTP/1.1" status: 200 len: 1093 time: 1.5528178 Aug 19 15:06:01.992013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702bd3c-b9b5-4073-a309-eaf381e5dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=0b01eed4-88e6-4017-a0c7-17ab78760f72,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:02.120715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb67d4c-77d2-410e-8148-9023a1a0ab11 req-c83acb1a-3370-4e5d-a0d5-8ae98dd24eae tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:02.125658 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ffb67d4c-77d2-410e-8148-9023a1a0ab11 req-c83acb1a-3370-4e5d-a0d5-8ae98dd24eae tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.0622308 Aug 19 15:06:02.175121 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ffb67d4c-77d2-410e-8148-9023a1a0ab11 req-7ef61405-c733-4151-b5c5-52dca6b45d47 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Aug 19 15:06:02.182099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-982b3f18-aa31-4a18-89ba-a689649bb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:02.182099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-982b3f18-aa31-4a18-89ba-a689649bb115 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 1096 time: 0.0582268 Aug 19 15:06:02.276809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-5c5a11fb-53af-4635-ab6d-4cbc42e6588b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72 HTTP/1.1" status: 200 len: 217 time: 0.0770380 Aug 19 15:06:02.367441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-3d7b91f9-d42b-4b43-aa15-8cb137c733b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:02.369027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-3d7b91f9-d42b-4b43-aa15-8cb137c733b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0863607 Aug 19 15:06:02.401831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43ba3-c3e0-4d3e-b16c-ae38bbce6462 req-c34aeeba-7020-4ccc-b088-c9f9cbc83ff1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:02.405145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ad43ba3-c3e0-4d3e-b16c-ae38bbce6462 req-c34aeeba-7020-4ccc-b088-c9f9cbc83ff1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0815456 Aug 19 15:06:02.484622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9a4af2a7-fc7f-49e7-bc13-0246e2cca366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:02.486165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-9a4af2a7-fc7f-49e7-bc13-0246e2cca366 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089551 Aug 19 15:06:02.489307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ad43ba3-c3e0-4d3e-b16c-ae38bbce6462 req-def52cc8-eec0-472d-bbe8-8393ea65765c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677176 Aug 19 15:06:02.526399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81025c4-e1d8-4b77-960b-36df7f271373 req-59c54fef-2bd4-4d7b-97aa-a59426ba392f tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:02.529248 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b81025c4-e1d8-4b77-960b-36df7f271373 req-59c54fef-2bd4-4d7b-97aa-a59426ba392f tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0811272 Aug 19 15:06:02.605073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-3034df86-f5dd-46e2-aaaa-2b411bfb7627 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046033 Aug 19 15:06:02.606335 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b81025c4-e1d8-4b77-960b-36df7f271373 req-f50587be-9876-4cab-a7d5-775ef9fae42b tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659604 Aug 19 15:06:02.718435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a13f95f7-24a1-4da0-b68e-0c6a96a2f776 req-977d8ef3-a844-4e0d-b936-4199dd446067 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099460 Aug 19 15:06:03.081919 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dc4e2d32-f512-4c91-a679-449b10461638 req-2731fe92-62c2-4d43-b822-91db9894fa7c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 210 time: 0.0356188 Aug 19 15:06:03.235881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'tag': '0b01eed4-88e6-4017-a0c7-17ab78760f72'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:03.237934 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f1442b-0d3e-41af-86e3-eb61cb004bef" -d '{"events": [{"name": "network-changed", "server_uuid": "c01d1d38-d0c2-4295-bc9e-613b1d0d980b", "tag": "0b01eed4-88e6-4017-a0c7-17ab78760f72"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:03.280651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-a6c9a3bd-b99a-427d-b571-f27476b611c4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:03.282178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-a6c9a3bd-b99a-427d-b571-f27476b611c4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1227086 Aug 19 15:06:03.283668 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53836733-acd3-4394-82e0-68c715f17686 x-openstack-request-id: req-53836733-acd3-4394-82e0-68c715f17686 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:03.283951 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01d1d38-d0c2-4295-bc9e-613b1d0d980b", "tag": "0b01eed4-88e6-4017-a0c7-17ab78760f72", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:03.284200 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53836733-acd3-4394-82e0-68c715f17686 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:03.284581 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'tag': '0b01eed4-88e6-4017-a0c7-17ab78760f72', 'status': 'completed', 'code': 200} Aug 19 15:06:03.302315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-e5531e71-6bea-4ed4-be71-e2187a05176d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0138240 Aug 19 15:06:03.337386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-f7d52b22-c963-4e45-b235-aa21a0ea3323 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293136 Aug 19 15:06:03.441284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-24277839-4562-4b59-ac89-f4e917731793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:03.442808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-24277839-4562-4b59-ac89-f4e917731793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 1096 time: 0.1043768 Aug 19 15:06:03.480456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-0b13ae70-39dd-43f9-b994-932fafc7c8fe service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338525 Aug 19 15:06:03.548449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:03.570969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:03.573637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 10ffdd0f-cb9f-4b57-bc59-7fba3752aa09 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:03.656074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5e51a-38bd-420f-8e54-6ea1e885b9fa req-ea86ab11-8b6b-45dc-a8ed-46f32fb631f7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:03.656074 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7fa5e51a-38bd-420f-8e54-6ea1e885b9fa req-ea86ab11-8b6b-45dc-a8ed-46f32fb631f7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0799673 Aug 19 15:06:03.705876 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7fa5e51a-38bd-420f-8e54-6ea1e885b9fa req-fb3265d9-23d4-4c93-bee6-0b49a625e04d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Aug 19 15:06:03.862397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce70952-f2ef-498d-bef6-162f6cae51be req-76c1757b-a576-4fb2-aa35-1279745b3773 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:03.864481 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bce70952-f2ef-498d-bef6-162f6cae51be req-76c1757b-a576-4fb2-aa35-1279745b3773 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.0688100 Aug 19 15:06:03.922337 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bce70952-f2ef-498d-bef6-162f6cae51be req-8479d4c0-0f63-40ff-9565-973ec9f86234 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12b0f29-d873-4366-83b1-54ddd7c27182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Aug 19 15:06:03.948664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-463242f5-2c75-4bb7-bdb3-b80daaae6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:03.950860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-463242f5-2c75-4bb7-bdb3-b80daaae6527 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.4987078 Aug 19 15:06:04.067342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-e5d7be88-1084-4492-bc58-6119a3027860 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569394 Aug 19 15:06:04.070851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-62d8da71-7f3a-45e3-a553-ef8b51d76608 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72 HTTP/1.1" status: 200 len: 217 time: 0.0558989 Aug 19 15:06:04.167666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-8eb5bb0c-590d-4af1-8ca3-61c5a700b29e tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:04.170048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-8eb5bb0c-590d-4af1-8ca3-61c5a700b29e tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 813 time: 0.2436559 Aug 19 15:06:04.171758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-2028511f-7803-44ea-9881-f24eb57c8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:04.173260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-2028511f-7803-44ea-9881-f24eb57c8806 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0932522 Aug 19 15:06:04.187328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'port': {'device_id': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c', 'admin_state_up': True, 'tenant_id': '1d89b5478326473e9928c406b798a79b'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:04.211681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-43e1097e-7791-4bda-a633-8f06cce1abf7 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:04.213460 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-43e1097e-7791-4bda-a633-8f06cce1abf7 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.54 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 946 time: 0.1508720 Aug 19 15:06:04.324924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-c6fdc2e8-c4ca-40ed-b0c2-b36a5214b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:04.327056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-c6fdc2e8-c4ca-40ed-b0c2-b36a5214b4fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356044 Aug 19 15:06:04.339369 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8785f792-2ce2-4e9f-b27a-7509c2539119 req-12b8a096-8148-42b6-82b9-e3e6676ade62 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 210 time: 0.1033733 Aug 19 15:06:04.401065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Deleting port 12dc76db-e065-45ef-af06-f2a550929f36 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:04.401605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.488306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-7b4304e3-ae37-4b32-b8ec-f4fd77535fcc service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518626 Aug 19 15:06:04.528076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0836ac7e-7378-4d59-b212-145c973e5627 req-183a5d99-053f-4e72-b095-dd45cef2fc0a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0472803 Aug 19 15:06:04.638237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] For port 12dc76db-e065-45ef-af06-f2a550929f36, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=12dc76db-e065-45ef-af06-f2a550929f36,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:04.638340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.665004 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Calling delete_port for 12dc76db-e065-45ef-af06-f2a550929f36 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:04.683029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Made reservation on behalf of 1d89b5478326473e9928c406b798a79b for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:04.693880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.736351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f1442b-0d3e-41af-86e3-eb61cb004bef req-76a9fc46-7052-41f1-a3f6-50893cdf7883 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343960 Aug 19 15:06:04.896539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Allocated IP 172.20.0.2 (87ba0b44-3d82-4d28-af1b-7d7ff12e414c/52c3d368-2102-46ba-9ee6-5ade644168f3/582e8398-f0c5-47b1-9bc6-8411fd39b414) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:04.913984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e43c-8b3a-4b8f-b0fd-5194fe91e76a req-a24f148a-8420-4025-b4fd-2ff6a1cb11ab tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:04.915536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5af2e43c-8b3a-4b8f-b0fd-5194fe91e76a req-a24f148a-8420-4025-b4fd-2ff6a1cb11ab tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0876138 Aug 19 15:06:04.995014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5af2e43c-8b3a-4b8f-b0fd-5194fe91e76a req-e712a1e0-de0b-4b06-b4bd-ffb6575db1cb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Aug 19 15:06:05.017635 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.103778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-83c5f555-dcb4-4843-8be0-22d4154883a1 req-2e2b0838-b684-4212-91ca-536108a9b9a3 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 210 time: 0.0815260 Aug 19 15:06:05.122387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Pushing event deleted for resources: {'Port': ['ID=12dc76db-e065-45ef-af06-f2a550929f36,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:05.144483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.160317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] No DVR routers for this DVR port 12dc76db-e065-45ef-af06-f2a550929f36 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:05.161329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.164655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-82e9290f-c597-431b-a26f-36c54e1eaca7 req-d19aac3a-ffe2-468a-b61d-cd53a7ebed47 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.54 "DELETE /v2.0/ports/12dc76db-e065-45ef-af06-f2a550929f36 HTTP/1.1" status: 204 len: 173 time: 0.9441116 Aug 19 15:06:05.165277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'name': 'network-vif-deleted', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:05.169541 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9f98b7-ad84-4bb5-856e-130767f87333" -d '{"events": [{"server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "name": "network-vif-deleted", "tag": "12dc76db-e065-45ef-af06-f2a550929f36"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:05.216740 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2a45a-aa4f-47a4-980a-9fe1acc69773 x-openstack-request-id: req-09d2a45a-aa4f-47a4-980a-9fe1acc69773 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:05.217375 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d1578-9772-4e4b-9cb2-a90bb640ef8b", "name": "network-vif-deleted", "tag": "12dc76db-e065-45ef-af06-f2a550929f36", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:05.222593 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d2a45a-aa4f-47a4-980a-9fe1acc69773 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:05.222593 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34d1578-9772-4e4b-9cb2-a90bb640ef8b', 'name': 'network-vif-deleted', 'tag': '12dc76db-e065-45ef-af06-f2a550929f36', 'status': 'completed', 'code': 200} Aug 19 15:06:05.343266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.399834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:05.403330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:05.407762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:05.437626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:05.513259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:05.513820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.547489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a6651-b869-4335-abf2-a07362eff2fd req-1608c1df-c0ce-4a7a-975f-0e7df5c41688 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:05.558864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac4a6651-b869-4335-abf2-a07362eff2fd req-1608c1df-c0ce-4a7a-975f-0e7df5c41688 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 931 time: 0.0903201 Aug 19 15:06:05.595054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac4a6651-b869-4335-abf2-a07362eff2fd req-90f1ea64-bca7-4019-8768-62324371437a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Aug 19 15:06:05.678747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7de78905-06bb-4050-b96b-b02191dd3257 req-d1d6282f-d8b3-44ee-be43-debf39221ac6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0410659 Aug 19 15:06:05.749918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-2aec7745-5ddd-47ee-8fbc-47ba0b1d3a40 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5703127 Aug 19 15:06:05.762901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Request body: {'port': {'device_id': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:05.834919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.157517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48824e2-c21b-4d5e-9cc5-a7ebc117b326 req-876b4a0a-8b4b-4a3a-a53e-c4689064eb5b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:06.158728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e48824e2-c21b-4d5e-9cc5-a7ebc117b326 req-876b4a0a-8b4b-4a3a-a53e-c4689064eb5b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0824690 Aug 19 15:06:06.235235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582e8398-f0c5-47b1-9bc6-8411fd39b414 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:06.248478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e48824e2-c21b-4d5e-9cc5-a7ebc117b326 req-02534145-dc5b-482a-ab82-0e26bbc4ba04 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Aug 19 15:06:06.250536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.265762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Transition to ACTIVE for port object 582e8398-f0c5-47b1-9bc6-8411fd39b414 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:06.351507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12dc76db-e065-45ef-af06-f2a550929f36 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:06.376852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 12dc76db-e065-45ef-af06-f2a550929f36 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:06.377581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 12dc76db-e065-45ef-af06-f2a550929f36 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:06.384712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d80a3a1-6759-471e-b7ff-7522ed23c0b7 req-f20d5dff-65aa-427f-889d-e70e13eebe92 tempest-ServerRescueTestJSONUnderV235-2013871143 tempest-ServerRescueTestJSONUnderV235-2013871143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d34d1578-9772-4e4b-9cb2-a90bb640ef8b HTTP/1.1" status: 200 len: 210 time: 0.0289080 Aug 19 15:06:06.437673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.533018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:06.591294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Attempting to bind port 582e8398-f0c5-47b1-9bc6-8411fd39b414 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:06.591806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Attempting to bind port 582e8398-f0c5-47b1-9bc6-8411fd39b414 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:06.592140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Attempting to bind port 582e8398-f0c5-47b1-9bc6-8411fd39b414 on network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:06.597468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Port 582e8398-f0c5-47b1-9bc6-8411fd39b414 on network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:06.597790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Attempting to bind port 582e8398-f0c5-47b1-9bc6-8411fd39b414 on network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:06.606331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:06.606783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Checking segment: {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:06.607427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Bound using segment: {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:06.613149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Bound port: 582e8398-f0c5-47b1-9bc6-8411fd39b414, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:06.613149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.690920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:06.693935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:06.866044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.924843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:06.925512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.926953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] 10.222.0.46 "PUT /v2.0/ports/582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 1092 time: 1.1687765 Aug 19 15:06:06.927419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:06.929754 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff505cc3-eee0-41cd-a28d-49d835037b13" -d '{"events": [{"name": "network-changed", "server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:06.971507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31455b71-9e1b-4e81-9f34-cb42546ae2bb service neutron] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:07.005740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881001c3-9dba-42fa-bc8f-a68bb85012bc req-337cc194-3785-477d-81bd-2a53070cd385 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:07.007602 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-881001c3-9dba-42fa-bc8f-a68bb85012bc req-337cc194-3785-477d-81bd-2a53070cd385 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 943 time: 0.0641959 Aug 19 15:06:07.061914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-881001c3-9dba-42fa-bc8f-a68bb85012bc req-6493f6d5-ffdb-4e98-b015-48bdef8225e9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Aug 19 15:06:07.121618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe8f2ce1-1d60-48c1-8c32-b1f9d16ab137 req-bb80c087-35f6-4a10-bc4d-ddf337c9c93e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0520802 Aug 19 15:06:07.136316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-0a7083e6-4dcf-44bc-97b7-30b8b468aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:07.137603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-0a7083e6-4dcf-44bc-97b7-30b8b468aaf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1095 time: 0.0874422 Aug 19 15:06:07.139862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d706fd42-80de-4f84-88e7-8cb10fc0adbc x-openstack-request-id: req-d706fd42-80de-4f84-88e7-8cb10fc0adbc {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:07.140546 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:07.145692 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d706fd42-80de-4f84-88e7-8cb10fc0adbc {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:07.146444 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'status': 'completed', 'code': 200} Aug 19 15:06:07.203851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-d01d4ccb-2583-470e-b2a8-c3c0010fae66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 217 time: 0.0473409 Aug 19 15:06:07.270133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fea8d-3dd5-4f61-99b5-194b3b946565 req-fbf2c4fa-345f-41a1-9ffb-67ed0969d6a1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:07.272942 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb9fea8d-3dd5-4f61-99b5-194b3b946565 req-fbf2c4fa-345f-41a1-9ffb-67ed0969d6a1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0788383 Aug 19 15:06:07.299359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611bbd-d881-4d81-9814-7296a486e05d req-94464afb-795d-46ec-864c-58b3b8cf4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:07.301977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-94464afb-795d-46ec-864c-58b3b8cf4035 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.0912716 Aug 19 15:06:07.355112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb9fea8d-3dd5-4f61-99b5-194b3b946565 req-6837d5ed-c7a1-4909-9f47-1f9ec29b8219 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545411 Aug 19 15:06:07.357926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-7363dd47-7a22-4e25-8010-1f1f16df70e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470746 Aug 19 15:06:07.453319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60978) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:07.607219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2fb8-3507-4c76-ad56-65c2f21c161e req-3be98727-87dd-46f7-bd7d-1f132c060d7c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:07.609091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e67e2fb8-3507-4c76-ad56-65c2f21c161e req-3be98727-87dd-46f7-bd7d-1f132c060d7c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.2502408 Aug 19 15:06:07.708910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-16fdc14b-70bf-4e29-b2f4-6053b53f59d5 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327372 Aug 19 15:06:07.795724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-33d41950-4657-4e2b-9ff1-bdd802eedbe4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:07.797416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-33d41950-4657-4e2b-9ff1-bdd802eedbe4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.3892450 Aug 19 15:06:07.812561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e67e2fb8-3507-4c76-ad56-65c2f21c161e req-2b8ed445-9117-4993-acf5-887bfffbc461 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917014 Aug 19 15:06:07.823112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Request body: {'port': {'device_id': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'admin_state_up': True, 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:08.005307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3611bbd-d881-4d81-9814-7296a486e05d req-e7647682-253e-4e00-a1b9-ba07620edd0a service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863493 Aug 19 15:06:08.209928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cc768-956b-48e6-8acf-2d4bf87e3441 req-81dad2de-99ee-4aac-b545-1104d0e1a637 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:08.211808 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8d0cc768-956b-48e6-8acf-2d4bf87e3441 req-81dad2de-99ee-4aac-b545-1104d0e1a637 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 943 time: 0.0708170 Aug 19 15:06:08.214898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:08.218672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:08.275835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8d0cc768-956b-48e6-8acf-2d4bf87e3441 req-c3f4682f-deb4-4369-9f05-c47e2c3a92f4 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561640 Aug 19 15:06:08.311859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00ccf850-9248-4091-82ea-053061d84fa6 req-51d9d4b9-d624-474d-aa22-7a34839d7db6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0695493 Aug 19 15:06:08.348815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:08.476159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b87fe2-14cc-49f5-bde6-dc4805f4ea81 req-5ce01ad2-4d9d-4d2f-a9c9-188a889c2c77 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:08.477699 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c7b87fe2-14cc-49f5-bde6-dc4805f4ea81 req-5ce01ad2-4d9d-4d2f-a9c9-188a889c2c77 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0652680 Aug 19 15:06:08.536831 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c7b87fe2-14cc-49f5-bde6-dc4805f4ea81 req-5594e75c-dfee-4f97-8335-6545f7f40b71 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470960 Aug 19 15:06:08.791466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-18ff9832-02ef-4a44-977b-3ec66e6f296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:08.793856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-18ff9832-02ef-4a44-977b-3ec66e6f296f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1095 time: 0.5948038 Aug 19 15:06:08.959108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Allocated IP 172.20.0.14 (936494d6-d5d9-4539-9e13-ccbbc5520a39/0aed2365-7411-4eaf-87de-ee898e917c76/ff104921-4b7c-4f3b-953e-99b6dcb50b64) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:09.131297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-94d4ac74-c237-4db5-9c86-685f30dab3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.133538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-94d4ac74-c237-4db5-9c86-685f30dab3c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.3094051 Aug 19 15:06:09.145503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6edc9-9fb6-4ca7-bddf-94fc3fbb3480 req-cf64f661-d7e1-4239-8615-7e8f67123da5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.147050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1e6edc9-9fb6-4ca7-bddf-94fc3fbb3480 req-cf64f661-d7e1-4239-8615-7e8f67123da5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.2224681 Aug 19 15:06:09.210469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-3e6f811c-7401-4da5-b7a3-e262587f8cc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 217 time: 0.0622034 Aug 19 15:06:09.345746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1e6edc9-9fb6-4ca7-bddf-94fc3fbb3480 req-ec5356f6-f242-4622-97b2-df2ebbfb289f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817558 Aug 19 15:06:09.412422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-16a7341f-ed56-4aa3-bc34-653f90575497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.414987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-16a7341f-ed56-4aa3-bc34-653f90575497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.1839564 Aug 19 15:06:09.455621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac2e7b-2007-47f7-a06a-6598d985ef25 req-2388b1dd-5d99-41cb-b20a-82070e6abb29 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.464007 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01ac2e7b-2007-47f7-a06a-6598d985ef25 req-2388b1dd-5d99-41cb-b20a-82070e6abb29 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 943 time: 0.0763083 Aug 19 15:06:09.468845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-6c3f1f34-cbec-498c-aa04-a87c5772e55e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446532 Aug 19 15:06:09.517662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-01ac2e7b-2007-47f7-a06a-6598d985ef25 req-93512ea1-6f87-4f7f-afc9-7fb14646f83c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503702 Aug 19 15:06:09.519498 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.548144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c3d3675-d18e-4fc7-903e-94a988bb0a77 req-b99265b2-8fdb-4017-be54-0feca781c213 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0748701 Aug 19 15:06:09.675782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Deleting port 9402779c-ef4b-4291-991d-f85c7438d324 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:09.684782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.695161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-c765826a-8981-40c7-8bc8-8bfc16110cb5 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151976 Aug 19 15:06:09.738845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33705726-92bd-461d-a025-1de1695126b6 req-6239c428-2449-40b1-b562-2ac7691013cb tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.757862 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33705726-92bd-461d-a025-1de1695126b6 req-6239c428-2449-40b1-b562-2ac7691013cb tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1134963 Aug 19 15:06:09.800018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.824258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33705726-92bd-461d-a025-1de1695126b6 req-193ddc34-17f2-441f-a73f-3d249793fe64 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653052 Aug 19 15:06:09.898263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:09.915552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:09.921518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:09.926972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:09.930359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] For port 9402779c-ef4b-4291-991d-f85c7438d324, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9402779c-ef4b-4291-991d-f85c7438d324,segment=NetworkSegment(aae41b62-152d-4b60-80a2-780f95d7cebb),segment_id=aae41b62-152d-4b60-80a2-780f95d7cebb)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:09.930741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.961550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff505cc3-eee0-41cd-a28d-49d835037b13 req-7a5194d8-2be5-418d-9876-54cb895bc864 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223296 Aug 19 15:06:09.974664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Calling delete_port for 9402779c-ef4b-4291-991d-f85c7438d324 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:10.002436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:10.003071 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:10.156525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-5b8700c4-8fc3-4149-9da4-03495a30fda0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3406425 Aug 19 15:06:10.169345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Request body: {'port': {'device_id': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:10.274814 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:10.343122 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:10.440759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9402779c-ef4b-4291-991d-f85c7438d324,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:10.646190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fd59-6f8c-4d30-b0fa-ceb93b54b20f req-2418df94-e386-4028-a85e-aebd0c77dc9d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:10.654238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14b5fd59-6f8c-4d30-b0fa-ceb93b54b20f req-2418df94-e386-4028-a85e-aebd0c77dc9d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1729610 Aug 19 15:06:10.719220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052161ae-e377-428e-b67b-c3ec7f0be07c req-2240c8cf-e3da-47af-9066-4b3b54fa589d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:10.721568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-052161ae-e377-428e-b67b-c3ec7f0be07c req-2240c8cf-e3da-47af-9066-4b3b54fa589d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 943 time: 0.0944891 Aug 19 15:06:10.779016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-052161ae-e377-428e-b67b-c3ec7f0be07c req-c5390220-d18b-444e-aea8-53a25ff13c72 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Aug 19 15:06:10.857806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14b5fd59-6f8c-4d30-b0fa-ceb93b54b20f req-23eb557b-536e-4c32-9589-18a110b66bed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025034 Aug 19 15:06:10.921092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:10.944752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182e1f-ce7b-4742-9175-e6238c4e9f69 req-47642ca5-e52f-4ff8-b0be-62d044e5f141 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:10.947444 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19182e1f-ce7b-4742-9175-e6238c4e9f69 req-47642ca5-e52f-4ff8-b0be-62d044e5f141 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 932 time: 0.0836353 Aug 19 15:06:10.978883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff104921-4b7c-4f3b-953e-99b6dcb50b64 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:10.994910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.021559 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-19182e1f-ce7b-4742-9175-e6238c4e9f69 req-a911919e-6b14-41c8-8a91-e978460bac3d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603948 Aug 19 15:06:11.058555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Transition to ACTIVE for port object ff104921-4b7c-4f3b-953e-99b6dcb50b64 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:11.174315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840b79b-a2cc-41a6-bc9c-f60fe83bcb11 req-a3fc6d42-f059-45e8-89c8-b588a4491103 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:11.175952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c840b79b-a2cc-41a6-bc9c-f60fe83bcb11 req-a3fc6d42-f059-45e8-89c8-b588a4491103 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0740483 Aug 19 15:06:11.189183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.274944 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c840b79b-a2cc-41a6-bc9c-f60fe83bcb11 req-0b32c0e7-84fa-442a-a6a6-6d63192ea93f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914748 Aug 19 15:06:11.289783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:11.300442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:11.418207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Attempting to bind port ff104921-4b7c-4f3b-953e-99b6dcb50b64 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:11.418758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Attempting to bind port ff104921-4b7c-4f3b-953e-99b6dcb50b64 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:11.424788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Attempting to bind port ff104921-4b7c-4f3b-953e-99b6dcb50b64 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:11.450975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Port ff104921-4b7c-4f3b-953e-99b6dcb50b64 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:11.452003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Attempting to bind port ff104921-4b7c-4f3b-953e-99b6dcb50b64 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:11.462890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:11.463231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:11.463622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Bound using segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:11.464054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Bound port: ff104921-4b7c-4f3b-953e-99b6dcb50b64, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:11.464419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.600175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 582e8398-f0c5-47b1-9bc6-8411fd39b414 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:11.750514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:11.774423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c', 'port_id': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'mac_address': 'fa:16:3e:b8:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c3d368-2102-46ba-9ee6-5ade644168f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:11.840522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:11.847717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.852494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:11.853042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1231b8c2-43b7-48e4-adb9-7b1c45deea70 admin admin] 10.222.0.13 "PUT /v2.0/routers/d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3969376 Aug 19 15:06:11.872932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582e8398-f0c5-47b1-9bc6-8411fd39b414 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:11.879168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185314-3388-4819-9267-d80b530e984b None None] Sync routers for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:11.885092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:11.889485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:11.909390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:11.910954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86185314-3388-4819-9267-d80b530e984b None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:11.911923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-86185314-3388-4819-9267-d80b530e984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:11.998690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.038299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.039037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.041090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] 10.222.0.46 "PUT /v2.0/ports/ff104921-4b7c-4f3b-953e-99b6dcb50b64 HTTP/1.1" status: 200 len: 1093 time: 1.8763819 Aug 19 15:06:12.047019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:12.049598 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597" -d '{"events": [{"name": "network-changed", "server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:12.061538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.067348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.072523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e97a-6b87-43c3-ae9c-514d3f7eb5e5 req-e5e124ee-a244-4ab8-96e0-1f3e37ec1956 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.074317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0984e97a-6b87-43c3-ae9c-514d3f7eb5e5 req-e5e124ee-a244-4ab8-96e0-1f3e37ec1956 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 943 time: 0.1280723 Aug 19 15:06:12.101273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c2ac-6ddf-4875-af6c-3bf2d2bbf201 service neutron] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:12.103218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-86185314-3388-4819-9267-d80b530e984b None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:12.136563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964f72-801d-42b7-aec1-0826a4ddf01f req-21794db7-fd90-43fb-8519-06f1f305b5e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.140856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66964f72-801d-42b7-aec1-0826a4ddf01f req-21794db7-fd90-43fb-8519-06f1f305b5e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1700838 Aug 19 15:06:12.140984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0984e97a-6b87-43c3-ae9c-514d3f7eb5e5 req-f12aa6dd-4ada-4061-8b61-f63c32f47a61 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Aug 19 15:06:12.247711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:12.259026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66964f72-801d-42b7-aec1-0826a4ddf01f req-14db5bb6-00bf-48d5-809f-6dc98aff88b6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021056 Aug 19 15:06:12.259780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.260115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.260462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.260802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.261151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.261503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.261984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.262316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.263145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.263465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.263799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.264180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:12.295374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.324748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:12.326507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-cd61663f-3ef8-4dc2-ba28-b0789ce39d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.328201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-cd61663f-3ef8-4dc2-ba28-b0789ce39d83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 1096 time: 0.1151743 Aug 19 15:06:12.387330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-bd7e055a-dd7a-4d7a-9596-4afb15439272 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64 HTTP/1.1" status: 200 len: 217 time: 0.0507822 Aug 19 15:06:12.446267 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa71c9c-5fd4-4c55-83b4-26b5cae7dc33 x-openstack-request-id: req-8fa71c9c-5fd4-4c55-83b4-26b5cae7dc33 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:12.446695 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:12.447043 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fa71c9c-5fd4-4c55-83b4-26b5cae7dc33 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:12.447535 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'status': 'completed', 'code': 200} Aug 19 15:06:12.494407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a736d-dbd4-487f-b290-5f5ac3d2fb92 req-243adea2-cc06-46ba-b487-cf98f516c292 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.502527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-055a736d-dbd4-487f-b290-5f5ac3d2fb92 req-243adea2-cc06-46ba-b487-cf98f516c292 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 944 time: 0.1584282 Aug 19 15:06:12.507011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-c8ae2083-2bdc-4f75-9a51-368b95351435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.508451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-c8ae2083-2bdc-4f75-9a51-368b95351435 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.1044214 Aug 19 15:06:12.559851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-aa615cd7-5194-4ad8-9eb5-b1f92cdddfdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386105 Aug 19 15:06:12.580370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d904f-9a14-42d3-922b-d0a7d27d2d06 req-d0999a74-97e7-4f31-a36b-01f20a5b5dab tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:12.588624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c55d904f-9a14-42d3-922b-d0a7d27d2d06 req-d0999a74-97e7-4f31-a36b-01f20a5b5dab tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0884581 Aug 19 15:06:12.603077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Deleting port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:12.603624 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.627722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-86185314-3388-4819-9267-d80b530e984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:06:10Z', 'revision_number': 5, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port': {'id': '84a4e779-f114-4d3f-82cf-51d4c4b9c98f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:49Z', 'updated_at': '2021-08-19T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:12.643777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-055a736d-dbd4-487f-b290-5f5ac3d2fb92 req-f6c0aabd-cdb0-4965-afb3-4114626b7e97 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403646 Aug 19 15:06:12.674373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185314-3388-4819-9267-d80b530e984b None None] Checking router: d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:12.687691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86185314-3388-4819-9267-d80b530e984b None None] Routers {'d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:12.688348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-86185314-3388-4819-9267-d80b530e984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:12.754363 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c55d904f-9a14-42d3-922b-d0a7d27d2d06 req-99502fa2-23de-4f5f-880f-1cf135ec30b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647344 Aug 19 15:06:12.773210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-d520dd54-5d3b-4811-acbd-5cd659dd30b5 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928115 Aug 19 15:06:12.814486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] For port 84a4e779-f114-4d3f-82cf-51d4c4b9c98f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:12.814901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.835471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Calling delete_port for 84a4e779-f114-4d3f-82cf-51d4c4b9c98f owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:12.857167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-86185314-3388-4819-9267-d80b530e984b None None] Set router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:12.898480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24670607-91b8-4ac9-b15d-2fc6df772a37 req-9e1034fe-b603-47c9-b2f5-5a428961c68c service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260221 Aug 19 15:06:12.938325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-86185314-3388-4819-9267-d80b530e984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:06:12Z', 'revision_number': 6, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:12.977485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185314-3388-4819-9267-d80b530e984b None None] The sync data for ids ['d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0'] in n-d-779913-32 is: [{'id': 'd68fe6d0-43b1-4911-87d7-2f2ecee6bfc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-397621737-router', 'tenant_id': '98b7303f35fe4da2b47f09954793b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:48Z', 'updated_at': '2021-08-19T15:06:12Z', 'revision_number': 6, 'project_id': '98b7303f35fe4da2b47f09954793b12d', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:13.069640 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.075776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-33e53cfe-aa0e-47b7-95e0-5327fbf98a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.081529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-33e53cfe-aa0e-47b7-95e0-5327fbf98a7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 1096 time: 0.0522320 Aug 19 15:06:13.188944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-b4624c01-39bb-415e-8569-80471bbbde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.190708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-b4624c01-39bb-415e-8569-80471bbbde17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 912 time: 0.1044402 Aug 19 15:06:13.251132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-d36b68d3-f024-4234-83c9-e6501854e889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64 HTTP/1.1" status: 200 len: 217 time: 0.0476322 Aug 19 15:06:13.309520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.340265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b9f44-d65c-4382-8f1d-228cfc7f6c93 req-90d893f4-118b-4f68-ad81-206873a30e90 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.344315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-793b9f44-d65c-4382-8f1d-228cfc7f6c93 req-90d893f4-118b-4f68-ad81-206873a30e90 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 944 time: 0.1048248 Aug 19 15:06:13.350515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-fcb82005-c6fa-4fb4-b7c2-3e121e0cf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.352105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-fcb82005-c6fa-4fb4-b7c2-3e121e0cf3fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0866222 Aug 19 15:06:13.400962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-c0112ac1-a6b3-45ec-9ce9-de4c2c508514 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400898 Aug 19 15:06:13.401210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Pushing event deleted for resources: {'Port': ['ID=84a4e779-f114-4d3f-82cf-51d4c4b9c98f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:13.476367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-793b9f44-d65c-4382-8f1d-228cfc7f6c93 req-d2e443fc-93a2-4ddc-ba89-156f51c0ee3d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225243 Aug 19 15:06:13.498571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.547243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1cae4-9a0e-4b45-8ea4-58a2e84e6a44 req-c6e7c8f5-f0bd-4526-939a-068bbf8d8a0b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.548924 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a6d1cae4-9a0e-4b45-8ea4-58a2e84e6a44 req-c6e7c8f5-f0bd-4526-939a-068bbf8d8a0b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1510260 Aug 19 15:06:13.555292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-01f507c7-cac3-4f39-814b-bcf6cf33304a service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465292 Aug 19 15:06:13.625099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 582e8398-f0c5-47b1-9bc6-8411fd39b414 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:13.631812 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.635646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.675624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9aeec2b1-fffd-4d5e-8fe7-adfc142f9597 req-5b65b1e1-ed17-47d6-9121-91aeccb38949 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038883 Aug 19 15:06:13.700261 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a6d1cae4-9a0e-4b45-8ea4-58a2e84e6a44 req-46c48d7c-2a6c-4432-8f06-f39add62938e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195965 Aug 19 15:06:13.795105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1ad2-ac97-4e0b-bdb6-debd40cfdca5 req-be77eb7c-1a1b-4196-83a6-9f37fe7a42d2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.795988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 582e8398-f0c5-47b1-9bc6-8411fd39b414 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:13.798259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cfa1ad2-ac97-4e0b-bdb6-debd40cfdca5 req-be77eb7c-1a1b-4196-83a6-9f37fe7a42d2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 944 time: 0.0654850 Aug 19 15:06:13.805851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 582e8398-f0c5-47b1-9bc6-8411fd39b414 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:13.806376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.837847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.838331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:06:13.851678 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.852445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cfa1ad2-ac97-4e0b-bdb6-debd40cfdca5 req-0197d349-a205-4e60-82b3-ef1eb45753dd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474401 Aug 19 15:06:13.857701 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-904b5f62-4237-45e4-a96c-969722d564db admin admin] 10.222.0.13 "DELETE /v2.0/routers/d68fe6d0-43b1-4911-87d7-2f2ecee6bfc0 HTTP/1.1" status: 204 len: 168 time: 2.0031538 Aug 19 15:06:13.860123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32832) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:13.916032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.943031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:13.946470 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e968ee-5708-44b8-8615-9f7d79e37f40" -d '{"events": [{"server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "name": "network-vif-plugged", "status": "completed", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:13.967470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Deleting subnet 34b85225-4011-499d-bfb9-05e17cbbb39f {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:06:13.972388 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.978282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:13.992113 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26991c5-d94e-43be-8ac5-cffbe16da105 req-cb30d8b1-d4d2-4fdd-84e5-438b7465abff tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:13.994614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b26991c5-d94e-43be-8ac5-cffbe16da105 req-cb30d8b1-d4d2-4fdd-84e5-438b7465abff tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1149633 Aug 19 15:06:13.996860 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc68944-6959-4e52-af23-6323f9373045 x-openstack-request-id: req-3fc68944-6959-4e52-af23-6323f9373045 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:13.997159 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "name": "network-vif-plugged", "status": "completed", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:13.997423 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fc68944-6959-4e52-af23-6323f9373045 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:13.997827 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'code': 200} Aug 19 15:06:14.062787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.065553 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.109812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b26991c5-d94e-43be-8ac5-cffbe16da105 req-5bde8081-b430-4b4b-b501-2b44d1d5f433 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847452 Aug 19 15:06:14.124800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643f27e-1707-48fc-bda8-6e85de0b706b req-b0e99080-9e25-4da5-9607-9ef81a0d697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:14.135685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4643f27e-1707-48fc-bda8-6e85de0b706b req-b0e99080-9e25-4da5-9607-9ef81a0d697e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1097 time: 0.0727644 Aug 19 15:06:14.138501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:14.139712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.187546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4643f27e-1707-48fc-bda8-6e85de0b706b req-b2204a65-a2f9-4a58-8d32-262a06ec8fea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Aug 19 15:06:14.403587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.434052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b85225-4011-499d-bfb9-05e17cbbb39f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:14.441667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.443623 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9dc9631d-04d1-4f94-8162-9bf1a5b7f3b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34b85225-4011-499d-bfb9-05e17cbbb39f HTTP/1.1" status: 204 len: 168 time: 0.5823731 Aug 19 15:06:14.446094 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32838) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:14.540340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.661526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9402779c-ef4b-4291-991d-f85c7438d324 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:14.676176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.691102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4552b3-1617-48e9-8ae4-de0ed8036084']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:14.693171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9402779c-ef4b-4291-991d-f85c7438d324 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:14.693786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9402779c-ef4b-4291-991d-f85c7438d324 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:14.694328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84a4e779-f114-4d3f-82cf-51d4c4b9c98f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:14.711919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69b4a6-1d31-4016-8b4f-93c652b69748 req-c8631764-75e5-4368-9d97-8cb4fbeb6f65 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:14.713862 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d69b4a6-1d31-4016-8b4f-93c652b69748 req-c8631764-75e5-4368-9d97-8cb4fbeb6f65 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 945 time: 0.1351700 Aug 19 15:06:14.717006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae41b62-152d-4b60-80a2-780f95d7cebb') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:14.717332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae41b62-152d-4b60-80a2-780f95d7cebb') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:14.717964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 84a4e779-f114-4d3f-82cf-51d4c4b9c98f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:14.718367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84a4e779-f114-4d3f-82cf-51d4c4b9c98f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:14.738413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.780129 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.791098 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3d69b4a6-1d31-4016-8b4f-93c652b69748 req-269a49fa-33ef-44a3-875d-0d93efd461e6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643160 Aug 19 15:06:14.794137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:06:14.795777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:06:14.796529 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:06:14.853614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515a55b-edd0-4d34-b585-12f0f45217cb req-d1e80c31-0a1f-45fe-a7ac-46aa18b5cdc4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:14.856050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b515a55b-edd0-4d34-b585-12f0f45217cb req-d1e80c31-0a1f-45fe-a7ac-46aa18b5cdc4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0676060 Aug 19 15:06:14.919067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b515a55b-edd0-4d34-b585-12f0f45217cb req-d4e7c1f4-33f8-44e0-8205-2b04aeaabd9d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547426 Aug 19 15:06:15.217404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f2111-fa89-4308-a0cb-1764ce8a93b7 req-051a5e16-27bb-4c40-a518-828651739a85 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:15.218889 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8a6f2111-fa89-4308-a0cb-1764ce8a93b7 req-051a5e16-27bb-4c40-a518-828651739a85 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 944 time: 0.0675523 Aug 19 15:06:15.257320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e3d31-fb85-4bd2-9574-af943a655c35 req-47502623-b316-4783-a1d9-c64130e1ea9c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:15.263904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a87e3d31-fb85-4bd2-9574-af943a655c35 req-47502623-b316-4783-a1d9-c64130e1ea9c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0613520 Aug 19 15:06:15.265231 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8a6f2111-fa89-4308-a0cb-1764ce8a93b7 req-0dbc6760-8e67-4afc-befb-eab3db18133d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Aug 19 15:06:15.309406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.316793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a87e3d31-fb85-4bd2-9574-af943a655c35 req-a0537e6b-ec45-4d36-9610-6c848270f699 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448310 Aug 19 15:06:15.318260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.322642 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee4552b3-1617-48e9-8ae4-de0ed8036084 HTTP/1.1" status: 204 len: 168 time: 0.8731518 Aug 19 15:06:15.332985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545a843-b79d-4281-9eb3-5849b6a4d610 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4552b3-1617-48e9-8ae4-de0ed8036084,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:15.629298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ff104921-4b7c-4f3b-953e-99b6dcb50b64 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:15.759425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:15.771977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'mac_address': 'fa:16:3e:74:46:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:15.815820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.831963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff104921-4b7c-4f3b-953e-99b6dcb50b64 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:15.879877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:15.939857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e256c-223b-4c07-bb4f-76d8883e2af8 req-0f0304ed-f811-4484-b575-6521ac214a81 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:15.941435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-959e256c-223b-4c07-bb4f-76d8883e2af8 req-0f0304ed-f811-4484-b575-6521ac214a81 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 945 time: 0.0567815 Aug 19 15:06:15.973442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32864) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:15.998869 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-959e256c-223b-4c07-bb4f-76d8883e2af8 req-2b3b9be8-71e7-49dc-aa73-f590902beba6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508344 Aug 19 15:06:16.054858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-92cea2fc-d7ae-4812-8a88-3b2ecc93a3e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98b7303f35fe4da2b47f09954793b12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796056 Aug 19 15:06:16.057670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:16.078738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7199c-eae7-4a0e-9831-554a5cfd38c9 req-6542018f-02f0-4aad-91ff-76e36352bba8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:16.080243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bae7199c-eae7-4a0e-9831-554a5cfd38c9 req-6542018f-02f0-4aad-91ff-76e36352bba8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0736775 Aug 19 15:06:16.089751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.128917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bae7199c-eae7-4a0e-9831-554a5cfd38c9 req-e84465e1-807f-44ed-8d7f-1c296c3f043b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Aug 19 15:06:16.140345 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-0083d035-cd72-4a08-9c26-a7013f667804 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1737297899&fields=id&tenant_id=1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 267 time: 0.0596797 Aug 19 15:06:16.144465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.173996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4b23970-c89e-4f26-9b19-2624a7d7ece8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.222181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4b23970-c89e-4f26-9b19-2624a7d7ece8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.259200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-f3d8737b-0c36-49fb-91ff-031a585f42f9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:16.260819 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-f3d8737b-0c36-49fb-91ff-031a585f42f9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 945 time: 0.1115074 Aug 19 15:06:16.281639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'port': {'security_groups': ['48f9ea1a-f292-4d07-a1ec-baad4a204bd9', '116cc924-494a-46e0-8dd3-b5b539e503af']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:16.335266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['ff104921-4b7c-4f3b-953e-99b6dcb50b64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:16.363750 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.410104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8a699-f842-49c2-93e0-041fac996f9b req-fd133fc9-3128-400a-a2e7-05467f54181a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:16.412013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bb8a699-f842-49c2-93e0-041fac996f9b req-fd133fc9-3128-400a-a2e7-05467f54181a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 945 time: 0.0678608 Aug 19 15:06:16.465034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bb8a699-f842-49c2-93e0-041fac996f9b req-4c6d807e-8c07-4e90-a58e-a645b44c857c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Aug 19 15:06:16.531637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4b23970-c89e-4f26-9b19-2624a7d7ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.534450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4b23970-c89e-4f26-9b19-2624a7d7ece8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.539700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e4b23970-c89e-4f26-9b19-2624a7d7ece8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f12b0f29-d873-4366-83b1-54ddd7c27182 HTTP/1.1" status: 204 len: 168 time: 0.4778025 Aug 19 15:06:16.561400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b23970-c89e-4f26-9b19-2624a7d7ece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b0f29-d873-4366-83b1-54ddd7c27182,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.616259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:16.642421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f654baf-f3f7-4e5e-a726-59b0468a18f1 req-3cb6e20c-48ec-4ddf-93f8-91e9ca95c7d5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:16.644619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f654baf-f3f7-4e5e-a726-59b0468a18f1 req-3cb6e20c-48ec-4ddf-93f8-91e9ca95c7d5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1045671 Aug 19 15:06:16.665548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.695147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f654baf-f3f7-4e5e-a726-59b0468a18f1 req-cc9b7dfa-c9e1-433e-8b83-1022e5f897e8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432818 Aug 19 15:06:16.748984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.798445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:16.798445 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.798445 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a727d30b-77a2-4225-bf8e-f4dca82c2b9b req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "PUT /v2.0/ports/582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 981 time: 0.5278072 Aug 19 15:06:16.798445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:16.800333 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b230b9b-c8cf-44af-a544-8fda96f0e475" -d '{"events": [{"name": "network-changed", "server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:16.842306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0f3c-e9b4-4fc0-b038-60821a5fcb6b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=6']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.883549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:16.888884 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0f85a-6371-4271-bb8c-a694b972e04e x-openstack-request-id: req-d0b0f85a-6371-4271-bb8c-a694b972e04e {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:16.888884 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:16.888884 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0b0f85a-6371-4271-bb8c-a694b972e04e {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:16.888884 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'status': 'completed', 'code': 200} Aug 19 15:06:16.923126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-21e32863-5770-4b01-b7fb-187fc53d8367 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-895613004&fields=id&tenant_id=1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 267 time: 0.0563695 Aug 19 15:06:16.958017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:16.962445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-b44ac763-6a89-41e8-8f4d-c2c372260e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:16.964282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-b44ac763-6a89-41e8-8f4d-c2c372260e7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1136 time: 0.0554469 Aug 19 15:06:16.992755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-3c76d4e3-6d03-4a60-afef-907209965549 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.001892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-3c76d4e3-6d03-4a60-afef-907209965549 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 984 time: 0.0707841 Aug 19 15:06:17.007771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'port': {'security_groups': ['116cc924-494a-46e0-8dd3-b5b539e503af', '48f9ea1a-f292-4d07-a1ec-baad4a204bd9', 'ff7ec1ba-e26d-4914-8dfa-62f614eb36ae']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:17.111844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-b5365703-86f7-42f3-a9a6-891824c35c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.115415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-b5365703-86f7-42f3-a9a6-891824c35c56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.1416764 Aug 19 15:06:17.133783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.180201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-30f30720-27a5-4f76-bae7-6c45c3ca0b74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 217 time: 0.0585601 Aug 19 15:06:17.311211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-deac5739-f421-478e-b24a-4f9ae35f082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.313032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-deac5739-f421-478e-b24a-4f9ae35f082b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.1246283 Aug 19 15:06:17.364092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-04a2cc8b-e01b-4d12-b03d-aec5d1894f07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419846 Aug 19 15:06:17.376380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b910-f43c-4ab1-8fd5-2451b5985bc8 req-6cbb878e-ce68-43c9-b6a9-7c6ac427b83f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.378034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1361b910-f43c-4ab1-8fd5-2451b5985bc8 req-6cbb878e-ce68-43c9-b6a9-7c6ac427b83f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1182537 Aug 19 15:06:17.485187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1361b910-f43c-4ab1-8fd5-2451b5985bc8 req-6a5f14be-3a11-426f-9228-578e7e081a02 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957348 Aug 19 15:06:17.490437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:17.534277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-ab4fc997-522d-468c-ba4a-cbd58edf404e service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537228 Aug 19 15:06:17.538056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.625306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ff104921-4b7c-4f3b-953e-99b6dcb50b64 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:17.663698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e15f07-9106-4c6d-b401-81785aa2eb61 req-30801c32-49f3-48f3-a5a4-e14f21d6069e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.666668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1e15f07-9106-4c6d-b401-81785aa2eb61 req-30801c32-49f3-48f3-a5a4-e14f21d6069e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 945 time: 0.1025646 Aug 19 15:06:17.710636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b230b9b-c8cf-44af-a544-8fda96f0e475 req-dcb80b0d-aa21-47e3-9b91-71766d56a0a8 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705365 Aug 19 15:06:17.726573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.736447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1e15f07-9106-4c6d-b401-81785aa2eb61 req-90446fea-6ef6-45c2-b5b4-79619c3aeb9d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529270 Aug 19 15:06:17.742855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:17.806647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.807352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.809407 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-74af75c1-0ad1-4475-9798-762296f0a2bb req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "PUT /v2.0/ports/582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 1020 time: 0.8066444 Aug 19 15:06:17.836214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port ff104921-4b7c-4f3b-953e-99b6dcb50b64 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:17.838320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536d42e-eaab-433f-99f8-829d88c72462 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=7']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:17.861530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port ff104921-4b7c-4f3b-953e-99b6dcb50b64 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:17.861530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.901424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:17.927726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8ecf4-ec24-4120-a09b-822f62034d05 req-0b0878fc-902c-4b63-ac9f-0367cfa61fbf tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:17.929444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99f8ecf4-ec24-4120-a09b-822f62034d05 req-0b0878fc-902c-4b63-ac9f-0367cfa61fbf tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0700777 Aug 19 15:06:17.979296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99f8ecf4-ec24-4120-a09b-822f62034d05 req-0c4654d9-8de7-4e8b-b0aa-3fd3292e1369 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Aug 19 15:06:18.024400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9805-d373-469d-978a-17d7087ba51e req-dca67437-3295-48ef-a9ca-9ffd9953804b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:18.025990 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e93b9805-d373-469d-978a-17d7087ba51e req-dca67437-3295-48ef-a9ca-9ffd9953804b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1023 time: 0.0782948 Aug 19 15:06:18.072938 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.135310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e93b9805-d373-469d-978a-17d7087ba51e req-34249310-efb4-4c8f-a390-5109ea339c42 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=116cc924-494a-46e0-8dd3-b5b539e503af&id=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9 HTTP/1.1" status: 200 len: 6155 time: 0.1007855 Aug 19 15:06:18.149525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:18.151966 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4419aad-27e6-4810-9c95-679371471306" -d '{"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:18.176766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32922) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:18.184308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:18.184918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a9cd03be-3f0a-497a-9cf6-992462a890b7 req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': ' tempest-securitygroup -977017597 ', 'description': 'tempest-description-1400476117'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:18.260232 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6d348-809e-40b0-8c2b-c908b7436f8c x-openstack-request-id: req-a8d6d348-809e-40b0-8c2b-c908b7436f8c {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:18.260232 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:18.260232 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8d6d348-809e-40b0-8c2b-c908b7436f8c {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:18.260232 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'code': 200} Aug 19 15:06:18.313685 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.343064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-171552192-network', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:18.369701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba87a-0bf8-4d74-88c9-f24fcb50d304 req-6a2d6474-c52f-4eda-ac16-0e9901e8a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:18.373547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d25ba87a-0bf8-4d74-88c9-f24fcb50d304 req-6a2d6474-c52f-4eda-ac16-0e9901e8a410 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 1098 time: 0.0482140 Aug 19 15:06:18.405603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:18.412421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d25ba87a-0bf8-4d74-88c9-f24fcb50d304 req-8f82593b-3c08-4ef3-bc4f-c303e2b0893f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Aug 19 15:06:18.446119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9cd03be-3f0a-497a-9cf6-992462a890b7 req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.615580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637f684-3976-4707-8c76-28f989982200 req-23e289b9-48b5-40a1-b5e0-6a82537127d2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:18.617895 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5637f684-3976-4707-8c76-28f989982200 req-23e289b9-48b5-40a1-b5e0-6a82537127d2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0553019 Aug 19 15:06:18.619643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Made reservation on behalf of fc8d8551e8bf4a8fb99cd43b34f24b53 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:18.622337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.637276 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.681880 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5637f684-3976-4707-8c76-28f989982200 req-f2efe33a-53f2-4b46-b580-34bab8f85a51 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470679 Aug 19 15:06:18.691597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9cd03be-3f0a-497a-9cf6-992462a890b7 req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.798951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9cd03be-3f0a-497a-9cf6-992462a890b7 req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.830987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26208db2-d53d-4d5b-b3a2-606f084df637,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:18.899484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:18.901843 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dcffa8-45c4-466a-b4e3-734d607f11ab" -d '{"events": [{"name": "network-changed", "server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:18.946058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834cfe-518c-4e30-a683-5bd51248e371 req-f4510aec-dbfa-4b38-b25c-429789f91843 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:18.947632 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa834cfe-518c-4e30-a683-5bd51248e371 req-f4510aec-dbfa-4b38-b25c-429789f91843 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0849144 Aug 19 15:06:18.989238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.008598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa834cfe-518c-4e30-a683-5bd51248e371 req-f578cdcc-da81-4930-be86-7b650bbd284c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Aug 19 15:06:19.085436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.121392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:19.122709 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683dd2e-8f88-4a24-a2b3-45a88603fa42 x-openstack-request-id: req-d683dd2e-8f88-4a24-a2b3-45a88603fa42 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:19.123664 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:19.123664 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d683dd2e-8f88-4a24-a2b3-45a88603fa42 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:19.123883 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'status': 'completed', 'code': 200} Aug 19 15:06:19.127494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d110c1fd-be84-4723-b404-31d909c8a2c7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:19.148764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.148764 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Added segment 003fda92-cb50-488d-90b9-1fbc3c34817a of type vlan for network f1295c5b-7a28-4492-9e38-eef625d76463 Aug 19 15:06:19.184874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9cd03be-3f0a-497a-9cf6-992462a890b7 req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.186236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9cd03be-3f0a-497a-9cf6-992462a890b7 req-c252548c-731d-4e37-9d59-aab3c255ceb1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.0123501 Aug 19 15:06:19.222897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-a59b5e74-061f-4c93-ba32-bb08e0c6b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:19.224824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.225032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-a59b5e74-061f-4c93-ba32-bb08e0c6b523 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1175 time: 0.0796311 Aug 19 15:06:19.368282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.369643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:19.377820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.389625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba17cc-df72-4c00-b2a6-553ab6b863e8 req-ea33e36a-adeb-4bd8-882a-3ac20ca6f1f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:19.391195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dba17cc-df72-4c00-b2a6-553ab6b863e8 req-ea33e36a-adeb-4bd8-882a-3ac20ca6f1f5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0785282 Aug 19 15:06:19.419954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-fb0cd2e4-e3bd-4a3b-8dc8-a0c6552e9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:19.421508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-fb0cd2e4-e3bd-4a3b-8dc8-a0c6552e9a4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.1836593 Aug 19 15:06:19.444098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dba17cc-df72-4c00-b2a6-553ab6b863e8 req-79298f84-cc26-41ad-9146-f17e317dda1a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434380 Aug 19 15:06:19.488948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-7b9840b1-dc96-4c21-b97c-2191dd7be004 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 200 len: 217 time: 0.0477045 Aug 19 15:06:19.499144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ae7695be-8b7e-4620-aa61-3a793b83ed5f req-38dfd5d9-4e91-4e65-9be4-ccc0a16bffc5 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/26208db2-d53d-4d5b-b3a2-606f084df637 HTTP/1.1" status: 200 len: 1782 time: 0.1244931 Aug 19 15:06:19.502948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1295c5b-7a28-4492-9e38-eef625d76463,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:19.520670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f1295c5b-7a28-4492-9e38-eef625d76463 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:19.560920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-f467eab0-d5ee-482e-b440-f18456f31335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:19.562652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-f467eab0-d5ee-482e-b440-f18456f31335 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.0665390 Aug 19 15:06:19.583833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-96d31bf4-9c57-4ea1-ab87-f8d5cc4076c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4056268 Aug 19 15:06:19.587019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:19.611164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Request body: {'subnet': {'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-subnet', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:19.611303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-0e4c998e-5b1e-41db-82f6-a57736e965a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397706 Aug 19 15:06:19.648979 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-868ca980-f808-4fb3-8624-21c1bd452c1d req-6ca3901e-c237-40a7-adc4-49b8c13f93ce tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/26208db2-d53d-4d5b-b3a2-606f084df637 HTTP/1.1" status: 200 len: 1782 time: 0.1151536 Aug 19 15:06:19.730866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-6ce8b5c8-f0a5-493c-98aa-988ade54d172 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116822 Aug 19 15:06:19.748213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-868ca980-f808-4fb3-8624-21c1bd452c1d req-33b689da-b18f-4803-98df-46625a2753b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.757549 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-868ca980-f808-4fb3-8624-21c1bd452c1d req-33b689da-b18f-4803-98df-46625a2753b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.831472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Made reservation on behalf of fc8d8551e8bf4a8fb99cd43b34f24b53 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:19.834030 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.835105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dcffa8-45c4-466a-b4e3-734d607f11ab req-5367f3af-720b-4d9a-9e60-0433e0677d3a service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978258 Aug 19 15:06:19.968392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-868ca980-f808-4fb3-8624-21c1bd452c1d req-33b689da-b18f-4803-98df-46625a2753b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.971803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-868ca980-f808-4fb3-8624-21c1bd452c1d req-33b689da-b18f-4803-98df-46625a2753b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.975401 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-868ca980-f808-4fb3-8624-21c1bd452c1d req-33b689da-b18f-4803-98df-46625a2753b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/26208db2-d53d-4d5b-b3a2-606f084df637 HTTP/1.1" status: 204 len: 173 time: 0.3131313 Aug 19 15:06:19.991020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b689da-b18f-4803-98df-46625a2753b3 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26208db2-d53d-4d5b-b3a2-606f084df637,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:20.116612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608b59-d135-443d-a048-bc1c116d8a4f req-48902984-38ad-4bd4-bff5-53a5cc8820d0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:20.118830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80608b59-d135-443d-a048-bc1c116d8a4f req-48902984-38ad-4bd4-bff5-53a5cc8820d0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0784433 Aug 19 15:06:20.127415 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-5cbcaba3-e4e3-4803-98ad-b8f1b5b64d7e req-03bcbc84-c92e-447d-b0c0-4ab99c49ba66 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:06:20.128538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5cbcaba3-e4e3-4803-98ad-b8f1b5b64d7e req-03bcbc84-c92e-447d-b0c0-4ab99c49ba66 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/26208db2-d53d-4d5b-b3a2-606f084df637 HTTP/1.1" status: 404 len: 352 time: 0.0265787 Aug 19 15:06:20.198348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80608b59-d135-443d-a048-bc1c116d8a4f req-3c71ea79-45fb-4f7e-a507-4350fc87ae2b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718246 Aug 19 15:06:20.267612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.319408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8ab7670d-4402-49a8-9446-282c3483b0e3 req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1023077107', 'description': 'tempest-description-1295811510'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:20.339466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1286f0-41d1-4fa8-a771-fa1e366022bc req-b442b836-7d86-47cc-a2ac-89a0abf0442d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:20.341089 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c1286f0-41d1-4fa8-a771-fa1e366022bc req-b442b836-7d86-47cc-a2ac-89a0abf0442d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1310005 Aug 19 15:06:20.362190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:20.387837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Checking segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:20.388204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Network hostable DHCP agents. Network: f1295c5b-7a28-4492-9e38-eef625d76463, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:06:20.415378 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5c1286f0-41d1-4fa8-a771-fa1e366022bc req-cb34e4cf-78db-42ca-83f9-b44028c8b051 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Aug 19 15:06:20.448336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8ab7670d-4402-49a8-9446-282c3483b0e3 req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.552162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8ab7670d-4402-49a8-9446-282c3483b0e3 req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.651131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Network f1295c5b-7a28-4492-9e38-eef625d76463 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:06:20.680903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8ab7670d-4402-49a8-9446-282c3483b0e3 req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.737938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29811770-b527-4c2a-9c4f-c116b3b3c62d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:20.751184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f1295c5b-7a28-4492-9e38-eef625d76463) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:20.755650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:20.756160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.761458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3112d-e245-4e4f-aa3f-6877921d9258 None None] Network f1295c5b-7a28-4492-9e38-eef625d76463 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:20.848495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8ab7670d-4402-49a8-9446-282c3483b0e3 req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.849970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ab7670d-4402-49a8-9446-282c3483b0e3 req-9a48229a-f339-4b9d-b6ce-2c0c7e597135 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5361648 Aug 19 15:06:20.883392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a74306c1-e6fe-4397-9bd5-d97a04675359 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2890496 Aug 19 15:06:20.883585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:20.890547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:20.935845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf8f126-3500-4984-87a5-04dd731e2c4a None None] Network f1295c5b-7a28-4492-9e38-eef625d76463 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:20.992256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc71b1-fcc6-43d0-91bb-416711d2d62b req-04a8b6fe-08aa-4194-b32f-2861aed3feec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:20.993924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cacc71b1-fcc6-43d0-91bb-416711d2d62b req-04a8b6fe-08aa-4194-b32f-2861aed3feec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0688143 Aug 19 15:06:21.068860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cacc71b1-fcc6-43d0-91bb-416711d2d62b req-0c675154-7d59-4702-bf1d-4c3ee2ab1815 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665593 Aug 19 15:06:21.071473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.073256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.132225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b7f400b8-19b7-4361-96d9-d68f7e08ab8e req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1949021375', 'description': 'tempest-description-635355714'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:21.171879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.273956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7f400b8-19b7-4361-96d9-d68f7e08ab8e req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.371595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7f400b8-19b7-4361-96d9-d68f7e08ab8e req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.492374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7f400b8-19b7-4361-96d9-d68f7e08ab8e req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.520816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.553568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9585bc-5318-4204-bd0e-8a3ea2fca53d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:21.662536 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9d4c-8300-4799-b37d-8f614f59e857 req-ec46fa55-11af-4ab1-87be-f09ad277808b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:21.664311 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6fca9d4c-8300-4799-b37d-8f614f59e857 req-ec46fa55-11af-4ab1-87be-f09ad277808b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0598254 Aug 19 15:06:21.699855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b7f400b8-19b7-4361-96d9-d68f7e08ab8e req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.706128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7f400b8-19b7-4361-96d9-d68f7e08ab8e req-0bcb64e4-4a76-4298-82e1-9ac15109eadb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5755575 Aug 19 15:06:21.722123 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6fca9d4c-8300-4799-b37d-8f614f59e857 req-bde3a594-9205-488f-aadd-3932f27f7692 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Aug 19 15:06:21.897917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8598b6f6-f12f-4db4-91ae-fd4b8f28a299 req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2055340291', 'description': 'tempest-description-363253687'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:21.935949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11789a47-fc23-4ecf-b743-bb7b95c24b1d req-75bea30f-62bb-4d56-a92b-1896fd52f8aa tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:21.939786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11789a47-fc23-4ecf-b743-bb7b95c24b1d req-75bea30f-62bb-4d56-a92b-1896fd52f8aa tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1075656 Aug 19 15:06:22.036475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8598b6f6-f12f-4db4-91ae-fd4b8f28a299 req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.077455 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11789a47-fc23-4ecf-b743-bb7b95c24b1d req-e12c0dad-2308-41c2-b7b4-791653368125 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304781 Aug 19 15:06:22.118233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.152486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.174306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8598b6f6-f12f-4db4-91ae-fd4b8f28a299 req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.288320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b7b40-16e3-4ba8-af2f-18c51e08e9b9 req-e7e1670d-dea1-481a-b6b2-0d9b017e9ee3 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:22.290125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-061b7b40-16e3-4ba8-af2f-18c51e08e9b9 req-e7e1670d-dea1-481a-b6b2-0d9b017e9ee3 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1226251 Aug 19 15:06:22.299097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8598b6f6-f12f-4db4-91ae-fd4b8f28a299 req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.336064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Allocated IP 172.25.5.117 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/f40dced0-625a-44bb-97ff-fec7c58553c8) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:22.351752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fd7c10-9217-4f3d-ab25-5a370284e4d7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:22.366854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-061b7b40-16e3-4ba8-af2f-18c51e08e9b9 req-aa0b278c-819a-4210-b5bf-5f9bb0c70d66 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668132 Aug 19 15:06:22.485396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.529742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8598b6f6-f12f-4db4-91ae-fd4b8f28a299 req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.531408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8598b6f6-f12f-4db4-91ae-fd4b8f28a299 req-b208fa92-10d2-47bc-842a-11b14c6c0bb6 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6422243 Aug 19 15:06:22.647565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.719285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:22.731818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:22.736595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:22.772963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Pushing event updated for resources: {'Port': ['ID=f40dced0-625a-44bb-97ff-fec7c58553c8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:22.800603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5dca4e8d-31f9-4798-9f04-3fde521f251d req-a134d79a-5968-4b09-9cb9-2075ef582dd1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 10909 time: 0.2468219 Aug 19 15:06:22.934078 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5dca4e8d-31f9-4798-9f04-3fde521f251d req-035b6523-5d7c-42fb-9a79-c9fc187e22d2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/48f9ea1a-f292-4d07-a1ec-baad4a204bd9 HTTP/1.1" status: 200 len: 2985 time: 0.1324160 Aug 19 15:06:22.951627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a0cb-548e-4124-bf47-1c6afea36c6c req-a5629a35-90c8-4ea1-aff7-f0efb789c843 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:22.953524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c546a0cb-548e-4124-bf47-1c6afea36c6c req-a5629a35-90c8-4ea1-aff7-f0efb789c843 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0777617 Aug 19 15:06:23.031130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c546a0cb-548e-4124-bf47-1c6afea36c6c req-55793314-4bfe-4628-9370-bf415399a667 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Aug 19 15:06:23.041872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5dca4e8d-31f9-4798-9f04-3fde521f251d req-ef4063e9-9ceb-47e2-9d94-04eccef7f997 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/48f9ea1a-f292-4d07-a1ec-baad4a204bd9 HTTP/1.1" status: 200 len: 2985 time: 0.1039007 Aug 19 15:06:23.270428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07e8270-2e66-49fa-b789-99c72928914c req-5ebb44e6-4bd2-4a4e-afcb-a8366fd23e8d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/29811770-b527-4c2a-9c4f-c116b3b3c62d HTTP/1.1" status: 200 len: 1803 time: 0.1092620 Aug 19 15:06:23.310062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9821bd-d54b-4914-aa1e-ce698366acec req-af390574-9098-4222-ad8f-35556adc2701 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:23.318453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc9821bd-d54b-4914-aa1e-ce698366acec req-af390574-9098-4222-ad8f-35556adc2701 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0843964 Aug 19 15:06:23.321647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.380099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d07e8270-2e66-49fa-b789-99c72928914c req-bb85a9c8-b940-4986-ba65-d1f6170f9670 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.409100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc9821bd-d54b-4914-aa1e-ce698366acec req-9d8b7f58-82db-4c54-95a8-f7f343a99fb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894175 Aug 19 15:06:23.459889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d07e8270-2e66-49fa-b789-99c72928914c req-bb85a9c8-b940-4986-ba65-d1f6170f9670 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.575669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ffda2-ab20-4d16-adcb-297e0542cb3d req-9ece77a1-76a3-4727-9fae-246f6fd3ce20 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:23.583766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-317ffda2-ab20-4d16-adcb-297e0542cb3d req-9ece77a1-76a3-4727-9fae-246f6fd3ce20 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0912931 Aug 19 15:06:23.651473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-317ffda2-ab20-4d16-adcb-297e0542cb3d req-aa817047-83cf-4a50-8225-1a61adf3aabe tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503268 Aug 19 15:06:23.659802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.704897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d07e8270-2e66-49fa-b789-99c72928914c req-bb85a9c8-b940-4986-ba65-d1f6170f9670 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.708163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d07e8270-2e66-49fa-b789-99c72928914c req-bb85a9c8-b940-4986-ba65-d1f6170f9670 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.720669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07e8270-2e66-49fa-b789-99c72928914c req-bb85a9c8-b940-4986-ba65-d1f6170f9670 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/29811770-b527-4c2a-9c4f-c116b3b3c62d HTTP/1.1" status: 204 len: 173 time: 0.4490235 Aug 19 15:06:23.746899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a9c8-b940-4986-ba65-d1f6170f9670 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29811770-b527-4c2a-9c4f-c116b3b3c62d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:23.819478 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-60b309a7-13b7-4e3e-be59-9460fe5bc8a9 req-0d2aae8c-d089-4032-84f5-3f726971abbd tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:06:23.824617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60b309a7-13b7-4e3e-be59-9460fe5bc8a9 req-0d2aae8c-d089-4032-84f5-3f726971abbd tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/29811770-b527-4c2a-9c4f-c116b3b3c62d HTTP/1.1" status: 404 len: 352 time: 0.0371406 Aug 19 15:06:23.908462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff1d7d9b-5b7b-4551-a812-ee6956a90438 req-b52b234d-9110-416e-83c4-a14911ecd082 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/ea9585bc-5318-4204-bd0e-8a3ea2fca53d HTTP/1.1" status: 200 len: 1802 time: 0.0563819 Aug 19 15:06:23.977995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d9b-5b7b-4551-a812-ee6956a90438 req-4bb12288-6e4c-4512-ab01-6e50954ffdff tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.015179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d9b-5b7b-4551-a812-ee6956a90438 req-4bb12288-6e4c-4512-ab01-6e50954ffdff tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.051875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Router f34b9742-8d1f-47cc-85a2-2b9501b933b7 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:06:24.215874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:24.226775 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Sync routers for ids ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:24.245288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d9b-5b7b-4551-a812-ee6956a90438 req-4bb12288-6e4c-4512-ab01-6e50954ffdff tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.248930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d9b-5b7b-4551-a812-ee6956a90438 req-4bb12288-6e4c-4512-ab01-6e50954ffdff tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.249579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Routers {'f34b9742-8d1f-47cc-85a2-2b9501b933b7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:24.250233 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:24.257777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff1d7d9b-5b7b-4551-a812-ee6956a90438 req-4bb12288-6e4c-4512-ab01-6e50954ffdff tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea9585bc-5318-4204-bd0e-8a3ea2fca53d HTTP/1.1" status: 204 len: 173 time: 0.3422956 Aug 19 15:06:24.284650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb12288-6e4c-4512-ab01-6e50954ffdff tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9585bc-5318-4204-bd0e-8a3ea2fca53d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:24.460288 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.467413 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37d4011b-d15a-4d5b-b230-5678c4920947 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5772171 Aug 19 15:06:24.467670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:24.472681 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Set router f34b9742-8d1f-47cc-85a2-2b9501b933b7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:24.500122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e658-e990-471c-85bc-7c61f2e39291 req-0785f6a4-8c40-4deb-8577-afe5f7c08089 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:24.510818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-73d3e658-e990-471c-85bc-7c61f2e39291 req-0785f6a4-8c40-4deb-8577-afe5f7c08089 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1335275 Aug 19 15:06:24.536972 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-74a4fefd-7a58-4eed-bcf6-d2ad690a5b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.654343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-73d3e658-e990-471c-85bc-7c61f2e39291 req-37390a4c-42d2-45a0-9675-c7aeb7a7060c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335232 Aug 19 15:06:24.673388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-59144131-0262-439a-ad25-a828d4fe6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:24.675020 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-59144131-0262-439a-ad25-a828d4fe6360 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.1319249 Aug 19 15:06:24.762004 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-5f135678-ecaf-4ce1-b490-83688b1d04bd req-fd2a7ff4-1b8d-4a89-8da4-9a7ad4ea660c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:06:24.777366 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f135678-ecaf-4ce1-b490-83688b1d04bd req-fd2a7ff4-1b8d-4a89-8da4-9a7ad4ea660c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/ea9585bc-5318-4204-bd0e-8a3ea2fca53d HTTP/1.1" status: 404 len: 352 time: 0.0973568 Aug 19 15:06:24.865285 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:06:22Z', 'revision_number': 3, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:24.875215 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-59f11ed1-66d1-4e33-bdcc-692b08aae386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:24.877105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-59f11ed1-66d1-4e33-bdcc-692b08aae386 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.1898129 Aug 19 15:06:24.948974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27ab9-43c3-4b97-8cf9-550e588da216 req-44a08dae-14c3-4c9d-acb7-a4995ac4c4e5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:24.952289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Checking router: f34b9742-8d1f-47cc-85a2-2b9501b933b7 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:24.952804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Updating router f34b9742-8d1f-47cc-85a2-2b9501b933b7 port f40dced0-625a-44bb-97ff-fec7c58553c8 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:06:24.958654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14d27ab9-43c3-4b97-8cf9-550e588da216 req-44a08dae-14c3-4c9d-acb7-a4995ac4c4e5 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.2216849 Aug 19 15:06:24.993864 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.079502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14d27ab9-43c3-4b97-8cf9-550e588da216 req-216f79a8-ecd9-40b2-9e61-69b4f226a871 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210101 Aug 19 15:06:25.219700 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.344358 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-da5ccb98-ee63-463b-8410-c06cd3233599 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 1001 time: 0.4593790 Aug 19 15:06:25.364339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c024540a-4ee5-4d84-adab-0e9acd533709 req-6ae40177-7f73-4908-8320-a357e63fe28e tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/d1fd7c10-9217-4f3d-ab25-5a370284e4d7 HTTP/1.1" status: 200 len: 1802 time: 0.1100922 Aug 19 15:06:25.391781 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.393841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa763ae1-8dfc-49f7-8423-9ff6e5f2cb8c req-e3c2b5a3-1397-4d62-84cd-370b398bda15 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:25.395389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa763ae1-8dfc-49f7-8423-9ff6e5f2cb8c req-e3c2b5a3-1397-4d62-84cd-370b398bda15 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.4522128 Aug 19 15:06:25.406612 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Transition to ACTIVE for port object f40dced0-625a-44bb-97ff-fec7c58553c8 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:25.412545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-6d2d1f4b-1488-45eb-8d3d-2ae5469aeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:25.414130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-6d2d1f4b-1488-45eb-8d3d-2ae5469aeaf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.0615716 Aug 19 15:06:25.481763 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fa763ae1-8dfc-49f7-8423-9ff6e5f2cb8c req-58e96374-aee7-4c3b-94ed-b04d6e964533 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659211 Aug 19 15:06:25.515165 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-b4112f33-6614-457b-af09-21985f07b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:25.517318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-b4112f33-6614-457b-af09-21985f07b4e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874255 Aug 19 15:06:25.523608 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c024540a-4ee5-4d84-adab-0e9acd533709 req-72eff616-1870-4028-99cd-86966fd9244a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.529016 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.531104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.596658 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Attempting to bind port f40dced0-625a-44bb-97ff-fec7c58553c8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:25.597559 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Attempting to bind port f40dced0-625a-44bb-97ff-fec7c58553c8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:25.597559 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Attempting to bind port f40dced0-625a-44bb-97ff-fec7c58553c8 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:25.600681 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Pushing event updated for resources: {'Port': ['ID=f40dced0-625a-44bb-97ff-fec7c58553c8,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:25.604356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c024540a-4ee5-4d84-adab-0e9acd533709 req-72eff616-1870-4028-99cd-86966fd9244a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.623462 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:25.625962 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:25.626835 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.627770 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:25.629355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Bound port: f40dced0-625a-44bb-97ff-fec7c58553c8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:25.631389 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.646098 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.646863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-0c5b4671-c903-43a4-88fe-bc58f314cd5b service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215179 Aug 19 15:06:25.647446 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.647879 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.648305 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.649186 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.649186 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.649529 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.649983 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.650402 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.650788 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.651169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.651554 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:25.718510 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] For port f40dced0-625a-44bb-97ff-fec7c58553c8, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:25.721813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] For port f40dced0-625a-44bb-97ff-fec7c58553c8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f40dced0-625a-44bb-97ff-fec7c58553c8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:25.773868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Allocated IP 172.20.0.1 (f1295c5b-7a28-4492-9e38-eef625d76463/4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a/7b1835ee-6c28-425b-9b02-9dfffa18b080) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:25.791832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4e8c7f3a-0d39-4024-a6c7-f45bf534b047 req-a89f58dc-3a5c-41f9-96da-2d671482abdb service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359069 Aug 19 15:06:25.809618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8ea8e-546d-4ed3-b2ef-3de9b3075792 req-5100a463-c79b-4622-8b02-8623c4d2c11b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:25.811162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dcf8ea8e-546d-4ed3-b2ef-3de9b3075792 req-5100a463-c79b-4622-8b02-8623c4d2c11b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0683486 Aug 19 15:06:25.833940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c024540a-4ee5-4d84-adab-0e9acd533709 req-72eff616-1870-4028-99cd-86966fd9244a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.836665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c024540a-4ee5-4d84-adab-0e9acd533709 req-72eff616-1870-4028-99cd-86966fd9244a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.837871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c024540a-4ee5-4d84-adab-0e9acd533709 req-72eff616-1870-4028-99cd-86966fd9244a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1fd7c10-9217-4f3d-ab25-5a370284e4d7 HTTP/1.1" status: 204 len: 173 time: 0.4557202 Aug 19 15:06:25.854992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eff616-1870-4028-99cd-86966fd9244a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fd7c10-9217-4f3d-ab25-5a370284e4d7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:25.860250 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.864890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dcf8ea8e-546d-4ed3-b2ef-3de9b3075792 req-93158158-2403-4e33-b1e8-9aa283ebb8e2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Aug 19 15:06:25.891438 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-cf91629b-0873-4ce7-b941-c6dc5647f563 req-0bf49118-a12a-4428-9385-1ad62ac0f236 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:06:25.892495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf91629b-0873-4ce7-b941-c6dc5647f563 req-0bf49118-a12a-4428-9385-1ad62ac0f236 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/d1fd7c10-9217-4f3d-ab25-5a370284e4d7 HTTP/1.1" status: 404 len: 352 time: 0.0290861 Aug 19 15:06:25.907192 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Routers {'f34b9742-8d1f-47cc-85a2-2b9501b933b7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:25.907819 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:05:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:25.924734 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.971759 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e146b3c-deb2-400d-b739-266b3b9962e6 None None] Pushing event updated for resources: {'Port': ['ID=f40dced0-625a-44bb-97ff-fec7c58553c8,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:25.991367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f28d4a0e-d43a-4925-90b3-eb9954fb9558 req-9c1a7668-3d66-4da8-a8b2-0fb4530066b9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 6155 time: 0.0764821 Aug 19 15:06:26.034586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.039210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] Set router f34b9742-8d1f-47cc-85a2-2b9501b933b7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:26.046351 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f28d4a0e-d43a-4925-90b3-eb9954fb9558 req-69e422a9-e261-4b82-b776-2a3c5c904d00 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/48f9ea1a-f292-4d07-a1ec-baad4a204bd9 HTTP/1.1" status: 200 len: 2985 time: 0.0461130 Aug 19 15:06:26.082933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Network f1295c5b-7a28-4492-9e38-eef625d76463 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:26.088193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:26.093313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:26.106566 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f28d4a0e-d43a-4925-90b3-eb9954fb9558 req-95592a84-fe55-469d-bad4-487d6f708499 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/48f9ea1a-f292-4d07-a1ec-baad4a204bd9 HTTP/1.1" status: 200 len: 2985 time: 0.0495985 Aug 19 15:06:26.122341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Pushing event updated for resources: {'Port': ['ID=7b1835ee-6c28-425b-9b02-9dfffa18b080,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:26.155043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c0edfcd5-d1eb-4250-95bb-5d76283fec66 req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1182076818', 'description': 'tempest-description-681495680'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:26.163890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.249279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788950c-0dfc-4778-bc9f-6beed42c66e6 req-dceae27d-c2a7-44ba-a4b4-e6a4cc50f47f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:26.250902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5788950c-0dfc-4778-bc9f-6beed42c66e6 req-dceae27d-c2a7-44ba-a4b4-e6a4cc50f47f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0674837 Aug 19 15:06:26.271371 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:06:22Z', 'revision_number': 3, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:26.300801 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5788950c-0dfc-4778-bc9f-6beed42c66e6 req-049a2957-fad4-4ab4-baed-dfca044c751a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 Aug 19 15:06:26.311065 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66603a57-0d67-43dd-a61c-4376cb0b14f7 None None] The sync data for ids ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'] in n-d-779913-32 is: [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:06:22Z', 'revision_number': 3, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:26.422899 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c0edfcd5-d1eb-4250-95bb-5d76283fec66 req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.536069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.563495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c0edfcd5-d1eb-4250-95bb-5d76283fec66 req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.684879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f3524-0d0b-46a5-aa29-9d3fcf66661b req-672b29fb-19f9-4e4c-9744-989d622e3bed tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:26.686730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-929f3524-0d0b-46a5-aa29-9d3fcf66661b req-672b29fb-19f9-4e4c-9744-989d622e3bed tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0662591 Aug 19 15:06:26.712071 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c0edfcd5-d1eb-4250-95bb-5d76283fec66 req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.749971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f40dced0-625a-44bb-97ff-fec7c58553c8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:26.760738 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-929f3524-0d0b-46a5-aa29-9d3fcf66661b req-ab360417-9f49-4840-9830-0c0a359b1752 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664825 Aug 19 15:06:26.775649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d2442b-db48-430d-a3ea-dfc57e1a08f7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:26.866163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.891882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c0edfcd5-d1eb-4250-95bb-5d76283fec66 req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.893714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0edfcd5-d1eb-4250-95bb-5d76283fec66 req-48fca564-03e5-49b3-91a2-4c57d1fa81a9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7501845 Aug 19 15:06:26.910983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f40dced0-625a-44bb-97ff-fec7c58553c8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:26.921462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f40dced0-625a-44bb-97ff-fec7c58553c8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:26.921462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.942595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.982127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-14269a2f-5063-4b9d-9fc0-e06ccb5fc337 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:26.988730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.991976 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-14269a2f-5063-4b9d-9fc0-e06ccb5fc337 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.1525669 Aug 19 15:06:27.013366 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-c7fcdf2a-c9da-42d5-8428-0e2416f7b4d1 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/quotas/3cdeac016e2c4c5e8071fc7a2f3d93a8 HTTP/1.1" status: 200 len: 375 time: 0.0203121 Aug 19 15:06:27.101948 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.102067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Pushing event updated for resources: {'Port': ['ID=7b1835ee-6c28-425b-9b02-9dfffa18b080,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:27.104179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-f2c0aae3-6233-4e91-af71-84df06a5a608 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897722 Aug 19 15:06:27.114206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f40dced0-625a-44bb-97ff-fec7c58553c8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f40dced0-625a-44bb-97ff-fec7c58553c8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:27.217833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-050748bb-6734-4ce2-be5b-2320d95aea6e service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126082 Aug 19 15:06:27.339370 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-c0d7192f-f090-4b17-8115-c60503c0b754 service neutron] 10.222.0.13 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166148 Aug 19 15:06:27.365727 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.413777 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.426415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f40dced0-625a-44bb-97ff-fec7c58553c8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:27.568137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243955-29a4-4b12-b39e-65e932fcf087 req-174a144a-c2ee-46f7-bc49-a640b4cd8429 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:27.569622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8243955-29a4-4b12-b39e-65e932fcf087 req-174a144a-c2ee-46f7-bc49-a640b4cd8429 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0924206 Aug 19 15:06:27.580754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Network f1295c5b-7a28-4492-9e38-eef625d76463 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:27.600305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:27.621397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-2d9967ec-5d42-44e7-97e4-53ca5a2f2942 req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1290109456', 'description': 'tempest-description-1489838862'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:27.628963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8243955-29a4-4b12-b39e-65e932fcf087 req-ef2d4b07-2695-4afe-8452-0e2aee5df6e4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509465 Aug 19 15:06:27.773903 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d9967ec-5d42-44e7-97e4-53ca5a2f2942 req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.799909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Router f34b9742-8d1f-47cc-85a2-2b9501b933b7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:27.802340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27db2aa7-c4ea-4d51-8db5-2c43144537e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.808698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff02c3-1676-4149-8572-36ae79f0388e req-20c80528-1351-4c79-aef3-7f15ac620667 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:27.816225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bfff02c3-1676-4149-8572-36ae79f0388e req-20c80528-1351-4c79-aef3-7f15ac620667 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0831134 Aug 19 15:06:27.893063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bfff02c3-1676-4149-8572-36ae79f0388e req-cce2ef23-0d94-403f-b79d-c357e011213f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759230 Aug 19 15:06:27.894814 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d9967ec-5d42-44e7-97e4-53ca5a2f2942 req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.971633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a3f25eb-4801-49e7-b56e-a6b5118fb1ad req-cca404d6-2a62-414e-8965-6fd926ef4649 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 210 time: 0.0306656 Aug 19 15:06:27.992601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:28.006973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-265379ec-1349-4aee-ada9-a06d7e16ec1d admin admin] 10.222.0.13 "PUT /v2.0/routers/f34b9742-8d1f-47cc-85a2-2b9501b933b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292869 Aug 19 15:06:28.007318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d9967ec-5d42-44e7-97e4-53ca5a2f2942 req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.045588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d78e0e-077a-42d0-b371-23b47b0c9d16,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:28.054517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.054862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.055205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.055581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.055913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.056264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.056595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.056921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.057711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.057711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.058485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.058995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.118189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb21b-eb32-406c-acbc-1ab88d596051 req-8b2af13e-8a34-43be-9804-7f714a42657d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:28.119917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f02cb21b-eb32-406c-acbc-1ab88d596051 req-8b2af13e-8a34-43be-9804-7f714a42657d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0819294 Aug 19 15:06:28.125541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-2d9967ec-5d42-44e7-97e4-53ca5a2f2942 req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.126874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d9967ec-5d42-44e7-97e4-53ca5a2f2942 req-72b5b6d4-e222-48de-b4ec-0ca8ff465b3b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5101738 Aug 19 15:06:28.194615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f02cb21b-eb32-406c-acbc-1ab88d596051 req-109e594c-6f2a-4bf4-bc4a-0af3e0ac34a6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629640 Aug 19 15:06:28.329225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Sync routers for ids ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:28.354385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Routers {'f34b9742-8d1f-47cc-85a2-2b9501b933b7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:28.356226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:28.501876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Set router f34b9742-8d1f-47cc-85a2-2b9501b933b7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:28.510399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-1b00f2a2-5e85-4c80-b720-325174e5a45c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:28.512349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-1b00f2a2-5e85-4c80-b720-325174e5a45c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 813 time: 0.1242778 Aug 19 15:06:28.532692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-599a93d4-7936-4c86-b7e1-d6bf2211b179 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/quotas/1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 375 time: 0.0140216 Aug 19 15:06:28.608880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-5a44e799-a6ed-4d88-9c15-58ac4c4c1694 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694211 Aug 19 15:06:28.649979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a4969190-c466-426d-969f-d1137393c886 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:28.651508 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a4969190-c466-426d-969f-d1137393c886 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 818 time: 0.1359899 Aug 19 15:06:28.670783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-f12d815f-cfcb-4f9b-82d9-fb0ff5982465 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/quotas/fc8d8551e8bf4a8fb99cd43b34f24b53 HTTP/1.1" status: 200 len: 375 time: 0.0111997 Aug 19 15:06:28.686068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f40dced0-625a-44bb-97ff-fec7c58553c8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:28.713480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-2db17e94-b925-4890-b3b3-bbe97cb250f6 service neutron] 10.222.0.13 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034946 Aug 19 15:06:28.727780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-963c0e75-4ad8-4605-ba96-cbcfd5b061ec tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494857 Aug 19 15:06:28.798963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f40dced0-625a-44bb-97ff-fec7c58553c8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:28.799441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.844289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:06:26Z', 'revision_number': 4, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7b1835ee-6c28-425b-9b02-9dfffa18b080', 'name': '', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'mac_address': 'fa:16:3e:0e:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:25Z', 'updated_at': '2021-08-19T15:06:26Z', 'revision_number': 2, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'subnets': [{'id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:28.854187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-6b400a82-1a78-4599-a2fc-6924a0f37498 service neutron] 10.222.0.13 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114585 Aug 19 15:06:28.877370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-c622d158-07b1-49a5-ae18-747c95ee1cda service neutron] 10.222.0.13 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521633 Aug 19 15:06:28.881097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Checking router: f34b9742-8d1f-47cc-85a2-2b9501b933b7 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:28.881537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Updating router f34b9742-8d1f-47cc-85a2-2b9501b933b7 port 7b1835ee-6c28-425b-9b02-9dfffa18b080 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:06:28.917146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.990124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-613ec623-a348-41ef-ad62-8d1a83caa772 service neutron] 10.222.0.13 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345913 Aug 19 15:06:29.283941 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.298961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Transition to ACTIVE for port object 7b1835ee-6c28-425b-9b02-9dfffa18b080 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:29.318765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5d531-042c-4a94-b69f-fbc513103bdc req-538acf89-fd36-437f-af4c-b373ae52fcc3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:29.320543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67a5d531-042c-4a94-b69f-fbc513103bdc req-538acf89-fd36-437f-af4c-b373ae52fcc3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1190004 Aug 19 15:06:29.382247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67a5d531-042c-4a94-b69f-fbc513103bdc req-ace3b24a-6c4b-45c1-b7cb-9028066427e6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Aug 19 15:06:29.423864 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d13ec55a-22b1-439d-a8ef-4037d227ab59 req-6a4cfd36-46f0-4a40-a244-73f125bbd074 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 210 time: 0.0559916 Aug 19 15:06:29.477931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f354816-5fdc-43b2-80d7-e42087d02687 req-fa069fe3-8005-4faa-b1f1-085a9093937f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 210 time: 0.0334461 Aug 19 15:06:29.481300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.585871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e39a13-cca3-47f3-a3ff-2cdc9a5d4ea9 req-e17f266a-529d-4b7a-ad3c-539078df688c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:29.594583 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9e39a13-cca3-47f3-a3ff-2cdc9a5d4ea9 req-e17f266a-529d-4b7a-ad3c-539078df688c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0770056 Aug 19 15:06:29.647292 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.650523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Attempting to bind port 7b1835ee-6c28-425b-9b02-9dfffa18b080 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:29.650905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Attempting to bind port 7b1835ee-6c28-425b-9b02-9dfffa18b080 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:29.651273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Attempting to bind port 7b1835ee-6c28-425b-9b02-9dfffa18b080 on network f1295c5b-7a28-4492-9e38-eef625d76463 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:29.656737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419a2e1-1117-4bab-bf83-6c9f846dbe68 None None] Pushing event updated for resources: {'Port': ['ID=7b1835ee-6c28-425b-9b02-9dfffa18b080,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:29.662477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9e39a13-cca3-47f3-a3ff-2cdc9a5d4ea9 req-46c12949-3a11-4ed7-8701-74cd2b8a6582 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562439 Aug 19 15:06:29.670236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:29.670373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Checking segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:29.670784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.671190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Bound using segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:29.671691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Bound port: 7b1835ee-6c28-425b-9b02-9dfffa18b080, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:29.672083 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.722411 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-205b75f5-a6e7-4317-82e6-3e4ed47fbba3 req-fc4868d6-6e9c-4cb3-a008-af7d1c3deff4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 210 time: 0.0661280 Aug 19 15:06:29.757020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] For port 7b1835ee-6c28-425b-9b02-9dfffa18b080, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:29.761907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] For port 7b1835ee-6c28-425b-9b02-9dfffa18b080, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b1835ee-6c28-425b-9b02-9dfffa18b080,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:29.855036 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.919331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Routers {'f34b9742-8d1f-47cc-85a2-2b9501b933b7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:29.920018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:29.965298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419a2e1-1117-4bab-bf83-6c9f846dbe68 None None] Pushing event updated for resources: {'Port': ['ID=7b1835ee-6c28-425b-9b02-9dfffa18b080,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:30.052924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] Set router f34b9742-8d1f-47cc-85a2-2b9501b933b7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:30.053088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-969770b9-183d-42b3-bbb0-ea0524257799 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:30.053088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-969770b9-183d-42b3-bbb0-ea0524257799 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 818 time: 0.1745512 Aug 19 15:06:30.076778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-99db06c8-a6d6-44fe-b554-1f6288440ac4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/quotas/fc8d8551e8bf4a8fb99cd43b34f24b53 HTTP/1.1" status: 200 len: 375 time: 0.0171933 Aug 19 15:06:30.130389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-545e2fd5-e9b9-48f6-9da8-ba3b591910ef tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526640 Aug 19 15:06:30.301756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-25f8cd1d-51da-461b-9ba7-8cf99fb2fd96 service neutron] 10.222.0.13 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623261 Aug 19 15:06:30.394785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:06:26Z', 'revision_number': 4, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7b1835ee-6c28-425b-9b02-9dfffa18b080', 'name': '', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'mac_address': 'fa:16:3e:0e:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:25Z', 'updated_at': '2021-08-19T15:06:29Z', 'revision_number': 4, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'subnets': [{'id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:30.422846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-57d4f12c-7513-4e61-8669-861de5f30101 service neutron] 10.222.0.13 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196558 Aug 19 15:06:30.542841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15511-2727-4589-868c-90c1a6ba50e6 req-e8615806-d554-43a9-96f3-9587df46f544 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:30.543624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-20b15511-2727-4589-868c-90c1a6ba50e6 req-e8615806-d554-43a9-96f3-9587df46f544 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0677810 Aug 19 15:06:30.611723 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-20b15511-2727-4589-868c-90c1a6ba50e6 req-827e631b-3639-4f52-8dea-bab337bd95e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607531 Aug 19 15:06:30.653408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62adf1-ed59-4dc3-a60a-3da2c6632030 None None] The sync data for ids ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'] in n-d-779913-32 is: [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:06:26Z', 'revision_number': 4, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7b1835ee-6c28-425b-9b02-9dfffa18b080', 'name': '', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'mac_address': 'fa:16:3e:0e:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:25Z', 'updated_at': '2021-08-19T15:06:29Z', 'revision_number': 4, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'subnets': [{'id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:30.779912 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.832051 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dbb38843-a90a-4f11-a17d-ec9b31283345 req-87b19697-5287-4e04-a46f-3c40efd1a571 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 210 time: 0.0592191 Aug 19 15:06:30.950825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33664a5f-582e-49e0-8cf7-067a2fc9a57f req-45e9768d-a4f7-4285-813d-7f3030b53c04 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 210 time: 0.0932667 Aug 19 15:06:31.096963 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-46a5372b-0f70-4147-a94b-bfa837d1e229 req-869a71eb-7566-401f-8cf9-dffc791cb8a1 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 210 time: 0.0514488 Aug 19 15:06:31.188796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0f34a-ae73-4d96-a35d-6ff3cb5e7a07 req-3d17e7aa-e429-4c5a-bdd8-a9ff46518337 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.197421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eed0f34a-ae73-4d96-a35d-6ff3cb5e7a07 req-3d17e7aa-e429-4c5a-bdd8-a9ff46518337 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0981617 Aug 19 15:06:31.255691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eed0f34a-ae73-4d96-a35d-6ff3cb5e7a07 req-22af43df-de06-454c-81c3-e65ade600c0e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563371 Aug 19 15:06:31.361047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-7ecc1b8b-507b-4825-a07a-39c20d02f737 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.362965 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-7ecc1b8b-507b-4825-a07a-39c20d02f737 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 815 time: 0.2124159 Aug 19 15:06:31.390372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Request body: {'port': {'device_id': '025742b3-26a4-4401-82b9-54362c871db2', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'admin_state_up': True, 'tenant_id': '3cdeac016e2c4c5e8071fc7a2f3d93a8'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:31.754579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Made reservation on behalf of 3cdeac016e2c4c5e8071fc7a2f3d93a8 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:31.762292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.767859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683698-cdf0-4849-a5ea-845ec4734c08 req-b3975a40-5d1b-45f3-9f90-86ee5f272a57 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.769614 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81683698-cdf0-4849-a5ea-845ec4734c08 req-b3975a40-5d1b-45f3-9f90-86ee5f272a57 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0673308 Aug 19 15:06:31.826220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81683698-cdf0-4849-a5ea-845ec4734c08 req-5e7c6cf2-a215-45c7-9755-e0069fa79ef8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Aug 19 15:06:31.967064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-f9a1ffa8-81ec-43f4-91fb-c50abe8a047f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479913 Aug 19 15:06:32.020961 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4057bc0-c167-4a97-a695-8dc482ebf0ed req-c65d12f7-c916-4d90-b0f0-8d2d66e07732 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 210 time: 0.0641296 Aug 19 15:06:32.043977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Allocated IP 172.20.0.7 (899d189a-fe71-45a4-af31-9f9475205695/46a4fd7e-359e-4043-8be0-7eaff33ce2f6/1c3a8380-6a4e-4823-9d56-de1a95b3efe9) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:32.192575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd9984d0-fe32-45b3-9588-c28077c7aff5 req-88c0719d-94a6-4b45-9f2e-2fa3502381ba tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 210 time: 0.0679679 Aug 19 15:06:32.195714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859141a-98e7-4574-96d1-4dffed9f235f req-e9c5564f-5844-47b2-8603-bdd9a5e81ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.197235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-e9c5564f-5844-47b2-8603-bdd9a5e81ebf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec59d079b4144659566d7e898743295&device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 1097 time: 0.1364701 Aug 19 15:06:32.258931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e8268341-be1f-4516-adb5-d731478b6f94 req-265d612a-d9d8-4b2e-badc-6853d1db3fd8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 210 time: 0.0424659 Aug 19 15:06:32.264203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.271476 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:06:32.390612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859141a-98e7-4574-96d1-4dffed9f235f req-7bd9c5b3-edc5-48d0-8ad3-ae859b8cab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.392649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-7bd9c5b3-edc5-48d0-8ad3-ae859b8cab48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 200 len: 917 time: 0.1601434 Aug 19 15:06:32.468274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259c89f-78e5-4819-85d2-9f6d665c5511 req-ab716819-7f8c-49bd-b56f-b9fd7a453aa7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.473778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1259c89f-78e5-4819-85d2-9f6d665c5511 req-ab716819-7f8c-49bd-b56f-b9fd7a453aa7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0723472 Aug 19 15:06:32.490619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-2a1d159d-4731-410e-8e22-d22fc4cf0084 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 200 len: 1001 time: 0.0890796 Aug 19 15:06:32.524326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.543493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bfe56d41-03bc-476d-937d-c31149bd0964'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:32.585945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859141a-98e7-4574-96d1-4dffed9f235f req-7c42e291-838a-43fb-be45-f7d17e4e43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.588475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-7c42e291-838a-43fb-be45-f7d17e4e43d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=087bb67d-c778-46aa-b49d-d285165bc5b0 HTTP/1.1" status: 200 len: 855 time: 0.0839188 Aug 19 15:06:32.607470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Network 899d189a-fe71-45a4-af31-9f9475205695 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:32.611804 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1259c89f-78e5-4819-85d2-9f6d665c5511 req-3c3ef5e8-e66d-4bb7-acc6-b6dbed0ae118 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201398 Aug 19 15:06:32.616191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:32.622167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:32.631587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event updated for resources: {'Port': ['ID=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:32.711762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173', '5cb7abe2-48ae-43fb-a444-477f42165725'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:32.723400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.732984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.805656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859141a-98e7-4574-96d1-4dffed9f235f req-ddcda99f-c1c1-4265-9a2f-30d907ff067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.807253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-ddcda99f-c1c1-4265-9a2f-30d907ff067a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1972868 Aug 19 15:06:32.815798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b1835ee-6c28-425b-9b02-9dfffa18b080 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:32.910539 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4ed49cc6-6614-474f-9dc7-71bcc545b8af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5216911 Aug 19 15:06:32.935085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Request body: {'port': {'device_id': '025742b3-26a4-4401-82b9-54362c871db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:32.941956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-246ce8ae-3b9e-4f31-a35e-24fa9ff5ff37 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.943623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-246ce8ae-3b9e-4f31-a35e-24fa9ff5ff37 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 813 time: 0.3534207 Aug 19 15:06:32.976668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'port': {'device_id': 'f2598586-0230-4595-951c-76bb7840ea1e', 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c', 'admin_state_up': True, 'tenant_id': '1d89b5478326473e9928c406b798a79b'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:33.062827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.070695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7b1835ee-6c28-425b-9b02-9dfffa18b080 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:33.080075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7b1835ee-6c28-425b-9b02-9dfffa18b080 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:33.084649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.191134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-7cd73300-052a-4be9-8652-14fab9f4227a service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714287 Aug 19 15:06:33.210481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265db975-ea31-4cb3-9040-a5ef6de88d09 req-fe22fee2-135d-4ec9-b5c2-6cc453070a6d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.218570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-265db975-ea31-4cb3-9040-a5ef6de88d09 req-fe22fee2-135d-4ec9-b5c2-6cc453070a6d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.2700768 Aug 19 15:06:33.324993 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.359433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-265db975-ea31-4cb3-9040-a5ef6de88d09 req-6846f85a-a3fc-4aab-a942-9cdee5900632 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396577 Aug 19 15:06:33.388420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 7b1835ee-6c28-425b-9b02-9dfffa18b080, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b1835ee-6c28-425b-9b02-9dfffa18b080,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:33.409267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f790-d1a1-4fa8-add9-9cb34aa27b3e req-aca2481e-f709-46bf-affa-857485010056 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.418961 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3140f790-d1a1-4fa8-add9-9cb34aa27b3e req-aca2481e-f709-46bf-affa-857485010056 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 931 time: 0.2504864 Aug 19 15:06:33.421777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9859141a-98e7-4574-96d1-4dffed9f235f req-5cac0e51-63b1-417c-996c-f45a23c7bb4f service neutron] 10.222.0.46 "GET /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010443 Aug 19 15:06:33.480768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Made reservation on behalf of 1d89b5478326473e9928c406b798a79b for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:33.484947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.498261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.545439 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3140f790-d1a1-4fa8-add9-9cb34aa27b3e req-8d2fd8a5-4660-4d2e-a98d-f46b117a62d6 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253631 Aug 19 15:06:33.621056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=7b1835ee-6c28-425b-9b02-9dfffa18b080,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:33.696225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-162f7013-f4b0-4161-9d3e-98d5494adbb2 req-b2939934-7c6c-4681-858c-51c4e8605a98 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 210 time: 0.1137519 Aug 19 15:06:33.736629 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7cfa078e-6ded-4659-9fd6-a6c47271b835 req-fe9e097b-1d9f-4345-b964-56fcb3e5c390 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 210 time: 0.0432332 Aug 19 15:06:33.750624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:33.802277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.838349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Transition to ACTIVE for port object 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:33.943826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.983033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-46c30bb3-598d-4336-bb8a-1728489f0d37 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.984592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-46c30bb3-598d-4336-bb8a-1728489f0d37 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 818 time: 0.5315359 Aug 19 15:06:33.997572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e217-0b4a-48a0-bc57-1e827e7aaea1 req-1513e0ba-1ce6-4839-8cfa-62a9cff0b35e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.999359 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5a4e217-0b4a-48a0-bc57-1e827e7aaea1 req-1513e0ba-1ce6-4839-8cfa-62a9cff0b35e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1083708 Aug 19 15:06:34.024366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Allocated IP 172.20.0.4 (87ba0b44-3d82-4d28-af1b-7d7ff12e414c/52c3d368-2102-46ba-9ee6-5ade644168f3/f7beba34-32e6-450d-a500-95c7443ddd06) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:34.053426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:34.112392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Request body: {'port': {'device_id': '1d1590ee-887f-4727-9668-32623f6a414c', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'admin_state_up': True, 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:34.124323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a5a4e217-0b4a-48a0-bc57-1e827e7aaea1 req-c0cd89aa-9ebb-4bb6-b02b-edf25f8d65cd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914316 Aug 19 15:06:34.162714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Attempting to bind port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:34.163097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Attempting to bind port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:34.166706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Attempting to bind port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:34.169228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 on network 899d189a-fe71-45a4-af31-9f9475205695 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:34.169561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Attempting to bind port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 on network 899d189a-fe71-45a4-af31-9f9475205695 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:34.175293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:34.175643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Checking segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:34.176032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Bound using segment: {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:34.176569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Bound port: 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '899d189a-fe71-45a4-af31-9f9475205695'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:34.176921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.269995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] For port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:34.273846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] For port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:34.424209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.444353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.482158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.482811 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.484454 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/1c3a8380-6a4e-4823-9d56-de1a95b3efe9 HTTP/1.1" status: 200 len: 1092 time: 1.5612936 Aug 19 15:06:34.484965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025742b3-26a4-4401-82b9-54362c871db2', 'tag': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:34.487467 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3714be2-4fc9-49d3-bb82-3c80c29f7637" -d '{"events": [{"name": "network-changed", "server_uuid": "025742b3-26a4-4401-82b9-54362c871db2", "tag": "1c3a8380-6a4e-4823-9d56-de1a95b3efe9"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:34.525056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a0342474-cfbe-4f62-8246-ddc72745feb3 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.525338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e54dfb-9503-469b-b213-e3dd54c217a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:34.527242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a0342474-cfbe-4f62-8246-ddc72745feb3 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 818 time: 0.2472727 Aug 19 15:06:34.555856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Request body: {'port': {'device_id': '78af5247-670a-4334-b35a-7dd4b33729a3', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'admin_state_up': True, 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:34.607387 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d4b98f-4494-4a25-81bf-4373ab2f3603 x-openstack-request-id: req-d2d4b98f-4494-4a25-81bf-4373ab2f3603 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:34.607825 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025742b3-26a4-4401-82b9-54362c871db2", "tag": "1c3a8380-6a4e-4823-9d56-de1a95b3efe9", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:34.608086 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2d4b98f-4494-4a25-81bf-4373ab2f3603 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:34.608546 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025742b3-26a4-4401-82b9-54362c871db2', 'tag': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9', 'status': 'completed', 'code': 200} Aug 19 15:06:34.664159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Made reservation on behalf of fc8d8551e8bf4a8fb99cd43b34f24b53 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:34.671414 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.686572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b1835ee-6c28-425b-9b02-9dfffa18b080 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:34.767442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27515179-5d26-4e2c-9a7d-2ca7186dc9ba req-ba5ffbd1-7d18-42a4-b8b8-d87255465236 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.769103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27515179-5d26-4e2c-9a7d-2ca7186dc9ba req-ba5ffbd1-7d18-42a4-b8b8-d87255465236 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.2650237 Aug 19 15:06:34.779527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7b1835ee-6c28-425b-9b02-9dfffa18b080 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:34.780014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.789101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-fdc35baf-f5f0-4a22-8a8b-298b59064609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.790735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-fdc35baf-f5f0-4a22-8a8b-298b59064609 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 1095 time: 0.1282215 Aug 19 15:06:34.810312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133b87-00a0-4413-a270-0e6cb2249d18 req-7eb8cee4-488c-4a95-8972-af7d9b6f681d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.812166 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e2133b87-00a0-4413-a270-0e6cb2249d18 req-7eb8cee4-488c-4a95-8972-af7d9b6f681d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 943 time: 0.1132576 Aug 19 15:06:34.859043 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-33716e65-3689-457e-884f-3dc24090d8fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9 HTTP/1.1" status: 200 len: 217 time: 0.0453706 Aug 19 15:06:34.938070 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e2133b87-00a0-4413-a270-0e6cb2249d18 req-3e245c3b-8e72-4102-aa87-488b5aa1dcb5 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Aug 19 15:06:34.939438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-97d4e418-5b68-4550-bb31-ba603ca62eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.940876 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-97d4e418-5b68-4550-bb31-ba603ca62eda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.0748940 Aug 19 15:06:34.941644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27515179-5d26-4e2c-9a7d-2ca7186dc9ba req-b2d7ccce-62a7-4537-ba79-c14b089805ab tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248276 Aug 19 15:06:34.995428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-b0804e49-1295-4760-be9d-650e0bee4d53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451086 Aug 19 15:06:34.999062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Allocated IP 172.20.0.8 (f1295c5b-7a28-4492-9e38-eef625d76463/4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a/6d87db6e-439d-449b-9c8e-b3ed880a63da) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:35.023487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.044129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:35.095998 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0449078b-e9e9-4fbd-b168-d94ecbc8cebe req-9ed3831b-3969-4303-8fe4-1f99a30967e0 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 210 time: 0.0338526 Aug 19 15:06:35.170849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-4aeab1a8-5026-4129-b26c-0ec84411ba80 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662254 Aug 19 15:06:35.222346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Made reservation on behalf of fc8d8551e8bf4a8fb99cd43b34f24b53 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:35.226176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.247210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:35.274955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:35.284766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:35.340999 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e4268f1-db0a-4113-b6d8-dd4b05d8567a req-df32d4ca-54c9-4f8c-b3ed-f34e4ff52954 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603632 Aug 19 15:06:35.350819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:35.378538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c6add-77ad-4e8c-b785-2af6c2855fdc req-fdad42e9-0fd1-4eba-8612-65c417165ce7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.387445 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe8c6add-77ad-4e8c-b785-2af6c2855fdc req-fdad42e9-0fd1-4eba-8612-65c417165ce7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1025722 Aug 19 15:06:35.408176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545219c6-c133-4f7b-aef1-c609d027d3c5 req-82163d01-31d9-418e-8288-847433874a09 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.409865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-545219c6-c133-4f7b-aef1-c609d027d3c5 req-82163d01-31d9-418e-8288-847433874a09 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 931 time: 0.3833935 Aug 19 15:06:35.430186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe8c6add-77ad-4e8c-b785-2af6c2855fdc req-2ebc179f-c945-4e9c-b188-318c1d576367 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Aug 19 15:06:35.461552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.461552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.505760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.540553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-545219c6-c133-4f7b-aef1-c609d027d3c5 req-a0205e32-7f9e-4a9a-8260-1c83ae6a28c7 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920117 Aug 19 15:06:35.685643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-b0d5c019-9f0f-468b-8304-f5ea5394e255 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7130604 Aug 19 15:06:35.690543 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.702345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-0a680e0c-f80f-48e5-836d-e8f6d84d1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.704374 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-0a680e0c-f80f-48e5-836d-e8f6d84d1a79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 1095 time: 0.0530427 Aug 19 15:06:35.727019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Request body: {'port': {'device_id': 'f2598586-0230-4595-951c-76bb7840ea1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:35.807500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-68dbe921-bf94-4e15-99fe-d1b885333bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.809207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-68dbe921-bf94-4e15-99fe-d1b885333bbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 916 time: 0.0976665 Aug 19 15:06:35.817514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Network f1295c5b-7a28-4492-9e38-eef625d76463 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:35.829468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Allocated IP 172.20.0.5 (f1295c5b-7a28-4492-9e38-eef625d76463/4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a/ce109795-e239-466d-9041-cbfc1b366f6b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:35.834135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:35.856161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-0a8d7de5-c435-41b8-b1ce-9ad911c7a73f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9 HTTP/1.1" status: 200 len: 217 time: 0.0398271 Aug 19 15:06:35.856975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:35.864201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Pushing event updated for resources: {'Port': ['ID=6d87db6e-439d-449b-9c8e-b3ed880a63da,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:35.907964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.917418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-464bb991-684d-4ea2-bce7-a5e63c7a600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.919125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-464bb991-684d-4ea2-bce7-a5e63c7a600a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.0561984 Aug 19 15:06:35.953922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-cf75f2db-5bbb-4ce4-82fa-c32fc0d9bf74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275426 Aug 19 15:06:35.962038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.962666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.147908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a7331-61d7-452b-a829-94093a425917 req-4f7ae553-e2c5-4c19-84d9-f194b51b4c31 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.149763 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b44a7331-61d7-452b-a829-94093a425917 req-4f7ae553-e2c5-4c19-84d9-f194b51b4c31 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 943 time: 0.0967476 Aug 19 15:06:36.157280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-6d7282da-bfa7-456f-891a-4567215645d1 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661670 Aug 19 15:06:36.257682 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b44a7331-61d7-452b-a829-94093a425917 req-e6807af9-068f-4db1-b120-33082eb9941a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984907 Aug 19 15:06:36.331120 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f3714be2-4fc9-49d3-bb82-3c80c29f7637 req-bc8a7bc7-9fa4-48c5-b58f-d393c0d4b560 service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655052 Aug 19 15:06:36.378806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0dc4e1ac-6ef9-4740-862d-3032f558d5f0 req-84c41eac-e16e-4de1-b80c-1e0d05c0e1c9 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 210 time: 0.0361717 Aug 19 15:06:36.514105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c247f019-a14c-47d2-bf79-41e1a8a76137 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4103222 Aug 19 15:06:36.540718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Request body: {'port': {'device_id': '1d1590ee-887f-4727-9668-32623f6a414c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.556728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5bbc3-dc41-45e4-8149-ec675556c561 req-ca136671-b297-4f06-b033-15645534eadc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.559058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eca5bbc3-dc41-45e4-8149-ec675556c561 req-ca136671-b297-4f06-b033-15645534eadc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.5247042 Aug 19 15:06:36.597983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a81870-26c4-471c-b764-dd471e487b8d req-52b1d542-cc36-4235-bc28-b1dc29612444 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.600033 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a81870-26c4-471c-b764-dd471e487b8d req-52b1d542-cc36-4235-bc28-b1dc29612444 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0702238 Aug 19 15:06:36.648622 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c5a81870-26c4-471c-b764-dd471e487b8d req-87daee14-98cd-4217-a1e5-6e40760d8e52 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Aug 19 15:06:36.669662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.736937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.757051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eca5bbc3-dc41-45e4-8149-ec675556c561 req-761d325e-582c-46ee-805c-94d4ef457877 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733816 Aug 19 15:06:36.762867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bb52f-cd64-4d9a-b4ce-1532c559f8d0 req-ca6c81df-e2ec-43c7-9024-f6e369663671 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.764686 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a6bb52f-cd64-4d9a-b4ce-1532c559f8d0 req-ca6c81df-e2ec-43c7-9024-f6e369663671 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 931 time: 0.0536451 Aug 19 15:06:36.821673 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a6bb52f-cd64-4d9a-b4ce-1532c559f8d0 req-3d45286f-e266-4378-b388-0a627f0f5611 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384839 Aug 19 15:06:36.980049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7beba34-32e6-450d-a500-95c7443ddd06 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:36.988573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.000264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.075069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Transition to ACTIVE for port object f7beba34-32e6-450d-a500-95c7443ddd06 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:37.119791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Network f1295c5b-7a28-4492-9e38-eef625d76463 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:37.128275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:37.132328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Pushing event updated for resources: {'Port': ['ID=ce109795-e239-466d-9041-cbfc1b366f6b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.137875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:37.191130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.249660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.250301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.303037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.337244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d87db6e-439d-449b-9c8e-b3ed880a63da {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:37.364564 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.386865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Transition to ACTIVE for port object 6d87db6e-439d-449b-9c8e-b3ed880a63da will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:37.387907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a0980-27a4-49e9-9150-a6cb65f68944 req-4e7218da-3cbf-4006-9e08-43473907159e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.389470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-750a0980-27a4-49e9-9150-a6cb65f68944 req-4e7218da-3cbf-4006-9e08-43473907159e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 943 time: 0.0572608 Aug 19 15:06:37.403847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Attempting to bind port f7beba34-32e6-450d-a500-95c7443ddd06 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:37.404202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Attempting to bind port f7beba34-32e6-450d-a500-95c7443ddd06 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:37.404534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Attempting to bind port f7beba34-32e6-450d-a500-95c7443ddd06 on network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:37.409138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Port f7beba34-32e6-450d-a500-95c7443ddd06 on network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:37.409475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Attempting to bind port f7beba34-32e6-450d-a500-95c7443ddd06 on network 87ba0b44-3d82-4d28-af1b-7d7ff12e414c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:37.415014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:37.415391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Checking segment: {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:37.415775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Bound using segment: {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:37.416222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Bound port: f7beba34-32e6-450d-a500-95c7443ddd06, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:37.416610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.430254 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-750a0980-27a4-49e9-9150-a6cb65f68944 req-b2f1f609-f367-424b-8742-f78ec3378cdf tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Aug 19 15:06:37.495096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:37.498537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:37.500843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-a8449f55-6529-416b-9980-43089ddca8e4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9511690 Aug 19 15:06:37.515466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Request body: {'port': {'device_id': '78af5247-670a-4334-b35a-7dd4b33729a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:37.548540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.648702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.672738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Pushing event updated for resources: {'Port': ['ID=6d87db6e-439d-449b-9c8e-b3ed880a63da,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.724001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0af0-c817-46d5-8e3e-3460df446e75 req-8cf3aa82-40c1-441f-9cdc-ab9536611dcf tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.725587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a11f0af0-c817-46d5-8e3e-3460df446e75 req-8cf3aa82-40c1-441f-9cdc-ab9536611dcf tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 931 time: 0.1800091 Aug 19 15:06:37.726751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.790930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd858d-8c9f-42bb-8c96-5f1134da4014 req-4ff0e372-1cd5-4b96-8e33-c33d1cfc9deb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.793424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0bd858d-8c9f-42bb-8c96-5f1134da4014 req-4ff0e372-1cd5-4b96-8e33-c33d1cfc9deb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0650744 Aug 19 15:06:37.841298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0bd858d-8c9f-42bb-8c96-5f1134da4014 req-b4fe1e03-8e5a-4558-8f5e-2450184fcb37 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Aug 19 15:06:37.848684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.849336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.850755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 1092 time: 2.1367373 Aug 19 15:06:37.851205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:37.853553 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb529f3a-2e23-436a-ac84-310573b00917" -d '{"events": [{"name": "network-changed", "server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:37.965869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7df351-18e9-4cbc-bff9-2f62e3db24c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.966802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b2c12-023b-4ac5-9673-e6570403dc59 req-1abc752b-b97e-4b92-a3c8-7fd9030e19ca tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.968629 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2e5b2c12-023b-4ac5-9673-e6570403dc59 req-1abc752b-b97e-4b92-a3c8-7fd9030e19ca tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0576892 Aug 19 15:06:37.992219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Attempting to bind port 6d87db6e-439d-449b-9c8e-b3ed880a63da on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:37.992219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Attempting to bind port 6d87db6e-439d-449b-9c8e-b3ed880a63da by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:37.992219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Attempting to bind port 6d87db6e-439d-449b-9c8e-b3ed880a63da on network f1295c5b-7a28-4492-9e38-eef625d76463 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:37.992219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a11f0af0-c817-46d5-8e3e-3460df446e75 req-edd5a896-1433-43c7-b269-954c21ef5c0d tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039912 Aug 19 15:06:38.030205 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2e5b2c12-023b-4ac5-9673-e6570403dc59 req-65014131-eb39-4064-9d06-d6ab972f26f5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Aug 19 15:06:38.042767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Port 6d87db6e-439d-449b-9c8e-b3ed880a63da on network f1295c5b-7a28-4492-9e38-eef625d76463 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:38.043103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Attempting to bind port 6d87db6e-439d-449b-9c8e-b3ed880a63da on network f1295c5b-7a28-4492-9e38-eef625d76463 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:38.069628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:38.069967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Checking segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:38.070356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Bound using segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:38.070804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Bound port: 6d87db6e-439d-449b-9c8e-b3ed880a63da, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:38.071168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.107424 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171097f-2385-4201-a599-e65b8ac8474b x-openstack-request-id: req-8171097f-2385-4201-a599-e65b8ac8474b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:38.107713 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:38.107956 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8171097f-2385-4201-a599-e65b8ac8474b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:38.108348 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'status': 'completed', 'code': 200} Aug 19 15:06:38.114628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-43467edb-46fd-40f4-a1bd-dc302bd8bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.116176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-43467edb-46fd-40f4-a1bd-dc302bd8bd17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1095 time: 0.1089575 Aug 19 15:06:38.164907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394400c5-0243-4130-b578-d860bdaf2966 req-d76b7c6f-026f-40e4-93d8-a7ee0821d11d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.166482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-394400c5-0243-4130-b578-d860bdaf2966 req-d76b7c6f-026f-40e4-93d8-a7ee0821d11d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 943 time: 0.0563872 Aug 19 15:06:38.194142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-432e7571-de3d-4ef1-bf99-a60c7f84b8ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0584540 Aug 19 15:06:38.211668 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-394400c5-0243-4130-b578-d860bdaf2966 req-1b28c0e8-3080-4143-ac3e-8d71aafa8fec tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Aug 19 15:06:38.271039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] For port 6d87db6e-439d-449b-9c8e-b3ed880a63da, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:38.314447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] For port 6d87db6e-439d-449b-9c8e-b3ed880a63da, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:38.321956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-94263725-953f-408c-9954-26ec18865e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.324019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-94263725-953f-408c-9954-26ec18865e55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.1188653 Aug 19 15:06:38.329632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce109795-e239-466d-9041-cbfc1b366f6b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:38.345889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.363966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-2de6e100-a947-439c-b0a0-d4d8da2b3bc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293958 Aug 19 15:06:38.380718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Transition to ACTIVE for port object ce109795-e239-466d-9041-cbfc1b366f6b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:38.467808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-58659c84-87e8-4a9c-8593-278b168af3b2 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955031 Aug 19 15:06:38.484642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.553316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.603556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.604157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.606189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] 10.222.0.46 "PUT /v2.0/ports/6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 1092 time: 2.0755358 Aug 19 15:06:38.649198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e1786-98b7-44eb-bb08-f25c2f917bdb service neutron] Pushing event updated for resources: {'Port': ['ID=6d87db6e-439d-449b-9c8e-b3ed880a63da,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:38.758099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca219ccb-22b6-4a35-b45d-ce1f452b699c req-d15aabc6-cccd-4e03-81c8-4c50a47c8632 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.759640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca219ccb-22b6-4a35-b45d-ce1f452b699c req-d15aabc6-cccd-4e03-81c8-4c50a47c8632 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 943 time: 0.2345994 Aug 19 15:06:38.775066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1479fdb7-63ed-4b19-8fd8-26756c366a16 req-6c2b51e7-b531-4986-9f78-70d3d7a1ed2f service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952306 Aug 19 15:06:38.811846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Pushing event updated for resources: {'Port': ['ID=ce109795-e239-466d-9041-cbfc1b366f6b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:38.858287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Attempting to bind port ce109795-e239-466d-9041-cbfc1b366f6b on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:38.858624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Attempting to bind port ce109795-e239-466d-9041-cbfc1b366f6b by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:38.858958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Attempting to bind port ce109795-e239-466d-9041-cbfc1b366f6b on network f1295c5b-7a28-4492-9e38-eef625d76463 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:38.870020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca219ccb-22b6-4a35-b45d-ce1f452b699c req-121f3b57-3601-40e2-8f44-3e1cccece5fb tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878005 Aug 19 15:06:38.872461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-f4dda316-44c0-4370-9ed0-4641bd33ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.873875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-f4dda316-44c0-4370-9ed0-4641bd33ef1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1095 time: 0.1115510 Aug 19 15:06:38.876687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Port ce109795-e239-466d-9041-cbfc1b366f6b on network f1295c5b-7a28-4492-9e38-eef625d76463 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:38.877171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Attempting to bind port ce109795-e239-466d-9041-cbfc1b366f6b on network f1295c5b-7a28-4492-9e38-eef625d76463 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:38.891430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:38.891965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Checking segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:38.892356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Bound using segment: {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:38.893855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Bound port: ce109795-e239-466d-9041-cbfc1b366f6b, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003fda92-cb50-488d-90b9-1fbc3c34817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:38.894267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.955874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-61d50c6d-24e1-46a3-a157-d89ebb27641d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 217 time: 0.0720932 Aug 19 15:06:39.002740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2ba35-aca5-4a4f-86cb-5551d27c3d15 req-87f57b34-9710-4006-9e08-e5ec4a4218b3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.004327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ddc2ba35-aca5-4a4f-86cb-5551d27c3d15 req-87f57b34-9710-4006-9e08-e5ec4a4218b3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0554287 Aug 19 15:06:39.054918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ddc2ba35-aca5-4a4f-86cb-5551d27c3d15 req-2ed18787-3eab-43c8-b5f5-f6c6e8ccd8e6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Aug 19 15:06:39.095688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-d13881bc-8e20-4d31-876e-8080351687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.098077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-d13881bc-8e20-4d31-876e-8080351687ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.1222243 Aug 19 15:06:39.103393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] For port ce109795-e239-466d-9041-cbfc1b366f6b, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:39.108193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529f3a-2e23-436a-ac84-310573b00917 req-f4a814da-191a-4d31-bae4-04d33a0ba12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.112937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-f4a814da-191a-4d31-bae4-04d33a0ba12b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1095 time: 0.1665158 Aug 19 15:06:39.171384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] For port ce109795-e239-466d-9041-cbfc1b366f6b, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ce109795-e239-466d-9041-cbfc1b366f6b,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:39.182728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-a265fe98-8320-4ce8-a14e-c29ed595df5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543959 Aug 19 15:06:39.205447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1665e65-eb4c-456b-be34-4b29b4504d26 req-f07303a1-b4c4-468e-ab38-0d79c4050988 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.207035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e1665e65-eb4c-456b-be34-4b29b4504d26 req-f07303a1-b4c4-468e-ab38-0d79c4050988 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0586784 Aug 19 15:06:39.249043 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e1665e65-eb4c-456b-be34-4b29b4504d26 req-a8553c53-121f-4a51-94c8-a42d57690e84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Aug 19 15:06:39.281431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.295337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ba2e2-7ec3-470d-b299-bfbdaec48a70 req-79caef61-ea9e-41e8-8178-de44ea5c9dab tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.296937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a9ba2e2-7ec3-470d-b299-bfbdaec48a70 req-79caef61-ea9e-41e8-8178-de44ea5c9dab tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 943 time: 0.2222297 Aug 19 15:06:39.381603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] 10.222.0.46 "PUT /v2.0/ports/ce109795-e239-466d-9041-cbfc1b366f6b HTTP/1.1" status: 200 len: 1092 time: 1.8746686 Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424b24-146b-44c8-858f-bae06a74c08d service neutron] Pushing event updated for resources: {'Port': ['ID=ce109795-e239-466d-9041-cbfc1b366f6b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a9ba2e2-7ec3-470d-b299-bfbdaec48a70 req-4a97a4c7-83a6-4331-828f-7885fc60289b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166785 Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529f3a-2e23-436a-ac84-310573b00917 req-287d1d91-e708-44c4-bced-3eae900513f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-287d1d91-e708-44c4-bced-3eae900513f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.3172309 Aug 19 15:06:39.462035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-864e10e2-b4b6-42fa-8d57-4fdd28e14c0f service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360210 Aug 19 15:06:39.474257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fa18b-fcc6-4e17-abf6-3673f7346828 req-0b097991-d342-4040-b19c-f4a56b2ca0dd tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.476070 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a2fa18b-fcc6-4e17-abf6-3673f7346828 req-0b097991-d342-4040-b19c-f4a56b2ca0dd tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 943 time: 0.0914986 Aug 19 15:06:39.498053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-8705efb9-a7ca-4827-b434-5457531135bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734873 Aug 19 15:06:39.530203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a2fa18b-fcc6-4e17-abf6-3673f7346828 req-1b115ee3-e901-494c-a53d-abe87ddca47b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444670 Aug 19 15:06:39.544071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-f44a0fa1-997e-47cf-829e-201ba1a27e65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0828438 Aug 19 15:06:39.619169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-c6e705b3-d8a0-4c6a-925f-40da8a6485dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.621718 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-c6e705b3-d8a0-4c6a-925f-40da8a6485dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.0501895 Aug 19 15:06:39.630084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529f3a-2e23-436a-ac84-310573b00917 req-4017e9e1-e97b-464a-930f-dfa3616a1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.630084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-4017e9e1-e97b-464a-930f-dfa3616a1d12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.0701501 Aug 19 15:06:39.630084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d07dddcd-d322-4a10-a67f-c2fc6d87b771 req-c5fdb3b4-065f-4115-8427-06cbc12b3138 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675963 Aug 19 15:06:39.685428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-bc0a763e-7d3b-445e-aad2-b41dd7a4356b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462689 Aug 19 15:06:39.760510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-635937e9-77cf-4820-a763-166e1b0dbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.762983 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-635937e9-77cf-4820-a763-166e1b0dbbda service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.1175082 Aug 19 15:06:39.816206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-9aabcd55-a377-4b69-9059-85f339731c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.817711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-9aabcd55-a377-4b69-9059-85f339731c5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 1095 time: 0.1061485 Aug 19 15:06:39.838300 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-e482d519-e500-4c73-adbc-1bdbe4318498 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 1001 time: 0.0654151 Aug 19 15:06:39.844341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-02680778-7798-4aa3-87a1-69a11283b53f service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341476 Aug 19 15:06:39.879723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-e9db154f-bde3-496a-97d2-9afef582d5d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce109795-e239-466d-9041-cbfc1b366f6b HTTP/1.1" status: 200 len: 217 time: 0.0480573 Aug 19 15:06:39.904272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-7deb6e66-7d13-4c88-a4f0-83049452d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.905783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-7deb6e66-7d13-4c88-a4f0-83049452d142 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.0595229 Aug 19 15:06:39.984530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-d8c8dfcc-ea09-42c6-834f-e3a041a4a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.986077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-d8c8dfcc-ea09-42c6-834f-e3a041a4a4da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.0889945 Aug 19 15:06:39.991970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-0a089d07-1f80-432e-8c69-c1f633a0d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.993519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-0a089d07-1f80-432e-8c69-c1f633a0d239 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795348 Aug 19 15:06:40.018555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b880e-0159-48af-93f1-ad73f42ef9df req-ff5329ca-544b-447d-ad0f-9dd1c05bd9af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.020138 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e50b880e-0159-48af-93f1-ad73f42ef9df req-ff5329ca-544b-447d-ad0f-9dd1c05bd9af tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 943 time: 0.0728943 Aug 19 15:06:40.034417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb529f3a-2e23-436a-ac84-310573b00917 req-078d8871-52b8-4ff6-9415-165b7d176506 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629143 Aug 19 15:06:40.036198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-2fa66066-3675-4839-9495-edd40b7a2ed1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346453 Aug 19 15:06:40.109972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1590ee-887f-4727-9668-32623f6a414c', 'tag': '6d87db6e-439d-449b-9c8e-b3ed880a63da'}, {'name': 'network-changed', 'server_uuid': '78af5247-670a-4334-b35a-7dd4b33729a3', 'tag': 'ce109795-e239-466d-9041-cbfc1b366f6b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:40.113986 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1590ee-887f-4727-9668-32623f6a414c", "tag": "6d87db6e-439d-449b-9c8e-b3ed880a63da"}, {"name": "network-changed", "server_uuid": "78af5247-670a-4334-b35a-7dd4b33729a3", "tag": "ce109795-e239-466d-9041-cbfc1b366f6b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:40.122201 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e50b880e-0159-48af-93f1-ad73f42ef9df req-6adb4b27-7fe2-47fe-9b51-f48560211e43 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636647 Aug 19 15:06:40.150784 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-08812fda-2763-4555-9abf-a673d37c1104 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485794 Aug 19 15:06:40.156337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-c0e3686e-3784-4b02-a495-b64bb65ece56 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091185 Aug 19 15:06:40.193092 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c4bc1-3bf2-40f3-8728-a0994ce7646a x-openstack-request-id: req-392c4bc1-3bf2-40f3-8728-a0994ce7646a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:40.193455 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1590ee-887f-4727-9668-32623f6a414c", "tag": "6d87db6e-439d-449b-9c8e-b3ed880a63da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78af5247-670a-4334-b35a-7dd4b33729a3", "tag": "ce109795-e239-466d-9041-cbfc1b366f6b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:40.193710 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-392c4bc1-3bf2-40f3-8728-a0994ce7646a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:40.194678 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1590ee-887f-4727-9668-32623f6a414c', 'tag': '6d87db6e-439d-449b-9c8e-b3ed880a63da', 'status': 'completed', 'code': 200} Aug 19 15:06:40.194678 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78af5247-670a-4334-b35a-7dd4b33729a3', 'tag': 'ce109795-e239-466d-9041-cbfc1b366f6b', 'status': 'completed', 'code': 200} Aug 19 15:06:40.263625 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54921089-9fb3-4e78-9892-f4f82e4220f4 req-fc94daa9-2a27-43ef-9b15-77ab16ffc8d7 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050687 Aug 19 15:06:40.316532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b17ed1-a441-43e7-85f9-84942098432f req-ad4b98a3-ba71-4911-8bac-9d81c1d06167 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.318295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86b17ed1-a441-43e7-85f9-84942098432f req-ad4b98a3-ba71-4911-8bac-9d81c1d06167 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1651640 Aug 19 15:06:40.349079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-6351b9e1-901f-4ca1-a206-63fe5bde6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.350467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-6351b9e1-901f-4ca1-a206-63fe5bde6a50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1095 time: 0.1101725 Aug 19 15:06:40.360482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007ffa1f-8f6c-4068-8bcf-2dc1e5c740e9 req-0500bf35-fafb-4ee9-a402-a124d677f53a service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946678 Aug 19 15:06:40.383010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c873-a605-4e45-9c31-5924fe3e35f8 req-50aea896-c7de-4287-8d30-2a113be3a135 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.385251 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f5c8c873-a605-4e45-9c31-5924fe3e35f8 req-50aea896-c7de-4287-8d30-2a113be3a135 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0599742 Aug 19 15:06:40.426472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f5c8c873-a605-4e45-9c31-5924fe3e35f8 req-b1ab7e33-8b49-4669-b820-faa63e82783b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350440 Aug 19 15:06:40.481822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:40.623903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad86d-cb77-483b-97cc-a761d7ad0506 req-3e688408-b397-4613-a60d-cd91c433d8dd tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.628849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-571ad86d-cb77-483b-97cc-a761d7ad0506 req-3e688408-b397-4613-a60d-cd91c433d8dd tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 943 time: 0.0738168 Aug 19 15:06:40.631053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:40.646482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9', 'network_id': '899d189a-fe71-45a4-af31-9f9475205695', 'port_id': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9', 'mac_address': 'fa:16:3e:81:34:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a4fd7e-359e-4043-8be0-7eaff33ce2f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:40.676891 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-571ad86d-cb77-483b-97cc-a761d7ad0506 req-1d009c79-e85b-4aeb-9187-8e1c559e85db tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383587 Aug 19 15:06:40.690470 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.729466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:40.738965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:40.756764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86b17ed1-a441-43e7-85f9-84942098432f req-d5146d8f-a087-4613-adbf-5299b3910584 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242697 Aug 19 15:06:40.809634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc085f-349f-44f7-9de0-6d487c602536 req-858d8d3c-2a72-4272-b7fc-ba488d351880 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.815581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-e8c21a84-5de6-44a6-8c61-b3ea6424dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.815581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-e8c21a84-5de6-44a6-8c61-b3ea6424dabe service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.4498096 Aug 19 15:06:40.815806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0bc085f-349f-44f7-9de0-6d487c602536 req-858d8d3c-2a72-4272-b7fc-ba488d351880 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 943 time: 0.0604002 Aug 19 15:06:40.878783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d0bc085f-349f-44f7-9de0-6d487c602536 req-14606b66-881e-4d8a-9ac7-4a4260dd57c2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583725 Aug 19 15:06:40.883294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-1efa99e3-5158-4249-8802-858d929d68ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 217 time: 0.0569556 Aug 19 15:06:40.919522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.951029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-8538b7a8-68f9-45ac-9dd2-c46c2675e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.952550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-8538b7a8-68f9-45ac-9dd2-c46c2675e2f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.0555606 Aug 19 15:06:40.976491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:40.988295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-47178e5e-bd43-47d1-8a86-391d6fcda455 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273702 Aug 19 15:06:41.090927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-6b1e65cb-76ed-4777-918c-ca192b81a54c service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926549 Aug 19 15:06:41.247237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-862b127d-824b-4f10-bdf6-a6b4df1d4bad service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483545 Aug 19 15:06:41.267345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691ea50-7e1d-4a94-86ca-43bd3c5ca7ee req-bb913749-58a4-4717-95be-345938e343a2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.268945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b691ea50-7e1d-4a94-86ca-43bd3c5ca7ee req-bb913749-58a4-4717-95be-345938e343a2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 944 time: 0.0636847 Aug 19 15:06:41.337782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b691ea50-7e1d-4a94-86ca-43bd3c5ca7ee req-f9256ff1-de72-4529-b332-e5eda44a681a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622489 Aug 19 15:06:41.353223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-e1770919-5620-4a03-9ed8-c14323737e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.355011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-e1770919-5620-4a03-9ed8-c14323737e4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 1095 time: 0.0610449 Aug 19 15:06:41.432497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['1c3a8380-6a4e-4823-9d56-de1a95b3efe9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:41.564809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68bafc-f0fe-4fe1-a402-3eb55e2931a1 req-6c542270-d377-48b7-90bb-31ca4cac4e84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.566897 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c68bafc-f0fe-4fe1-a402-3eb55e2931a1 req-6c542270-d377-48b7-90bb-31ca4cac4e84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0592072 Aug 19 15:06:41.610714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1c68bafc-f0fe-4fe1-a402-3eb55e2931a1 req-ed5c4f1d-703e-4e1a-9e4a-536ef392a40e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Aug 19 15:06:41.725526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-02818e74-9778-471b-9560-df60b1a21cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.726663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f7beba34-32e6-450d-a500-95c7443ddd06 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:41.727207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-02818e74-9778-471b-9560-df60b1a21cf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.3640740 Aug 19 15:06:41.788541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-492b13f7-42c1-443b-93d0-9889c0939b84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce109795-e239-466d-9041-cbfc1b366f6b HTTP/1.1" status: 200 len: 217 time: 0.0528607 Aug 19 15:06:41.841813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:41.855785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'network_id': '87ba0b44-3d82-4d28-af1b-7d7ff12e414c', 'port_id': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'mac_address': 'fa:16:3e:c4:e5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c3d368-2102-46ba-9ee6-5ade644168f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:41.910058 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.911125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9531b9-a5d7-49c8-a8c2-8d5c0d6a4e37 req-91edc460-1946-41bf-8394-6eedc01d179d tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.913779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e9531b9-a5d7-49c8-a8c2-8d5c0d6a4e37 req-91edc460-1946-41bf-8394-6eedc01d179d tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 943 time: 0.1353817 Aug 19 15:06:41.925697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-0774bce6-4e8f-4147-8e3f-55e32303c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.927872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-0774bce6-4e8f-4147-8e3f-55e32303c723 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.1137722 Aug 19 15:06:41.932506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7beba34-32e6-450d-a500-95c7443ddd06 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:41.963455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:41.974986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-ee879259-91b8-4f3f-ac9a-4d5a1a1bb299 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377133 Aug 19 15:06:42.052091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e9531b9-a5d7-49c8-a8c2-8d5c0d6a4e37 req-924ec5da-6a9b-4b5e-9c4c-a132282d91d2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225283 Aug 19 15:06:42.120582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-453bb19d-6988-44e2-8393-bf470c8d88e2 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300559 Aug 19 15:06:42.166240 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.188366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cb0dd-479b-411b-baca-1b29a0cd4479 req-7c92f9a6-368f-4ab0-94b8-e09f00d2f78e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:42.191523 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e93cb0dd-479b-411b-baca-1b29a0cd4479 req-7c92f9a6-368f-4ab0-94b8-e09f00d2f78e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.3533268 Aug 19 15:06:42.251267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:42.259012 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e93cb0dd-479b-411b-baca-1b29a0cd4479 req-89e171c2-b9e5-4a84-ac3a-17ae8f25d4ea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Aug 19 15:06:42.288332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe4223e-8d37-40d0-89af-e2561f8b3ebb req-0f196471-3378-4636-ae73-27fa128ee12d service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525061 Aug 19 15:06:42.303520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65eb8-77c6-47cb-9c3e-2e321a13b9dd req-1edec90e-7f66-470c-8396-60de88fe6114 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:42.305141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37b65eb8-77c6-47cb-9c3e-2e321a13b9dd req-1edec90e-7f66-470c-8396-60de88fe6114 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 944 time: 0.0989096 Aug 19 15:06:42.357175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37b65eb8-77c6-47cb-9c3e-2e321a13b9dd req-1c2fccf9-207f-4c7f-974c-bd34a813e72d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Aug 19 15:06:42.447355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['f7beba34-32e6-450d-a500-95c7443ddd06'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:42.472205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a19379-f959-4a6e-b0fc-842783ae688b req-f4d7c215-f850-4b18-a511-b1d91618a9b2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:42.473988 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c0a19379-f959-4a6e-b0fc-842783ae688b req-f4d7c215-f850-4b18-a511-b1d91618a9b2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 944 time: 0.0530827 Aug 19 15:06:42.518263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c0a19379-f959-4a6e-b0fc-842783ae688b req-fc3b1ecc-8c18-419e-b533-d7a6aa80fe08 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368886 Aug 19 15:06:42.737040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ce2-1f63-4f77-8c0f-1cc4f3ce50eb req-da113a37-79e9-4ff9-8a36-1b3006782fd9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:42.738790 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac8c3ce2-1f63-4f77-8c0f-1cc4f3ce50eb req-da113a37-79e9-4ff9-8a36-1b3006782fd9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0514197 Aug 19 15:06:42.779902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ac8c3ce2-1f63-4f77-8c0f-1cc4f3ce50eb req-961ac5ae-fbff-4b42-a25b-3645c9b89cfc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350308 Aug 19 15:06:43.007378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.190308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970a47-5caf-432b-9acc-7b9b5fe82924 req-0fa23105-87b8-44c0-b0a1-3697eaaa60aa tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:43.192054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7970a47-5caf-432b-9acc-7b9b5fe82924 req-0fa23105-87b8-44c0-b0a1-3697eaaa60aa tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 943 time: 0.0563889 Aug 19 15:06:43.241206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7970a47-5caf-432b-9acc-7b9b5fe82924 req-c0de0394-ab37-4894-9169-1417964ad2d2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Aug 19 15:06:43.404844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86567c36-6dbc-4ef6-a0b3-529d57401872 req-fd481b4c-3817-4a86-bcd0-f43fccc1e4d6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:43.406518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86567c36-6dbc-4ef6-a0b3-529d57401872 req-fd481b4c-3817-4a86-bcd0-f43fccc1e4d6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0581894 Aug 19 15:06:43.455046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-86567c36-6dbc-4ef6-a0b3-529d57401872 req-c6a582ce-3e4d-41f0-8eed-22dfc82ee78f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364554 Aug 19 15:06:43.518119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1401d7-9af1-4456-a5c0-c3dc5769b698 req-b455029e-96f5-40bd-8271-dd5f355be654 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:43.519730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a1401d7-9af1-4456-a5c0-c3dc5769b698 req-b455029e-96f5-40bd-8271-dd5f355be654 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 944 time: 0.0560648 Aug 19 15:06:43.563028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a1401d7-9af1-4456-a5c0-c3dc5769b698 req-6d84076a-8562-4b66-9e4c-8d789c2d4c49 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Aug 19 15:06:43.648998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a6-12fb-4227-a172-14b4d89a47fc req-bc491e17-23f2-4b1a-b7a8-c1a314e53899 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:43.650847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a90782a6-12fb-4227-a172-14b4d89a47fc req-bc491e17-23f2-4b1a-b7a8-c1a314e53899 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 944 time: 0.0542970 Aug 19 15:06:43.692721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a90782a6-12fb-4227-a172-14b4d89a47fc req-11d46b92-32f9-433a-b6e3-15da4be526d0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Aug 19 15:06:43.724834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ce109795-e239-466d-9041-cbfc1b366f6b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:43.728654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f7beba34-32e6-450d-a500-95c7443ddd06 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:43.871108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ce109795-e239-466d-9041-cbfc1b366f6b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ce109795-e239-466d-9041-cbfc1b366f6b,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:43.884896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'ce109795-e239-466d-9041-cbfc1b366f6b', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'port_id': 'ce109795-e239-466d-9041-cbfc1b366f6b', 'mac_address': 'fa:16:3e:87:76:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:43.909167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974f5d-2756-4092-b96e-bb14d8a0ab1a req-ac49f45c-962a-490c-83b5-16ec750ff70e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:43.912229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a974f5d-2756-4092-b96e-bb14d8a0ab1a req-ac49f45c-962a-490c-83b5-16ec750ff70e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0583019 Aug 19 15:06:43.929449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.942031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port f7beba34-32e6-450d-a500-95c7443ddd06 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:43.948806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce109795-e239-466d-9041-cbfc1b366f6b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:43.953064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port f7beba34-32e6-450d-a500-95c7443ddd06 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:43.953473 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.987922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9a974f5d-2756-4092-b96e-bb14d8a0ab1a req-103b636d-f75e-4102-8ea2-ccb326325336 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649741 Aug 19 15:06:43.997898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ce109795-e239-466d-9041-cbfc1b366f6b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ce109795-e239-466d-9041-cbfc1b366f6b,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:44.063279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.079237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.080256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6d87db6e-439d-449b-9c8e-b3ed880a63da details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:44.138434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:44.140716 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286916a-c7ec-43c5-af83-48ef584efad6" -d '{"events": [{"server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "name": "network-vif-plugged", "status": "completed", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:44.165369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:44.191420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6d87db6e-439d-449b-9c8e-b3ed880a63da, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:44.204001 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255f211-d01e-4433-9af3-e26cd76a049a x-openstack-request-id: req-0255f211-d01e-4433-9af3-e26cd76a049a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:44.204418 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "name": "network-vif-plugged", "status": "completed", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:44.204609 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0255f211-d01e-4433-9af3-e26cd76a049a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:44.205000 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'code': 200} Aug 19 15:06:44.205711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ce109795-e239-466d-9041-cbfc1b366f6b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.211092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '6d87db6e-439d-449b-9c8e-b3ed880a63da', 'network_id': 'f1295c5b-7a28-4492-9e38-eef625d76463', 'port_id': '6d87db6e-439d-449b-9c8e-b3ed880a63da', 'mac_address': 'fa:16:3e:8e:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:44.262328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.293726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d87db6e-439d-449b-9c8e-b3ed880a63da {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:44.317664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6d87db6e-439d-449b-9c8e-b3ed880a63da, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:44.354083 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.384012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703a4ff-72d9-4495-9cd7-afe13dfdeb46 req-59409c87-d821-42da-8788-60e2eb6133cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.386260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1703a4ff-72d9-4495-9cd7-afe13dfdeb46 req-59409c87-d821-42da-8788-60e2eb6133cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1096 time: 0.0878198 Aug 19 15:06:44.416402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.426785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7d34-abb5-4e94-b336-3d653f112601 req-e140c17d-d7a7-42f7-bfa4-f31ac5cd6940 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.428573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-956f7d34-abb5-4e94-b336-3d653f112601 req-e140c17d-d7a7-42f7-bfa4-f31ac5cd6940 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 944 time: 0.0900843 Aug 19 15:06:44.434631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.459832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1703a4ff-72d9-4495-9cd7-afe13dfdeb46 req-6e488476-a2b7-43f1-808f-056c16d06c30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644202 Aug 19 15:06:44.490327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6d87db6e-439d-449b-9c8e-b3ed880a63da,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.498497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-956f7d34-abb5-4e94-b336-3d653f112601 req-28590c34-e99f-48af-989a-fd0b48380a24 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543845 Aug 19 15:06:44.513694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:44.645546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:44.659394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:44.660215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.668642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a059b6-bc78-4a3f-8abc-2d3ec0c3b428 req-5594c07f-7771-4a2c-9350-9542c039ac10 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.670438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b0a059b6-bc78-4a3f-8abc-2d3ec0c3b428 req-5594c07f-7771-4a2c-9350-9542c039ac10 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0758574 Aug 19 15:06:44.726850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4fcc9-c82f-4395-ba54-a034b5f8cacf req-8359349b-1ed0-47e5-b39a-74e6d2be280a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.734994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34c4fcc9-c82f-4395-ba54-a034b5f8cacf req-8359349b-1ed0-47e5-b39a-74e6d2be280a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 945 time: 0.0808213 Aug 19 15:06:44.754375 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b0a059b6-bc78-4a3f-8abc-2d3ec0c3b428 req-144179a0-b81a-47ef-a368-2a59703ccc5c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Aug 19 15:06:44.791307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34c4fcc9-c82f-4395-ba54-a034b5f8cacf req-bd95d91b-cd5d-4b7c-812d-8ffbadce35ab tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551076 Aug 19 15:06:44.793035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['ce109795-e239-466d-9041-cbfc1b366f6b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:44.795420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6d87db6e-439d-449b-9c8e-b3ed880a63da'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:44.853586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.940881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a191-331b-4536-b86e-a642dcb13cd6 req-d56c97b1-13a6-4abe-8114-5234e00c29a4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.942474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e1f7a191-331b-4536-b86e-a642dcb13cd6 req-d56c97b1-13a6-4abe-8114-5234e00c29a4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 944 time: 0.0575244 Aug 19 15:06:44.978688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:45.010702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e1f7a191-331b-4536-b86e-a642dcb13cd6 req-c3ebde50-d690-40b4-83f0-d456a0586fd9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524356 Aug 19 15:06:45.078606 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.140336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7beb6d-2750-4787-8dd6-1614fa313bed req-c33f2f94-611d-4192-88a2-415fe2e28d68 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:45.142226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f7beb6d-2750-4787-8dd6-1614fa313bed req-c33f2f94-611d-4192-88a2-415fe2e28d68 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.0606427 Aug 19 15:06:45.184801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f7beb6d-2750-4787-8dd6-1614fa313bed req-2b13f403-c7b6-4cb2-80e5-c140af931fa0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Aug 19 15:06:45.193988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:45.618396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf458e-bc6b-43f9-8457-8770fc9c1442 req-a29b374b-c225-4a6c-9bf7-1f4ea8ad93aa tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:45.620015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0cf458e-bc6b-43f9-8457-8770fc9c1442 req-a29b374b-c225-4a6c-9bf7-1f4ea8ad93aa tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 944 time: 0.0542579 Aug 19 15:06:45.664167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0cf458e-bc6b-43f9-8457-8770fc9c1442 req-72fbcf7c-7db7-43e1-b1fc-6162f4cbf109 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 Aug 19 15:06:45.890464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03179d1e-0ca7-40f5-9b86-641bf62d0fba req-bee4a0fe-96a8-4b61-a78d-d52e683ba43e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:45.892076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03179d1e-0ca7-40f5-9b86-641bf62d0fba req-bee4a0fe-96a8-4b61-a78d-d52e683ba43e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0559301 Aug 19 15:06:45.926783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5df80-7bc1-46f2-93a0-c187413968fb req-36200450-9d6b-4bfc-88de-9dc78804f0b4 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:45.928366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4a5df80-7bc1-46f2-93a0-c187413968fb req-36200450-9d6b-4bfc-88de-9dc78804f0b4 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 945 time: 0.0553412 Aug 19 15:06:45.940788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03179d1e-0ca7-40f5-9b86-641bf62d0fba req-d0bb1789-b172-4638-b77a-62453e18f611 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370781 Aug 19 15:06:45.971635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4a5df80-7bc1-46f2-93a0-c187413968fb req-976caae6-fe13-42c5-8341-96678af8a52b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Aug 19 15:06:46.143571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8058c20-ecb3-41ab-a180-48431876a6b0 req-70e7a47c-59b4-43b9-bcfc-bbd486e8177a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.145131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8058c20-ecb3-41ab-a180-48431876a6b0 req-70e7a47c-59b4-43b9-bcfc-bbd486e8177a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.0566559 Aug 19 15:06:46.184855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8058c20-ecb3-41ab-a180-48431876a6b0 req-e4427a5c-c04b-4680-bc98-e79a1ff80633 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Aug 19 15:06:46.205669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025742b3-26a4-4401-82b9-54362c871db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:46.208264 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a595e9-1899-47d3-a266-d262bbe2cbaa" -d '{"events": [{"server_uuid": "025742b3-26a4-4401-82b9-54362c871db2", "name": "network-vif-plugged", "status": "completed", "tag": "1c3a8380-6a4e-4823-9d56-de1a95b3efe9"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:46.256174 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09804be5-2383-4bf7-989a-732348ce7f1a x-openstack-request-id: req-09804be5-2383-4bf7-989a-732348ce7f1a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:46.257991 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025742b3-26a4-4401-82b9-54362c871db2", "name": "network-vif-plugged", "status": "completed", "tag": "1c3a8380-6a4e-4823-9d56-de1a95b3efe9", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:46.257991 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09804be5-2383-4bf7-989a-732348ce7f1a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:46.257991 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025742b3-26a4-4401-82b9-54362c871db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9', 'code': 200} Aug 19 15:06:46.412531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc97c21-be42-46e5-a4d0-46a059cc6c81 req-c12df1d6-a4a5-45a5-9127-52cc95731b85 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.414056 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6cc97c21-be42-46e5-a4d0-46a059cc6c81 req-c12df1d6-a4a5-45a5-9127-52cc95731b85 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 944 time: 0.1434762 Aug 19 15:06:46.421973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07941ad-8d8b-4129-a60e-20588c31cb7e req-f2fafdfd-a50d-41a0-b176-7ee56a1ae7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.423441 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e07941ad-8d8b-4129-a60e-20588c31cb7e req-f2fafdfd-a50d-41a0-b176-7ee56a1ae7da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 1097 time: 0.0628321 Aug 19 15:06:46.489028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6cc97c21-be42-46e5-a4d0-46a059cc6c81 req-10350e78-a9fc-42b7-81c7-f2b6e1e36cf1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Aug 19 15:06:46.492368 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e07941ad-8d8b-4129-a60e-20588c31cb7e req-18a74297-056b-4629-bd9d-33da5125abb1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Aug 19 15:06:46.521278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0b01eed4-88e6-4017-a0c7-17ab78760f72 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:46.625474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 0b01eed4-88e6-4017-a0c7-17ab78760f72, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:46.768352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '0b01eed4-88e6-4017-a0c7-17ab78760f72', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': '0b01eed4-88e6-4017-a0c7-17ab78760f72', 'mac_address': 'fa:16:3e:6e:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:46.796167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36967ea3-2279-42df-8000-a4479560a9ba req-c5ced93c-a8fb-425b-ad90-4218090d2825 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.797752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36967ea3-2279-42df-8000-a4479560a9ba req-c5ced93c-a8fb-425b-ad90-4218090d2825 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 944 time: 0.0528233 Aug 19 15:06:46.816469 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.830660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b01eed4-88e6-4017-a0c7-17ab78760f72 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:46.841787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36967ea3-2279-42df-8000-a4479560a9ba req-ac11c2c7-1b9c-48f6-9c67-d65efb3f5be9 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Aug 19 15:06:46.853514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 0b01eed4-88e6-4017-a0c7-17ab78760f72, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:46.965862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.018695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=0b01eed4-88e6-4017-a0c7-17ab78760f72,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:47.067595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761cea-ff7a-4765-9fae-a3e805085351 req-7514fa15-66a3-4c8b-949d-8fa82ac76b30 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.069288 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-16761cea-ff7a-4765-9fae-a3e805085351 req-7514fa15-66a3-4c8b-949d-8fa82ac76b30 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0550652 Aug 19 15:06:47.100134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3122137-8c14-49f4-bf29-22698e621e5e req-8ecdbb67-383b-49f8-96f6-73d1dda36be1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.101612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3122137-8c14-49f4-bf29-22698e621e5e req-8ecdbb67-383b-49f8-96f6-73d1dda36be1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 945 time: 0.0524385 Aug 19 15:06:47.113967 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-16761cea-ff7a-4765-9fae-a3e805085351 req-c451fe97-a8a3-4825-b1de-44643773d989 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Aug 19 15:06:47.144245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3122137-8c14-49f4-bf29-22698e621e5e req-33da90d2-b29a-4142-be09-b731611a455a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Aug 19 15:06:47.253602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-582fe894-ad32-48d1-affc-a0e7c084776a req-ba4e593f-fc18-4feb-bcff-4cb348068e54 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1182076818&fields=id&tenant_id=1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 267 time: 0.0358913 Aug 19 15:06:47.307959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e92b6-406b-40d5-b532-c2cf4b2cb95a req-e4121238-4492-4c39-843b-1e5c88a41ae0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.310075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d94e92b6-406b-40d5-b532-c2cf4b2cb95a req-e4121238-4492-4c39-843b-1e5c88a41ae0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.0523922 Aug 19 15:06:47.315016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe894-ad32-48d1-affc-a0e7c084776a req-0379f7ff-f7e2-49c0-9c5f-b7a91c3335c4 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.318662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-582fe894-ad32-48d1-affc-a0e7c084776a req-0379f7ff-f7e2-49c0-9c5f-b7a91c3335c4 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 945 time: 0.0582418 Aug 19 15:06:47.333341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'port': {'security_groups': ['48f9ea1a-f292-4d07-a1ec-baad4a204bd9', 'e9d2442b-db48-430d-a3ea-dfc57e1a08f7']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:47.351452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d94e92b6-406b-40d5-b532-c2cf4b2cb95a req-e697fc7b-ea94-48da-af66-f6f176e63ac9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Aug 19 15:06:47.416037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.569571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['0b01eed4-88e6-4017-a0c7-17ab78760f72'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:47.640230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:47.659368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad678-30ee-4063-aa94-6d744d950f4a req-9dfed069-9cbe-45cd-a13e-5f6c717ebc6d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.660981 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-37aad678-30ee-4063-aa94-6d744d950f4a req-9dfed069-9cbe-45cd-a13e-5f6c717ebc6d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 945 time: 0.0559835 Aug 19 15:06:47.676554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.714606 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-37aad678-30ee-4063-aa94-6d744d950f4a req-fd95c754-229c-4c19-bbda-c9c697a076ca tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Aug 19 15:06:47.748215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.773720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414', 'f7beba34-32e6-450d-a500-95c7443ddd06'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:47.776895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ce109795-e239-466d-9041-cbfc1b366f6b up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:47.802932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.803833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.805050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-582fe894-ad32-48d1-affc-a0e7c084776a req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "PUT /v2.0/ports/f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 981 time: 0.4781976 Aug 19 15:06:47.805578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:47.808321 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49494f09-fca3-492c-8025-ca4652301268" -d '{"events": [{"name": "network-changed", "server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:47.847296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655b725-a1f2-47d3-bf72-5750a203023b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:47.852966 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92daf286-2f5b-4c0d-aeb2-baad8208ca86 x-openstack-request-id: req-92daf286-2f5b-4c0d-aeb2-baad8208ca86 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:47.853991 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:47.855632 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92daf286-2f5b-4c0d-aeb2-baad8208ca86 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:47.856557 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'status': 'completed', 'code': 200} Aug 19 15:06:47.924845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-574d88e1-32a1-418d-831e-2b1c51a075a3 req-11705ae8-0171-4e26-b099-52f1e1872400 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/e9d2442b-db48-430d-a3ea-dfc57e1a08f7 HTTP/1.1" status: 200 len: 1802 time: 0.0675840 Aug 19 15:06:47.934195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['f7beba34-32e6-450d-a500-95c7443ddd06'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:47.992149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96749-c419-47aa-b4e7-14da30519ab2 req-ad6fa826-2794-498e-9a86-698e98062a58 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.993947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494f09-fca3-492c-8025-ca4652301268 req-09b68a5f-fb41-4bbd-aaca-afbf60f78dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.995681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-09b68a5f-fb41-4bbd-aaca-afbf60f78dfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1136 time: 0.0893929 Aug 19 15:06:47.996465 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-94c96749-c419-47aa-b4e7-14da30519ab2 req-ad6fa826-2794-498e-9a86-698e98062a58 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 944 time: 0.0729613 Aug 19 15:06:48.006234 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-574d88e1-32a1-418d-831e-2b1c51a075a3 req-f092ab6e-d3f7-4b14-b484-3c2b35bd296b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 15:06:48.007308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-574d88e1-32a1-418d-831e-2b1c51a075a3 req-f092ab6e-d3f7-4b14-b484-3c2b35bd296b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9d2442b-db48-430d-a3ea-dfc57e1a08f7 HTTP/1.1" status: 409 len: 341 time: 0.0816495 Aug 19 15:06:48.050230 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-94c96749-c419-47aa-b4e7-14da30519ab2 req-c0359be7-e89c-4511-9d81-bc5464e35301 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Aug 19 15:06:48.124706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port ce109795-e239-466d-9041-cbfc1b366f6b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:48.133757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port ce109795-e239-466d-9041-cbfc1b366f6b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:48.134128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.145757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494f09-fca3-492c-8025-ca4652301268 req-b762f2eb-cb05-4785-8151-4d59a9279056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.155129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-b762f2eb-cb05-4785-8151-4d59a9279056 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.1342154 Aug 19 15:06:48.206936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-50f4dca6-a7b7-4689-82e7-2048628c504c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0470235 Aug 19 15:06:48.260280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105da87-63e4-48ff-a457-fdf035247875 req-39a451da-f3d4-47b9-a22c-6496194adb05 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.267470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494f09-fca3-492c-8025-ca4652301268 req-b33ae823-66bc-4727-9f36-67090c5b63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.269494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-b33ae823-66bc-4727-9f36-67090c5b63e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.0538445 Aug 19 15:06:48.276029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a105da87-63e4-48ff-a457-fdf035247875 req-39a451da-f3d4-47b9-a22c-6496194adb05 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0822852 Aug 19 15:06:48.304585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-ea32e773-aeab-4f06-ba49-4a6526cc9e73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277970 Aug 19 15:06:48.319453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a105da87-63e4-48ff-a457-fdf035247875 req-db6e5406-d9fa-4453-b90f-dc0b27861188 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Aug 19 15:06:48.349716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.400141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78af5247-670a-4334-b35a-7dd4b33729a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce109795-e239-466d-9041-cbfc1b366f6b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:48.403105 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07776168-4e68-4b15-85cc-ef341018981c" -d '{"events": [{"server_uuid": "78af5247-670a-4334-b35a-7dd4b33729a3", "name": "network-vif-plugged", "status": "completed", "tag": "ce109795-e239-466d-9041-cbfc1b366f6b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:48.426851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ce109795-e239-466d-9041-cbfc1b366f6b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ce109795-e239-466d-9041-cbfc1b366f6b,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:48.439045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-590dd19f-383d-4613-9441-a3cf8ff9e9ad service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261027 Aug 19 15:06:48.542426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49494f09-fca3-492c-8025-ca4652301268 req-b4a1722d-135b-420e-a4bf-521033add78d service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964456 Aug 19 15:06:48.544212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423a92-7eab-408a-8310-457768911441 req-13a353bf-1c92-4510-80c1-b4e7ed46c69f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.546688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-82423a92-7eab-408a-8310-457768911441 req-13a353bf-1c92-4510-80c1-b4e7ed46c69f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.0659182 Aug 19 15:06:48.567975 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4d339-c93d-4d4d-8d8c-ad7274b28f86 x-openstack-request-id: req-67a4d339-c93d-4d4d-8d8c-ad7274b28f86 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:48.567975 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78af5247-670a-4334-b35a-7dd4b33729a3", "name": "network-vif-plugged", "status": "completed", "tag": "ce109795-e239-466d-9041-cbfc1b366f6b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:48.568256 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67a4d339-c93d-4d4d-8d8c-ad7274b28f86 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:48.568707 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78af5247-670a-4334-b35a-7dd4b33729a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce109795-e239-466d-9041-cbfc1b366f6b', 'code': 200} Aug 19 15:06:48.571108 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.572072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6d87db6e-439d-449b-9c8e-b3ed880a63da up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:48.609055 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-82423a92-7eab-408a-8310-457768911441 req-cce404cb-f884-46a8-a9ca-f459fb424e1e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556369 Aug 19 15:06:48.699631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ce109795-e239-466d-9041-cbfc1b366f6b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:48.816031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0c786-8e73-4342-844c-b7c5764a9dd3 req-54fdc8de-013c-436b-8bb1-53de07caadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.817616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90b0c786-8e73-4342-844c-b7c5764a9dd3 req-54fdc8de-013c-436b-8bb1-53de07caadc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 1097 time: 0.1319227 Aug 19 15:06:48.833327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98774bd9-4cdf-4b73-a7ee-c8bfe21522f4 req-d3d7be03-4c08-4e1a-8409-7c2f1a76a2c7 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.834987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98774bd9-4cdf-4b73-a7ee-c8bfe21522f4 req-d3d7be03-4c08-4e1a-8409-7c2f1a76a2c7 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 984 time: 0.2017751 Aug 19 15:06:48.846146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a680-ccc0-402b-a32d-28df554d1599 req-06b293b7-8d4a-41a7-949b-06967d7ee2e5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.847720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0f27a680-ccc0-402b-a32d-28df554d1599 req-06b293b7-8d4a-41a7-949b-06967d7ee2e5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 945 time: 0.0658143 Aug 19 15:06:48.853557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 6d87db6e-439d-449b-9c8e-b3ed880a63da completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:48.860027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 6d87db6e-439d-449b-9c8e-b3ed880a63da triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:48.865342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.872967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-682761a6-4d96-452d-af6d-b5eefa89055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.874635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-682761a6-4d96-452d-af6d-b5eefa89055d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1136 time: 0.1320596 Aug 19 15:06:48.915412 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0f27a680-ccc0-402b-a32d-28df554d1599 req-ab4f305a-c534-45e7-a1b4-f3966827c338 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Aug 19 15:06:48.955003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90b0c786-8e73-4342-844c-b7c5764a9dd3 req-587f2a80-a930-4780-bc59-7b9356b00ea2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189566 Aug 19 15:06:48.957703 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.969571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98774bd9-4cdf-4b73-a7ee-c8bfe21522f4 req-33c8e5de-2ffa-448f-b98d-c3b97d867386 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9d2442b-db48-430d-a3ea-dfc57e1a08f7&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1247506 Aug 19 15:06:48.997705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6d87db6e-439d-449b-9c8e-b3ed880a63da, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:49.011567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-673cdbfd-7e54-46b3-808b-8a10ea86e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.013277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-673cdbfd-7e54-46b3-808b-8a10ea86e146 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.1249654 Aug 19 15:06:49.168423 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.177322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf47e98-0601-4258-9c15-20bc244d6fbc req-f83832ff-f386-4761-9253-d7d712195d44 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.178926 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0cf47e98-0601-4258-9c15-20bc244d6fbc req-f83832ff-f386-4761-9253-d7d712195d44 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Aug 19 15:06:49.220525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6d87db6e-439d-449b-9c8e-b3ed880a63da,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:49.225655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-468b67b6-1faa-4326-a099-b9437680fe05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0432358 Aug 19 15:06:49.225841 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0cf47e98-0601-4258-9c15-20bc244d6fbc req-7c7cd119-0921-48cd-a6d4-8c464b0b7e7a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Aug 19 15:06:49.285408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-e80a025d-5f69-474d-ae5d-bba9d2ad153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.287011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-e80a025d-5f69-474d-ae5d-bba9d2ad153d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.0454562 Aug 19 15:06:49.323079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-b8f0135b-72cb-4059-bcae-1c83a83f7e5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260758 Aug 19 15:06:49.453871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-6f9295e2-99af-4784-83e1-b4f316439cbc service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228998 Aug 19 15:06:49.471093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428c248-3088-47bd-9b86-4e719a83489c req-07b193e5-e4a9-4e13-84d3-de4b7ad34f9b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.472652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4428c248-3088-47bd-9b86-4e719a83489c req-07b193e5-e4a9-4e13-84d3-de4b7ad34f9b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0741720 Aug 19 15:06:49.569587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9898f2e4-4ef4-477e-a01a-0227dfcac537 req-a961bb65-4773-4178-929b-ce868e095bc8 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071615 Aug 19 15:06:49.602539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4428c248-3088-47bd-9b86-4e719a83489c req-fdd60fe8-cee9-410b-af5f-73754d1ba579 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209922 Aug 19 15:06:49.748706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f09afa-a7ac-4845-9f9f-1e13752b3672 req-7426fe4c-6f50-4def-956f-898064dde9a4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.750349 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24f09afa-a7ac-4845-9f9f-1e13752b3672 req-7426fe4c-6f50-4def-956f-898064dde9a4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.0596161 Aug 19 15:06:49.795135 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-24f09afa-a7ac-4845-9f9f-1e13752b3672 req-784972e8-e21e-4468-9e30-5b37973aafac tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360873 Aug 19 15:06:50.070221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86178ecd-8f2e-43e4-883f-5a948814c8d2 req-771c79fc-21a6-400e-820c-7d2dd9211db7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:50.071882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86178ecd-8f2e-43e4-883f-5a948814c8d2 req-771c79fc-21a6-400e-820c-7d2dd9211db7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 945 time: 0.0712368 Aug 19 15:06:50.114530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86178ecd-8f2e-43e4-883f-5a948814c8d2 req-59e2efcd-11f6-406b-a225-80a2a45ab2ed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Aug 19 15:06:50.120688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057ee87-d2e9-465b-8d12-42c764edc3d1 req-a65d118c-cea1-469a-b886-e7dbfd9fee55 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:50.122827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a057ee87-d2e9-465b-8d12-42c764edc3d1 req-a65d118c-cea1-469a-b886-e7dbfd9fee55 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 984 time: 0.0575359 Aug 19 15:06:50.170017 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a057ee87-d2e9-465b-8d12-42c764edc3d1 req-2db9409f-9eac-4390-89a5-6e272a2ad66c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9d2442b-db48-430d-a3ea-dfc57e1a08f7&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0407910 Aug 19 15:06:50.363378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c8efe-14a1-4e8c-9edf-c587d427d7c0 req-9a99af58-919c-490e-b8c0-1f3b29e26200 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:50.364985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c2c8efe-14a1-4e8c-9edf-c587d427d7c0 req-9a99af58-919c-490e-b8c0-1f3b29e26200 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0567100 Aug 19 15:06:50.413149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c2c8efe-14a1-4e8c-9edf-c587d427d7c0 req-8f2643d2-2b4d-49dc-a652-35c732117587 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Aug 19 15:06:50.544198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0b01eed4-88e6-4017-a0c7-17ab78760f72 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:50.571058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1590ee-887f-4727-9668-32623f6a414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d87db6e-439d-449b-9c8e-b3ed880a63da'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:50.573343 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10933b6-47bb-4715-a147-45d223313046" -d '{"events": [{"server_uuid": "1d1590ee-887f-4727-9668-32623f6a414c", "name": "network-vif-plugged", "status": "completed", "tag": "6d87db6e-439d-449b-9c8e-b3ed880a63da"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:50.628145 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452bcb9-a60f-467c-a200-9427d23167a2 x-openstack-request-id: req-1452bcb9-a60f-467c-a200-9427d23167a2 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:50.628445 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1590ee-887f-4727-9668-32623f6a414c", "name": "network-vif-plugged", "status": "completed", "tag": "6d87db6e-439d-449b-9c8e-b3ed880a63da", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:50.628707 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1452bcb9-a60f-467c-a200-9427d23167a2 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:50.629157 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1590ee-887f-4727-9668-32623f6a414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d87db6e-439d-449b-9c8e-b3ed880a63da', 'code': 200} Aug 19 15:06:50.739027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 0b01eed4-88e6-4017-a0c7-17ab78760f72 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:50.746252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611bdbf-8416-4c6f-9a64-51ca80c8c22a req-8f9d3ae2-841d-4a57-b36d-44b4d2c5a834 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:50.747232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4611bdbf-8416-4c6f-9a64-51ca80c8c22a req-8f9d3ae2-841d-4a57-b36d-44b4d2c5a834 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0690038 Aug 19 15:06:50.747871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 0b01eed4-88e6-4017-a0c7-17ab78760f72 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:50.748541 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.772927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7ba8-3a1e-4175-88fe-709909564b57 req-038e0161-0636-475c-963d-9df3dae3184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:50.774567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f3b7ba8-3a1e-4175-88fe-709909564b57 req-038e0161-0636-475c-963d-9df3dae3184c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.0567503 Aug 19 15:06:50.793133 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4611bdbf-8416-4c6f-9a64-51ca80c8c22a req-f7794f4f-15d3-4c3a-8872-187513243221 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Aug 19 15:06:50.816838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f3b7ba8-3a1e-4175-88fe-709909564b57 req-5ddb7cf4-2fc2-4b57-88bb-3ae087f2acfa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Aug 19 15:06:50.846080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.884154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 0b01eed4-88e6-4017-a0c7-17ab78760f72, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:51.182500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.248208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=0b01eed4-88e6-4017-a0c7-17ab78760f72,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:51.263918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4afc-c537-403b-bb04-bdd7a2dd1fb2 req-107cb43a-2f09-4c1a-9d58-b4f5618a0d39 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:51.265945 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f4a4afc-c537-403b-bb04-bdd7a2dd1fb2 req-107cb43a-2f09-4c1a-9d58-b4f5618a0d39 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.0725827 Aug 19 15:06:51.311702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2f4a4afc-c537-403b-bb04-bdd7a2dd1fb2 req-7b87c4a7-0c3b-4c15-9c94-3b6339b527c4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Aug 19 15:06:51.331358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ec40-de06-4bbc-8b95-1c85fa832605 req-0d4f0ec2-08e6-4f36-9f40-00babd205d38 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:51.331358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd32ec40-de06-4bbc-8b95-1c85fa832605 req-0d4f0ec2-08e6-4f36-9f40-00babd205d38 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 984 time: 0.0594752 Aug 19 15:06:51.376839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd32ec40-de06-4bbc-8b95-1c85fa832605 req-49566282-880a-41d2-a0d9-2a2a4d3cd685 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9d2442b-db48-430d-a3ea-dfc57e1a08f7&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0369172 Aug 19 15:06:51.494176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-2fe53b65-55af-4556-ba2d-8fc17602e0fe tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1290109456&fields=id&tenant_id=1d89b5478326473e9928c406b798a79b HTTP/1.1" status: 200 len: 267 time: 0.0402982 Aug 19 15:06:51.556448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12987-4216-467c-afca-8887f0546a4e req-89f05c01-b0fa-4313-b0d2-3caf693c8cc5 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:51.558937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90c12987-4216-467c-afca-8887f0546a4e req-89f05c01-b0fa-4313-b0d2-3caf693c8cc5 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0601559 Aug 19 15:06:51.564814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-f9029a98-1ca2-437c-adcc-cacda7d85744 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:51.566402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-f9029a98-1ca2-437c-adcc-cacda7d85744 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 984 time: 0.0642571 Aug 19 15:06:51.590834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'port': {'security_groups': ['48f9ea1a-f292-4d07-a1ec-baad4a204bd9', 'e9d2442b-db48-430d-a3ea-dfc57e1a08f7', '70d78e0e-077a-42d0-b371-23b47b0c9d16']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:51.616945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90c12987-4216-467c-afca-8887f0546a4e req-133fbe71-e7b0-4e03-bfcf-2f3dd39181b3 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Aug 19 15:06:51.698584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.957838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:51.992370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:52.114227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:52.130612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414', 'f7beba34-32e6-450d-a500-95c7443ddd06'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:52.182943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.184730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:52.205098 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6d9837a1-6c9f-4519-b3f3-4bdb8d80ac50 req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "PUT /v2.0/ports/f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 1020 time: 0.6162343 Aug 19 15:06:52.205098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:52.205098 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:52.319808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b4f43-7a5d-4d66-b166-68085192ee0d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=7']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:52.349678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82771-cab7-4a34-b2de-86f2667089ee req-5cb397d2-21b9-4fc7-b146-f99f20a741bb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.352106 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6df82771-cab7-4a34-b2de-86f2667089ee req-5cb397d2-21b9-4fc7-b146-f99f20a741bb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0924027 Aug 19 15:06:52.354815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['f7beba34-32e6-450d-a500-95c7443ddd06'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:52.407646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6df82771-cab7-4a34-b2de-86f2667089ee req-baf1ea01-8f31-4551-b70a-4b9fdf1ae1e3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Aug 19 15:06:52.492957 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18059360-d103-4e5e-b202-f6d87ba2d1a0 x-openstack-request-id: req-18059360-d103-4e5e-b202-f6d87ba2d1a0 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:52.492957 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:52.492957 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18059360-d103-4e5e-b202-f6d87ba2d1a0 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:52.492957 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'status': 'completed', 'code': 200} Aug 19 15:06:52.492957 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f2c59d1-7218-433b-8fcb-1cc4fdc60a35 req-9921c08b-12f2-4da7-beb4-bc1b3a814c10 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/70d78e0e-077a-42d0-b371-23b47b0c9d16 HTTP/1.1" status: 200 len: 1803 time: 0.0558770 Aug 19 15:06:52.562090 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-5f2c59d1-7218-433b-8fcb-1cc4fdc60a35 req-1e36802d-6437-4f0f-822d-21294d174cad tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 15:06:52.563408 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f2c59d1-7218-433b-8fcb-1cc4fdc60a35 req-1e36802d-6437-4f0f-822d-21294d174cad tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/70d78e0e-077a-42d0-b371-23b47b0c9d16 HTTP/1.1" status: 409 len: 341 time: 0.0544293 Aug 19 15:06:52.630057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b01eed4-88e6-4017-a0c7-17ab78760f72'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:52.632918 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5bd184-bf77-46fd-a57c-c71d2133d0fb" -d '{"events": [{"server_uuid": "c01d1d38-d0c2-4295-bc9e-613b1d0d980b", "name": "network-vif-plugged", "status": "completed", "tag": "0b01eed4-88e6-4017-a0c7-17ab78760f72"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:52.641946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-eba1e4c9-76b5-41c9-9016-198bcb8b08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.644930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-eba1e4c9-76b5-41c9-9016-198bcb8b08b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d89b5478326473e9928c406b798a79b&device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1175 time: 0.1113319 Aug 19 15:06:52.676191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b797aa-5e28-40ba-820d-0b916848c451 req-6074f8c8-a6ca-4db0-9a97-32aaa910a37a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.685831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6b797aa-5e28-40ba-820d-0b916848c451 req-6074f8c8-a6ca-4db0-9a97-32aaa910a37a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.1377780 Aug 19 15:06:52.739715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73d1e1-c512-4feb-b9c0-dd69263db310 req-a76e9dec-d6b8-4efc-b8a1-2317dd5f5830 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.741488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e73d1e1-c512-4feb-b9c0-dd69263db310 req-a76e9dec-d6b8-4efc-b8a1-2317dd5f5830 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0852866 Aug 19 15:06:52.785815 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7e73d1e1-c512-4feb-b9c0-dd69263db310 req-71ab5687-ace1-4ad7-8dc2-97f0a3c4eab8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Aug 19 15:06:52.807091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-2836dff8-06d9-46b4-9520-ab74e529c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.809028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-2836dff8-06d9-46b4-9520-ab74e529c27d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 1097 time: 0.1789854 Aug 19 15:06:52.812090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6b797aa-5e28-40ba-820d-0b916848c451 req-afcfc555-9575-4d79-8442-a23214d3ffc9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254001 Aug 19 15:06:52.856010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-10c76881-a37f-412d-a9e0-92a7cc0dcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.859565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-10c76881-a37f-412d-a9e0-92a7cc0dcb40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 200 len: 914 time: 0.1933815 Aug 19 15:06:52.956651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ca9ae-eca0-40ca-bd9d-339b9710bc30 req-d9d14724-34cf-4196-8919-67f5215b086a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.958688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-608ca9ae-eca0-40ca-bd9d-339b9710bc30 req-d9d14724-34cf-4196-8919-67f5215b086a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0755377 Aug 19 15:06:52.981872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-8baf5319-3515-4020-82ee-c37de4b6a8d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 200 len: 217 time: 0.1050656 Aug 19 15:06:53.010995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-608ca9ae-eca0-40ca-bd9d-339b9710bc30 req-15b0415f-5648-4a21-9902-4aa8d109fe38 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Aug 19 15:06:53.054021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-68718fbe-b76b-4912-8e59-f32bcb4e9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.056179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-68718fbe-b76b-4912-8e59-f32bcb4e9e3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.2304366 Aug 19 15:06:53.064030 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c156b1-2d08-4f22-9748-3489b7d26e2d x-openstack-request-id: req-77c156b1-2d08-4f22-9748-3489b7d26e2d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:53.064333 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01d1d38-d0c2-4295-bc9e-613b1d0d980b", "name": "network-vif-plugged", "status": "completed", "tag": "0b01eed4-88e6-4017-a0c7-17ab78760f72", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:53.064956 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77c156b1-2d08-4f22-9748-3489b7d26e2d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:53.065093 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b01eed4-88e6-4017-a0c7-17ab78760f72', 'code': 200} Aug 19 15:06:53.088385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-2b82cfb8-2a88-4f9f-b8bb-e2ee2a7de5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.131978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-2b82cfb8-2a88-4f9f-b8bb-e2ee2a7de5f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 200 len: 853 time: 0.0934267 Aug 19 15:06:53.131978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-daa2899f-9dc8-46f5-aa0b-b8991428893f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce109795-e239-466d-9041-cbfc1b366f6b HTTP/1.1" status: 200 len: 217 time: 0.0571573 Aug 19 15:06:53.156329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-d501ee24-472c-4562-97e1-1dff27b87acb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ba0b44-3d82-4d28-af1b-7d7ff12e414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348544 Aug 19 15:06:53.216273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb27d9-40e8-4dcc-a2d3-9e0c0843c3ed req-f8ea3429-6588-4bb1-ab8b-47828b2a6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.218212 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e6bb27d9-40e8-4dcc-a2d3-9e0c0843c3ed req-f8ea3429-6588-4bb1-ab8b-47828b2a6301 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 1098 time: 0.0597723 Aug 19 15:06:53.258858 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e6bb27d9-40e8-4dcc-a2d3-9e0c0843c3ed req-e0dcf2f3-71f0-42eb-8ecc-e167111725cc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Aug 19 15:06:53.271688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-f159f83b-c6d7-4d88-aee1-e2499e38d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.273522 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-f159f83b-c6d7-4d88-aee1-e2499e38d114 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.1217225 Aug 19 15:06:53.316831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-548dd84b-e877-49ee-af4c-08d58dadf685 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305014 Aug 19 15:06:53.331794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-8a2e0b21-7fe9-40c1-b512-eb8f573debd8 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667812 Aug 19 15:06:53.488469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-e68de9b6-04bb-4a62-bb0f-7edabef309af service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552444 Aug 19 15:06:53.491901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a3a6698-c8ed-4d4e-9a39-46f8b7a51fcf req-38d72e5f-8e75-4414-8726-fdf70416c0b7 service neutron] 10.222.0.46 "GET /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498256 Aug 19 15:06:53.631675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8700f982-7b2c-41c5-b877-e74cfc8f6181 req-ad355e92-c90a-4275-bcf1-2436d6c7a696 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237905 Aug 19 15:06:53.648531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603b8a-5adb-4dbb-8fa1-cbbd6b437df9 req-57c4ce88-fc64-4698-9ac7-188a0ece5271 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.650113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca603b8a-5adb-4dbb-8fa1-cbbd6b437df9 req-57c4ce88-fc64-4698-9ac7-188a0ece5271 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0739231 Aug 19 15:06:53.690427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca603b8a-5adb-4dbb-8fa1-cbbd6b437df9 req-5ecb7486-055b-4662-a35c-b35c032552e4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Aug 19 15:06:53.791269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ff104921-4b7c-4f3b-953e-99b6dcb50b64 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:53.805791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911f193-2d35-4b77-9b7b-34356262a9ff req-801b4e8f-a607-47f6-b6f0-35f0c0ed330c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.807433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e911f193-2d35-4b77-9b7b-34356262a9ff req-801b4e8f-a607-47f6-b6f0-35f0c0ed330c tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1023 time: 0.0555017 Aug 19 15:06:53.859491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e911f193-2d35-4b77-9b7b-34356262a9ff req-f31cfdb0-d569-4e64-99e3-78dd89ff07aa tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9d2442b-db48-430d-a3ea-dfc57e1a08f7&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&id=70d78e0e-077a-42d0-b371-23b47b0c9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0438213 Aug 19 15:06:53.912508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:53.926359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'mac_address': 'fa:16:3e:74:46:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:53.975400 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:53.983817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc5f53-4e48-4b5f-bb6e-46bec553b6eb req-3e2844ae-3d72-4046-b16f-24628a5b534a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.985744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80cc5f53-4e48-4b5f-bb6e-46bec553b6eb req-3e2844ae-3d72-4046-b16f-24628a5b534a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0593321 Aug 19 15:06:53.994089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff104921-4b7c-4f3b-953e-99b6dcb50b64 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:54.018762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:54.030938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80cc5f53-4e48-4b5f-bb6e-46bec553b6eb req-ab6d50b9-fbb8-4d98-8a8b-fbdf917c349c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Aug 19 15:06:54.154879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5c3a1-8fe4-4b6c-a60b-43453a1cd2a3 req-bf409a34-72c7-4ef2-bce2-579262a648de tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:54.156437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f5c3a1-8fe4-4b6c-a60b-43453a1cd2a3 req-bf409a34-72c7-4ef2-bce2-579262a648de tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.0533824 Aug 19 15:06:54.196074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f5c3a1-8fe4-4b6c-a60b-43453a1cd2a3 req-ff1865ba-a845-42a9-ba83-cc31604c2e81 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Aug 19 15:06:54.234164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.289083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:54.421659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['ff104921-4b7c-4f3b-953e-99b6dcb50b64'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:54.508204 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3bcad5f2-7bb0-4065-8803-f87f7e4818d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.818380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba47571-bf73-46d8-b23e-def3695fd249 req-69c04063-ea47-4b33-85f8-c811faf84682 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:54.820850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eba47571-bf73-46d8-b23e-def3695fd249 req-69c04063-ea47-4b33-85f8-c811faf84682 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 945 time: 0.0551105 Aug 19 15:06:54.868717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eba47571-bf73-46d8-b23e-def3695fd249 req-4a562b37-27c2-4d44-875f-3d6fb282f255 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Aug 19 15:06:55.124370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab1ea-9be2-4f30-bdb3-8858c83d91fc req-e497146f-d3b1-4049-9bcb-27017475744d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:55.124587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6cab1ea-9be2-4f30-bdb3-8858c83d91fc req-e497146f-d3b1-4049-9bcb-27017475744d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1023 time: 0.1049888 Aug 19 15:06:55.196150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6cab1ea-9be2-4f30-bdb3-8858c83d91fc req-02e73152-5b2f-4ff2-9d2e-7cf1d4f03ce9 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9d2442b-db48-430d-a3ea-dfc57e1a08f7&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&id=70d78e0e-077a-42d0-b371-23b47b0c9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0609763 Aug 19 15:06:55.244028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e275-470a-4f64-b911-f40e14e13179 req-dc77bd4c-0202-4ad1-968e-9ba07f927a41 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:55.246788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e40e275-470a-4f64-b911-f40e14e13179 req-dc77bd4c-0202-4ad1-968e-9ba07f927a41 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.1097004 Aug 19 15:06:55.297234 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8e40e275-470a-4f64-b911-f40e14e13179 req-d768c754-89c2-4316-b2db-c0f1f5ce358f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 Aug 19 15:06:55.314242 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.336773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6367-2171-43c3-8560-9970be079792 req-29747d44-81b7-4b6b-a77d-e473d0d04b55 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:55.338602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a0e6367-2171-43c3-8560-9970be079792 req-29747d44-81b7-4b6b-a77d-e473d0d04b55 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0657465 Aug 19 15:06:55.403789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a0e6367-2171-43c3-8560-9970be079792 req-2ee72d6e-0386-4027-8781-ed7eab7a6d86 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576155 Aug 19 15:06:55.444692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2144cc-50d4-4f6b-b206-7b82afcaada6 req-8fbc7bdb-4a80-414e-aad8-ffd15a8757ce tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:55.454039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe2144cc-50d4-4f6b-b206-7b82afcaada6 req-8fbc7bdb-4a80-414e-aad8-ffd15a8757ce tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.0814996 Aug 19 15:06:55.502062 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe2144cc-50d4-4f6b-b206-7b82afcaada6 req-72d012ba-d36b-4f27-a890-73ffb38b7cfa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461757 Aug 19 15:06:55.820427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ff104921-4b7c-4f3b-953e-99b6dcb50b64 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:55.891253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port ff104921-4b7c-4f3b-953e-99b6dcb50b64 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:55.891659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.920274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-dd7e817d-29e7-4000-940f-15f37f45048f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:55.925999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-dd7e817d-29e7-4000-940f-15f37f45048f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1023 time: 0.0936499 Aug 19 15:06:56.006869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.047304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:56.052199 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82c4c3e-7074-416d-86b7-a22d03f304bd" -d '{"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:56.065305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:56.093049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Deleting port f7beba34-32e6-450d-a500-95c7443ddd06 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:56.093792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.124204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29675-2372-40c3-bf21-9c20acb754b6 req-34e636d1-cd8c-4fae-8a4e-7cf0741afc32 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:56.125994 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-daa29675-2372-40c3-bf21-9c20acb754b6 req-34e636d1-cd8c-4fae-8a4e-7cf0741afc32 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 945 time: 0.1262231 Aug 19 15:06:56.181543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.215837 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-daa29675-2372-40c3-bf21-9c20acb754b6 req-c8a4e99d-7847-4e7f-8875-c0da5f42716d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Aug 19 15:06:56.250591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:56.275387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] For port f7beba34-32e6-450d-a500-95c7443ddd06, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=f7beba34-32e6-450d-a500-95c7443ddd06,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:56.275858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.313391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Calling delete_port for f7beba34-32e6-450d-a500-95c7443ddd06 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:56.348243 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69fbfa6-c629-4987-b7d7-03220e13486d x-openstack-request-id: req-b69fbfa6-c629-4987-b7d7-03220e13486d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:56.360781 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:56.360781 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b69fbfa6-c629-4987-b7d7-03220e13486d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:56.360781 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'code': 200} Aug 19 15:06:56.494095 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cc031-c1fe-40d4-95ba-b2f75532e6e6 req-2861f2e8-26e0-4fb7-aa76-a5e5027864b7 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:56.496137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5a4cc031-c1fe-40d4-95ba-b2f75532e6e6 req-2861f2e8-26e0-4fb7-aa76-a5e5027864b7 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 1023 time: 0.0654991 Aug 19 15:06:56.571065 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5a4cc031-c1fe-40d4-95ba-b2f75532e6e6 req-ace3a300-2a19-407b-b6a6-ff1131990275 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9d2442b-db48-430d-a3ea-dfc57e1a08f7&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&id=70d78e0e-077a-42d0-b371-23b47b0c9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0609190 Aug 19 15:06:56.642156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.657985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['582e8398-f0c5-47b1-9bc6-8411fd39b414', 'f7beba34-32e6-450d-a500-95c7443ddd06'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:56.706629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'Port': ['ID=f7beba34-32e6-450d-a500-95c7443ddd06,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:56.765364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a05d3-dca9-4781-9ed6-17c256d70c7e req-4182085e-cc51-406e-89f5-24f1d56f4840 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:56.777391 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e52a05d3-dca9-4781-9ed6-17c256d70c7e req-4182085e-cc51-406e-89f5-24f1d56f4840 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1358354 Aug 19 15:06:56.812663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] No DVR routers for this DVR port f7beba34-32e6-450d-a500-95c7443ddd06 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:56.821100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.824794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb7c964-694c-4962-a5be-a775aac5bf0f req-42de8f5f-aab3-4b76-be74-d17c987b4fa1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "DELETE /v2.0/ports/f7beba34-32e6-450d-a500-95c7443ddd06 HTTP/1.1" status: 204 len: 173 time: 0.8876765 Aug 19 15:06:56.825411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'name': 'network-vif-deleted', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:56.835500 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4635c9-8069-4540-baa2-3e0d87373445" -d '{"events": [{"server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "name": "network-vif-deleted", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:56.835924 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e52a05d3-dca9-4781-9ed6-17c256d70c7e req-af5f670a-41f0-4769-8dba-3fab2ed850e3 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532510 Aug 19 15:06:57.020661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c10c-cd88-4512-8cc9-2876c10a7190 req-5e3a94b6-77dd-49c7-ae0b-bf8eb7b780ec tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:57.041203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2a4c10c-cd88-4512-8cc9-2876c10a7190 req-5e3a94b6-77dd-49c7-ae0b-bf8eb7b780ec tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.1296077 Aug 19 15:06:57.088710 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69e54db-f709-4e99-9283-448dd1229040 x-openstack-request-id: req-a69e54db-f709-4e99-9283-448dd1229040 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:57.089476 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2598586-0230-4595-951c-76bb7840ea1e", "name": "network-vif-deleted", "tag": "f7beba34-32e6-450d-a500-95c7443ddd06", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:57.089814 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a69e54db-f709-4e99-9283-448dd1229040 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:57.090543 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2598586-0230-4595-951c-76bb7840ea1e', 'name': 'network-vif-deleted', 'tag': 'f7beba34-32e6-450d-a500-95c7443ddd06', 'status': 'completed', 'code': 200} Aug 19 15:06:57.094000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a2a4c10c-cd88-4512-8cc9-2876c10a7190 req-653c49fb-b5d0-4ce7-9951-4f13768771c6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506332 Aug 19 15:06:57.299337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779eace-3825-4cd8-a005-d691adc31fe8 req-906a76e9-81d8-4a31-a6a7-44d5d3f3f84f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:57.307626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2779eace-3825-4cd8-a005-d691adc31fe8 req-906a76e9-81d8-4a31-a6a7-44d5d3f3f84f tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.1135912 Aug 19 15:06:57.310464 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:57.353065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2779eace-3825-4cd8-a005-d691adc31fe8 req-6e6aa623-6b1b-446f-812b-59df13e80aaf tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Aug 19 15:06:57.373429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e8781-f23f-482d-893b-eb53da530950 req-784585ee-33c4-4295-9e1f-24fb12abd5dd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:57.380789 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-938e8781-f23f-482d-893b-eb53da530950 req-784585ee-33c4-4295-9e1f-24fb12abd5dd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.1112683 Aug 19 15:06:57.460707 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-938e8781-f23f-482d-893b-eb53da530950 req-1aa936a2-c5d6-47fa-a26d-e533ead9fa58 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 Aug 19 15:06:57.529692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bde21f-8b3b-4ee2-bc9a-62b16045d81f req-5b316282-2993-4693-9fbb-cff03de1b1d4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:57.541328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87bde21f-8b3b-4ee2-bc9a-62b16045d81f req-5b316282-2993-4693-9fbb-cff03de1b1d4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1027007 Aug 19 15:06:57.604627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87bde21f-8b3b-4ee2-bc9a-62b16045d81f req-73b74e0a-116c-4979-a041-718f1ed8e1b6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Aug 19 15:06:57.673780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577afe2-0cb1-4241-9c04-d08b6e038a30 req-89433da9-fe54-419d-a4f3-b7507a831aa8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:57.675477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e577afe2-0cb1-4241-9c04-d08b6e038a30 req-89433da9-fe54-419d-a4f3-b7507a831aa8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.0932345 Aug 19 15:06:57.734044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e577afe2-0cb1-4241-9c04-d08b6e038a30 req-19e8f36a-9da2-49a1-be15-0607f1cdca10 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Aug 19 15:06:57.774704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6344813-e5bb-49b5-b46e-7f841ec98ec0 req-5a194cbd-134a-4565-b748-f16f36568204 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2598586-0230-4595-951c-76bb7840ea1e HTTP/1.1" status: 200 len: 210 time: 0.0797172 Aug 19 15:06:57.782331 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31f6edef-ccc9-48ae-8392-71377a1f794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.024342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8536de-9686-4c11-813b-91e605bd80b3 req-572b4ec3-4d97-4a6f-9443-e6577e878b01 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.026162 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e8536de-9686-4c11-813b-91e605bd80b3 req-572b4ec3-4d97-4a6f-9443-e6577e878b01 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1075354 Aug 19 15:06:58.137959 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1e8536de-9686-4c11-813b-91e605bd80b3 req-abdfce48-a9d8-4ade-a0c4-f62f148695b1 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958409 Aug 19 15:06:58.503247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dec0e-1675-47b6-a1c6-0038af3812af req-b2babbfe-f5b2-4f32-ba2a-e3ff99ed12df tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.504899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-334dec0e-1675-47b6-a1c6-0038af3812af req-b2babbfe-f5b2-4f32-ba2a-e3ff99ed12df tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0577989 Aug 19 15:06:58.592050 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-334dec0e-1675-47b6-a1c6-0038af3812af req-11e8bd10-80bc-4394-98b7-3c33e7f768cf tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809314 Aug 19 15:06:58.624267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642f12b-514d-450d-add7-7c65064727b9 req-da96eebe-8a8d-4649-8aff-8f51eacea00d tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.624267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7642f12b-514d-450d-add7-7c65064727b9 req-da96eebe-8a8d-4649-8aff-8f51eacea00d tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.46 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.0906942 Aug 19 15:06:58.863956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0634ed6-e3fa-49da-84ab-e9a24cec429a req-3240715e-793c-4afd-9fcc-8e3d6799af79 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.866463 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c0634ed6-e3fa-49da-84ab-e9a24cec429a req-3240715e-793c-4afd-9fcc-8e3d6799af79 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0833414 Aug 19 15:06:58.965614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c0634ed6-e3fa-49da-84ab-e9a24cec429a req-d39a8c56-ccd1-4dde-82ce-28cd0bc85af8 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913751 Aug 19 15:06:59.097396 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-923a5979-c121-4afb-bad1-15094a59b862 req-249fc110-0e42-4935-bb58-33a874ce5791 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/e9d2442b-db48-430d-a3ea-dfc57e1a08f7 HTTP/1.1" status: 200 len: 1802 time: 0.0671847 Aug 19 15:06:59.206021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-923a5979-c121-4afb-bad1-15094a59b862 req-3742b6fd-3709-4e44-aa23-3364eb3bd327 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.237494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3ce8b-9305-4bd4-8add-1b27c6dc3137 req-b23e9987-9b23-43c4-a9e0-d810ba83e305 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.242725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-923a5979-c121-4afb-bad1-15094a59b862 req-3742b6fd-3709-4e44-aa23-3364eb3bd327 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.244914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53c3ce8b-9305-4bd4-8add-1b27c6dc3137 req-b23e9987-9b23-43c4-a9e0-d810ba83e305 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.4369736 Aug 19 15:06:59.289920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Deleting port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:59.290290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.337152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53c3ce8b-9305-4bd4-8add-1b27c6dc3137 req-8f24a482-b088-49de-b098-8701705934fb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Aug 19 15:06:59.458846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-923a5979-c121-4afb-bad1-15094a59b862 req-3742b6fd-3709-4e44-aa23-3364eb3bd327 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.471179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-923a5979-c121-4afb-bad1-15094a59b862 req-3742b6fd-3709-4e44-aa23-3364eb3bd327 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.489286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-923a5979-c121-4afb-bad1-15094a59b862 req-3742b6fd-3709-4e44-aa23-3364eb3bd327 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9d2442b-db48-430d-a3ea-dfc57e1a08f7 HTTP/1.1" status: 204 len: 173 time: 0.3821607 Aug 19 15:06:59.532414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742b6fd-3709-4e44-aa23-3364eb3bd327 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d2442b-db48-430d-a3ea-dfc57e1a08f7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:59.587720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:59.600309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.656462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.757549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc23ac2c-5831-4343-9941-6eac89ac5ef3 req-9588c606-dc58-4a77-ba7a-a57fcf2762ae tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/70d78e0e-077a-42d0-b371-23b47b0c9d16 HTTP/1.1" status: 200 len: 1803 time: 0.0684278 Aug 19 15:06:59.837272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.837954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.838290 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Floating IP 24a65623-0643-47a2-a554-ac98091cfd5b disassociated. External IP: 172.25.5.185, port: fdea6ee5-163e-4d6a-ace9-d990fd45f3a9. Aug 19 15:06:59.838647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Calling delete_port for fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:59.841694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bc23ac2c-5831-4343-9941-6eac89ac5ef3 req-47bb2ba6-8c78-445d-889a-f012d7ece2ed tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.862955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f7beba34-32e6-450d-a500-95c7443ddd06 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:59.882056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bc23ac2c-5831-4343-9941-6eac89ac5ef3 req-47bb2ba6-8c78-445d-889a-f012d7ece2ed tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.906033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: f7beba34-32e6-450d-a500-95c7443ddd06 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:59.908078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device f7beba34-32e6-450d-a500-95c7443ddd06 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:59.908565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:59.945184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebb5f6-6028-4715-a9c8-e79083833e72 req-41e85b18-f274-4408-937d-4e8b261089f2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.954263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-deebb5f6-6028-4715-a9c8-e79083833e72 req-41e85b18-f274-4408-937d-4e8b261089f2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.5028186 Aug 19 15:07:00.015137 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.022864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-deebb5f6-6028-4715-a9c8-e79083833e72 req-53f3b877-4547-4987-98ee-9fda570c74de tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674529 Aug 19 15:07:00.041560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bc23ac2c-5831-4343-9941-6eac89ac5ef3 req-47bb2ba6-8c78-445d-889a-f012d7ece2ed tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.045818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-bc23ac2c-5831-4343-9941-6eac89ac5ef3 req-47bb2ba6-8c78-445d-889a-f012d7ece2ed tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.060000 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc23ac2c-5831-4343-9941-6eac89ac5ef3 req-47bb2ba6-8c78-445d-889a-f012d7ece2ed tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/70d78e0e-077a-42d0-b371-23b47b0c9d16 HTTP/1.1" status: 204 len: 173 time: 0.3015308 Aug 19 15:07:00.067390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:00.067390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:00.069407 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6befd5-bcb8-4159-bce1-b0157973d51c" -d '{"events": [{"server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:00.080491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb2ba6-8c78-445d-889a-f012d7ece2ed tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d78e0e-077a-42d0-b371-23b47b0c9d16,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:00.191032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.274761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ae2fc-d2f4-4a86-8d0b-3abbfcd30ad5 req-cbac8c98-e80d-4c05-842c-5cf3cac76a18 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.283899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-081ae2fc-d2f4-4a86-8d0b-3abbfcd30ad5 req-cbac8c98-e80d-4c05-842c-5cf3cac76a18 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.1481254 Aug 19 15:07:00.373232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-081ae2fc-d2f4-4a86-8d0b-3abbfcd30ad5 req-280b6760-6085-469e-b6e2-6efea5c8835e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751977 Aug 19 15:07:00.373795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fbf75-2dbb-4b00-bc1d-738fb477e3f8 req-09b99dd5-1593-47a9-bf35-8bf0ea3b4894 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.389869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-081fbf75-2dbb-4b00-bc1d-738fb477e3f8 req-09b99dd5-1593-47a9-bf35-8bf0ea3b4894 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 946 time: 0.2246792 Aug 19 15:07:00.397090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:00.472476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-081fbf75-2dbb-4b00-bc1d-738fb477e3f8 req-be895cf0-f4df-4d9f-b5b0-619e38f5c5d5 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b7bd964-e509-4cdd-a1db-d19c5bc38c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859044 Aug 19 15:07:00.502031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f6b9-01e2-4b7f-a1c8-38066cb0e628 req-1046ecb8-7185-4e5e-899c-209d1fe0058a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.509568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2222f6b9-01e2-4b7f-a1c8-38066cb0e628 req-1046ecb8-7185-4e5e-899c-209d1fe0058a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0806503 Aug 19 15:07:00.533152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-73b840cf-fdb5-494c-8092-7d373e40a19d req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1678138785', 'description': 'tempest-description-1840181084'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:00.574745 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2222f6b9-01e2-4b7f-a1c8-38066cb0e628 req-fcf03823-38e9-46f7-bd18-371f5dc39133 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Aug 19 15:07:00.636654 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81079356-6e03-4505-ac34-b040b2f62c0f x-openstack-request-id: req-81079356-6e03-4505-ac34-b040b2f62c0f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:00.637345 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:00.637751 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81079356-6e03-4505-ac34-b040b2f62c0f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:00.638326 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'code': 200} Aug 19 15:07:00.693413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.753080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057321-37bd-4a47-a714-fddaf981d1d9 req-ee88017f-07ed-4ca7-bc0a-46eb31e23417 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.762094 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31057321-37bd-4a47-a714-fddaf981d1d9 req-ee88017f-07ed-4ca7-bc0a-46eb31e23417 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.0681119 Aug 19 15:07:00.815716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.856410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31057321-37bd-4a47-a714-fddaf981d1d9 req-9065435a-54ec-4274-814a-4510972c4722 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877209 Aug 19 15:07:00.895649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73b840cf-fdb5-494c-8092-7d373e40a19d req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.899735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-8a952e01-eb9b-4732-bd1b-6d6221648603 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.899735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-8a952e01-eb9b-4732-bd1b-6d6221648603 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 946 time: 0.1048388 Aug 19 15:07:00.902475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event deleted for resources: {'Port': ['ID=fdea6ee5-163e-4d6a-ace9-d990fd45f3a9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:00.939261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Router 329ea0d8-350e-41db-8b81-654be95fdf39 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:00.946748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.947088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.947426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.947785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.949163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.949163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.949163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.949651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.949651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.949969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.950300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:00.950622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:01.055072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 0b01eed4-88e6-4017-a0c7-17ab78760f72 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:01.055422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.169324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73b840cf-fdb5-494c-8092-7d373e40a19d req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.170973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:01.173585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port 0b01eed4-88e6-4017-a0c7-17ab78760f72, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0b01eed4-88e6-4017-a0c7-17ab78760f72,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:01.173991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.186545 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] Sync routers for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:01.230360 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:01.230551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 0b01eed4-88e6-4017-a0c7-17ab78760f72 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:01.230733 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:01.232364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] No DVR routers for this DVR port fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:01.238888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.241554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7642f12b-514d-450d-add7-7c65064727b9 req-0593ca17-e772-44c0-bfea-236a1e317bad tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.46 "DELETE /v2.0/ports/fdea6ee5-163e-4d6a-ace9-d990fd45f3a9 HTTP/1.1" status: 204 len: 173 time: 2.5955303 Aug 19 15:07:01.242624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'name': 'network-vif-deleted', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:01.246698 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec53b12-5833-4a1b-a648-7161513ad051" -d '{"events": [{"server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "name": "network-vif-deleted", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:01.332723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8b1d-097a-4ffc-8e90-c7fa8e6a1aad req-16be8127-fd40-417e-9d7d-0313b1a9e2ac tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:01.335418 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c71f8b1d-097a-4ffc-8e90-c7fa8e6a1aad req-16be8127-fd40-417e-9d7d-0313b1a9e2ac tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1345019 Aug 19 15:07:01.346456 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:01.400687 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c71f8b1d-097a-4ffc-8e90-c7fa8e6a1aad req-b9840d43-b32f-4bb0-b8a7-c87ca1caaf1b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550485 Aug 19 15:07:01.448298 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f34170-e68f-46d6-83fc-efab317e016e x-openstack-request-id: req-29f34170-e68f-46d6-83fc-efab317e016e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:01.448784 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e3a144-f69c-431b-8a9d-b0f8764475cc", "name": "network-vif-deleted", "tag": "fdea6ee5-163e-4d6a-ace9-d990fd45f3a9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:01.449160 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29f34170-e68f-46d6-83fc-efab317e016e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:01.449864 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e3a144-f69c-431b-8a9d-b0f8764475cc', 'name': 'network-vif-deleted', 'tag': 'fdea6ee5-163e-4d6a-ace9-d990fd45f3a9', 'status': 'completed', 'code': 200} Aug 19 15:07:01.590136 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-11d92685-554d-4a0a-8059-82f6462f23ca req-84ba9ab6-8178-425b-8fa4-4c4d6cbe487a tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 210 time: 0.0334926 Aug 19 15:07:01.652579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:45Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:01.685555 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] Checking router: 329ea0d8-350e-41db-8b81-654be95fdf39 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:01.698531 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:01.698531 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:01.707202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b9f17-fa96-4e18-9cd2-277f92a5246b req-f3b8972c-32d4-4a30-9c3c-0a1146e7e7e1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:01.708555 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7d9b9f17-fa96-4e18-9cd2-277f92a5246b req-f3b8972c-32d4-4a30-9c3c-0a1146e7e7e1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0576134 Aug 19 15:07:01.756701 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7d9b9f17-fa96-4e18-9cd2-277f92a5246b req-7d1e6017-e77b-4a9e-bdf0-ab9f0e3bd251 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Aug 19 15:07:01.829071 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:01.873423 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73b840cf-fdb5-494c-8092-7d373e40a19d req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.945156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.951725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301f326c-585d-41c7-a9eb-3551411c68a8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:01.981343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['0b01eed4-88e6-4017-a0c7-17ab78760f72'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:02.017534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9af4794-719e-43ce-ae71-bbe14e59f14c req-9e412f55-363e-4e76-a9b7-59d1dd24e763 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0680451 Aug 19 15:07:02.077092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=0b01eed4-88e6-4017-a0c7-17ab78760f72,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:02.079479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port 0b01eed4-88e6-4017-a0c7-17ab78760f72 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:02.081901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.084242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4c78fa1b-aa5c-4d27-8847-86f1198f94ad req-ce20d876-ee1c-462e-bdae-c5b49b1e80c2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "DELETE /v2.0/ports/0b01eed4-88e6-4017-a0c7-17ab78760f72 HTTP/1.1" status: 204 len: 173 time: 1.1771777 Aug 19 15:07:02.084684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'name': 'network-vif-deleted', 'tag': '0b01eed4-88e6-4017-a0c7-17ab78760f72'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:02.087104 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d063a7b-2072-42b7-a106-fc59e6e2da2c" -d '{"events": [{"server_uuid": "c01d1d38-d0c2-4295-bc9e-613b1d0d980b", "name": "network-vif-deleted", "tag": "0b01eed4-88e6-4017-a0c7-17ab78760f72"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:02.159226 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246155f-0b91-4f0e-9783-394f144c5bd6 x-openstack-request-id: req-e246155f-0b91-4f0e-9783-394f144c5bd6 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:02.159226 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01d1d38-d0c2-4295-bc9e-613b1d0d980b", "name": "network-vif-deleted", "tag": "0b01eed4-88e6-4017-a0c7-17ab78760f72", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:02.159452 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:45Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:02.159589 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e246155f-0b91-4f0e-9783-394f144c5bd6 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:02.159589 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01d1d38-d0c2-4295-bc9e-613b1d0d980b', 'name': 'network-vif-deleted', 'tag': '0b01eed4-88e6-4017-a0c7-17ab78760f72', 'status': 'completed', 'code': 200} Aug 19 15:07:02.186668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73b840cf-fdb5-494c-8092-7d373e40a19d req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.187766 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d01ecb-1294-4beb-905d-096fced53052 None None] The sync data for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 is: [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:04:36Z', 'revision_number': 4, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '10b4790c-f406-4858-acb6-d2378bab7c0c', 'name': '', 'network_id': '7ca95d64-08ad-41d4-b716-d902caf6a930', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'mac_address': 'fa:16:3e:f8:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:34Z', 'updated_at': '2021-08-19T15:04:45Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'subnets': [{'id': '27e4c955-49ab-44b9-b4ba-cc5361a80cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:02.188272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73b840cf-fdb5-494c-8092-7d373e40a19d req-feddb626-7390-4e89-83be-02157f0a1e0b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6756043 Aug 19 15:07:02.288279 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-bfd509ba-6c84-43e3-ab14-88ec37a85bbd tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/301f326c-585d-41c7-a9eb-3551411c68a8 HTTP/1.1" status: 200 len: 1803 time: 0.0629959 Aug 19 15:07:02.304083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Request body: {'security_group': {'name': 'tempest-sg-hth-132056748', 'description': 'tempest-description-hth-1517630804'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:02.379324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.459100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.639501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.647904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.647904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-94ec073a-4608-4996-bbd1-3742f4cda8e0 req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "PUT /v2.0/security-groups/301f326c-585d-41c7-a9eb-3551411c68a8 HTTP/1.1" status: 200 len: 1776 time: 0.3460824 Aug 19 15:07:02.700613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d9476-a59a-4df0-867d-df9bf2ceb067 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301f326c-585d-41c7-a9eb-3551411c68a8,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:02.702341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fa484-8583-4e99-88ed-aa240c563e46 req-1cfa85ed-f53b-4c36-a210-9a1533fe433f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.720609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad2fa484-8583-4e99-88ed-aa240c563e46 req-1cfa85ed-f53b-4c36-a210-9a1533fe433f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1302440 Aug 19 15:07:02.722448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c39a886-b921-4b97-8f8e-17ea83dc9b99 None None] New status for floating IP 24a65623-0643-47a2-a554-ac98091cfd5b: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:07:02.809025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad2fa484-8583-4e99-88ed-aa240c563e46 req-d9870f37-a80e-4b5a-a3b1-039d908dc857 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Aug 19 15:07:02.838710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6f1cff3-7bfe-4714-b50c-0bb875ace9c2 req-3c5ff092-9ee5-41bd-aa9a-79cb9754b209 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e3a144-f69c-431b-8a9d-b0f8764475cc HTTP/1.1" status: 200 len: 210 time: 0.0640423 Aug 19 15:07:02.925490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0538b84b-d999-43ca-958d-04dbc93402c0 req-fa650624-ff66-4993-8f20-2e1a23a3c48a tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/301f326c-585d-41c7-a9eb-3551411c68a8 HTTP/1.1" status: 200 len: 1776 time: 0.0781889 Aug 19 15:07:03.040513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9f8f821-f544-43c7-9b24-faa9ec56fa4a req-b29aae1f-d261-4f4b-8ef2-8bd5131e9acb tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/301f326c-585d-41c7-a9eb-3551411c68a8 HTTP/1.1" status: 200 len: 1776 time: 0.0978675 Aug 19 15:07:03.047805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d21adb-b6f5-46dc-859d-69bc0eb10986 req-97c226e1-06af-4fa6-b346-83986e2e4b47 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:03.060954 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-90d21adb-b6f5-46dc-859d-69bc0eb10986 req-97c226e1-06af-4fa6-b346-83986e2e4b47 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1259472 Aug 19 15:07:03.129417 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-90d21adb-b6f5-46dc-859d-69bc0eb10986 req-dc0c7f37-c8da-445c-9360-174711843782 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638080 Aug 19 15:07:03.161451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9f8f821-f544-43c7-9b24-faa9ec56fa4a req-9aad8871-0aa3-4d3e-8108-8613ee5fc3bc tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.242402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9f8f821-f544-43c7-9b24-faa9ec56fa4a req-9aad8871-0aa3-4d3e-8108-8613ee5fc3bc tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.278243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4f8944a6-3527-4425-bae6-a258bed88507 req-3f5f57ba-f473-4b75-aeb3-70bb8cf86294 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0614836 Aug 19 15:07:03.533290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9f8f821-f544-43c7-9b24-faa9ec56fa4a req-9aad8871-0aa3-4d3e-8108-8613ee5fc3bc tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.536732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a9f8f821-f544-43c7-9b24-faa9ec56fa4a req-9aad8871-0aa3-4d3e-8108-8613ee5fc3bc tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.540588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9f8f821-f544-43c7-9b24-faa9ec56fa4a req-9aad8871-0aa3-4d3e-8108-8613ee5fc3bc tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/301f326c-585d-41c7-a9eb-3551411c68a8 HTTP/1.1" status: 204 len: 173 time: 0.4910386 Aug 19 15:07:03.570890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad8871-0aa3-4d3e-8108-8613ee5fc3bc tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f326c-585d-41c7-a9eb-3551411c68a8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:03.688139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d17de-d141-477d-84c2-1a8da1f7a13b req-061d44e3-862f-4257-85e7-c403a58a7c7b tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:03.699820 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-294d17de-d141-477d-84c2-1a8da1f7a13b req-061d44e3-862f-4257-85e7-c403a58a7c7b tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.0983107 Aug 19 15:07:03.733688 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-12231c6b-84a7-4735-aaf9-b07ba337068c req-1b25aed5-cc82-4087-b41d-e729322f65f5 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:07:03.735445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12231c6b-84a7-4735-aaf9-b07ba337068c req-1b25aed5-cc82-4087-b41d-e729322f65f5 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/70d78e0e-077a-42d0-b371-23b47b0c9d16 HTTP/1.1" status: 404 len: 352 time: 0.0474780 Aug 19 15:07:03.762993 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-294d17de-d141-477d-84c2-1a8da1f7a13b req-67f59285-0726-470d-bf38-a8265bb4377d tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600033 Aug 19 15:07:03.790473 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-110dfa16-1db9-4d05-a69a-542a1d21a268 req-cace0788-6831-41ce-846c-b73a622a66a1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:07:03.793843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-110dfa16-1db9-4d05-a69a-542a1d21a268 req-cace0788-6831-41ce-846c-b73a622a66a1 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/e9d2442b-db48-430d-a3ea-dfc57e1a08f7 HTTP/1.1" status: 404 len: 352 time: 0.0249867 Aug 19 15:07:03.849880 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-7380c3fa-c179-4c5d-a1cd-ff107fd99196 req-dc35b133-7dd5-4dfa-b2f7-915e55fc443f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:07:03.851040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7380c3fa-c179-4c5d-a1cd-ff107fd99196 req-dc35b133-7dd5-4dfa-b2f7-915e55fc443f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/d1fd7c10-9217-4f3d-ab25-5a370284e4d7 HTTP/1.1" status: 404 len: 352 time: 0.0228431 Aug 19 15:07:04.003751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e00b0-1213-41c1-b062-8c49b5a9b516 req-f5e3078c-7c6d-43a7-9381-5f4c3ae56abe tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:04.010863 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-6bc290b1-c928-4c20-a994-6fa416464cb5 req-8abb3bce-eb00-4a5b-bff7-d66a1311741f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:07:04.012114 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-231e00b0-1213-41c1-b062-8c49b5a9b516 req-f5e3078c-7c6d-43a7-9381-5f4c3ae56abe tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1032689 Aug 19 15:07:04.018129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bc290b1-c928-4c20-a994-6fa416464cb5 req-8abb3bce-eb00-4a5b-bff7-d66a1311741f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/ea9585bc-5318-4204-bd0e-8a3ea2fca53d HTTP/1.1" status: 404 len: 352 time: 0.0271499 Aug 19 15:07:04.101830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-231e00b0-1213-41c1-b062-8c49b5a9b516 req-609070a3-917b-4321-a2ce-e81c2cef766c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879722 Aug 19 15:07:04.147640 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [req-08e950f5-1412-4796-a367-8e721f779168 req-1065ddd8-7636-4600-8027-806969f1b840 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:07:04.154966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-08e950f5-1412-4796-a367-8e721f779168 req-1065ddd8-7636-4600-8027-806969f1b840 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/29811770-b527-4c2a-9c4f-c116b3b3c62d HTTP/1.1" status: 404 len: 352 time: 0.0219352 Aug 19 15:07:04.196882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33710) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:04.346987 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96e11e71-44ff-4fca-bd58-876acd17bfac tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.347507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53c745-baca-4e6c-8230-106e3b082102 req-b0c184d3-dc6a-47c3-befe-8419cb471cdc tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:04.349655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e53c745-baca-4e6c-8230-106e3b082102 req-b0c184d3-dc6a-47c3-befe-8419cb471cdc tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0771897 Aug 19 15:07:04.390481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96e11e71-44ff-4fca-bd58-876acd17bfac tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.408402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e53c745-baca-4e6c-8230-106e3b082102 req-80e8b081-ece9-4f43-80d5-7cdd73db5c55 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 Aug 19 15:07:04.478439 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-84a766e4-0bf7-43d0-93cb-ae00c37c048d req-566aac5a-f77a-48e4-a88c-5d9db3cf7288 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] show failed (client error): The resource could not be found. Aug 19 15:07:04.485930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84a766e4-0bf7-43d0-93cb-ae00c37c048d req-566aac5a-f77a-48e4-a88c-5d9db3cf7288 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/26208db2-d53d-4d5b-b3a2-606f084df637 HTTP/1.1" status: 404 len: 352 time: 0.0309720 Aug 19 15:07:04.584101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f3b2ffa-0279-46aa-9bf3-da53dc483748 req-7b87ea09-9134-4270-8a61-db4867d8470d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0470755 Aug 19 15:07:04.600614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0b01eed4-88e6-4017-a0c7-17ab78760f72 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:04.614025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96e11e71-44ff-4fca-bd58-876acd17bfac tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.627586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-96e11e71-44ff-4fca-bd58-876acd17bfac tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.632136 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-96e11e71-44ff-4fca-bd58-876acd17bfac tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b7bd964-e509-4cdd-a1db-d19c5bc38c87 HTTP/1.1" status: 204 len: 168 time: 0.4337027 Aug 19 15:07:04.634598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33716) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:04.647133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 0b01eed4-88e6-4017-a0c7-17ab78760f72 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:04.647797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0b01eed4-88e6-4017-a0c7-17ab78760f72 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:04.659670 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-53957a61-eb0d-419e-b540-cba028ba7cc2 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] show failed (client error): The resource could not be found. Aug 19 15:07:04.663884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-53957a61-eb0d-419e-b540-cba028ba7cc2 tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "GET /v2.0/security-groups/1b7bd964-e509-4cdd-a1db-d19c5bc38c87 HTTP/1.1" status: 404 len: 347 time: 0.0249085 Aug 19 15:07:04.664265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33718) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:04.676780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e11e71-44ff-4fca-bd58-876acd17bfac tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7bd964-e509-4cdd-a1db-d19c5bc38c87,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:04.910348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Deleting port 22bce0a8-938b-4097-b75d-c92cbd7007f7 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:04.910714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.089040 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.094168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.150021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Calling delete_port for 22bce0a8-938b-4097-b75d-c92cbd7007f7 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:05.167676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6b94a-1070-419e-8ff0-942adabbc6a4 req-6a9bc59b-a95f-48ae-bd54-7e9ce3f2567f tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:05.184347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17b6b94a-1070-419e-8ff0-942adabbc6a4 req-6a9bc59b-a95f-48ae-bd54-7e9ce3f2567f tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.1891603 Aug 19 15:07:05.282175 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17b6b94a-1070-419e-8ff0-942adabbc6a4 req-b952e8a2-196f-49a1-a6ae-34c752d3add4 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849450 Aug 19 15:07:05.486633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9ce09-af19-4b23-92e5-63f128883799 req-f85cc10b-11d3-41d9-8013-a4b3add67837 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:05.489384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03d9ce09-af19-4b23-92e5-63f128883799 req-f85cc10b-11d3-41d9-8013-a4b3add67837 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1023 time: 0.1214778 Aug 19 15:07:05.498331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c9d29-1a77-4943-9b4c-8416b5cf718b req-99b166ab-694f-4345-acd9-701bb47f2c92 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:05.500636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-275c9d29-1a77-4943-9b4c-8416b5cf718b req-99b166ab-694f-4345-acd9-701bb47f2c92 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1403503 Aug 19 15:07:05.576796 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-03d9ce09-af19-4b23-92e5-63f128883799 req-0f26849f-2361-43de-9252-7b053218decf tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=116cc924-494a-46e0-8dd3-b5b539e503af&id=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0795610 Aug 19 15:07:05.588410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-275c9d29-1a77-4943-9b4c-8416b5cf718b req-a4522050-d4f1-4cac-b890-095d5fae8bb4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777075 Aug 19 15:07:05.642243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.712509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Pushing event deleted for resources: {'Port': ['ID=22bce0a8-938b-4097-b75d-c92cbd7007f7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:05.766131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8496355d-17a6-4e37-9e06-2c140f34a667 req-dd0ee851-5e3e-4ac9-9790-af717c28a97a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0409470 Aug 19 15:07:05.780000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee950af7-0ee8-43a6-b5b5-3e1cb952100e req-e3a6be75-4f26-43da-9562-2928eccab97d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:05.789554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee950af7-0ee8-43a6-b5b5-3e1cb952100e req-e3a6be75-4f26-43da-9562-2928eccab97d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0785246 Aug 19 15:07:05.828710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.831010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.832570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ff79432d-6221-4947-9bb4-1a8b2625e42e tempest-ServersTestManualDisk-493017648 tempest-ServersTestManualDisk-493017648-project] 10.222.0.13 "DELETE /v2.0/floatingips/24a65623-0643-47a2-a554-ac98091cfd5b HTTP/1.1" status: 204 len: 168 time: 1.1674328 Aug 19 15:07:05.837417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:05.862702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee950af7-0ee8-43a6-b5b5-3e1cb952100e req-c45540ef-1d09-4bde-bc7a-df061f71b39f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719864 Aug 19 15:07:06.426292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8243e-d604-4224-851d-621fe071478f req-5b1dbd96-d5a6-4963-9f79-2f8ac75efae7 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:06.427974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27b8243e-d604-4224-851d-621fe071478f req-5b1dbd96-d5a6-4963-9f79-2f8ac75efae7 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.0714319 Aug 19 15:07:06.435729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:06.584186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27b8243e-d604-4224-851d-621fe071478f req-f1c589aa-9cd8-47a5-9173-09c8923889e3 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445227 Aug 19 15:07:06.731628 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f0a2-26e7-422e-a296-272d44456790 req-a19c475f-302d-4abc-b635-a2595c6a710d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:06.733912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4145f0a2-26e7-422e-a296-272d44456790 req-a19c475f-302d-4abc-b635-a2595c6a710d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1023 time: 0.0586996 Aug 19 15:07:06.798416 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4145f0a2-26e7-422e-a296-272d44456790 req-f525fc65-5f99-4ce1-b03b-05f7868fa45d tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=116cc924-494a-46e0-8dd3-b5b539e503af&id=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0576429 Aug 19 15:07:06.821359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b7293-be84-4edb-9356-811cc021e181 req-cc3c5c29-461c-4467-bc99-d70c3e9ce82b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:06.822980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e1b7293-be84-4edb-9356-811cc021e181 req-cc3c5c29-461c-4467-bc99-d70c3e9ce82b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0984704 Aug 19 15:07:06.872005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Deleting port 10b4790c-f406-4858-acb6-d2378bab7c0c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:06.872342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:06.907229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-82d0ff48-9fa6-48e5-a56f-a3705fc15f70 req-17d8c93e-3792-4f7c-b3b9-dd659cd24c0e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0433087 Aug 19 15:07:06.951952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e1b7293-be84-4edb-9356-811cc021e181 req-62e5be7e-ac5d-48ab-9397-da5e6a4aaa2e tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025975 Aug 19 15:07:07.029575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-f3a8401d-f11f-4d87-9ea6-104376839b89 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:07.031230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-f3a8401d-f11f-4d87-9ea6-104376839b89 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.0782423 Aug 19 15:07:07.046287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f49bb-1941-4ac8-8fa6-dfea34b63f31 req-7289eca4-b900-4639-bac4-ac1cad17f54f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:07.047804 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-616f49bb-1941-4ac8-8fa6-dfea34b63f31 req-7289eca4-b900-4639-bac4-ac1cad17f54f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0652640 Aug 19 15:07:07.097093 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-616f49bb-1941-4ac8-8fa6-dfea34b63f31 req-b52f7b45-e8d0-4854-b4c1-a676ce6017a8 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Aug 19 15:07:07.099901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] For port 10b4790c-f406-4858-acb6-d2378bab7c0c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=10b4790c-f406-4858-acb6-d2378bab7c0c,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:07.099901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:07.128444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Calling delete_port for 10b4790c-f406-4858-acb6-d2378bab7c0c owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:07.269407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-2c21a761-c98e-4a87-aa29-0c31e3879963 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:07.276403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-2c21a761-c98e-4a87-aa29-0c31e3879963 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1023 time: 0.1564469 Aug 19 15:07:07.397490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Deleting port d6e7cbce-3177-4369-84d0-120005e63b02 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:07.397837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:07.610936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] For port d6e7cbce-3177-4369-84d0-120005e63b02, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d6e7cbce-3177-4369-84d0-120005e63b02,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:07.612180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.052479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f7a7-2a68-46ee-8589-33cf11d91751 req-f2b55197-4594-4286-b2cd-ad6a17efc33e tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:08.066779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed60f7a7-2a68-46ee-8589-33cf11d91751 req-f2b55197-4594-4286-b2cd-ad6a17efc33e tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1023 time: 0.1218035 Aug 19 15:07:08.077302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c43842-69b8-490d-8904-0c5aeebb18df req-b3161ce7-f9ee-4613-8e57-182f1bda3939 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:08.080216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4c43842-69b8-490d-8904-0c5aeebb18df req-b3161ce7-f9ee-4613-8e57-182f1bda3939 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 945 time: 0.3461895 Aug 19 15:07:08.156839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed60f7a7-2a68-46ee-8589-33cf11d91751 req-a2f84ffb-0afb-4d01-b332-fbdf6f400620 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=116cc924-494a-46e0-8dd3-b5b539e503af&id=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0861435 Aug 19 15:07:08.167317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Deleting port 582e8398-f0c5-47b1-9bc6-8411fd39b414 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:08.167664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.275085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4c43842-69b8-490d-8904-0c5aeebb18df req-2cf09cea-410b-4846-87a5-645de37d3b4b tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups?id=96cda132-fc5c-4a42-ac04-49c4e414e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847718 Aug 19 15:07:08.285053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b24f70d-ed87-4123-aab0-d98c265279b4 req-6d7723fe-5fb0-4b44-83f1-6a4edb889559 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01d1d38-d0c2-4295-bc9e-613b1d0d980b HTTP/1.1" status: 200 len: 210 time: 0.0599205 Aug 19 15:07:08.353313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] For port 582e8398-f0c5-47b1-9bc6-8411fd39b414, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=582e8398-f0c5-47b1-9bc6-8411fd39b414,segment=NetworkSegment(fe67ab63-3d5d-4520-b4f0-9ca2c5936d45),segment_id=fe67ab63-3d5d-4520-b4f0-9ca2c5936d45)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:08.353681 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.365420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.379042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.379042 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Floating IP 6567ceb6-a640-4800-be01-5cbb0bfe1efb disassociated. External IP: 172.25.5.116, port: d6e7cbce-3177-4369-84d0-120005e63b02. Aug 19 15:07:08.379042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Calling delete_port for d6e7cbce-3177-4369-84d0-120005e63b02 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:08.458078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137db67e-f397-40b0-aca3-4370b0939f9a req-def10b50-2920-407c-9ed3-ea7a29f9923b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:08.468901 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-137db67e-f397-40b0-aca3-4370b0939f9a req-def10b50-2920-407c-9ed3-ea7a29f9923b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0758770 Aug 19 15:07:08.526189 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-137db67e-f397-40b0-aca3-4370b0939f9a req-f3c38597-f28b-4ebe-af19-72d43b9b2053 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540383 Aug 19 15:07:08.528712 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.549823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Calling delete_port for 582e8398-f0c5-47b1-9bc6-8411fd39b414 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:08.614746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Pushing event deleted for resources: {'Port': ['ID=10b4790c-f406-4858-acb6-d2378bab7c0c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:08.622789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.261210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:07:09.301635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event deleted for resources: {'Port': ['ID=d6e7cbce-3177-4369-84d0-120005e63b02,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:09.342418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a96ba-e75d-457c-a812-eebe722f805c req-cfe8f6e6-876c-426c-9a7a-3a274f365508 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.351460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e71a96ba-e75d-457c-a812-eebe722f805c req-cfe8f6e6-876c-426c-9a7a-3a274f365508 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.8119683 Aug 19 15:07:09.383197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a38b7-a538-4755-8c6d-6b7e7c394125 req-f408e9a1-400b-4f27-b03c-a4107441b1ee tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.385449 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d8a38b7-a538-4755-8c6d-6b7e7c394125 req-f408e9a1-400b-4f27-b03c-a4107441b1ee tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 1023 time: 0.0711303 Aug 19 15:07:09.453845 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d8a38b7-a538-4755-8c6d-6b7e7c394125 req-9240d450-61f2-48d8-b852-85c743a6e691 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups?id=116cc924-494a-46e0-8dd3-b5b539e503af&id=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae&id=48f9ea1a-f292-4d07-a1ec-baad4a204bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0594273 Aug 19 15:07:09.672851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9481cf7b-c1fc-4683-bba0-c021d7ed733c req-f72116ae-2923-4082-837e-297423493cd3 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0892956 Aug 19 15:07:09.763819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.774938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.855853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e71a96ba-e75d-457c-a812-eebe722f805c req-eb6c12d2-75cd-41c3-9aa9-6ca154279ae0 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044901 Aug 19 15:07:09.927764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d6e7cbce-3177-4369-84d0-120005e63b02 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:09.967995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'Port': ['ID=582e8398-f0c5-47b1-9bc6-8411fd39b414,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:09.972708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: d6e7cbce-3177-4369-84d0-120005e63b02 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:09.974394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d6e7cbce-3177-4369-84d0-120005e63b02 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:09.975115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 582e8398-f0c5-47b1-9bc6-8411fd39b414 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:10.024229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 582e8398-f0c5-47b1-9bc6-8411fd39b414 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:10.024793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 582e8398-f0c5-47b1-9bc6-8411fd39b414 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:10.030700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Router d4c1a288-df8e-400a-9fc2-d27248a1af82 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:10.031701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74b596-dd63-46e6-8329-ec7f878a908d req-fe2db9f3-5c61-4926-898c-5c06bf3b4d4f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:10.045931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe74b596-dd63-46e6-8329-ec7f878a908d req-fe2db9f3-5c61-4926-898c-5c06bf3b4d4f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.2072511 Aug 19 15:07:10.098330 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fe74b596-dd63-46e6-8329-ec7f878a908d req-2f738448-befa-4c7e-9491-95704408e832 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Aug 19 15:07:10.130822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] No DVR routers for this DVR port 582e8398-f0c5-47b1-9bc6-8411fd39b414 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:10.134910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.137774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-406afe23-6907-40e5-8af8-e5caf5ee5f4c req-5ab0b4a8-a47d-4cab-b420-9e1334448846 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.46 "DELETE /v2.0/ports/582e8398-f0c5-47b1-9bc6-8411fd39b414 HTTP/1.1" status: 204 len: 173 time: 2.8500862 Aug 19 15:07:10.138404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'name': 'network-vif-deleted', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:10.140801 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cffbb5-f095-4bda-a783-e0cdf4677a25" -d '{"events": [{"server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "name": "network-vif-deleted", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:10.348816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:10.361350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] Sync routers for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:10.387518 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:10.390752 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7013bc-ee84-4020-b3f7-65be9d380ea6 x-openstack-request-id: req-1c7013bc-ee84-4020-b3f7-65be9d380ea6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:10.391101 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea", "name": "network-vif-deleted", "tag": "582e8398-f0c5-47b1-9bc6-8411fd39b414", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:10.391328 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c7013bc-ee84-4020-b3f7-65be9d380ea6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:10.392110 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea', 'name': 'network-vif-deleted', 'tag': '582e8398-f0c5-47b1-9bc6-8411fd39b414', 'status': 'completed', 'code': 200} Aug 19 15:07:10.394447 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:10.440680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] No DVR routers for this DVR port d6e7cbce-3177-4369-84d0-120005e63b02 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:10.444989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.446908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4088f260-0eb2-4158-af1e-dc5af93b2939 req-5a800981-afbb-46ce-bb8b-2aadcb5a88ea tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.46 "DELETE /v2.0/ports/d6e7cbce-3177-4369-84d0-120005e63b02 HTTP/1.1" status: 204 len: 173 time: 3.4074574 Aug 19 15:07:10.665650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e08abe14-a7fe-4130-ba73-91f7fb841fef req-3d63fc63-5b63-49bc-9d87-7eae11ee4001 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 210 time: 0.1135705 Aug 19 15:07:10.715800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:10.735538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Router 329ea0d8-350e-41db-8b81-654be95fdf39 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:10.934306 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-58d21785-9a08-4cb9-b838-2bdc80afcaa5 req-e044baa5-648f-4815-b0a0-0bbb557976c7 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0606620 Aug 19 15:07:11.033709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:11.043156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] Sync routers for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:11.057774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:11.058950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.079953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b7ccead9-1dc0-46e0-885d-0391fba167de admin admin] 10.222.0.13 "PUT /v2.0/routers/329ea0d8-350e-41db-8b81-654be95fdf39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2406876 Aug 19 15:07:11.083551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:11.121475 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:35Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.131689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41fe0-7f65-475e-afce-0d5910e4e85e req-16fc460e-fb17-4742-ab2e-70d802db7010 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:11.142158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaf41fe0-7f65-475e-afce-0d5910e4e85e req-16fc460e-fb17-4742-ab2e-70d802db7010 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1063430 Aug 19 15:07:11.156956 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] Checking router: d4c1a288-df8e-400a-9fc2-d27248a1af82 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:11.169571 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:11.170623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.336225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaf41fe0-7f65-475e-afce-0d5910e4e85e req-de4f225c-760b-4682-a81b-8e901fa1212d tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913891 Aug 19 15:07:11.446237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:11.455479 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:11.462927 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.610453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eba6f-170b-4adc-8bb0-b0f399d4ad60 req-a4b27eb5-8dce-47ee-9820-ef9ee0b190af tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:11.618846 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d40eba6f-170b-4adc-8bb0-b0f399d4ad60 req-a4b27eb5-8dce-47ee-9820-ef9ee0b190af tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.3059204 Aug 19 15:07:11.738526 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d40eba6f-170b-4adc-8bb0-b0f399d4ad60 req-3b715ef8-c62e-44eb-bb3e-eafd8ebeebba tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187046 Aug 19 15:07:11.916002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.931327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccbc118a-909c-4cd9-a22f-88324c2cb180 req-f60c1272-4b76-45bb-ad3e-2189ddf16ad8 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/ports?device_id=072a2967-f3b0-4c98-b9d0-5f7fdc8db8ea HTTP/1.1" status: 200 len: 210 time: 0.0935862 Aug 19 15:07:12.036814 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:35Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.091663 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-897083c4-6cd6-4550-8ddd-f269252693fa req-58716249-5eef-4ec9-917d-8bcdf7c1d8ab tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0776393 Aug 19 15:07:12.134099 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93009f60-6d40-4ede-adf6-76276fd89272 None None] The sync data for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 is: [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:02:27Z', 'revision_number': 4, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9edb3165-107f-4b51-9cf6-36d54824dff5', 'name': '', 'network_id': '903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'mac_address': 'fa:16:3e:e1:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:26Z', 'updated_at': '2021-08-19T15:02:35Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'subnets': [{'id': '087bb67d-c778-46aa-b49d-d285165bc5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:12.145632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Deleting port 5da657c5-4071-4974-b1ba-c44b7abe657d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:12.145965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.150367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:07:07Z', 'revision_number': 5, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port': {'id': '5da657c5-4071-4974-b1ba-c44b7abe657d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:30Z', 'updated_at': '2021-08-19T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.184630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] Checking router: 329ea0d8-350e-41db-8b81-654be95fdf39 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:12.197668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] Routers {'329ea0d8-350e-41db-8b81-654be95fdf39'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:12.200098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['329ea0d8-350e-41db-8b81-654be95fdf39'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.363021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] For port 5da657c5-4071-4974-b1ba-c44b7abe657d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5da657c5-4071-4974-b1ba-c44b7abe657d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:12.363321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.372863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] Set router 329ea0d8-350e-41db-8b81-654be95fdf39 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:12.389959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Calling delete_port for 5da657c5-4071-4974-b1ba-c44b7abe657d owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:12.393171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'name': 'network-vif-deleted', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:12.396961 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500c0d5-c116-4b35-b5ba-9e963dcabccf" -d '{"events": [{"server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "name": "network-vif-deleted", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:12.495862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aebf573-7872-44fb-94ab-0feed864644b x-openstack-request-id: req-9aebf573-7872-44fb-94ab-0feed864644b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:12.497007 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f9cd9c-4603-43db-b348-2c2a900907c3", "name": "network-vif-deleted", "tag": "d6e7cbce-3177-4369-84d0-120005e63b02", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:12.497288 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aebf573-7872-44fb-94ab-0feed864644b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:12.504311 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f9cd9c-4603-43db-b348-2c2a900907c3', 'name': 'network-vif-deleted', 'tag': 'd6e7cbce-3177-4369-84d0-120005e63b02', 'status': 'completed', 'code': 200} Aug 19 15:07:12.521023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:07:11Z', 'revision_number': 6, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.589615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8b7f-7166-4c9c-9f74-e8cb19e2e9a0 None None] The sync data for ids ['329ea0d8-350e-41db-8b81-654be95fdf39'] in n-d-779913-32 is: [{'id': '329ea0d8-350e-41db-8b81-654be95fdf39', 'name': 'tempest-ServersTestManualDisk-69178042-router', 'tenant_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:29Z', 'updated_at': '2021-08-19T15:07:11Z', 'revision_number': 6, 'project_id': 'ac4d96b0380b4148a1b5ae13594d84dd', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:12.636549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17018a-2740-4ba2-af12-7ce89f245606 req-d2862667-68f1-49fe-b931-9ec9641fe81f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:12.638797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d17018a-2740-4ba2-af12-7ce89f245606 req-d2862667-68f1-49fe-b931-9ec9641fe81f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1141417 Aug 19 15:07:12.672135 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471c3a6-1a23-417d-95cc-050018e763a7 None None] New status for floating IP 6567ceb6-a640-4800-be01-5cbb0bfe1efb: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:07:12.755236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d17018a-2740-4ba2-af12-7ce89f245606 req-b3fd4c95-ec8a-4d82-826a-77dca739db9f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041837 Aug 19 15:07:12.904566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1a7ef-ad14-42d0-bcba-5e858ba64024 req-6e4a4f96-ae69-4baf-8333-c6e1ebec6dbd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:12.906235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fd1a7ef-ad14-42d0-bcba-5e858ba64024 req-6e4a4f96-ae69-4baf-8333-c6e1ebec6dbd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0791550 Aug 19 15:07:12.959153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.987808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:13.050056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fd1a7ef-ad14-42d0-bcba-5e858ba64024 req-8d65f910-2b7f-4b9b-8f6e-5aaa52d49486 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356869 Aug 19 15:07:13.126302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da657c5-4071-4974-b1ba-c44b7abe657d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:13.280104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-869a74af-f91b-4d01-b2a6-be55647dac16 req-f2b6dc3a-c0d7-4e7b-b1ab-ce3b89deb19e tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/ff7ec1ba-e26d-4914-8dfa-62f614eb36ae HTTP/1.1" status: 200 len: 1801 time: 0.1573186 Aug 19 15:07:13.308710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d94744e-e2bd-418c-a604-b28ea9c1e65c req-5029f1bb-ddbd-4edd-a16d-8d3d67692d90 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0976460 Aug 19 15:07:13.332746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:13.466616 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:13.468945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:13.534088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-869a74af-f91b-4d01-b2a6-be55647dac16 req-878e9ebd-252f-4b6d-9691-2adf580b3ee2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:13.574348 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-869a74af-f91b-4d01-b2a6-be55647dac16 req-878e9ebd-252f-4b6d-9691-2adf580b3ee2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:13.890360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e38dcf-c9f2-40b5-af3a-b4fead8645ea req-29d68a82-1d14-4c97-be51-029fa6256deb tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:13.892163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75e38dcf-c9f2-40b5-af3a-b4fead8645ea req-29d68a82-1d14-4c97-be51-029fa6256deb tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0636284 Aug 19 15:07:13.935313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75e38dcf-c9f2-40b5-af3a-b4fead8645ea req-970a994a-8a9f-4711-bb1e-54e390abaf30 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Aug 19 15:07:14.070060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.083511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 329ea0d8-350e-41db-8b81-654be95fdf39 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:14.083511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.083511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ccd7b94e-f51c-45bb-b36a-1eb3c6304ef4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/329ea0d8-350e-41db-8b81-654be95fdf39 HTTP/1.1" status: 204 len: 168 time: 2.9936430 Aug 19 15:07:14.084919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33836) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.122168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-869a74af-f91b-4d01-b2a6-be55647dac16 req-878e9ebd-252f-4b6d-9691-2adf580b3ee2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.124774 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-869a74af-f91b-4d01-b2a6-be55647dac16 req-878e9ebd-252f-4b6d-9691-2adf580b3ee2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.127225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-869a74af-f91b-4d01-b2a6-be55647dac16 req-878e9ebd-252f-4b6d-9691-2adf580b3ee2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff7ec1ba-e26d-4914-8dfa-62f614eb36ae HTTP/1.1" status: 204 len: 173 time: 0.8461695 Aug 19 15:07:14.144543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9ebd-252f-4b6d-9691-2adf580b3ee2 tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ec1ba-e26d-4914-8dfa-62f614eb36ae,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:14.218544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Deleting subnet 27e4c955-49ab-44b9-b4ba-cc5361a80cbd {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:14.226075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.250163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10228679-10aa-488d-8fbd-2374aed8a24b req-136e998f-ea20-4f3c-b246-181213182f9f tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "GET /v2.0/security-groups/116cc924-494a-46e0-8dd3-b5b539e503af HTTP/1.1" status: 200 len: 1802 time: 0.0802577 Aug 19 15:07:14.289955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dfae8-cda0-481e-8317-d9995dff1dd9 req-8f3f90da-350a-4254-88ad-af1612fbcfc5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:14.291480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-776dfae8-cda0-481e-8317-d9995dff1dd9 req-8f3f90da-350a-4254-88ad-af1612fbcfc5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1314037 Aug 19 15:07:14.297043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.326354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-10228679-10aa-488d-8fbd-2374aed8a24b req-37674e37-bf31-49fe-94b9-675101e9824b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.363287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-10228679-10aa-488d-8fbd-2374aed8a24b req-37674e37-bf31-49fe-94b9-675101e9824b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.400632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-776dfae8-cda0-481e-8317-d9995dff1dd9 req-fb07cc6a-a648-4bc2-b9ea-cb0e62a977b6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742586 Aug 19 15:07:14.460651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.550148 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-10228679-10aa-488d-8fbd-2374aed8a24b req-37674e37-bf31-49fe-94b9-675101e9824b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.553336 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-10228679-10aa-488d-8fbd-2374aed8a24b req-37674e37-bf31-49fe-94b9-675101e9824b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.554817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-10228679-10aa-488d-8fbd-2374aed8a24b req-37674e37-bf31-49fe-94b9-675101e9824b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] 10.222.0.13 "DELETE /v2.0/security-groups/116cc924-494a-46e0-8dd3-b5b539e503af HTTP/1.1" status: 204 len: 173 time: 0.3038425 Aug 19 15:07:14.556676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94036120-e052-4888-b20e-17653e1531ad req-762afcbb-410a-4861-b704-f1654d3b5364 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0709982 Aug 19 15:07:14.564107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.578819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37674e37-bf31-49fe-94b9-675101e9824b tempest-SecurityGroupsTestJSON-1261488274 tempest-SecurityGroupsTestJSON-1261488274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116cc924-494a-46e0-8dd3-b5b539e503af,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:14.634106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Deleting subnet 52c3d368-2102-46ba-9ee6-5ade644168f3 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:14.638403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.689822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.696333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.727425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5da657c5-4071-4974-b1ba-c44b7abe657d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:14.747848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.755734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e4c955-49ab-44b9-b4ba-cc5361a80cbd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:14.762678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5da657c5-4071-4974-b1ba-c44b7abe657d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:14.763025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5da657c5-4071-4974-b1ba-c44b7abe657d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:14.763462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 10b4790c-f406-4858-acb6-d2378bab7c0c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:14.769320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.771930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1df22654-7ff7-4dd1-afe5-e0f2467deb6b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27e4c955-49ab-44b9-b4ba-cc5361a80cbd HTTP/1.1" status: 204 len: 168 time: 0.6858590 Aug 19 15:07:14.774868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33848) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.819504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a556680d-1344-4717-b6a7-4e7d34a50ceb None None] Network 7ca95d64-08ad-41d4-b716-d902caf6a930 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:14.825883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 10b4790c-f406-4858-acb6-d2378bab7c0c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:14.826237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 10b4790c-f406-4858-acb6-d2378bab7c0c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:14.915109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.993446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.035374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.038708 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52c3d368-2102-46ba-9ee6-5ade644168f3 HTTP/1.1" status: 204 len: 168 time: 0.4757106 Aug 19 15:07:15.039821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a364aef-2079-4587-85ae-f5bedc7f7eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c3d368-2102-46ba-9ee6-5ade644168f3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:15.043799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33854) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:15.056327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Deleting port 46fcf89e-b28a-40b9-8ee3-855776042d10 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:15.057010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.096793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] DHCP port deletion for 7ca95d64-08ad-41d4-b716-d902caf6a930 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:15.165507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] For port 46fcf89e-b28a-40b9-8ee3-855776042d10, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46fcf89e-b28a-40b9-8ee3-855776042d10,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:15.166150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.171173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Deleting port 46fcf89e-b28a-40b9-8ee3-855776042d10 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:15.171800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.182053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Calling delete_port for 46fcf89e-b28a-40b9-8ee3-855776042d10 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:15.189816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.251491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] For port 46fcf89e-b28a-40b9-8ee3-855776042d10, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46fcf89e-b28a-40b9-8ee3-855776042d10,segment=NetworkSegment(59cfad46-9dd8-494e-b552-32542a0b7d6f),segment_id=59cfad46-9dd8-494e-b552-32542a0b7d6f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:15.252318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.268931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Calling delete_port for 46fcf89e-b28a-40b9-8ee3-855776042d10 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:15.310390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.324992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ba0b44-3d82-4d28-af1b-7d7ff12e414c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:15.344517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414ac3-c2ff-4c44-a297-57e66eb9ad40 req-9b708857-7a4b-4f17-876a-c7ba27857925 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:15.346112 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed414ac3-c2ff-4c44-a297-57e66eb9ad40 req-9b708857-7a4b-4f17-876a-c7ba27857925 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.2854385 Aug 19 15:07:15.348022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:15.348315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe67ab63-3d5d-4520-b4f0-9ca2c5936d45') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:15.360369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.388085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.394829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.398360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.406064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:15.406472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:15.408285 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:15.459146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fcf89e-b28a-40b9-8ee3-855776042d10,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:15.463258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] No DVR routers for this DVR port 46fcf89e-b28a-40b9-8ee3-855776042d10 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:15.465837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Pushing event deleted for resources: {'Port': ['ID=46fcf89e-b28a-40b9-8ee3-855776042d10,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:15.471507 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ed414ac3-c2ff-4c44-a297-57e66eb9ad40 req-ff6a927f-2922-4bb6-876d-4784526490fb tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086981 Aug 19 15:07:15.479318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.481513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.482085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.482760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.483381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.483915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.484430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.484939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.485692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.486192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.486687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.487180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:15.494043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7bc3f-f856-4a32-be2a-74305a9837af None None] No DVR routers for this DVR port 46fcf89e-b28a-40b9-8ee3-855776042d10 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:15.591871 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.598577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.601632 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/87ba0b44-3d82-4d28-af1b-7d7ff12e414c HTTP/1.1" status: 204 len: 168 time: 0.5557704 Aug 19 15:07:15.620991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.632271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30614-f31d-42ef-beeb-2ecb34b965d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ba0b44-3d82-4d28-af1b-7d7ff12e414c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:15.637036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca95d64-08ad-41d4-b716-d902caf6a930']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:15.669791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cfad46-9dd8-494e-b552-32542a0b7d6f') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:15.670329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cfad46-9dd8-494e-b552-32542a0b7d6f') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:15.683491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d70065-c49f-4710-998d-af30b398b79a req-bdaa5ca6-3799-4c8e-b120-a91d96e72c4b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:15.685322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97d70065-c49f-4710-998d-af30b398b79a req-bdaa5ca6-3799-4c8e-b120-a91d96e72c4b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1506128 Aug 19 15:07:15.700003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.700525 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15c98d39-0b59-4535-baa1-7a0e5109cc41 req-8c58c3e4-e665-40ae-a065-3dbee6939152 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0513005 Aug 19 15:07:15.740145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.754974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:15.755384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:15.757148 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:15.770119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97d70065-c49f-4710-998d-af30b398b79a req-d6bca8dd-4f72-4f0d-9d4d-5cb22906a19a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Aug 19 15:07:15.908292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.914321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:15.916730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ca95d64-08ad-41d4-b716-d902caf6a930 HTTP/1.1" status: 204 len: 168 time: 1.1404719 Aug 19 15:07:15.929016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30a0e-851f-44a8-9efd-b9361bd23809 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca95d64-08ad-41d4-b716-d902caf6a930,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:16.097220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33876) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.147441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33880) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.147808 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab5dba4f-ad3b-4b62-98f4-517c02da64f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d89b5478326473e9928c406b798a79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491626 Aug 19 15:07:16.203903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f3c44d7-4178-45d4-b9ed-0904d3568e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.228343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f3c44d7-4178-45d4-b9ed-0904d3568e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.391239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33884) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.438686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1cb9609d-b2b2-4bd7-8673-b7935037486b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac4d96b0380b4148a1b5ae13594d84dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462515 Aug 19 15:07:16.441273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33886) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.474212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f3c44d7-4178-45d4-b9ed-0904d3568e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.477100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f3c44d7-4178-45d4-b9ed-0904d3568e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.478425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f3c44d7-4178-45d4-b9ed-0904d3568e7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f9ea1a-f292-4d07-a1ec-baad4a204bd9 HTTP/1.1" status: 204 len: 168 time: 0.3299816 Aug 19 15:07:16.496006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c44d7-4178-45d4-b9ed-0904d3568e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9ea1a-f292-4d07-a1ec-baad4a204bd9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:16.521418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e47967b-1571-4bbd-b1c5-9cbfab544062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.548567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e47967b-1571-4bbd-b1c5-9cbfab544062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.653161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2a05-8f84-496e-8571-6105297203df req-6f57e246-2fb5-4139-8615-b1ca49047904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:16.653161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-6f57e246-2fb5-4139-8615-b1ca49047904 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 1098 time: 0.3262875 Aug 19 15:07:16.679783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007ef89-5ca4-4cb0-94ea-629b02e14273 req-fade2855-ddcd-48d8-8fb9-30e70d068dfd tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:16.681379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e007ef89-5ca4-4cb0-94ea-629b02e14273 req-fade2855-ddcd-48d8-8fb9-30e70d068dfd tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0901561 Aug 19 15:07:16.727910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46fcf89e-b28a-40b9-8ee3-855776042d10 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:16.744482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 46fcf89e-b28a-40b9-8ee3-855776042d10 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:16.744831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46fcf89e-b28a-40b9-8ee3-855776042d10 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:16.766079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e47967b-1571-4bbd-b1c5-9cbfab544062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.768683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e47967b-1571-4bbd-b1c5-9cbfab544062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.769883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e47967b-1571-4bbd-b1c5-9cbfab544062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/948dd3d1-0671-43a9-a64a-312fc6515bd6 HTTP/1.1" status: 204 len: 168 time: 0.3272555 Aug 19 15:07:16.786798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e007ef89-5ca4-4cb0-94ea-629b02e14273 req-c68f5be5-631f-421d-9d40-09b9b3206200 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869820 Aug 19 15:07:16.795076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47967b-1571-4bbd-b1c5-9cbfab544062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948dd3d1-0671-43a9-a64a-312fc6515bd6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:16.846495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2a05-8f84-496e-8571-6105297203df req-fc360c23-a381-4c28-bde4-ae06b25e1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:16.848026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-fc360c23-a381-4c28-bde4-ae06b25e1ba2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 912 time: 0.1875129 Aug 19 15:07:16.850650 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5f22f6bc-5c2b-4db7-9936-3d88ef9eadac req-e8bdf8f7-b7f6-4824-9828-572654539aa9 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0699158 Aug 19 15:07:16.913338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-320e5e3a-d23d-4c5d-89c5-5bd60adfda98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64 HTTP/1.1" status: 200 len: 217 time: 0.0562987 Aug 19 15:07:16.987341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2a05-8f84-496e-8571-6105297203df req-59e0fde7-6d16-412a-b327-ce530333287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:16.988796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-59e0fde7-6d16-412a-b327-ce530333287f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0663095 Aug 19 15:07:17.014213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb787-9b2d-4f6a-9376-60fc61617d72 req-dbc86465-5150-42c4-951b-8abe337080e7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:17.015811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-776cb787-9b2d-4f6a-9376-60fc61617d72 req-dbc86465-5150-42c4-951b-8abe337080e7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.1056092 Aug 19 15:07:17.034021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-56869f2e-d11b-435e-8060-b1f2405fee3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368891 Aug 19 15:07:17.119086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-776cb787-9b2d-4f6a-9376-60fc61617d72 req-467ab2b7-325c-4e99-a370-41952d11210e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881202 Aug 19 15:07:17.205235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-29eebedf-bb2b-4f63-9349-26f69f780fca service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554801 Aug 19 15:07:17.363806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d70c2a05-8f84-496e-8571-6105297203df req-df072f55-1b32-47c3-9bf5-c983415bd493 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526358 Aug 19 15:07:17.945721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b92001-3bc9-4155-8139-dec3a19cf0d6 req-f6b348fd-ac29-403f-893b-e0ffc0751db6 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:17.955211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1b92001-3bc9-4155-8139-dec3a19cf0d6 req-f6b348fd-ac29-403f-893b-e0ffc0751db6 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0752904 Aug 19 15:07:18.012716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1b92001-3bc9-4155-8139-dec3a19cf0d6 req-f2146224-e9ca-4792-9cf5-ee7b15e80ced tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504258 Aug 19 15:07:18.087175 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9b796c6-4cbb-4dc4-aac9-d70a9c614a70 req-1b28edf4-717b-4503-ace2-9792e467b9a2 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f9cd9c-4603-43db-b348-2c2a900907c3 HTTP/1.1" status: 200 len: 210 time: 0.0427585 Aug 19 15:07:18.318009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915dec2-2618-4e27-9cce-e694ba29242b req-18e751b6-b87c-4daf-9eef-1c8419e8973c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:18.326935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3915dec2-2618-4e27-9cce-e694ba29242b req-18e751b6-b87c-4daf-9eef-1c8419e8973c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.0888405 Aug 19 15:07:18.375817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3915dec2-2618-4e27-9cce-e694ba29242b req-10a8e55e-f640-4445-a2c7-790740d4b373 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Aug 19 15:07:18.397838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:18.490664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33958) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:18.707324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1501352276-network', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:18.723717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1439320662-network', 'tenant_id': '9c19a21c709146b487dedd2a31a5c7b5'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:18.858765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Made reservation on behalf of 9c19a21c709146b487dedd2a31a5c7b5 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:18.861297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.878038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.991594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Made reservation on behalf of 9ca5f3cd50c444348576f89532c906c3 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:18.994317 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.008470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.109381 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.142582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c62b0a-9354-4129-8fca-5a0424e524c5 req-4ce07464-424a-45f8-95d1-416d35fc6d56 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:19.150917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66c62b0a-9354-4129-8fca-5a0424e524c5 req-4ce07464-424a-45f8-95d1-416d35fc6d56 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0716569 Aug 19 15:07:19.189810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-66c62b0a-9354-4129-8fca-5a0424e524c5 req-57d86af1-0733-4299-b52b-ad4b31f0df15 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Aug 19 15:07:19.197554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.236862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:19.267901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4899bff-de9c-47e3-824e-78098c124208,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.272401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:19.285805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.286213 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Added segment c5bd8e91-49d4-4cd3-be46-4d37b74481d7 of type vlan for network f228e980-5517-47b1-8015-efa3ad8ca0b1 Aug 19 15:07:19.349977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-622d4c8a-4b33-49a5-ab6f-dea97b8a1c65 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.352796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.412840 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-622d4c8a-4b33-49a5-ab6f-dea97b8a1c65 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.446935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.488849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.490303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:19.491129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.585837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.622822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:19.641045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] Pushing event updated for resources: {'Network': ['ID=f228e980-5517-47b1-8015-efa3ad8ca0b1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.654831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f228e980-5517-47b1-8015-efa3ad8ca0b1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:19.674973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.675527 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Added segment 84307c40-38b3-46fc-b15d-0605799eaa91 of type vlan for network 41ac4329-aaed-4d65-b8fa-74c0bc273deb Aug 19 15:07:19.752077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.771675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-75ce4ef4-545c-4564-80c9-d71c921ef066 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3725545 Aug 19 15:07:19.776619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4f0f87-7510-460b-91c6-5c1af97cab23,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.780426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33976) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:19.797272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8c19-d998-411b-b0b3-ce3dc5e83a42 req-8d0dcd0d-c89c-437f-a77e-78ada41943cd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:19.807304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e9c8c19-d998-411b-b0b3-ce3dc5e83a42 req-8d0dcd0d-c89c-437f-a77e-78ada41943cd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 946 time: 0.3207908 Aug 19 15:07:19.825317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Request body: {'subnet': {'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1439320662-subnet', 'tenant_id': '9c19a21c709146b487dedd2a31a5c7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:19.902937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e9c8c19-d998-411b-b0b3-ce3dc5e83a42 req-1453a3aa-76cd-447f-b10c-71583b001acd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929518 Aug 19 15:07:19.916005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.917457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:19.918297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.959157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-622d4c8a-4b33-49a5-ab6f-dea97b8a1c65 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.962358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-622d4c8a-4b33-49a5-ab6f-dea97b8a1c65 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.964846 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-622d4c8a-4b33-49a5-ab6f-dea97b8a1c65 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "DELETE /v2.0/security-groups/96cda132-fc5c-4a42-ac04-49c4e414e140 HTTP/1.1" status: 204 len: 168 time: 0.6896441 Aug 19 15:07:19.969705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ff104921-4b7c-4f3b-953e-99b6dcb50b64 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:19.973359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33982) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:19.977096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d4c8a-4b33-49a5-ab6f-dea97b8a1c65 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cda132-fc5c-4a42-ac04-49c4e414e140,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.999603 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-19f48011-0fd3-49dc-a476-f7ab04d42195 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] show failed (client error): The resource could not be found. Aug 19 15:07:20.001607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-19f48011-0fd3-49dc-a476-f7ab04d42195 tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "GET /v2.0/security-groups/96cda132-fc5c-4a42-ac04-49c4e414e140 HTTP/1.1" status: 404 len: 347 time: 0.0258229 Aug 19 15:07:20.011213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33984) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:20.052845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] Pushing event updated for resources: {'Network': ['ID=41ac4329-aaed-4d65-b8fa-74c0bc273deb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:20.058540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Made reservation on behalf of 9c19a21c709146b487dedd2a31a5c7b5 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:20.060895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.066240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:20.123749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.173894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:20.175041 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0146b1e-3fee-4991-896b-ebd3cf6b0e3f" -d '{"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:20.195760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:20.213372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-adf4a325-f712-4f20-b8b4-6a9777863a96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7213318 Aug 19 15:07:20.216949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33990) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:20.225221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Request body: {'subnet': {'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1501352276-subnet', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:20.246616 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c30bad-5f8f-4a38-afcf-4595fb7a885a x-openstack-request-id: req-56c30bad-5f8f-4a38-afcf-4595fb7a885a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:20.247777 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:20.249296 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56c30bad-5f8f-4a38-afcf-4595fb7a885a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:20.251068 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'code': 200} Aug 19 15:07:20.273840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.354267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Deleting port 12fee395-2cb8-4600-a8b5-ed4d41ab76b2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:20.356202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.388676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Made reservation on behalf of 9ca5f3cd50c444348576f89532c906c3 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:20.391342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.393762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:20.548178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cea62-80ec-45d5-a6d6-0a9462d75e52 req-fd22a4dc-3ae2-4248-9ae3-6339f15abc52 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:20.549696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b7cea62-80ec-45d5-a6d6-0a9462d75e52 req-fd22a4dc-3ae2-4248-9ae3-6339f15abc52 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1418328 Aug 19 15:07:20.575416 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.575748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.603180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Calling delete_port for 12fee395-2cb8-4600-a8b5-ed4d41ab76b2 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:20.629239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b7cea62-80ec-45d5-a6d6-0a9462d75e52 req-ceef6db1-f7ef-4ddf-a063-3e30d75b469d tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Aug 19 15:07:20.679369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.780365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=65943354-2107-4bc8-8e6a-443a437be8de,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:20.790125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.799435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Checking segment: {'id': 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:20.799832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Network hostable DHCP agents. Network: f228e980-5517-47b1-8015-efa3ad8ca0b1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:20.866143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Checking segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:20.866484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Network hostable DHCP agents. Network: 41ac4329-aaed-4d65-b8fa-74c0bc273deb, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:20.875603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d804734b-dc1b-4909-bfc5-b7ea9881fb00,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:20.967110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:21.073290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd68a-004a-44d2-b39b-b230e4b8b98d req-cdf86220-9002-4320-baae-bb0de992d3da tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:21.075672 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c05cd68a-004a-44d2-b39b-b230e4b8b98d req-cdf86220-9002-4320-baae-bb0de992d3da tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 944 time: 0.0664165 Aug 19 15:07:21.077299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 41ac4329-aaed-4d65-b8fa-74c0bc273deb) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:21.083587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:21.085139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.090356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b641516-337a-4923-bed9-bc495c60e9e7 None None] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:21.219230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Network f228e980-5517-47b1-8015-efa3ad8ca0b1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:21.221799 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c05cd68a-004a-44d2-b39b-b230e4b8b98d req-700eef08-b54b-46d8-8bd1-ae8de7c5ff9e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093218 Aug 19 15:07:21.230020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f228e980-5517-47b1-8015-efa3ad8ca0b1) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:21.243424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:21.244408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.246295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-94644344-f023-4df9-bb9f-9acdc402c100 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0279093 Aug 19 15:07:21.249141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34000) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:21.262756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:21.263064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f27f329-5fb3-4239-840a-28863df29e9f None None] Network f228e980-5517-47b1-8015-efa3ad8ca0b1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:21.322258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.371243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Pushing event deleted for resources: {'Port': ['ID=12fee395-2cb8-4600-a8b5-ed4d41ab76b2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:21.384480 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.386243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.458360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:21.460186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.577154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a92a4f21-2f45-4aeb-9cab-68fec86f0aad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7778847 Aug 19 15:07:21.579406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.593328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.593328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aa17b755-5243-405a-a985-568031f3ce0e tempest-ServersTestBootFromVolume-400921598 tempest-ServersTestBootFromVolume-400921598-project] 10.222.0.13 "DELETE /v2.0/floatingips/6567ceb6-a640-4800-be01-5cbb0bfe1efb HTTP/1.1" status: 204 len: 168 time: 1.5760372 Aug 19 15:07:21.593328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34014) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:21.606944 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.821261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b75254-6621-4ad1-a386-ab9116b44162 None None] Network f228e980-5517-47b1-8015-efa3ad8ca0b1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:22.066174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.080834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Allocated IP 172.20.0.2 (41ac4329-aaed-4d65-b8fa-74c0bc273deb/d804734b-dc1b-4909-bfc5-b7ea9881fb00/ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:22.125572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade31f4-e1b9-47de-adfe-35ab4d83c906 req-d043a920-f489-48a4-9f87-1cad2a95f226 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:22.141560 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8ade31f4-e1b9-47de-adfe-35ab4d83c906 req-d043a920-f489-48a4-9f87-1cad2a95f226 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.2591083 Aug 19 15:07:22.295170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8ade31f4-e1b9-47de-adfe-35ab4d83c906 req-766de9ad-1072-4bd5-8754-4276c7c24289 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380897 Aug 19 15:07:22.502317 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.537670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.540216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Transition to ACTIVE for port object ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:22.552487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.583557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.583811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Transition to ACTIVE for port object ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:22.687281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.735705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:22.764163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Pushing event updated for resources: {'Port': ['ID=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:22.767304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:22.771111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:22.774241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Allocated IP 172.25.5.193 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/ba94d848-07f5-4538-8cd0-493a8a994869) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:22.869712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Attempting to bind port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:22.870786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Attempting to bind port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:22.873551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Attempting to bind port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d on network 41ac4329-aaed-4d65-b8fa-74c0bc273deb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:22.926429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:22.927289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Checking segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:22.927902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.928473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Bound using segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:22.929170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Bound port: ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:22.929748 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.058055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.083494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] For port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:23.091836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-69ab3819-50ec-4924-b5f9-67a057a57bcd tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:23.093569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-69ab3819-50ec-4924-b5f9-67a057a57bcd tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/networks?id=f228e980-5517-47b1-8015-efa3ad8ca0b1 HTTP/1.1" status: 200 len: 814 time: 0.2181711 Aug 19 15:07:23.097448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] For port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:23.115666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Deleting port 9edb3165-107f-4b51-9cf6-36d54824dff5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:23.116006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.133303 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-b637fb9f-8b78-407b-b7ad-69b1500604b6 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/quotas/9c19a21c709146b487dedd2a31a5c7b5 HTTP/1.1" status: 200 len: 375 time: 0.0248294 Aug 19 15:07:23.176752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.189474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-7ac44dde-dfcd-47dc-9bde-b5fa5e8875d5 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c19a21c709146b487dedd2a31a5c7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488737 Aug 19 15:07:23.300274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.301717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] For port 9edb3165-107f-4b51-9cf6-36d54824dff5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9edb3165-107f-4b51-9cf6-36d54824dff5,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:23.302139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.320918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Calling delete_port for 9edb3165-107f-4b51-9cf6-36d54824dff5 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:23.381763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac098c0-5c57-41f2-8bda-b25f8366b591 None None] Pushing event updated for resources: {'Port': ['ID=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:23.403266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:23.422898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:23.435583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:23.489383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Pushing event updated for resources: {'Port': ['ID=ba94d848-07f5-4538-8cd0-493a8a994869,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:23.520576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-1c4a6f16-5f8d-4580-b3b2-6848edc43ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223362 Aug 19 15:07:23.774017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.855952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-efb7191f-9830-481b-adc5-704b8869462f service neutron] 10.222.0.13 "GET /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336291 Aug 19 15:07:23.958558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Pushing event deleted for resources: {'Port': ['ID=9edb3165-107f-4b51-9cf6-36d54824dff5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:24.171993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-88172957-c156-4cbe-97a3-0ee58325e888 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:24.179644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-88172957-c156-4cbe-97a3-0ee58325e888 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d73225f-a786-4c25-b5c0-a3c41f5a27e3 HTTP/1.1" status: 200 len: 944 time: 0.3815942 Aug 19 15:07:24.511451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.532808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Deleting port ff104921-4b7c-4f3b-953e-99b6dcb50b64 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:24.533202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.539021 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-259d285e-e03d-46a2-b563-0438122a7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.742630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad911de1-21de-4ef8-95e6-83d1c85dc936 req-d4f2875d-c46b-46ec-aec0-e97c0f0f18a1 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:24.759660 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ad911de1-21de-4ef8-95e6-83d1c85dc936 req-d4f2875d-c46b-46ec-aec0-e97c0f0f18a1 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.1484923 Aug 19 15:07:24.959869 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.100837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:25.147649 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ad911de1-21de-4ef8-95e6-83d1c85dc936 req-57bea085-9132-4053-b7ce-aa33eeb16d89 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836930 Aug 19 15:07:25.215256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] For port ff104921-4b7c-4f3b-953e-99b6dcb50b64, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ff104921-4b7c-4f3b-953e-99b6dcb50b64,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:25.215880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.301774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749645d9-e6fb-47a2-b999-49ef4aab07e3 None None] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:25.316233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Calling delete_port for ff104921-4b7c-4f3b-953e-99b6dcb50b64 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:25.375929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61531b-6997-46c2-94a6-7e662a5a4ee0 req-2750f83f-c50a-4b0f-8704-9e5890c5ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:25.384147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f61531b-6997-46c2-94a6-7e662a5a4ee0 req-2750f83f-c50a-4b0f-8704-9e5890c5ad74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 1097 time: 0.2761343 Aug 19 15:07:25.409233 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9f362572-b6ed-4765-8f61-324490f094ff req-02bd8ffe-07d7-4209-a6df-bf059a434f2d tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 210 time: 0.0883029 Aug 19 15:07:25.463120 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.484196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:25.634181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] Provisioning for port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:25.666737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] Provisioning complete for port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:25.667104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.667760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.967272 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.982031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Router 931852ce-0968-4540-9eff-cd5239ec089c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:26.024273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] For port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:26.113754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f61531b-6997-46c2-94a6-7e662a5a4ee0 req-c73b2e66-ce35-48fe-941f-bc057d566d9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343360 Aug 19 15:07:26.140455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.233148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.306648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80dce0-b6d7-427c-9444-009295ce269c None None] Pushing event updated for resources: {'Port': ['ID=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:26.369309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a2001152-64ce-4e34-99e4-42866a08cce6 None None] Provisioning complete for port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:26.369698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a2001152-64ce-4e34-99e4-42866a08cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.384674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event deleted for resources: {'Port': ['ID=ff104921-4b7c-4f3b-953e-99b6dcb50b64,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:26.412328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:26.427642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Sync routers for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:26.431574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445e049-3ec7-4eb3-be0a-a669e32c15e2 req-10ed4aeb-bcf3-4786-856e-6013bf6d6293 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:26.433818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5445e049-3ec7-4eb3-be0a-a669e32c15e2 req-10ed4aeb-bcf3-4786-856e-6013bf6d6293 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0796437 Aug 19 15:07:26.458324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:26.459343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:26.491743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] No DVR routers for this DVR port ff104921-4b7c-4f3b-953e-99b6dcb50b64 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:26.497053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.499811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1dac5ef-9477-4444-ac01-6523dc693995 req-750690de-6082-4667-884d-1937b9f9fbea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "DELETE /v2.0/ports/ff104921-4b7c-4f3b-953e-99b6dcb50b64 HTTP/1.1" status: 204 len: 173 time: 2.2550685 Aug 19 15:07:26.502217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-deleted', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:26.505782 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653161d7-527d-4def-b44e-b0db7f5780b0" -d '{"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-deleted", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:26.518803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Router d4c1a288-df8e-400a-9fc2-d27248a1af82 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:26.531935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5445e049-3ec7-4eb3-be0a-a669e32c15e2 req-c3a90441-e394-4747-8775-39ef4b6a382d tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904675 Aug 19 15:07:26.602459 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.604700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41ea5851-e991-4e1a-b32f-cd473cd1a716 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.3538828 Aug 19 15:07:26.623295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34180) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:26.645868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e0e1fcc3-b193-46e4-ac60-fd32d59d812c req-b3b2d23a-1f93-4ba3-ad85-1108efa87d07 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 210 time: 0.0422390 Aug 19 15:07:26.754461 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca565b22-e8fe-4907-9167-3984f7787f3e x-openstack-request-id: req-ca565b22-e8fe-4907-9167-3984f7787f3e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:26.754813 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73225f-a786-4c25-b5c0-a3c41f5a27e3", "name": "network-vif-deleted", "tag": "ff104921-4b7c-4f3b-953e-99b6dcb50b64", "status": "failed", "code": 422}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:26.759917 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca565b22-e8fe-4907-9167-3984f7787f3e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:26.760887 n-d-779913-32 neutron-server[101963]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d73225f-a786-4c25-b5c0-a3c41f5a27e3', 'name': 'network-vif-deleted', 'tag': 'ff104921-4b7c-4f3b-953e-99b6dcb50b64', 'status': 'failed', 'code': 422} returned with failed status Aug 19 15:07:26.861226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:26.870396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] Sync routers for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:26.886589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34188) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:26.890100 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:26.890756 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:26.892511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e1215df3-b4a8-420a-a482-421f58e59008 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4c1a288-df8e-400a-9fc2-d27248a1af82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2886155 Aug 19 15:07:27.006772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:27.099443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:27.264609 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:27.412874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.438745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:27.439191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.548732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.839112 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:23Z', 'revision_number': 3, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:27.840458 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:07:23Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:27.896094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3cb5-2c12-4326-986f-ed88c0636997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.903942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Checking router: 931852ce-0968-4540-9eff-cd5239ec089c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:27.905566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Updating router 931852ce-0968-4540-9eff-cd5239ec089c port ba94d848-07f5-4538-8cd0-493a8a994869 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:07:27.936523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] Checking router: d4c1a288-df8e-400a-9fc2-d27248a1af82 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:27.964729 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] Routers {'d4c1a288-df8e-400a-9fc2-d27248a1af82'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:27.968884 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4c1a288-df8e-400a-9fc2-d27248a1af82'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:28.009887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.043181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33361ba3-f569-41cb-b487-6df578938f57 req-6b92faa7-c9f4-4059-9cb7-d743c31de65d tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 210 time: 0.0900507 Aug 19 15:07:28.152622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.173427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.207788 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] Set router d4c1a288-df8e-400a-9fc2-d27248a1af82 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:28.281679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f697-678f-4469-8e47-bda39674c5b1 req-773c5bf6-3570-487b-804d-8ac004c00d14 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:28.303926 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67a1f697-678f-4469-8e47-bda39674c5b1 req-773c5bf6-3570-487b-804d-8ac004c00d14 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.2383242 Aug 19 15:07:28.547416 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-67a1f697-678f-4469-8e47-bda39674c5b1 req-3bd4cfab-baec-46d2-bd80-69d5a73197ee tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424700 Aug 19 15:07:28.683712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Deleting port 77d7dbce-4c30-4911-992f-c84944112131 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:28.684101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.809428 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:07:23Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:28.852345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] For port 77d7dbce-4c30-4911-992f-c84944112131, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=77d7dbce-4c30-4911-992f-c84944112131,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:28.852345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.866561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Calling delete_port for 77d7dbce-4c30-4911-992f-c84944112131 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:28.869237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.887037 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f372a43-3572-4d7d-a21a-f741012529aa None None] The sync data for ids ['d4c1a288-df8e-400a-9fc2-d27248a1af82'] in n-d-779913-32 is: [{'id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'name': 'tempest-ServersTestBootFromVolume-1199637897-router', 'tenant_id': '7ec59d079b4144659566d7e898743295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '77d7dbce-4c30-4911-992f-c84944112131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:20Z', 'updated_at': '2021-08-19T15:07:23Z', 'revision_number': 5, 'project_id': '7ec59d079b4144659566d7e898743295', 'gw_port': {'id': '77d7dbce-4c30-4911-992f-c84944112131', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1a288-df8e-400a-9fc2-d27248a1af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:22Z', 'updated_at': '2021-08-19T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:28.899542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Transition to ACTIVE for port object ba94d848-07f5-4538-8cd0-493a8a994869 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:28.996354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622eb4b-a922-40c4-9372-f3eef219f595 req-90e75b50-ac61-4596-bce1-85998c73eb0a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.001932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b622eb4b-a922-40c4-9372-f3eef219f595 req-90e75b50-ac61-4596-bce1-85998c73eb0a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0631700 Aug 19 15:07:29.062121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b622eb4b-a922-40c4-9372-f3eef219f595 req-b76472c2-b31b-4361-9969-853648e9a761 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Aug 19 15:07:29.216077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Allocated IP 172.20.0.1 (41ac4329-aaed-4d65-b8fa-74c0bc273deb/d804734b-dc1b-4909-bfc5-b7ea9881fb00/4775a12f-ce50-4f30-bae2-054d23e82b39) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:29.263173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67624-06d0-403e-b0de-843a9527a7b8 req-d4ccebbd-c70e-4e86-9095-fe0ceb960de4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.282164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4e67624-06d0-403e-b0de-843a9527a7b8 req-d4ccebbd-c70e-4e86-9095-fe0ceb960de4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.1127644 Aug 19 15:07:29.374234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4e67624-06d0-403e-b0de-843a9527a7b8 req-8c47b86f-adb7-480c-9460-d001a50508f8 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908635 Aug 19 15:07:29.392414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-2ecb719e-cc21-4971-98d5-889fbcf5d977 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.397324 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-2ecb719e-cc21-4971-98d5-889fbcf5d977 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.4560108 Aug 19 15:07:29.412534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-e2f75fe0-2a96-4290-be7f-f65fc1d58598 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.414417 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-e2f75fe0-2a96-4290-be7f-f65fc1d58598 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.54 "GET /v2.0/networks?id=f228e980-5517-47b1-8015-efa3ad8ca0b1 HTTP/1.1" status: 200 len: 814 time: 0.4714677 Aug 19 15:07:29.444906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Request body: {'port': {'device_id': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1', 'admin_state_up': True, 'tenant_id': '9c19a21c709146b487dedd2a31a5c7b5'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:29.463129 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-5f729652-7b0a-4f68-9b07-0e203ff7d907 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0474908 Aug 19 15:07:29.603243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-ddbb951f-dd98-4f7e-a346-fc7cc68d1c6d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636134 Aug 19 15:07:29.647064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-464b639b-1533-4878-87fb-33fd852b64e9 req-c5735a0a-f1b8-4a04-9094-bc4cfc29a84c tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 210 time: 0.0386784 Aug 19 15:07:29.735947 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.768402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Transition to ACTIVE for port object 4775a12f-ce50-4f30-bae2-054d23e82b39 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:29.825842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-38e97f54-02e5-4de5-82e4-7b17e87d34b8 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028215 Aug 19 15:07:29.934094 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-e7702cd3-539a-40af-9f62-ca532da72a9e service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004326 Aug 19 15:07:30.082070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.108247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Attempting to bind port ba94d848-07f5-4538-8cd0-493a8a994869 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:30.108639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Attempting to bind port ba94d848-07f5-4538-8cd0-493a8a994869 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:30.108985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Attempting to bind port ba94d848-07f5-4538-8cd0-493a8a994869 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:30.111070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2abaa-5215-4e2b-9a43-1f0537343c67 None None] Pushing event updated for resources: {'Port': ['ID=ba94d848-07f5-4538-8cd0-493a8a994869,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.116819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:30.117224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:30.117631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.118024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:30.118494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Bound port: ba94d848-07f5-4538-8cd0-493a8a994869, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:30.118876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.179617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] For port ba94d848-07f5-4538-8cd0-493a8a994869, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:30.183817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] For port ba94d848-07f5-4538-8cd0-493a8a994869, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ba94d848-07f5-4538-8cd0-493a8a994869,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:30.314929 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.315172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.334027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Pushing event deleted for resources: {'Port': ['ID=77d7dbce-4c30-4911-992f-c84944112131,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.361131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.362619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.362619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.362619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.362619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.363015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.363121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.363413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.363741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.364065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.364389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.364712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:30.401214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Made reservation on behalf of 9c19a21c709146b487dedd2a31a5c7b5 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:30.401214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.403333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.463939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:30.467897 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.477129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:30.483189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.488397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:30.557837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:30.558834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:30.695898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.702021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.840486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20be4229-412c-4c11-915b-2baec10cc122 req-be1d9ee6-ed14-4d3d-afab-95de81505c26 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 210 time: 0.0809853 Aug 19 15:07:30.843849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2abaa-5215-4e2b-9a43-1f0537343c67 None None] Pushing event updated for resources: {'Port': ['ID=ba94d848-07f5-4538-8cd0-493a8a994869,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.849043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:30.852601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9edb3165-107f-4b51-9cf6-36d54824dff5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:30.908827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Pushing event updated for resources: {'Port': ['ID=4775a12f-ce50-4f30-bae2-054d23e82b39,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.913315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.046702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9edb3165-107f-4b51-9cf6-36d54824dff5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:31.047370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9edb3165-107f-4b51-9cf6-36d54824dff5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:31.088584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a578a1-cbe3-4b64-8235-fbe3847c5395 req-3649632f-3a69-4a73-9546-eff41994f5a5 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:31.090656 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9a578a1-cbe3-4b64-8235-fbe3847c5395 req-3649632f-3a69-4a73-9546-eff41994f5a5 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.1218560 Aug 19 15:07:31.118688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838ec9-ba2f-458c-9f0a-7a9fdb96d280 req-a5636710-5d46-4a62-ab52-f48b26f9093a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:31.126800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4838ec9-ba2f-458c-9f0a-7a9fdb96d280 req-a5636710-5d46-4a62-ab52-f48b26f9093a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1407387 Aug 19 15:07:31.140444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:23Z', 'revision_number': 3, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:31.149616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.164621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.165168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c1a288-df8e-400a-9fc2-d27248a1af82 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:31.177544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.183899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3fd7c35-3246-48d0-9fde-6a9db4f6ea9a admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4c1a288-df8e-400a-9fc2-d27248a1af82 HTTP/1.1" status: 204 len: 168 time: 4.2890394 Aug 19 15:07:31.187562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34254) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:31.189612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-aca3a187-4b64-4cbe-8b3a-510e2dd6a436 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:31.191540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-aca3a187-4b64-4cbe-8b3a-510e2dd6a436 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 945 time: 0.1493332 Aug 19 15:07:31.250915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3a4bbf5c-aa2e-45bb-a9d4-701faafd7add None None] Provisioning for port 4775a12f-ce50-4f30-bae2-054d23e82b39 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:31.266855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94954-a604-452a-bc1e-3e5342777888 None None] The sync data for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 is: [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:23Z', 'revision_number': 3, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:31.266855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3a4bbf5c-aa2e-45bb-a9d4-701faafd7add None None] Provisioning complete for port 4775a12f-ce50-4f30-bae2-054d23e82b39 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:31.266855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbf5c-aa2e-45bb-a9d4-701faafd7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.306221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4838ec9-ba2f-458c-9f0a-7a9fdb96d280 req-0e8dba89-dee8-4df2-a575-df7820d3b5a8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783206 Aug 19 15:07:31.347031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f9a578a1-cbe3-4b64-8235-fbe3847c5395 req-ba8ce756-033a-4136-a897-294125d2020e tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388525 Aug 19 15:07:31.355793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bbf5c-aa2e-45bb-a9d4-701faafd7add None None] Port 4775a12f-ce50-4f30-bae2-054d23e82b39 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:31.417793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Allocated IP 172.20.0.2 (f228e980-5517-47b1-8015-efa3ad8ca0b1/65943354-2107-4bc8-8e6a-443a437be8de/c0fac6c5-28d0-4e85-a389-6167b2aead86) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:31.421424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Deleting port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:31.422373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.453674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Deleting subnet 087bb67d-c778-46aa-b49d-d285165bc5b0 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:31.470041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.515010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53da286e-f33c-4259-b1d7-004625937c15 req-c458d312-524d-4fc5-b5b3-8d978a393721 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 210 time: 0.0710998 Aug 19 15:07:31.598628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] For port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:31.598628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.617505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Calling delete_port for 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:31.656639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.660999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.890177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.911522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bfe56d41-03bc-476d-937d-c31149bd0964'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:31.971437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173', '5cb7abe2-48ae-43fb-a444-477f42165725', '1c3a8380-6a4e-4823-9d56-de1a95b3efe9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:31.979946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event deleted for resources: {'Port': ['ID=1c3a8380-6a4e-4823-9d56-de1a95b3efe9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:32.061743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] No DVR routers for this DVR port 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:32.066854 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.068523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.069899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba3520f3-1e6d-4dda-a461-ea2b398a2303 req-b5ac9fd0-77f8-4fef-9030-77aa2356fd57 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "DELETE /v2.0/ports/1c3a8380-6a4e-4823-9d56-de1a95b3efe9 HTTP/1.1" status: 204 len: 173 time: 0.8707299 Aug 19 15:07:32.070412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025742b3-26a4-4401-82b9-54362c871db2', 'name': 'network-vif-deleted', 'tag': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:32.074937 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffefccd1-302f-4771-853e-60098f7c4d90" -d '{"events": [{"server_uuid": "025742b3-26a4-4401-82b9-54362c871db2", "name": "network-vif-deleted", "tag": "1c3a8380-6a4e-4823-9d56-de1a95b3efe9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:32.116586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e17374da-42f2-4117-a0fd-eef925aa9c80 req-2169803e-d340-4d60-9752-1118af865953 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 210 time: 0.1531165 Aug 19 15:07:32.129062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.159279 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7643b63f-246d-46af-88cd-090db66f73f9 x-openstack-request-id: req-7643b63f-246d-46af-88cd-090db66f73f9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:32.160650 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025742b3-26a4-4401-82b9-54362c871db2", "name": "network-vif-deleted", "tag": "1c3a8380-6a4e-4823-9d56-de1a95b3efe9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:32.161385 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7643b63f-246d-46af-88cd-090db66f73f9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:32.162266 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025742b3-26a4-4401-82b9-54362c871db2', 'name': 'network-vif-deleted', 'tag': '1c3a8380-6a4e-4823-9d56-de1a95b3efe9', 'status': 'completed', 'code': 200} Aug 19 15:07:32.308287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.362176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.374512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.394047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.400310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/087bb67d-c778-46aa-b49d-d285165bc5b0 HTTP/1.1" status: 204 len: 168 time: 1.2063382 Aug 19 15:07:32.400843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34268) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:32.457258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55d9fa-eddb-43f8-8e2d-5b17525bc383 None None] Network 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:32.558605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b87fd31-a454-4175-a966-18f895fb6ab3 req-ce78449e-76cc-49b2-9056-dde75fef6b79 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 210 time: 0.1121569 Aug 19 15:07:32.610009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.610127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Pushing event updated for resources: {'Port': ['ID=c0fac6c5-28d0-4e85-a389-6167b2aead86,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:32.650387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.797718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Deleting port e8e25eaf-8a69-447f-adf5-b131123ca956 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:32.798637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.828017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ba94d848-07f5-4538-8cd0-493a8a994869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:32.863157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.865178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273e0c3-c545-42ff-8ccb-dfc545155248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087bb67d-c778-46aa-b49d-d285165bc5b0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:32.888704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Network f228e980-5517-47b1-8015-efa3ad8ca0b1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:32.902927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] DHCP port deletion for 903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:32.939444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:32.939444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:33.006769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ba067-6909-4151-9538-8b460d6ce5b3 req-0b0861f2-eaa7-47f5-99aa-e0b1d3b1fc50 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:33.014313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] Deleting port e8e25eaf-8a69-447f-adf5-b131123ca956 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:33.014867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.021527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c03ba067-6909-4151-9538-8b460d6ce5b3 req-0b0861f2-eaa7-47f5-99aa-e0b1d3b1fc50 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 931 time: 0.3418965 Aug 19 15:07:33.060685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Pushing event updated for resources: {'Port': ['ID=4775a12f-ce50-4f30-bae2-054d23e82b39,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:33.067351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ba94d848-07f5-4538-8cd0-493a8a994869 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:33.071985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:33.072753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.085673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ba94d848-07f5-4538-8cd0-493a8a994869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:33.086542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.111476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] For port e8e25eaf-8a69-447f-adf5-b131123ca956, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e8e25eaf-8a69-447f-adf5-b131123ca956,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:33.111781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.114554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaa957-5cc1-4b48-b2df-b30ae8b1c84a req-069f5e09-9900-4803-a6b1-63ea36670e4b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:33.116332 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bcbaa957-5cc1-4b48-b2df-b30ae8b1c84a req-069f5e09-9900-4803-a6b1-63ea36670e4b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.7161369 Aug 19 15:07:33.137927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-93730c40-367b-43bc-a06e-f3cf49b50dda service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1384790 Aug 19 15:07:33.146469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c03ba067-6909-4151-9538-8b460d6ce5b3 req-41076e05-9049-45dc-aa7b-8b4dfa437a1a tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226828 Aug 19 15:07:33.170050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Calling delete_port for e8e25eaf-8a69-447f-adf5-b131123ca956 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:33.177915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] For port e8e25eaf-8a69-447f-adf5-b131123ca956, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e8e25eaf-8a69-447f-adf5-b131123ca956,segment=NetworkSegment(83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1),segment_id=83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:33.181241 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.195295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bcbaa957-5cc1-4b48-b2df-b30ae8b1c84a req-ac01e568-85a4-4f69-81d4-cf178d28017c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726104 Aug 19 15:07:33.212566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:33.234516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] Calling delete_port for e8e25eaf-8a69-447f-adf5-b131123ca956 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:33.249647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-5354faba-434c-4340-9278-f39cea3d7d68 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8139992 Aug 19 15:07:33.253027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:33.457457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Request body: {'port': {'device_id': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:33.489733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-395a65f1-e66b-416a-afca-b9eb83dbc513 req-7936f9e9-f5a3-48f8-b2cd-0ffd103282a8 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 210 time: 0.0789423 Aug 19 15:07:33.494889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.529427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-c50cfaf7-a7ba-4786-9f07-153539b1721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:33.537101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-c50cfaf7-a7ba-4786-9f07-153539b1721f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 1097 time: 0.3447049 Aug 19 15:07:33.552005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ba94d848-07f5-4538-8cd0-493a8a994869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ba94d848-07f5-4538-8cd0-493a8a994869,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:33.711911 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.777072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.794647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.799213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] Pushing event deleted for resources: {'Port': ['ID=e8e25eaf-8a69-447f-adf5-b131123ca956,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:33.808968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 77d7dbce-4c30-4911-992f-c84944112131 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:33.834133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f30d7c1c-8707-4713-8ea4-750d86eb5198 req-1d2c32b7-02bd-4436-89da-4e696052cf65 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=025742b3-26a4-4401-82b9-54362c871db2 HTTP/1.1" status: 200 len: 210 time: 0.0639341 Aug 19 15:07:34.091755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 77d7dbce-4c30-4911-992f-c84944112131 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:34.092245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 77d7dbce-4c30-4911-992f-c84944112131 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:34.095477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166a033-da25-4716-8c1e-a1515a52d90e None None] No DVR routers for this DVR port e8e25eaf-8a69-447f-adf5-b131123ca956 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:34.110214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a4940b9c-9045-4a71-a71f-7c9e71f7ad66 None None] Provisioning complete for port 4775a12f-ce50-4f30-bae2-054d23e82b39 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:34.111159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.111933 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a4940b9c-9045-4a71-a71f-7c9e71f7ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.180550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Router 931852ce-0968-4540-9eff-cd5239ec089c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:34.212665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a4940b9c-9045-4a71-a71f-7c9e71f7ad66 None None] Port 4775a12f-ce50-4f30-bae2-054d23e82b39 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:34.252167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ba94d848-07f5-4538-8cd0-493a8a994869,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:34.253290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb57b-a393-4aaf-bbb8-d9268e47c7c5 req-302e69ff-dbb1-4854-a455-cbdf0fa5b9da tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.266848 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c88eb57b-a393-4aaf-bbb8-d9268e47c7c5 req-302e69ff-dbb1-4854-a455-cbdf0fa5b9da tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2517383 Aug 19 15:07:34.362922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e25eaf-8a69-447f-adf5-b131123ca956,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:34.414304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] No DVR routers for this DVR port e8e25eaf-8a69-447f-adf5-b131123ca956 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:34.470088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-2b20fd3b-1a4b-42b6-8cbd-7e124c19b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.471582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-2b20fd3b-1a4b-42b6-8cbd-7e124c19b1cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 916 time: 0.8944979 Aug 19 15:07:34.476898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c88eb57b-a393-4aaf-bbb8-d9268e47c7c5 req-ad1e8a62-bc2c-4746-b2c6-26011443dc54 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073898 Aug 19 15:07:34.535468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-25187658-dbe1-41ab-b431-161278f89ece tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.535678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-25187658-dbe1-41ab-b431-161278f89ece tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.8621652 Aug 19 15:07:34.582941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Request body: {'port': {'device_id': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'admin_state_up': True, 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:34.587081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-a96724e1-5e9e-4888-9b18-c9fec0473570 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe56d41-03bc-476d-937d-c31149bd0964 HTTP/1.1" status: 200 len: 217 time: 0.0980718 Aug 19 15:07:34.610902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413c39-c750-4386-b057-825dc1292c16 req-300b4679-566c-418b-949a-632c3f4c4854 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.612593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43413c39-c750-4386-b057-825dc1292c16 req-300b4679-566c-418b-949a-632c3f4c4854 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 931 time: 0.2649305 Aug 19 15:07:34.647770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.648784 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-903a077b-0f1f-4bd0-b197-6638c9b2401a req-226c1a3e-e89f-4ec7-a3bc-c7e6154556ab tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 210 time: 0.0474389 Aug 19 15:07:34.675345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:34.694642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Sync routers for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:34.707654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8e4bcbaf-18ab-477a-b454-5c65d256c6bf admin admin] 10.222.0.13 "PUT /v2.0/routers/931852ce-0968-4540-9eff-cd5239ec089c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0607972 Aug 19 15:07:34.719368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:34.723825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.726257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.755323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.755323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f31c93-d6b5-4f7c-bb85-d4dcd7de8de1') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.777744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.806386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ba94d848-07f5-4538-8cd0-493a8a994869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:34.813054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-75608ddf-6ecd-4191-a896-865882a3db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.814659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-75608ddf-6ecd-4191-a896-865882a3db64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.1719968 Aug 19 15:07:34.827171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.851463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:34.860768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43413c39-c750-4386-b057-825dc1292c16 req-9c408225-6cb0-4ec8-9291-060bf6b9773a tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166491 Aug 19 15:07:34.888574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:34.889331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:34.891552 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:34.894379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:34.894379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 1c3a8380-6a4e-4823-9d56-de1a95b3efe9 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:34.908977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-050cc96e-5b48-4b70-8c58-6fe49c1c162f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831115 Aug 19 15:07:34.924480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fac6c5-28d0-4e85-a389-6167b2aead86 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:34.954503 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.000243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:35.079575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ba94d848-07f5-4538-8cd0-493a8a994869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:35.080346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.140320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-1f19ce4e-0944-41e9-914e-60dc513e8206 service neutron] 10.222.0.46 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889350 Aug 19 15:07:35.215636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Transition to ACTIVE for port object c0fac6c5-28d0-4e85-a389-6167b2aead86 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:35.217509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.248916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.261313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] 10.222.0.13 "DELETE /v2.0/networks/903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852 HTTP/1.1" status: 204 len: 168 time: 2.8550937 Aug 19 15:07:35.263957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:35.268419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.278599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327151b9-23f0-4089-b7ba-be269c1d7991 admin admin] Pushing event deleted for resources: {'Network': ['ID=903cd77c-5b4f-4f4a-86c6-1e4ffa5c2852,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:35.298398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.416119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fac6c5-28d0-4e85-a389-6167b2aead86,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:35.422009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 2, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:35.458256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8691a55-b34b-4085-9de6-05b4f9bd5abd req-e160df1e-1a4c-4130-85f5-292c926fc2e8 service neutron] 10.222.0.46 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094172 Aug 19 15:07:35.466030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e8e25eaf-8a69-447f-adf5-b131123ca956 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:35.471650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Checking router: 931852ce-0968-4540-9eff-cd5239ec089c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:35.472639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Updating router 931852ce-0968-4540-9eff-cd5239ec089c port 4775a12f-ce50-4f30-bae2-054d23e82b39 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:07:35.523483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e8e25eaf-8a69-447f-adf5-b131123ca956 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:35.523909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e8e25eaf-8a69-447f-adf5-b131123ca956 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:35.538837 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.574112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Allocated IP 172.20.0.13 (936494d6-d5d9-4539-9e13-ccbbc5520a39/0aed2365-7411-4eaf-87de-ee898e917c76/d53fb950-cf04-4439-b391-5da9d7b7c394) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:35.633506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Attempting to bind port c0fac6c5-28d0-4e85-a389-6167b2aead86 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:35.637494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Attempting to bind port c0fac6c5-28d0-4e85-a389-6167b2aead86 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:35.637990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Attempting to bind port c0fac6c5-28d0-4e85-a389-6167b2aead86 on network f228e980-5517-47b1-8015-efa3ad8ca0b1 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:35.706877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Port c0fac6c5-28d0-4e85-a389-6167b2aead86 on network f228e980-5517-47b1-8015-efa3ad8ca0b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:07:35.707369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Attempting to bind port c0fac6c5-28d0-4e85-a389-6167b2aead86 on network f228e980-5517-47b1-8015-efa3ad8ca0b1 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:35.728748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:35.730391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Checking segment: {'id': 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:35.733724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Bound using segment: {'id': 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:35.733724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Bound port: c0fac6c5-28d0-4e85-a389-6167b2aead86, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:35.733724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.821039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] For port c0fac6c5-28d0-4e85-a389-6167b2aead86, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:35.827729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] For port c0fac6c5-28d0-4e85-a389-6167b2aead86, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86,segment=NetworkSegment(c5bd8e91-49d4-4cd3-be46-4d37b74481d7),segment_id=c5bd8e91-49d4-4cd3-be46-4d37b74481d7)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:35.844122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0835d-0e57-49de-84cf-66aa067997dd req-261b3b70-37b1-4bd8-9010-246f4a6d8a70 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:35.845951 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9bb0835d-0e57-49de-84cf-66aa067997dd req-261b3b70-37b1-4bd8-9010-246f4a6d8a70 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2147558 Aug 19 15:07:35.846646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34316) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:35.871715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.925349 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9bb0835d-0e57-49de-84cf-66aa067997dd req-c89fa964-c23f-4433-8cfe-fe46815088e2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Aug 19 15:07:35.929041 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-388bb082-4c96-4184-9c70-0790c415044c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ec59d079b4144659566d7e898743295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802953 Aug 19 15:07:35.949385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34320) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:35.960649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.979070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34324) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:35.988849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582577989', 'description': 'tempest-description--1204167509'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:36.046719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.056402 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.084424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Transition to ACTIVE for port object 4775a12f-ce50-4f30-bae2-054d23e82b39 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:36.098876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:36.099597 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.101148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-bd231d35-6384-4c23-a195-b83695843704 service neutron] 10.222.0.54 "PUT /v2.0/ports/c0fac6c5-28d0-4e85-a389-6167b2aead86 HTTP/1.1" status: 200 len: 1092 time: 2.8320200 Aug 19 15:07:36.175903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.189430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.202407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'tag': 'c0fac6c5-28d0-4e85-a389-6167b2aead86'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:36.205466 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b61f146-b1c9-40f8-a089-50c4fd375432" -d '{"events": [{"name": "network-changed", "server_uuid": "64d1acb0-b5ee-4a64-8635-0194748e471c", "tag": "c0fac6c5-28d0-4e85-a389-6167b2aead86"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:36.219732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:36.262529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:36.271480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:36.299833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069d26a-a978-4c26-bdf4-2c78dae8a5cd None None] Pushing event updated for resources: {'Port': ['ID=4775a12f-ce50-4f30-bae2-054d23e82b39,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:36.316360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd231d35-6384-4c23-a195-b83695843704 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fac6c5-28d0-4e85-a389-6167b2aead86,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:36.379331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event updated for resources: {'Port': ['ID=d53fb950-cf04-4439-b391-5da9d7b7c394,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:36.389944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Attempting to bind port 4775a12f-ce50-4f30-bae2-054d23e82b39 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:36.390325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Attempting to bind port 4775a12f-ce50-4f30-bae2-054d23e82b39 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:36.390698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Attempting to bind port 4775a12f-ce50-4f30-bae2-054d23e82b39 on network 41ac4329-aaed-4d65-b8fa-74c0bc273deb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:36.403432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:36.408275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Checking segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:36.408275 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.408275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Bound using segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:36.408275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Bound port: 4775a12f-ce50-4f30-bae2-054d23e82b39, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:36.412765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.427376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823b5a-b683-4741-ab2d-a5e1e627639f req-e097415d-8c4c-4871-be3f-d9a609963df2 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:36.430863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66a50-f583-44e8-86e6-af75737a6e8e req-f4dec59d-430b-4e5e-bdb8-98bb88c327db tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:36.439913 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9f66a50-f583-44e8-86e6-af75737a6e8e req-f4dec59d-430b-4e5e-bdb8-98bb88c327db tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 932 time: 0.3373985 Aug 19 15:07:36.441315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46823b5a-b683-4741-ab2d-a5e1e627639f req-e097415d-8c4c-4871-be3f-d9a609963df2 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 943 time: 0.3665411 Aug 19 15:07:36.488947 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9996b30a-3ff6-457a-ae72-3587f01654fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.496734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-48794e06-e1d3-496a-9579-c5fd5aa42620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:36.498702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-48794e06-e1d3-496a-9579-c5fd5aa42620 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c19a21c709146b487dedd2a31a5c7b5&device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 1095 time: 0.2241833 Aug 19 15:07:36.532923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:36.533642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.596500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46823b5a-b683-4741-ab2d-a5e1e627639f req-99c86e7e-1dbc-45f0-9b8e-5a008c3a42c0 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350946 Aug 19 15:07:36.617698 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9f66a50-f583-44e8-86e6-af75737a6e8e req-cadcfd23-4856-4642-b6b7-d41e437682fc tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737700 Aug 19 15:07:36.636776 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-a072fcef-4171-4f8d-ba12-8d036e81e2a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86 HTTP/1.1" status: 200 len: 217 time: 0.1219285 Aug 19 15:07:36.643140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9996b30a-3ff6-457a-ae72-3587f01654fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.666423 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.702033 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d5fe6a-64a9-458b-8dda-1ed48271c8e7 x-openstack-request-id: req-f0d5fe6a-64a9-458b-8dda-1ed48271c8e7 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:36.702432 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d1acb0-b5ee-4a64-8635-0194748e471c", "tag": "c0fac6c5-28d0-4e85-a389-6167b2aead86", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:36.702785 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d5fe6a-64a9-458b-8dda-1ed48271c8e7 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:36.703277 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'tag': 'c0fac6c5-28d0-4e85-a389-6167b2aead86', 'status': 'completed', 'code': 200} Aug 19 15:07:36.732842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-271337fb-9f0e-4604-a03c-79bcce2ae44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:36.733208 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-271337fb-9f0e-4604-a03c-79bcce2ae44b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65943354-2107-4bc8-8e6a-443a437be8de HTTP/1.1" status: 200 len: 854 time: 0.0873914 Aug 19 15:07:36.774549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-782c845e-79f2-4a20-8741-f2f71e717337 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f228e980-5517-47b1-8015-efa3ad8ca0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328522 Aug 19 15:07:36.876442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.891858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] For port 4775a12f-ce50-4f30-bae2-054d23e82b39, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:36.903637 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-0f33d965-c95d-40cb-8fd2-78be1daa1695 service neutron] 10.222.0.54 "GET /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203952 Aug 19 15:07:36.933418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] For port 4775a12f-ce50-4f30-bae2-054d23e82b39, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4775a12f-ce50-4f30-bae2-054d23e82b39,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:36.941547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17d53b-3696-4903-a24e-bcadc0ba475e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.021269 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-720ec70e-bbb0-4388-a150-ed5bdef63ae9 req-75cce768-fffa-4322-ae43-1433672b3312 service neutron] 10.222.0.54 "GET /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095421 Aug 19 15:07:37.033156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9996b30a-3ff6-457a-ae72-3587f01654fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.035680 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9996b30a-3ff6-457a-ae72-3587f01654fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.037629 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9996b30a-3ff6-457a-ae72-3587f01654fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aba99f60-4682-4cbb-b5a5-c464a4c43b5a HTTP/1.1" status: 204 len: 168 time: 1.0864162 Aug 19 15:07:37.052445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996b30a-3ff6-457a-ae72-3587f01654fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba99f60-4682-4cbb-b5a5-c464a4c43b5a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.076014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.077702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be424189-6c44-4fbf-8b02-6a18d41297b3 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0970912 Aug 19 15:07:37.079181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-9cbe49b6-19a2-454c-97a8-c7161c374dcb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5042229 Aug 19 15:07:37.081033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34334) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:37.090362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Request body: {'security_group_rule': {'security_group_id': '9f17d53b-3696-4903-a24e-bcadc0ba475e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:37.100790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Request body: {'port': {'device_id': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:37.101927 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.262026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.286510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-86324ea3-d29e-4f6f-95cf-39e9006677bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:37.294376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069d26a-a978-4c26-bdf4-2c78dae8a5cd None None] Pushing event updated for resources: {'Port': ['ID=4775a12f-ce50-4f30-bae2-054d23e82b39,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.295782 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-86324ea3-d29e-4f6f-95cf-39e9006677bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c19a21c709146b487dedd2a31a5c7b5&device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 1095 time: 0.0823665 Aug 19 15:07:37.308424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.327676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:37.332408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:37.569417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:37.676054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.703957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-bc29a23e-e922-4bff-b22f-55986a8e57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:37.710576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-bc29a23e-e922-4bff-b22f-55986a8e57d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f228e980-5517-47b1-8015-efa3ad8ca0b1 HTTP/1.1" status: 200 len: 915 time: 0.4035940 Aug 19 15:07:37.826781 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-2178ea78-64cc-4d14-a95c-3fa08ee238ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86 HTTP/1.1" status: 200 len: 217 time: 0.1080251 Aug 19 15:07:37.856959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.934933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802a95f1-40e8-4ed2-b842-fd2aa60f232e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.964837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13e285-bc3e-4de9-8997-434ff75cd1ed req-9a04670b-3051-4f6b-b3d0-622fc49be95b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:37.966949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b13e285-bc3e-4de9-8997-434ff75cd1ed req-9a04670b-3051-4f6b-b3d0-622fc49be95b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 932 time: 0.1680272 Aug 19 15:07:37.969247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-c3695aca-a4e2-421f-8d7a-997ba3635177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:37.970795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-c3695aca-a4e2-421f-8d7a-997ba3635177 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65943354-2107-4bc8-8e6a-443a437be8de HTTP/1.1" status: 200 len: 854 time: 0.1263459 Aug 19 15:07:38.017211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:36Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:38.024993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa41a4d-5880-41e8-bb9b-0160cb0f4cbf req-e07a3410-fd06-4836-a875-9790109b8c77 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:38.035167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8aa41a4d-5880-41e8-bb9b-0160cb0f4cbf req-e07a3410-fd06-4836-a875-9790109b8c77 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 943 time: 0.2149515 Aug 19 15:07:38.065860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-434ed96f-83f3-4e75-a3e4-2e595478774a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f228e980-5517-47b1-8015-efa3ad8ca0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875349 Aug 19 15:07:38.069821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.076280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34358) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:38.093277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0d7f6-9741-4ab4-b923-dace56b2b0a3 None None] The sync data for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 is: [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:36Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:38.093945 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-26c8acb3-8994-47f1-b552-63e3c6530833 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9892364 Aug 19 15:07:38.094046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Request body: {'security_group_rule': {'security_group_id': '9f17d53b-3696-4903-a24e-bcadc0ba475e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:38.147917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8aa41a4d-5880-41e8-bb9b-0160cb0f4cbf req-a84b25a7-2cf4-40e1-a432-2deea68a0357 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089501 Aug 19 15:07:38.170884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9b13e285-bc3e-4de9-8997-434ff75cd1ed req-14f507b7-076d-4190-8307-161ab4422aac tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817636 Aug 19 15:07:38.275501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53fb950-cf04-4439-b391-5da9d7b7c394 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:38.299171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.304207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-f20a0a3e-ae6f-42f8-9912-10262aca911d service neutron] 10.222.0.54 "GET /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230933 Aug 19 15:07:38.338994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Transition to ACTIVE for port object d53fb950-cf04-4439-b391-5da9d7b7c394 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:38.383921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.496552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.498710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.502215 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6b61f146-b1c9-40f8-a089-50c4fd375432 req-2820f4c6-cb99-4e8c-99d0-5b7f9eb2cab0 service neutron] 10.222.0.54 "GET /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900830 Aug 19 15:07:38.639153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=d53fb950-cf04-4439-b391-5da9d7b7c394,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:38.716180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.727137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Attempting to bind port d53fb950-cf04-4439-b391-5da9d7b7c394 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:38.729881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Attempting to bind port d53fb950-cf04-4439-b391-5da9d7b7c394 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:38.732700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Attempting to bind port d53fb950-cf04-4439-b391-5da9d7b7c394 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:38.756341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b98339-be22-4fd0-b1a2-aa361d8e706f,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:38.759501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Port d53fb950-cf04-4439-b391-5da9d7b7c394 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:07:38.760050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Attempting to bind port d53fb950-cf04-4439-b391-5da9d7b7c394 on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:38.784934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:38.791969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:38.792630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Bound using segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:38.793212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Bound port: d53fb950-cf04-4439-b391-5da9d7b7c394, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:38.793699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.822434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4775a12f-ce50-4f30-bae2-054d23e82b39 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:38.918764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] For port d53fb950-cf04-4439-b391-5da9d7b7c394, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:38.923613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] For port d53fb950-cf04-4439-b391-5da9d7b7c394, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d53fb950-cf04-4439-b391-5da9d7b7c394,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:39.004160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.007231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-150205ec-0991-441c-abe9-65fc712b4d2f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9280291 Aug 19 15:07:39.011088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34374) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:39.020571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:39.184824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.185423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4775a12f-ce50-4f30-bae2-054d23e82b39 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:39.190281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4775a12f-ce50-4f30-bae2-054d23e82b39 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:39.194566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.241141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:39.241793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.243546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] 10.222.0.46 "PUT /v2.0/ports/d53fb950-cf04-4439-b391-5da9d7b7c394 HTTP/1.1" status: 200 len: 1093 time: 2.1553266 Aug 19 15:07:39.244293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:39.260256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.269216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'tag': 'd53fb950-cf04-4439-b391-5da9d7b7c394'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:39.276294 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9cfd95-91e1-4432-aef6-c491cdbb053f", "tag": "d53fb950-cf04-4439-b391-5da9d7b7c394"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:39.334306 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.430440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670e953-8c4d-47c8-8db5-cc098c23a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=d53fb950-cf04-4439-b391-5da9d7b7c394,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:39.445688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac076-f177-456b-bfbb-64f2992c240c req-fde4c86d-aa35-441e-b513-211b347c7afb tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:39.448571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-000ac076-f177-456b-bfbb-64f2992c240c req-fde4c86d-aa35-441e-b513-211b347c7afb tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 943 time: 0.1385505 Aug 19 15:07:39.458606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4775a12f-ce50-4f30-bae2-054d23e82b39, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4775a12f-ce50-4f30-bae2-054d23e82b39,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:39.547420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-57411833-network', 'tenant_id': '36710183574049eea9f759f7c48c8620'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:39.583924 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.602864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5bb68-b82b-472f-9863-44b7dbe29f50 req-5decce50-db25-4694-8550-ccfb28876c13 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:39.604836 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-acd5bb68-b82b-472f-9863-44b7dbe29f50 req-5decce50-db25-4694-8550-ccfb28876c13 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 944 time: 0.2807069 Aug 19 15:07:39.614769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-000ac076-f177-456b-bfbb-64f2992c240c req-f5e69647-0e83-4470-9e33-b8dd54357081 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481326 Aug 19 15:07:39.625953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-ddfcecb2-098a-4756-a15e-57d0114338ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:39.627546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-ddfcecb2-098a-4756-a15e-57d0114338ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 1096 time: 0.1778288 Aug 19 15:07:39.676073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-acd5bb68-b82b-472f-9863-44b7dbe29f50 req-2fc1a277-c280-4dee-b9aa-f406784c2acd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626473 Aug 19 15:07:39.677882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4775a12f-ce50-4f30-bae2-054d23e82b39,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:39.716777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-08fe8879-04ae-46c7-b11a-b2f1714fa617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d53fb950-cf04-4439-b391-5da9d7b7c394 HTTP/1.1" status: 200 len: 217 time: 0.0737205 Aug 19 15:07:39.722580 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f60b07-029b-426a-931b-f200c2e23fbd x-openstack-request-id: req-38f60b07-029b-426a-931b-f200c2e23fbd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:39.722875 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9cfd95-91e1-4432-aef6-c491cdbb053f", "tag": "d53fb950-cf04-4439-b391-5da9d7b7c394", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:39.723129 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38f60b07-029b-426a-931b-f200c2e23fbd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:39.723540 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'tag': 'd53fb950-cf04-4439-b391-5da9d7b7c394', 'status': 'completed', 'code': 200} Aug 19 15:07:39.742380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.803046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-d9d16782-c9b2-474b-8a08-bc506c570add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:39.805796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-d9d16782-c9b2-474b-8a08-bc506c570add service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0780048 Aug 19 15:07:39.858513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-a48ab395-c1af-4900-acce-5032ec97d040 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451233 Aug 19 15:07:39.907447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Allocated IP 172.25.5.39 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/204bdd02-624d-4b95-9a6d-3547b61c156d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:39.915193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:39.918621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.936137 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.985289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-53f136d8-3745-4383-86f0-cd000a1661ca service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192439 Aug 19 15:07:40.082458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.099824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ded50f77-319f-4fad-b04c-d3f88533e53d req-000895dd-7bfa-4910-a819-31ee7d1f6364 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058204 Aug 19 15:07:40.153217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.269499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.281128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.304136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-e7b0c0f4-3a14-447b-9306-bbab529cea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.305805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-e7b0c0f4-3a14-447b-9306-bbab529cea05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 1096 time: 0.0624442 Aug 19 15:07:40.330361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:40.394798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:40.401942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a04f03-e274-4ee1-9d3e-367219cdb72c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:40.415977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.416380 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Added segment 7b501258-550a-4e66-80a4-39976de50fe2 of type vlan for network b63c9530-38e6-4869-867b-3d546179fd2e Aug 19 15:07:40.435807 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:40.439177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:40.483951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-82be382a-2e06-4a71-94f9-841879b1f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.485596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-82be382a-2e06-4a71-94f9-841879b1f03d service neutron] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 912 time: 0.1702812 Aug 19 15:07:40.531048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event updated for resources: {'Port': ['ID=204bdd02-624d-4b95-9a6d-3547b61c156d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:40.550375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-57a3f07a-3366-4fb2-9213-84ea09e455bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d53fb950-cf04-4439-b391-5da9d7b7c394 HTTP/1.1" status: 200 len: 217 time: 0.0567257 Aug 19 15:07:40.553369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.553658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-f04d5a56-b2bf-4f29-bbb1-2eeaf196992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.555794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-f04d5a56-b2bf-4f29-bbb1-2eeaf196992f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.1202135 Aug 19 15:07:40.574132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7142e99-8aaf-4373-b27c-1f7d768bc8f9 req-c5795557-01b1-42f7-8d2d-f2d4ef75c18a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.578871 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7142e99-8aaf-4373-b27c-1f7d768bc8f9 req-c5795557-01b1-42f7-8d2d-f2d4ef75c18a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2758353 Aug 19 15:07:40.695943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.704222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.resource_extend [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:07:40.730377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-e0161452-b795-478c-bde6-9bd3b42bb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.732397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-e0161452-b795-478c-bde6-9bd3b42bb269 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.1579490 Aug 19 15:07:40.735547 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e7142e99-8aaf-4373-b27c-1f7d768bc8f9 req-e993d6a8-04cf-4bea-8cae-92e1aa6e4b00 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422980 Aug 19 15:07:40.750982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-0d1545bd-04a0-473a-86b4-a33a0bfdd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.752487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-0d1545bd-04a0-473a-86b4-a33a0bfdd97f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.1879630 Aug 19 15:07:40.808045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-72bea9d1-8f80-4ee0-a356-95d50be99889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 217 time: 0.0649152 Aug 19 15:07:40.834055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c0fac6c5-28d0-4e85-a389-6167b2aead86 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:07:40.864129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-ac7540df-955f-4c27-a1c9-26fbd431599b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666633 Aug 19 15:07:40.872013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.874992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4775a12f-ce50-4f30-bae2-054d23e82b39 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:40.878012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.878908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.928325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.007842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7615976 Aug 19 15:07:41.014473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34410) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:41.025506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Request body: {'subnet': {'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-57411833-subnet', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:41.040755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-3a93faee-0012-4c83-8a2a-6b029c7c846b service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490352 Aug 19 15:07:41.065885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c96df-4d5f-470f-b0ea-88196b3f786b admin admin] Pushing event updated for resources: {'Network': ['ID=b63c9530-38e6-4869-867b-3d546179fd2e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:41.095238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4bcd3-ed84-4c7d-87b4-001b16025af9 req-4f52b884-073d-418f-9cfd-295c623398f5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.097893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eec4bcd3-ed84-4c7d-87b4-001b16025af9 req-4f52b884-073d-418f-9cfd-295c623398f5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 944 time: 0.1999452 Aug 19 15:07:41.098014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b63c9530-38e6-4869-867b-3d546179fd2e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:41.172577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-7bde14e4-fe79-43dd-8fd0-d0aeb39e0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.174730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-7bde14e4-fe79-43dd-8fd0-d0aeb39e0ebf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.3154526 Aug 19 15:07:41.202982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c425-3d46-4c12-9add-7f0b35b7449b req-45545fdc-db62-441b-a91b-4aaa906df92e tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.216387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e82c425-3d46-4c12-9add-7f0b35b7449b req-45545fdc-db62-441b-a91b-4aaa906df92e tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 943 time: 0.3590052 Aug 19 15:07:41.232725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4775a12f-ce50-4f30-bae2-054d23e82b39 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:41.235759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:41.237410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.238079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.259732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c0fac6c5-28d0-4e85-a389-6167b2aead86, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86,segment=NetworkSegment(c5bd8e91-49d4-4cd3-be46-4d37b74481d7),segment_id=c5bd8e91-49d4-4cd3-be46-4d37b74481d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:41.268853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-2b56d544-e035-44b6-b4be-4ee449a819e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842886 Aug 19 15:07:41.279228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'c0fac6c5-28d0-4e85-a389-6167b2aead86', 'network_id': 'f228e980-5517-47b1-8015-efa3ad8ca0b1', 'port_id': 'c0fac6c5-28d0-4e85-a389-6167b2aead86', 'mac_address': 'fa:16:3e:fe:78:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65943354-2107-4bc8-8e6a-443a437be8de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:07:41.319127 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eec4bcd3-ed84-4c7d-87b4-001b16025af9 req-d0c94f71-af1e-4dc2-b7f8-5692fa8205ae tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122095 Aug 19 15:07:41.415240 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.435511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fac6c5-28d0-4e85-a389-6167b2aead86 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:41.466844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c0fac6c5-28d0-4e85-a389-6167b2aead86, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86,segment=NetworkSegment(c5bd8e91-49d4-4cd3-be46-4d37b74481d7),segment_id=c5bd8e91-49d4-4cd3-be46-4d37b74481d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:41.484783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.487904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-581263e0-e7af-4431-9471-0d4d4cbb1fb0 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089357 Aug 19 15:07:41.542192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-82c54a4d-4301-4757-a757-1a736a557f07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1259480 Aug 19 15:07:41.552403 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.601591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e82c425-3d46-4c12-9add-7f0b35b7449b req-93e2f0cf-2947-467c-a4fc-13d9ac4d3758 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841062 Aug 19 15:07:41.606427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c2b3e7-6aaf-4801-8ea4-66f1f90c02a5 req-a7cb3fcd-4b8a-4609-b00d-f33ee2821987 service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449996 Aug 19 15:07:41.617752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.679763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2319e9e0-7620-47eb-a228-5eb82d7a8151 req-1ac8cd2c-1dd8-42c0-a7a8-0e3f20439d3d service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800644 Aug 19 15:07:41.748770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event updated for resources: {'Port': ['ID=204bdd02-624d-4b95-9a6d-3547b61c156d,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:41.755730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499569-d318-4fef-9c90-007b4e275d93 req-971edc15-d3b2-453a-bdb1-7d9e8d4608de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.757377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-971edc15-d3b2-453a-bdb1-7d9e8d4608de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 1098 time: 0.1549218 Aug 19 15:07:41.763033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.778713 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.820751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c0fac6c5-28d0-4e85-a389-6167b2aead86,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:41.920654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a04df0-b14d-4102-935d-68c2158b1bdc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:41.932119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Checking segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:41.932481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Network hostable DHCP agents. Network: b63c9530-38e6-4869-867b-3d546179fd2e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:41.936977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32356240-57c0-40a9-885b-7d3c8e9b6637 req-881b3cca-79c7-438c-b04e-3539f6500c90 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.938120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.938592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32356240-57c0-40a9-885b-7d3c8e9b6637 req-881b3cca-79c7-438c-b04e-3539f6500c90 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0720267 Aug 19 15:07:41.948633 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cfcb67f5-19eb-471f-8202-d36d2bb6180d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9259958 Aug 19 15:07:41.973012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499569-d318-4fef-9c90-007b4e275d93 req-a07d170f-6dd0-4d98-b04a-b9e3409126cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.974031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-a07d170f-6dd0-4d98-b04a-b9e3409126cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 200 len: 916 time: 0.1611397 Aug 19 15:07:42.012892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32356240-57c0-40a9-885b-7d3c8e9b6637 req-3a190fda-62b5-4548-aee5-f5c515861f0f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546331 Aug 19 15:07:42.029946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c0fac6c5-28d0-4e85-a389-6167b2aead86'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:42.099298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-29fe9deb-0f7d-4bc8-bae1-70f9b6e91913 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173 HTTP/1.1" status: 200 len: 217 time: 0.0873568 Aug 19 15:07:42.103638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Network b63c9530-38e6-4869-867b-3d546179fd2e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:42.176853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094fb7b-ab75-44c1-8543-5178f383204b req-4aee5356-fe92-420e-8532-28ae50902637 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.178968 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8094fb7b-ab75-44c1-8543-5178f383204b req-4aee5356-fe92-420e-8532-28ae50902637 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.1115084 Aug 19 15:07:42.185006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499569-d318-4fef-9c90-007b4e275d93 req-f7073189-6ce0-4a16-ac75-22485c3fdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.186564 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-f7073189-6ce0-4a16-ac75-22485c3fdb57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 200 len: 855 time: 0.0762823 Aug 19 15:07:42.232290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-fe14de72-16e4-4399-bf6d-429be8e1caa1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=899d189a-fe71-45a4-af31-9f9475205695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368156 Aug 19 15:07:42.233323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b63c9530-38e6-4869-867b-3d546179fd2e) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:42.240805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.240929 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.244814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-b310c904-d0d5-4825-a920-1a00f481d171 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1582577989&fields=id&tenant_id=9ca5f3cd50c444348576f89532c906c3 HTTP/1.1" status: 200 len: 267 time: 0.0521739 Aug 19 15:07:42.248964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baad551-278b-4c74-bc5b-ab88e78f390f None None] Network b63c9530-38e6-4869-867b-3d546179fd2e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:42.324375 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8094fb7b-ab75-44c1-8543-5178f383204b req-472d4b57-df0c-458a-81cb-d939b50af249 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306200 Aug 19 15:07:42.389581 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-0b059f16-e4cd-4768-9603-f398765f297f service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446354 Aug 19 15:07:42.405255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-1ef58487-4377-405e-a068-fd424ca5e6a2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.417628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-1ef58487-4377-405e-a068-fd424ca5e6a2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/networks?id=41ac4329-aaed-4d65-b8fa-74c0bc273deb HTTP/1.1" status: 200 len: 806 time: 0.1584954 Aug 19 15:07:42.430071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-91a580f3-38c1-41af-82b3-704f6706c846 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/quotas/9ca5f3cd50c444348576f89532c906c3 HTTP/1.1" status: 200 len: 375 time: 0.0113819 Aug 19 15:07:42.492018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b63c9530-38e6-4869-867b-3d546179fd2e', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:42.492935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.526467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-8f49b7fd-5976-4cde-b351-6ad0275a1ae8 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca5f3cd50c444348576f89532c906c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839381 Aug 19 15:07:42.683976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-3f0b895c-3e08-4cbc-8f91-c9d8f96ebfaa service neutron] 10.222.0.13 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431572 Aug 19 15:07:42.711606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Allocated IP 172.20.0.2 (b63c9530-38e6-4869-867b-3d546179fd2e/43a04df0-b14d-4102-935d-68c2158b1bdc/c2159dad-3a48-45b5-a08f-494218e1582f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:42.770154 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a8d5861-975a-4fd2-befa-6398551420cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7481141 Aug 19 15:07:42.770873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34438) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:42.780313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:42.818645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-c4e7010e-ab95-4e82-be9f-a2d2c72679a7 service neutron] 10.222.0.13 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333869 Aug 19 15:07:42.820962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c28e4-6b73-4534-8da6-8baef9e6dcf5 req-3dfc98fa-e9b9-44f9-9824-0a8e0f6f262c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.829357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc9c28e4-6b73-4534-8da6-8baef9e6dcf5 req-3dfc98fa-e9b9-44f9-9824-0a8e0f6f262c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 944 time: 0.4036827 Aug 19 15:07:42.897142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-49499569-d318-4fef-9c90-007b4e275d93 req-652cbb84-d2df-4a11-b5db-0fed158f731c service neutron] 10.222.0.54 "GET /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988153 Aug 19 15:07:42.929098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.943483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cc9c28e4-6b73-4534-8da6-8baef9e6dcf5 req-3dc405cb-4612-4c43-a89e-7f2903cb4234 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128345 Aug 19 15:07:42.963043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Transition to ACTIVE for port object c2159dad-3a48-45b5-a08f-494218e1582f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:42.965699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.966904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.987321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Transition to ACTIVE for port object c2159dad-3a48-45b5-a08f-494218e1582f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:43.050885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.074271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa56647-5046-4cb2-b4a7-375ed4038fd0 req-dcbed974-24c4-4d97-9260-e267c17c54d7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:43.075923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aaa56647-5046-4cb2-b4a7-375ed4038fd0 req-dcbed974-24c4-4d97-9260-e267c17c54d7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 944 time: 0.0724764 Aug 19 15:07:43.087394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.090244 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.184126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-aaa56647-5046-4cb2-b4a7-375ed4038fd0 req-4cff8c25-ba7c-4fa6-b8b7-315aa6521d7a tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967157 Aug 19 15:07:43.209795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Network b63c9530-38e6-4869-867b-3d546179fd2e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:43.215961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:43.224865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:43.288368 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0f6d42ba-0bdb-4b37-affb-97e0b95680f9 req-a3925b72-5fe3-4d75-8609-d45ab113479a tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.0562317 Aug 19 15:07:43.303599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Pushing event updated for resources: {'Port': ['ID=c2159dad-3a48-45b5-a08f-494218e1582f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:43.326314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Attempting to bind port c2159dad-3a48-45b5-a08f-494218e1582f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:43.326735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Attempting to bind port c2159dad-3a48-45b5-a08f-494218e1582f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:43.327313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Attempting to bind port c2159dad-3a48-45b5-a08f-494218e1582f on network b63c9530-38e6-4869-867b-3d546179fd2e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:43.335970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:43.336489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Checking segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:43.337029 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.337751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Bound using segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:43.339621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Bound port: c2159dad-3a48-45b5-a08f-494218e1582f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:43.340424 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.424453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.444303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8bf3b-482a-45af-87d4-1b4aa4cf8250 req-061494d5-aa99-4058-bafd-b36c99b43848 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:43.444758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] For port c2159dad-3a48-45b5-a08f-494218e1582f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:43.446530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1a8bf3b-482a-45af-87d4-1b4aa4cf8250 req-061494d5-aa99-4058-bafd-b36c99b43848 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2226737 Aug 19 15:07:43.448969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] For port c2159dad-3a48-45b5-a08f-494218e1582f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2159dad-3a48-45b5-a08f-494218e1582f,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:43.486843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1a8bf3b-482a-45af-87d4-1b4aa4cf8250 req-60fb84da-f4b2-46f3-b8f1-3116d8e7863f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Aug 19 15:07:43.491067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69134fb8-e3eb-44c7-8706-d456d9bbef50 req-5e521fe0-1ebf-45ba-8038-23ed955e03d0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:43.494320 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69134fb8-e3eb-44c7-8706-d456d9bbef50 req-5e521fe0-1ebf-45ba-8038-23ed955e03d0 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.0696778 Aug 19 15:07:43.549348 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-69134fb8-e3eb-44c7-8706-d456d9bbef50 req-6d64ddfe-df69-40d8-9885-3e0515a8ca1f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490038 Aug 19 15:07:43.589823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.662300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7729d-3b11-435a-8e67-39835b40c498 None None] Pushing event updated for resources: {'Port': ['ID=c2159dad-3a48-45b5-a08f-494218e1582f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.065377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d53fb950-cf04-4439-b391-5da9d7b7c394 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:07:44.238349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-fc1998e8-aa5f-4c04-b56c-8ebcfca32355 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:44.248594 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-fc1998e8-aa5f-4c04-b56c-8ebcfca32355 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.1379316 Aug 19 15:07:44.331211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d53fb950-cf04-4439-b391-5da9d7b7c394, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d53fb950-cf04-4439-b391-5da9d7b7c394,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:44.341365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.359119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd53fb950-cf04-4439-b391-5da9d7b7c394', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': 'd53fb950-cf04-4439-b391-5da9d7b7c394', 'mac_address': 'fa:16:3e:4f:25:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:07:44.384139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44344bec-9f8f-4221-9201-f9476090f6aa req-4447cc21-0f74-4e8c-8cbe-1835960d1290 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:44.392818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44344bec-9f8f-4221-9201-f9476090f6aa req-4447cc21-0f74-4e8c-8cbe-1835960d1290 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 944 time: 0.1492035 Aug 19 15:07:44.402786 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.411395 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.435342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53fb950-cf04-4439-b391-5da9d7b7c394 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:44.461871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856fc3-5a0d-4aac-869c-bdc13f28a166 req-6d1d2ae2-cac8-43fc-bf14-e52e74cf8a6b tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:44.471438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6856fc3-5a0d-4aac-869c-bdc13f28a166 req-6d1d2ae2-cac8-43fc-bf14-e52e74cf8a6b tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 944 time: 0.1357794 Aug 19 15:07:44.482362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d53fb950-cf04-4439-b391-5da9d7b7c394, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d53fb950-cf04-4439-b391-5da9d7b7c394,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:44.492461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44344bec-9f8f-4221-9201-f9476090f6aa req-410513a5-1832-40c4-a557-05fff1f2d44a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987067 Aug 19 15:07:44.531993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Deleting port 5cb7abe2-48ae-43fb-a444-477f42165725 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:44.533824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.609862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.610000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64578976-90e9-4434-aab5-9f5db012bc9b req-b44eff9e-9d22-4f8c-9831-f92800c911ee tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.0566890 Aug 19 15:07:44.631480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Allocated IP 172.25.5.83 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/08d2411d-1e6b-4a01-9a8d-28e26ae05767) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:44.661472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6856fc3-5a0d-4aac-869c-bdc13f28a166 req-c28a43d9-8792-4736-b285-cf561d6c4b49 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482832 Aug 19 15:07:44.774856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d53fb950-cf04-4439-b391-5da9d7b7c394,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.841099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c0fac6c5-28d0-4e85-a389-6167b2aead86 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:44.877276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] For port 5cb7abe2-48ae-43fb-a444-477f42165725, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5cb7abe2-48ae-43fb-a444-477f42165725,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:44.883671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.933999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d53fb950-cf04-4439-b391-5da9d7b7c394'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:44.945758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2159dad-3a48-45b5-a08f-494218e1582f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:44.960296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Calling delete_port for 5cb7abe2-48ae-43fb-a444-477f42165725 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:44.970982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1151f15-5e81-4f5b-9861-7700bc703897 req-effca047-af9b-4002-ba5c-32ba6a0b9905 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:44.982721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1151f15-5e81-4f5b-9861-7700bc703897 req-effca047-af9b-4002-ba5c-32ba6a0b9905 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1627114 Aug 19 15:07:45.073686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.139090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1151f15-5e81-4f5b-9861-7700bc703897 req-1b8ba9b2-dfa7-4047-abae-6329d4ba707f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448488 Aug 19 15:07:45.140207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c00c2-d991-42ce-906e-3c9fa7033645 req-de86b242-db1b-4e85-a0c0-09316568c23c tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:45.154064 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c04c00c2-d991-42ce-906e-3c9fa7033645 req-de86b242-db1b-4e85-a0c0-09316568c23c tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 945 time: 0.3325830 Aug 19 15:07:45.283145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab953d6-93c5-4137-8ecd-ec1b7bf25cb6 None None] Network b63c9530-38e6-4869-867b-3d546179fd2e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:45.299759 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c04c00c2-d991-42ce-906e-3c9fa7033645 req-72e55b89-69e1-4117-b519-be7c1e30c750 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110942 Aug 19 15:07:45.339183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.344865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port c0fac6c5-28d0-4e85-a389-6167b2aead86 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:45.361333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c2159dad-3a48-45b5-a08f-494218e1582f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:45.372688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port c0fac6c5-28d0-4e85-a389-6167b2aead86 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:45.373062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.427593 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.477436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event deleted for resources: {'Port': ['ID=5cb7abe2-48ae-43fb-a444-477f42165725,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:45.495466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173', '5cb7abe2-48ae-43fb-a444-477f42165725'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:45.513959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:45.529089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:45.539454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:45.544991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=08d2411d-1e6b-4a01-9a8d-28e26ae05767,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:45.557994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] No DVR routers for this DVR port 5cb7abe2-48ae-43fb-a444-477f42165725 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:45.562156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.564312 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9c4ecb79-e987-4d87-a40c-e8ac9698d23a req-c9ce2d12-3706-46f5-81af-6279ed6d13ad tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "DELETE /v2.0/ports/5cb7abe2-48ae-43fb-a444-477f42165725 HTTP/1.1" status: 204 len: 173 time: 1.3096874 Aug 19 15:07:45.564779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'name': 'network-vif-deleted', 'tag': '5cb7abe2-48ae-43fb-a444-477f42165725'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:45.572595 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6569d05d-65a6-4074-b1ee-f690c202aa77" -d '{"events": [{"server_uuid": "6a9b4d41-8273-4c1f-b72f-d57c19fc91bd", "name": "network-vif-deleted", "tag": "5cb7abe2-48ae-43fb-a444-477f42165725"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:45.584966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] Provisioning for port c2159dad-3a48-45b5-a08f-494218e1582f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:45.618932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] Provisioning complete for port c2159dad-3a48-45b5-a08f-494218e1582f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:45.619307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.728488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d466-f50f-4b79-85c7-676fd9f9c22e req-ca14a202-3c7c-4dab-b43d-a5bc34a8c62f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:45.736336 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc96d466-f50f-4b79-85c7-676fd9f9c22e req-ca14a202-3c7c-4dab-b43d-a5bc34a8c62f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 945 time: 0.1308677 Aug 19 15:07:45.806628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-fc96d466-f50f-4b79-85c7-676fd9f9c22e req-916cfc90-8bc0-4331-99b9-cf10a3d8718f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692582 Aug 19 15:07:45.832986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.863642 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bcf2bd-5a1e-4d12-9519-7c6270793c56 x-openstack-request-id: req-21bcf2bd-5a1e-4d12-9519-7c6270793c56 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:45.863642 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9b4d41-8273-4c1f-b72f-d57c19fc91bd", "name": "network-vif-deleted", "tag": "5cb7abe2-48ae-43fb-a444-477f42165725", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:45.863642 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21bcf2bd-5a1e-4d12-9519-7c6270793c56 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:45.863642 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9b4d41-8273-4c1f-b72f-d57c19fc91bd', 'name': 'network-vif-deleted', 'tag': '5cb7abe2-48ae-43fb-a444-477f42165725', 'status': 'completed', 'code': 200} Aug 19 15:07:45.864222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bfe56d41-03bc-476d-937d-c31149bd0964'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:45.942692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fac6c5-28d0-4e85-a389-6167b2aead86'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:45.945551 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c18a188-8a99-4dc5-b300-e737d9748710" -d '{"events": [{"server_uuid": "64d1acb0-b5ee-4a64-8635-0194748e471c", "name": "network-vif-plugged", "status": "completed", "tag": "c0fac6c5-28d0-4e85-a389-6167b2aead86"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:45.974285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c0fac6c5-28d0-4e85-a389-6167b2aead86, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86,segment=NetworkSegment(c5bd8e91-49d4-4cd3-be46-4d37b74481d7),segment_id=c5bd8e91-49d4-4cd3-be46-4d37b74481d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:46.063359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ea3f-24f7-4640-93ba-ad179974641d req-9f795dca-2992-4b65-8bf2-76648ded5029 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.078645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12e4ea3f-24f7-4640-93ba-ad179974641d req-9f795dca-2992-4b65-8bf2-76648ded5029 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 944 time: 0.1398864 Aug 19 15:07:46.097955 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.110906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d53fb950-cf04-4439-b391-5da9d7b7c394 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:46.172279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.179383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12e4ea3f-24f7-4640-93ba-ad179974641d req-55cab213-fd7e-483d-90e8-4ce9d8ec1fbc tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974534 Aug 19 15:07:46.281915 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:07:46.404303 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.421793 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22138e98-b366-4190-85fd-68d37b2c6c4d x-openstack-request-id: req-22138e98-b366-4190-85fd-68d37b2c6c4d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:46.422593 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d1acb0-b5ee-4a64-8635-0194748e471c", "name": "network-vif-plugged", "status": "completed", "tag": "c0fac6c5-28d0-4e85-a389-6167b2aead86", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:46.423075 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22138e98-b366-4190-85fd-68d37b2c6c4d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:46.423617 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fac6c5-28d0-4e85-a389-6167b2aead86', 'code': 200} Aug 19 15:07:46.438195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11dec265-62cf-4655-8ec6-455a66487f81 req-1aa2a21b-9c15-40ee-9e88-e610540e53e4 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.1308849 Aug 19 15:07:46.558976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0bd73-cb96-4947-a67a-cedbae1973bb req-db4dca91-9124-42f0-a218-e24c53ca480c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.561760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84a0bd73-cb96-4947-a67a-cedbae1973bb req-db4dca91-9124-42f0-a218-e24c53ca480c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1270099 Aug 19 15:07:46.574990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326b744-6056-4494-8f45-52ff2782719f req-427f3196-4d57-457c-a3a0-3785ae1fe85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.582301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2326b744-6056-4494-8f45-52ff2782719f req-427f3196-4d57-457c-a3a0-3785ae1fe85f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 1097 time: 0.1030934 Aug 19 15:07:46.590775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] For port c2159dad-3a48-45b5-a08f-494218e1582f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2159dad-3a48-45b5-a08f-494218e1582f,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:46.595233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c0fac6c5-28d0-4e85-a389-6167b2aead86,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:46.616878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a04133c-3979-4851-9eca-06a00f9d3237 req-6e80f647-f1d3-4a0c-9036-9586f0827a22 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 210 time: 0.0349908 Aug 19 15:07:46.655755 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-84a0bd73-cb96-4947-a67a-cedbae1973bb req-6837ce1a-9d47-4a1d-b4d9-29a9e145afa7 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848157 Aug 19 15:07:46.666916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2326b744-6056-4494-8f45-52ff2782719f req-d89abd61-ce8f-4534-847b-eb8cda8203e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815873 Aug 19 15:07:46.690357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d53fb950-cf04-4439-b391-5da9d7b7c394 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:46.690736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.699424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d53fb950-cf04-4439-b391-5da9d7b7c394 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:46.700927 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.743559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.865857 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.904599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b2221-2e96-4a21-9131-bdda0b3d3c17 None None] Pushing event updated for resources: {'Port': ['ID=c2159dad-3a48-45b5-a08f-494218e1582f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:46.932860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d53fb950-cf04-4439-b391-5da9d7b7c394, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d53fb950-cf04-4439-b391-5da9d7b7c394,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:46.937512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d48a63f8-c6ca-4257-ae09-6211efe05dff None None] Provisioning complete for port c2159dad-3a48-45b5-a08f-494218e1582f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:46.937512 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d48a63f8-c6ca-4257-ae09-6211efe05dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.951107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6678f8-a619-48b0-8d21-ed814696aaaf req-31d8de38-3cef-4b38-a5d1-c6ef40a50ed3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.951107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf6678f8-a619-48b0-8d21-ed814696aaaf req-31d8de38-3cef-4b38-a5d1-c6ef40a50ed3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 945 time: 0.0658531 Aug 19 15:07:46.997877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf6678f8-a619-48b0-8d21-ed814696aaaf req-2ac15d20-3880-4709-911c-4d14a5b6f731 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Aug 19 15:07:47.035327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:47.072607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:47.131252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d53fb950-cf04-4439-b391-5da9d7b7c394,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:47.192123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:47.209853 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Sync routers for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:47.223779 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:47.224750 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:47.336181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:47.344648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1324134f-104b-4e69-b96f-61df8926e3f8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5700717 Aug 19 15:07:47.345708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34504) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:47.346061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1fba-b541-4a3e-9821-87b6b80ef2ae req-63a05e13-d783-4ffd-af9f-18f4417eb7ea tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:47.355572 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-79ff1fba-b541-4a3e-9821-87b6b80ef2ae req-63a05e13-d783-4ffd-af9f-18f4417eb7ea tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 945 time: 0.0810850 Aug 19 15:07:47.359096 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:47.492246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-79ff1fba-b541-4a3e-9821-87b6b80ef2ae req-eb5ba57b-34a5-4d80-af32-671cf5a5558e tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367295 Aug 19 15:07:47.629264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-66d1f2db-6a50-4508-a4bd-37b0084c3876 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:47.630961 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-66d1f2db-6a50-4508-a4bd-37b0084c3876 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.54 "GET /v2.0/networks?id=41ac4329-aaed-4d65-b8fa-74c0bc273deb HTTP/1.1" status: 200 len: 806 time: 0.2179449 Aug 19 15:07:47.676521 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:45Z', 'revision_number': 3, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:47.733836 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Checking router: 01c0c458-4b50-4737-8ad3-3b2e423d30d1 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:47.735850 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Updating router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:07:47.736702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cac5a432-4492-433c-95ef-15cd7c115329 req-849b4068-1554-4a06-95ea-700a60ad6558 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.0998704 Aug 19 15:07:47.792509 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:47.849300 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-577bc7bf-aa25-43df-baa4-01604878a745 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca5f3cd50c444348576f89532c906c3 HTTP/1.1" status: 200 len: 380 time: 0.1708152 Aug 19 15:07:47.861708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Request body: {'port': {'device_id': '379549ec-bf19-4825-b224-51868749cd38', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'admin_state_up': True, 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'security_groups': ['9f17d53b-3696-4903-a24e-bcadc0ba475e']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:48.030371 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9efcc203-53d0-4fcb-859c-1dbe703d98f5 req-6a39f118-a926-4540-9391-dbd9f5746223 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9b4d41-8273-4c1f-b72f-d57c19fc91bd HTTP/1.1" status: 200 len: 210 time: 0.0410445 Aug 19 15:07:48.123078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c403c1-388e-4955-83f2-af56b2d6d7e2 req-2aed905c-f179-49f4-8d6b-de6018f5fac5 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:48.251962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1c403c1-388e-4955-83f2-af56b2d6d7e2 req-2aed905c-f179-49f4-8d6b-de6018f5fac5 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1434808 Aug 19 15:07:48.279085 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.299250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Transition to ACTIVE for port object 08d2411d-1e6b-4a01-9a8d-28e26ae05767 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:48.301031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1d33-b396-46c1-9bba-618d51077e83 req-490567c6-dda9-4992-8232-df82d06a3b96 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:48.303493 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-483c1d33-b396-46c1-9bba-618d51077e83 req-490567c6-dda9-4992-8232-df82d06a3b96 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1652820 Aug 19 15:07:48.361675 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-483c1d33-b396-46c1-9bba-618d51077e83 req-33f5f670-475f-4223-b215-bbea54a28b2b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Aug 19 15:07:48.368076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1c403c1-388e-4955-83f2-af56b2d6d7e2 req-557e47ea-e229-41d8-ae5c-02a26c088a18 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311313 Aug 19 15:07:48.425504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53fb950-cf04-4439-b391-5da9d7b7c394'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:48.427832 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd91ed6-f659-41b1-9e64-f7653f6cf327" -d '{"events": [{"server_uuid": "3b9cfd95-91e1-4432-aef6-c491cdbb053f", "name": "network-vif-plugged", "status": "completed", "tag": "d53fb950-cf04-4439-b391-5da9d7b7c394"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:48.566194 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c634a8-455a-47ff-ab5e-2b93017631f5 x-openstack-request-id: req-09c634a8-455a-47ff-ab5e-2b93017631f5 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:48.571169 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cfd95-91e1-4432-aef6-c491cdbb053f", "name": "network-vif-plugged", "status": "completed", "tag": "d53fb950-cf04-4439-b391-5da9d7b7c394", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:48.571169 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09c634a8-455a-47ff-ab5e-2b93017631f5 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:48.571169 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53fb950-cf04-4439-b391-5da9d7b7c394', 'code': 200} Aug 19 15:07:48.573849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.767797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2159dad-3a48-45b5-a08f-494218e1582f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:48.805933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa3834-5b55-47a0-bb1b-8069d025be80 req-ac0d345e-7fc4-48ed-bd68-da2da1ae2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:48.808004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ffa3834-5b55-47a0-bb1b-8069d025be80 req-ac0d345e-7fc4-48ed-bd68-da2da1ae2fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 1098 time: 0.1591914 Aug 19 15:07:48.815479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbda02-ad13-4226-96c8-3964d74732f7 req-e47e6fb7-27b1-4afb-81a7-4b8232380887 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:48.825969 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17fbda02-ad13-4226-96c8-3964d74732f7 req-e47e6fb7-27b1-4afb-81a7-4b8232380887 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 945 time: 0.1858497 Aug 19 15:07:48.864542 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.865049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Made reservation on behalf of 9ca5f3cd50c444348576f89532c906c3 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:48.867812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5cb7abe2-48ae-43fb-a444-477f42165725 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:48.868401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.883661 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-17fbda02-ad13-4226-96c8-3964d74732f7 req-e97fc8c7-4ff2-44a0-adef-273aaf629a53 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Aug 19 15:07:48.923585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 5cb7abe2-48ae-43fb-a444-477f42165725 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:48.923585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5cb7abe2-48ae-43fb-a444-477f42165725 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:48.956008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c2159dad-3a48-45b5-a08f-494218e1582f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:48.957517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.962771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ffa3834-5b55-47a0-bb1b-8069d025be80 req-4a5ef300-1720-466b-805a-97d52c8f4044 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152084 Aug 19 15:07:49.023014 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Pushing event updated for resources: {'Port': ['ID=08d2411d-1e6b-4a01-9a8d-28e26ae05767,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:49.031452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5f7b46d-f8db-4d14-aa75-63e36c471b44 req-6b1e2309-59dc-4a27-b6c1-40e04b7780fc tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.0724764 Aug 19 15:07:49.036908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Allocated IP 172.20.0.1 (b63c9530-38e6-4869-867b-3d546179fd2e/43a04df0-b14d-4102-935d-68c2158b1bdc/ec7c202b-6bf7-4c4c-9733-3a4e83e79954) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:49.063065 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.066307 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.066945 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.069575 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.070144 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.070642 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.071782 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.072282 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.074604 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.075722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.076237 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.076733 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:49.089863 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Attempting to bind port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:49.091140 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Attempting to bind port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:49.096067 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Attempting to bind port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:49.116610 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:49.117352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:49.117925 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.118498 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:49.119173 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Bound port: 08d2411d-1e6b-4a01-9a8d-28e26ae05767, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:49.120313 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.195102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Allocated IP 172.20.0.12 (41ac4329-aaed-4d65-b8fa-74c0bc273deb/d804734b-dc1b-4909-bfc5-b7ea9881fb00/338d2f2f-bad4-4929-96a8-7af41433a79d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:49.227212 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] For port 08d2411d-1e6b-4a01-9a8d-28e26ae05767, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:49.242199 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] For port 08d2411d-1e6b-4a01-9a8d-28e26ae05767, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=08d2411d-1e6b-4a01-9a8d-28e26ae05767,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:49.290366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.313893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Transition to ACTIVE for port object ec7c202b-6bf7-4c4c-9733-3a4e83e79954 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:49.334150 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.416981 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77c214-d16a-4f38-a3c5-1ae4a3da4696 None None] Pushing event updated for resources: {'Port': ['ID=08d2411d-1e6b-4a01-9a8d-28e26ae05767,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:49.426382 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:49.427100 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:49.436333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.476820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.515395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Transition to ACTIVE for port object 338d2f2f-bad4-4929-96a8-7af41433a79d will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:49.545723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Network b63c9530-38e6-4869-867b-3d546179fd2e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:49.550162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:49.554183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:49.560599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:49.621432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.697988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fc1cb-5a32-4bac-b552-80a4969251b0 req-7f279566-b140-4806-911f-ef33be70d09b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:49.705642 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-784fc1cb-5a32-4bac-b552-80a4969251b0 req-7f279566-b140-4806-911f-ef33be70d09b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1413989 Aug 19 15:07:49.713683 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:49.715519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.792107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-784fc1cb-5a32-4bac-b552-80a4969251b0 req-8650ce17-7ddd-499f-b2cc-a3558a0a547c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848444 Aug 19 15:07:49.807326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:49.812136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:49.816404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:49.851931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event updated for resources: {'Port': ['ID=338d2f2f-bad4-4929-96a8-7af41433a79d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:49.924201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:49.924907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.076323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-2e15e5e1-bfb1-4692-b9cc-672eef4e7c22 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2189941 Aug 19 15:07:50.110285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf6db5-4c96-46ff-a9fb-a3090dfc3017 req-36ad7ac5-5858-4adb-85c4-277a8019e8a7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:50.119018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abaf6db5-4c96-46ff-a9fb-a3090dfc3017 req-36ad7ac5-5858-4adb-85c4-277a8019e8a7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1300507 Aug 19 15:07:50.122391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Request body: {'port': {'device_id': '379549ec-bf19-4825-b224-51868749cd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:50.167723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.272092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57c2cc-a758-4b24-bf8a-ceba475a0a0b req-81728bdf-7298-4a1f-8fd2-7f27cc6152a1 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:50.280575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf3a7d9d-59bc-449b-b41e-deac83078539 None None] Provisioning for port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:50.285207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dd57c2cc-a758-4b24-bf8a-ceba475a0a0b req-81728bdf-7298-4a1f-8fd2-7f27cc6152a1 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 945 time: 0.2328000 Aug 19 15:07:50.286118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf3a7d9d-59bc-449b-b41e-deac83078539 None None] Provisioning complete for port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:50.287348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7d9d-59bc-449b-b41e-deac83078539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.371888 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:45Z', 'revision_number': 3, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:50.397585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a7d9d-59bc-449b-b41e-deac83078539 None None] Port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:50.425439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ef70c-0a50-4483-be07-1d2348ae5ac0 None None] The sync data for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 is: [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:45Z', 'revision_number': 3, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:50.433303 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.441212 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-dd57c2cc-a758-4b24-bf8a-ceba475a0a0b req-5cfdff49-8d11-4547-8de8-492b8b1f8b64 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538167 Aug 19 15:07:50.454979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abaf6db5-4c96-46ff-a9fb-a3090dfc3017 req-26dd0650-5228-4610-9ad4-ebe3b527ed2d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347626 Aug 19 15:07:50.585648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.612015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d24684bd-8aa8-4dc3-9631-60bc3260f351 None None] Provisioning for port 338d2f2f-bad4-4929-96a8-7af41433a79d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:50.625640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d24684bd-8aa8-4dc3-9631-60bc3260f351 None None] Provisioning complete for port 338d2f2f-bad4-4929-96a8-7af41433a79d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:50.626009 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d24684bd-8aa8-4dc3-9631-60bc3260f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.681245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53bf39-dd17-4f3d-b39a-23e8b5c3a6aa req-8ad3e4f5-530f-483d-b7de-d43c215ea1d8 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:50.690822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef53bf39-dd17-4f3d-b39a-23e8b5c3a6aa req-8ad3e4f5-530f-483d-b7de-d43c215ea1d8 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 932 time: 0.0716548 Aug 19 15:07:50.700545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d24684bd-8aa8-4dc3-9631-60bc3260f351 None None] Port 338d2f2f-bad4-4929-96a8-7af41433a79d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:50.737585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.852857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81cee-daa5-4503-ab27-be326dab2fe5 req-4c64a12b-3bb2-4ba8-8d9d-008b2e2df789 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:50.857580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef53bf39-dd17-4f3d-b39a-23e8b5c3a6aa req-8cc50753-e670-4d54-92b2-4c210a0b958f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588163 Aug 19 15:07:50.871434 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cee81cee-daa5-4503-ab27-be326dab2fe5 req-4c64a12b-3bb2-4ba8-8d9d-008b2e2df789 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 945 time: 0.2802424 Aug 19 15:07:50.933279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.950904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:51.105099 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-cee81cee-daa5-4503-ab27-be326dab2fe5 req-2099771a-d452-495a-b975-d4444937087b tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415502 Aug 19 15:07:51.152512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Network b63c9530-38e6-4869-867b-3d546179fd2e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:51.155796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:51.277327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338d2f2f-bad4-4929-96a8-7af41433a79d {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:51.295832 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.339302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Transition to ACTIVE for port object 338d2f2f-bad4-4929-96a8-7af41433a79d will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:51.366935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f726-4770-47b8-b1cc-62e88cf38655 req-f244b4aa-7c39-42f3-aeba-a06f4db94863 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:51.377011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3c1f726-4770-47b8-b1cc-62e88cf38655 req-f244b4aa-7c39-42f3-aeba-a06f4db94863 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2963743 Aug 19 15:07:51.412325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.580146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Pushing event updated for resources: {'Port': ['ID=338d2f2f-bad4-4929-96a8-7af41433a79d,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:51.585735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3c1f726-4770-47b8-b1cc-62e88cf38655 req-8ba66588-0244-41bf-8420-87d9518402e2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918128 Aug 19 15:07:51.623237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-52b099e5-404b-4c1d-82a7-3dc43cea329a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:51.624798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-52b099e5-404b-4c1d-82a7-3dc43cea329a tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 945 time: 0.3510449 Aug 19 15:07:51.639228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36b61e0e-cc35-40a5-a2ea-085a996c5cb1 None None] Provisioning complete for port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:51.639803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36b61e0e-cc35-40a5-a2ea-085a996c5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.742673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-36b61e0e-cc35-40a5-a2ea-085a996c5cb1 None None] Port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:51.750771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:51.865524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Attempting to bind port 338d2f2f-bad4-4929-96a8-7af41433a79d on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:51.865524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Attempting to bind port 338d2f2f-bad4-4929-96a8-7af41433a79d by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:51.866158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Attempting to bind port 338d2f2f-bad4-4929-96a8-7af41433a79d on network 41ac4329-aaed-4d65-b8fa-74c0bc273deb {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:51.892683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Port 338d2f2f-bad4-4929-96a8-7af41433a79d on network 41ac4329-aaed-4d65-b8fa-74c0bc273deb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:07:51.893231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Attempting to bind port 338d2f2f-bad4-4929-96a8-7af41433a79d on network 41ac4329-aaed-4d65-b8fa-74c0bc273deb {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:51.903399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:51.903751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Checking segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:51.904187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Bound using segment: {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:51.904638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Bound port: 338d2f2f-bad4-4929-96a8-7af41433a79d, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84307c40-38b3-46fc-b15d-0605799eaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:51.905002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.955952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629c11f-5e26-4383-9675-0cfbc6e3f18d req-d63ba500-9c00-4861-ace0-f1e06ad0bae2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:51.965179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a629c11f-5e26-4383-9675-0cfbc6e3f18d req-d63ba500-9c00-4861-ace0-f1e06ad0bae2 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 945 time: 0.2393153 Aug 19 15:07:52.016512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] For port 338d2f2f-bad4-4929-96a8-7af41433a79d, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:52.018713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] For port 338d2f2f-bad4-4929-96a8-7af41433a79d, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=338d2f2f-bad4-4929-96a8-7af41433a79d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:52.145873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.317660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.318639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.320656 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] 10.222.0.54 "PUT /v2.0/ports/338d2f2f-bad4-4929-96a8-7af41433a79d HTTP/1.1" status: 200 len: 1093 time: 2.2070258 Aug 19 15:07:52.322652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:52.332689 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772bde09-c773-4194-8bd3-dd45ac4f6f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:52.391321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beb513-570d-4bf5-ab88-c7bb634fade8 service neutron] Pushing event updated for resources: {'Port': ['ID=338d2f2f-bad4-4929-96a8-7af41433a79d,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:52.425888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fce252-1537-412b-acd0-e13ff84e6119 req-f250ff94-59e8-4eea-ae49-fb2fab7d9a1f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.434645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f7fce252-1537-412b-acd0-e13ff84e6119 req-f250ff94-59e8-4eea-ae49-fb2fab7d9a1f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1849473 Aug 19 15:07:52.458402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a629c11f-5e26-4383-9675-0cfbc6e3f18d req-73be512b-2601-4bd9-90f4-1d5702036c87 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919233 Aug 19 15:07:52.474405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Deleting port bfe56d41-03bc-476d-937d-c31149bd0964 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:52.478233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.597606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:52.602645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f7fce252-1537-412b-acd0-e13ff84e6119 req-1ad0f76b-5b9f-469e-bcac-afce15df041a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513393 Aug 19 15:07:52.637887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c3002689-277c-440b-94e7-88865e8cc595 admin admin] 10.222.0.13 "PUT /v2.0/routers/01c0c458-4b50-4737-8ad3-3b2e423d30d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2895243 Aug 19 15:07:52.639674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-62113286-7d60-4d99-bee2-5e99dbdddcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.642814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-62113286-7d60-4d99-bee2-5e99dbdddcfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ca5f3cd50c444348576f89532c906c3&device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 1096 time: 0.1829741 Aug 19 15:07:52.846488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-bc6e1629-300d-4e07-82f5-7297bdec81b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=338d2f2f-bad4-4929-96a8-7af41433a79d HTTP/1.1" status: 200 len: 217 time: 0.1874628 Aug 19 15:07:52.848915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9913109-6805-4ca9-b1bc-f359ebe49258 req-b4ee551f-b5a6-4f9b-93c1-1334ab9e32e5 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.870719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9913109-6805-4ca9-b1bc-f359ebe49258 req-b4ee551f-b5a6-4f9b-93c1-1334ab9e32e5 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 944 time: 0.2759202 Aug 19 15:07:52.874503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] For port bfe56d41-03bc-476d-937d-c31149bd0964, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bfe56d41-03bc-476d-937d-c31149bd0964,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:52.874874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.887623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 08d2411d-1e6b-4a01-9a8d-28e26ae05767 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:52.943250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Calling delete_port for bfe56d41-03bc-476d-937d-c31149bd0964 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:53.039041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:53.049939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:53.057674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.068112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f217d6-ba4c-42a3-8062-3ebed3247655 req-aa714ab9-5883-4315-ae50-047e9c887228 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.089836 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09f217d6-ba4c-42a3-8062-3ebed3247655 req-aa714ab9-5883-4315-ae50-047e9c887228 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 945 time: 0.2827311 Aug 19 15:07:53.195458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09f217d6-ba4c-42a3-8062-3ebed3247655 req-5d130143-e924-4b58-852b-93db6a1ec9c7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000593 Aug 19 15:07:53.199738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-9421fee1-31db-4430-a4d5-acd87c72d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.204196 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-9421fee1-31db-4430-a4d5-acd87c72d9aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d804734b-dc1b-4909-bfc5-b7ea9881fb00 HTTP/1.1" status: 200 len: 845 time: 0.3308618 Aug 19 15:07:53.295180 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab81aa-0e33-4534-88c2-9e586fa54938 x-openstack-request-id: req-b1ab81aa-0e33-4534-88c2-9e586fa54938 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:53.295325 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:53.298749 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1ab81aa-0e33-4534-88c2-9e586fa54938 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:53.298749 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'status': 'completed', 'code': 200} Aug 19 15:07:53.328121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d5e88dc1-9748-4870-8e4c-5b2f513fd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.329785 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-d5e88dc1-9748-4870-8e4c-5b2f513fd176 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41ac4329-aaed-4d65-b8fa-74c0bc273deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182823 Aug 19 15:07:53.330462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.389663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 08d2411d-1e6b-4a01-9a8d-28e26ae05767, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=08d2411d-1e6b-4a01-9a8d-28e26ae05767,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:53.393202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9913109-6805-4ca9-b1bc-f359ebe49258 req-1c2936e2-0988-4079-bc91-c85306d3b0a7 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5215666 Aug 19 15:07:53.393549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Sync routers for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:53.423789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.437614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:53.437614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:53.520959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022922fd-1edb-4f60-ae09-1b5b5ce24ec4 req-c038e8b3-a57e-479b-a0c1-01f99a412b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.522714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-022922fd-1edb-4f60-ae09-1b5b5ce24ec4 req-c038e8b3-a57e-479b-a0c1-01f99a412b98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.1619477 Aug 19 15:07:53.523710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event deleted for resources: {'Port': ['ID=bfe56d41-03bc-476d-937d-c31149bd0964,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:53.543318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:53.559814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.583860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-e600ed3b-3bc7-437e-98cb-40b7449d7133 service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360971 Aug 19 15:07:53.632849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] No DVR routers for this DVR port bfe56d41-03bc-476d-937d-c31149bd0964 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:53.640521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.644389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac7d3c85-e3ee-4102-9b74-55e8e6df3c12 req-b9e5811c-5116-4623-b6eb-e088c86809b4 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.46 "DELETE /v2.0/ports/bfe56d41-03bc-476d-937d-c31149bd0964 HTTP/1.1" status: 204 len: 173 time: 2.0101795 Aug 19 15:07:53.659172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'name': 'network-vif-deleted', 'tag': 'bfe56d41-03bc-476d-937d-c31149bd0964'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:53.666782 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b94b47-b690-4fe4-873c-3ee83db12840" -d '{"events": [{"server_uuid": "df8a23db-c347-480b-97db-d63cfa6d9a1e", "name": "network-vif-deleted", "tag": "bfe56d41-03bc-476d-937d-c31149bd0964"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:53.796320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-022922fd-1edb-4f60-ae09-1b5b5ce24ec4 req-d6326fa5-cf33-41db-a20d-df983cb3cc5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260382 Aug 19 15:07:53.806472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e8730-98a6-45ef-8812-9140d4401413 req-2ff80703-2cd6-4685-a0c8-8fea6905eb01 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.812015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-0ecb36ad-cf9f-40b0-a7af-1a2f2e292658 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.816136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-0ecb36ad-cf9f-40b0-a7af-1a2f2e292658 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.54 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 945 time: 0.1304071 Aug 19 15:07:53.818488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-124e8730-98a6-45ef-8812-9140d4401413 req-2ff80703-2cd6-4685-a0c8-8fea6905eb01 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2194066 Aug 19 15:07:53.940085 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-124e8730-98a6-45ef-8812-9140d4401413 req-5bb0c482-a2a8-4e37-858c-2ec5e4ec5119 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202979 Aug 19 15:07:53.983627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-21806a09-8992-4dbb-a08d-c3b2791961b1 req-e5508c72-e9dc-47a5-87a1-078a8b86de09 service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861008 Aug 19 15:07:53.990977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f589dfa-803a-488a-a5e2-bbb61a39d47d req-d4a6d8d3-115e-4a87-97bc-2f761df4d37d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 210 time: 0.0662479 Aug 19 15:07:54.044511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Deleting port c0fac6c5-28d0-4e85-a389-6167b2aead86 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:54.050171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.070144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=08d2411d-1e6b-4a01-9a8d-28e26ae05767,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:54.113388 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10b644-46f3-43ad-9b30-76269a6aaaad x-openstack-request-id: req-6d10b644-46f3-43ad-9b30-76269a6aaaad {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:54.113695 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8a23db-c347-480b-97db-d63cfa6d9a1e", "name": "network-vif-deleted", "tag": "bfe56d41-03bc-476d-937d-c31149bd0964", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:54.114515 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d10b644-46f3-43ad-9b30-76269a6aaaad {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:54.115081 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8a23db-c347-480b-97db-d63cfa6d9a1e', 'name': 'network-vif-deleted', 'tag': 'bfe56d41-03bc-476d-937d-c31149bd0964', 'status': 'completed', 'code': 200} Aug 19 15:07:54.147848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfe56d41-03bc-476d-937d-c31149bd0964 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:54.193812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: bfe56d41-03bc-476d-937d-c31149bd0964 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:54.194067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bfe56d41-03bc-476d-937d-c31149bd0964 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:54.291138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:54.382117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-61e1b174-f792-43e6-8cd1-c438199a2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.386441 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-61e1b174-f792-43e6-8cd1-c438199a2948 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ca5f3cd50c444348576f89532c906c3&device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 1096 time: 0.1659648 Aug 19 15:07:54.426114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479ad25-1e19-44b1-aa89-99bbfb456cfb req-47928011-3e96-48fb-9b20-7363de737597 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.428316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2479ad25-1e19-44b1-aa89-99bbfb456cfb req-47928011-3e96-48fb-9b20-7363de737597 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.2534163 Aug 19 15:07:54.454180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] For port c0fac6c5-28d0-4e85-a389-6167b2aead86, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c0fac6c5-28d0-4e85-a389-6167b2aead86,segment=NetworkSegment(c5bd8e91-49d4-4cd3-be46-4d37b74481d7),segment_id=c5bd8e91-49d4-4cd3-be46-4d37b74481d7)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:54.454873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.496790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Calling delete_port for c0fac6c5-28d0-4e85-a389-6167b2aead86 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:54.516979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-7bd44db8-d831-4514-9e35-c9bda081c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.518685 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-7bd44db8-d831-4514-9e35-c9bda081c4e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41ac4329-aaed-4d65-b8fa-74c0bc273deb HTTP/1.1" status: 200 len: 907 time: 0.1145613 Aug 19 15:07:54.579116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2479ad25-1e19-44b1-aa89-99bbfb456cfb req-cfed254d-7132-4a72-909e-9c1f6304d82d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187816 Aug 19 15:07:54.587274 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-4b894ace-fc76-4593-9223-5cd819345756 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=338d2f2f-bad4-4929-96a8-7af41433a79d HTTP/1.1" status: 200 len: 217 time: 0.0516772 Aug 19 15:07:54.622534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc49b4-a472-4fea-bdb5-d39794140e02 req-1c53019d-01b6-4263-9830-55bb33606bdc tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.622534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59fc49b4-a472-4fea-bdb5-d39794140e02 req-1c53019d-01b6-4263-9830-55bb33606bdc tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 945 time: 0.2229273 Aug 19 15:07:54.689571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-9f65bec3-5c8f-4c88-9d83-37cee4c4332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.692335 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-9f65bec3-5c8f-4c88-9d83-37cee4c4332e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d804734b-dc1b-4909-bfc5-b7ea9881fb00 HTTP/1.1" status: 200 len: 845 time: 0.0969675 Aug 19 15:07:54.715153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-59fc49b4-a472-4fea-bdb5-d39794140e02 req-c69aa932-4969-418b-a645-163919eed60f tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4899bff-de9c-47e3-824e-78098c124208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Aug 19 15:07:54.808970 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc1c06ce-ecd1-43aa-aee8-2dcc45258ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.846651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-59cf6436-c115-4c4c-885a-6e940417bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.848264 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-59cf6436-c115-4c4c-885a-6e940417bd8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41ac4329-aaed-4d65-b8fa-74c0bc273deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492162 Aug 19 15:07:54.965726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 08d2411d-1e6b-4a01-9a8d-28e26ae05767 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:55.036634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:50Z', 'revision_number': 2, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:55.074627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Checking router: 01c0c458-4b50-4737-8ad3-3b2e423d30d1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:55.075656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Updating router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:07:55.095711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83624-2e70-4f26-bbf4-9cf8d472690c req-73ce580a-d629-48ea-9559-dab5eb93c1f1 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.101462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ba83624-2e70-4f26-bbf4-9cf8d472690c req-73ce580a-d629-48ea-9559-dab5eb93c1f1 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 944 time: 0.0941801 Aug 19 15:07:55.119686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.140592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:55.141132 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.167057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.183035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-490c92c4-f826-4ba0-9325-efb1e544e972 service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179519 Aug 19 15:07:55.223679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Pushing event deleted for resources: {'Port': ['ID=c0fac6c5-28d0-4e85-a389-6167b2aead86,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:55.271644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ba83624-2e70-4f26-bbf4-9cf8d472690c req-c761e3de-97e1-423a-b282-927b896419ea tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633394 Aug 19 15:07:55.306491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] No DVR routers for this DVR port c0fac6c5-28d0-4e85-a389-6167b2aead86 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:55.315457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.319002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15bf3a2f-0e27-4350-85b5-9e221aec5f59 req-9b3d052b-92b5-4342-a7ad-bdaa22096ca7 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.54 "DELETE /v2.0/ports/c0fac6c5-28d0-4e85-a389-6167b2aead86 HTTP/1.1" status: 204 len: 173 time: 1.4973187 Aug 19 15:07:55.427803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31c46b2a-85d7-4a49-9aba-3442d7c48815 req-9879a6f8-c6ab-4df4-bfe4-d42a93def5f9 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8a23db-c347-480b-97db-d63cfa6d9a1e HTTP/1.1" status: 200 len: 210 time: 0.0528798 Aug 19 15:07:55.434529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c0fac6c5-28d0-4e85-a389-6167b2aead86'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:55.457705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-772bde09-c773-4194-8bd3-dd45ac4f6f3d req-66d6a9f5-ea48-4423-8c86-005a1535e3fe service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665286 Aug 19 15:07:55.529722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e42f5-e323-42c5-b0e6-6708f1d17f35 req-037d6e2a-7150-47ee-83c0-ee811a89205a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.533335 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e0e42f5-e323-42c5-b0e6-6708f1d17f35 req-037d6e2a-7150-47ee-83c0-ee811a89205a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1529181 Aug 19 15:07:55.583654 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3e0e42f5-e323-42c5-b0e6-6708f1d17f35 req-45299d51-6777-4967-ad25-7e0d9746704e tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Aug 19 15:07:55.610123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572568f-8b0d-48e9-b127-288df53dbda4 req-929272c1-3f46-41aa-9f4d-9d006b279f17 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.611921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b572568f-8b0d-48e9-b127-288df53dbda4 req-929272c1-3f46-41aa-9f4d-9d006b279f17 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0826666 Aug 19 15:07:55.672939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b572568f-8b0d-48e9-b127-288df53dbda4 req-f369f1f0-e923-4051-a029-7623c2891a44 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463834 Aug 19 15:07:55.757765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.784752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7da2bf-8ba1-404d-bb77-fb810a7f4aae req-1dc72d97-9d2c-4b0f-89a8-49869e34082f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.786156 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.800477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb7da2bf-8ba1-404d-bb77-fb810a7f4aae req-1dc72d97-9d2c-4b0f-89a8-49869e34082f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1272161 Aug 19 15:07:55.802284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Transition to ACTIVE for port object ec7c202b-6bf7-4c4c-9733-3a4e83e79954 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:55.855018 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-eb7da2bf-8ba1-404d-bb77-fb810a7f4aae req-9c4cbec4-fee5-48d8-a2db-1cc8232f26e0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Aug 19 15:07:55.925347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.992606 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4b71b7d4-f611-46aa-aefe-adada54f9269 req-1ce724d9-6f9c-4fec-af81-fd1fd1a13be8 tempest-ServerAddressesTestJSON-326600548 tempest-ServerAddressesTestJSON-326600548-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d1acb0-b5ee-4a64-8635-0194748e471c HTTP/1.1" status: 200 len: 210 time: 0.0698018 Aug 19 15:07:56.039467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368adba1-bc3f-4b02-b0ba-815f10639206 None None] Pushing event updated for resources: {'Port': ['ID=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:56.095216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Attempting to bind port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:56.095216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Attempting to bind port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:56.095216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Attempting to bind port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 on network b63c9530-38e6-4869-867b-3d546179fd2e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:56.095216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:56.096191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Checking segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:56.096191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.096509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Bound using segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:56.096877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Bound port: ec7c202b-6bf7-4c4c-9733-3a4e83e79954, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:56.097319 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.116740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'name': 'network-vif-deleted', 'tag': 'c0fac6c5-28d0-4e85-a389-6167b2aead86'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:56.119972 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686e7b0-0d04-4afc-b83e-a127fa4fb939" -d '{"events": [{"server_uuid": "64d1acb0-b5ee-4a64-8635-0194748e471c", "name": "network-vif-deleted", "tag": "c0fac6c5-28d0-4e85-a389-6167b2aead86"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:56.187820 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c30c0a1-53e1-444d-b5eb-ace4950d4398 x-openstack-request-id: req-4c30c0a1-53e1-444d-b5eb-ace4950d4398 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:56.188029 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d1acb0-b5ee-4a64-8635-0194748e471c", "name": "network-vif-deleted", "tag": "c0fac6c5-28d0-4e85-a389-6167b2aead86", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:56.188205 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c30c0a1-53e1-444d-b5eb-ace4950d4398 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:56.188613 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d1acb0-b5ee-4a64-8635-0194748e471c', 'name': 'network-vif-deleted', 'tag': 'c0fac6c5-28d0-4e85-a389-6167b2aead86', 'status': 'completed', 'code': 200} Aug 19 15:07:56.201716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] For port ec7c202b-6bf7-4c4c-9733-3a4e83e79954, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:56.207055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] For port ec7c202b-6bf7-4c4c-9733-3a4e83e79954, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:56.228292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc39d1c-6cdb-4b3d-aac0-6de4578de4ed req-fd4eea02-af6e-4d7b-b9c5-bcda16cd1a8c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:56.229941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9fc39d1c-6cdb-4b3d-aac0-6de4578de4ed req-fd4eea02-af6e-4d7b-b9c5-bcda16cd1a8c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0713654 Aug 19 15:07:56.281647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9fc39d1c-6cdb-4b3d-aac0-6de4578de4ed req-22bdca4d-18d5-411a-9bdf-47943bc11338 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Aug 19 15:07:56.318367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-66474230-0485-4569-8721-7890bf0d0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:56.320333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-66474230-0485-4569-8721-7890bf0d0102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.0519288 Aug 19 15:07:56.353738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.410666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:56.411378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:56.470623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534ca8-3a86-4b04-8f47-bae377aa3aeb req-4c0b2e5d-40b6-477e-b26e-7b0d36ce0e26 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:56.472158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb534ca8-3a86-4b04-8f47-bae377aa3aeb req-4c0b2e5d-40b6-477e-b26e-7b0d36ce0e26 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 944 time: 0.0962806 Aug 19 15:07:56.508801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-1c9b02f8-c1e6-4030-90be-e4141dc150bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:56.516563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-1c9b02f8-c1e6-4030-90be-e4141dc150bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.1875451 Aug 19 15:07:56.584292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-0893451b-9fa5-422e-aa44-ea607d5dd2c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 217 time: 0.0598712 Aug 19 15:07:56.584606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368adba1-bc3f-4b02-b0ba-815f10639206 None None] Pushing event updated for resources: {'Port': ['ID=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:56.601796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb534ca8-3a86-4b04-8f47-bae377aa3aeb req-011c3bbb-a16f-4f15-b8a0-0a1d1e95d520 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023135 Aug 19 15:07:56.648613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:56.664067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-caf5a086-d8d0-4cc0-9c88-d553daafe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:56.665663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-caf5a086-d8d0-4cc0-9c88-d553daafe60b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.0608375 Aug 19 15:07:56.730260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-223cbd5e-ab3b-4649-a0a7-0c908eee504a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502365 Aug 19 15:07:56.825199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb388-7294-47b9-9ae0-b987a433a353 req-d6b818a4-3e25-4ed7-9072-fc5e4a98203e tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:56.827725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7ebb388-7294-47b9-9ae0-b987a433a353 req-d6b818a4-3e25-4ed7-9072-fc5e4a98203e tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0604668 Aug 19 15:07:56.860086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-fa84e2e3-b556-4a87-b9bd-f027b6f74a4a service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216176 Aug 19 15:07:56.876709 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a7ebb388-7294-47b9-9ae0-b987a433a353 req-ff5e120e-f460-4f20-a4cd-f6d5a7958436 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Aug 19 15:07:57.026519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:56Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:57.060883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68b04a1c-c46e-43ab-a9fe-276cf6813d73 req-fe88ba8f-e6bb-4105-96c0-a11a6e38f448 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872888 Aug 19 15:07:57.089804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab687185-88f7-403e-8a0d-dd5b2f96b61d None None] The sync data for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 is: [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:56Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:57.098646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7d86b-bc91-40e7-9017-acedfe6e548f req-3cb65b81-94ad-435b-a006-af4aeb1ac9c7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:57.100447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ad7d86b-bc91-40e7-9017-acedfe6e548f req-3cb65b81-94ad-435b-a006-af4aeb1ac9c7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0907276 Aug 19 15:07:57.138082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:57.181304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ad7d86b-bc91-40e7-9017-acedfe6e548f req-224ae5fd-1a20-426c-b3fb-a425ba4affee tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734556 Aug 19 15:07:57.231410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Deleting subnet 65943354-2107-4bc8-8e6a-443a437be8de {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:57.235633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.292710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.361524 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.409655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.484786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1698ca-8de3-4b45-b65f-71ab9f4c6579 req-a9e6e9ba-8b38-4983-8224-db7105fb5429 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:57.486457 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d1698ca-8de3-4b45-b65f-71ab9f4c6579 req-a9e6e9ba-8b38-4983-8224-db7105fb5429 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0753613 Aug 19 15:07:57.536870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2d1698ca-8de3-4b45-b65f-71ab9f4c6579 req-a8e4c5d5-b404-4e65-83ef-f911266636bd tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Aug 19 15:07:57.604158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.644081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.648935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65943354-2107-4bc8-8e6a-443a437be8de HTTP/1.1" status: 204 len: 168 time: 0.5070460 Aug 19 15:07:57.648935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2f137-49b6-41f6-9cf9-09baad865355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65943354-2107-4bc8-8e6a-443a437be8de,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:57.655246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:57.801142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.806208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8845935-b957-40a6-8f3f-e0eca55228d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.828712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae417-38d7-49e4-9994-4364a0a85a1d req-c87b4c0e-75b0-40b1-a1bd-a7b9cfa2d3a0 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:57.830403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec4ae417-38d7-49e4-9994-4364a0a85a1d req-c87b4c0e-75b0-40b1-a1bd-a7b9cfa2d3a0 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 944 time: 0.1035054 Aug 19 15:07:57.955565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.978225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f228e980-5517-47b1-8015-efa3ad8ca0b1']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:58.009867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec4ae417-38d7-49e4-9994-4364a0a85a1d req-d92b1a10-e5d0-440c-8ee9-ca6e8d1da678 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679780 Aug 19 15:07:58.014262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:58.014559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bd8e91-49d4-4cd3-be46-4d37b74481d7') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:58.048417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.083277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.099591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:58.100101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.101246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0b2c6-7534-4e98-9996-44fe14df06a0 req-f2fc75f8-990e-4e1d-8391-f1c5fd121118 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:58.102290 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:58.113084 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b2b0b2c6-7534-4e98-9996-44fe14df06a0 req-f2fc75f8-990e-4e1d-8391-f1c5fd121118 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1235514 Aug 19 15:07:58.203535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b2b0b2c6-7534-4e98-9996-44fe14df06a0 req-112aa9c8-d83f-42b6-b5e5-398662004831 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847530 Aug 19 15:07:58.329166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8258e9-2e99-44df-864f-41d07f5bb004 req-4626f38f-87be-4604-8301-f4e93ebcdea9 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:58.330921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab8258e9-2e99-44df-864f-41d07f5bb004 req-4626f38f-87be-4604-8301-f4e93ebcdea9 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0571132 Aug 19 15:07:58.332685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.357461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.359999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f228e980-5517-47b1-8015-efa3ad8ca0b1 HTTP/1.1" status: 204 len: 168 time: 0.7098060 Aug 19 15:07:58.361162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc928d-08ba-4737-a04c-fa6465d1bd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f228e980-5517-47b1-8015-efa3ad8ca0b1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:58.410205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab8258e9-2e99-44df-864f-41d07f5bb004 req-2a3a9702-a276-4be3-8578-82e5c21817e0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 Aug 19 15:07:58.738596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227829-0da6-4cc9-b954-a13481e87639 req-0fba3439-8722-4efa-a939-a4d6c38773c8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:58.741616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31227829-0da6-4cc9-b954-a13481e87639 req-0fba3439-8722-4efa-a939-a4d6c38773c8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0977678 Aug 19 15:07:58.849807 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-31227829-0da6-4cc9-b954-a13481e87639 req-3fa97350-a2ef-4d21-9406-abe1a6855f7c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901494 Aug 19 15:07:58.855302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ec7c202b-6bf7-4c4c-9733-3a4e83e79954 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:58.915539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 338d2f2f-bad4-4929-96a8-7af41433a79d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:07:58.915539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c0fac6c5-28d0-4e85-a389-6167b2aead86 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:58.947895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: c0fac6c5-28d0-4e85-a389-6167b2aead86 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:58.948346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c0fac6c5-28d0-4e85-a389-6167b2aead86 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:59.033643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34758) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:59.072325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 338d2f2f-bad4-4929-96a8-7af41433a79d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=338d2f2f-bad4-4929-96a8-7af41433a79d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:59.095179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'port_id': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'mac_address': 'fa:16:3e:59:94:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:07:59.100001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-75a22cef-35d4-4382-9466-30e20c377afa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c19a21c709146b487dedd2a31a5c7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615187 Aug 19 15:07:59.100333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34764) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:59.254257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55044e-be4c-45d9-8c2e-73031d221c65 req-f7148d8f-71e2-401f-b9de-7bc4ae708346 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.258241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce55044e-be4c-45d9-8c2e-73031d221c65 req-f7148d8f-71e2-401f-b9de-7bc4ae708346 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 944 time: 0.1365528 Aug 19 15:07:59.298216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7b5-9a02-444d-b0fb-f01b84d37124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.338714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce55044e-be4c-45d9-8c2e-73031d221c65 req-553ab1d9-4556-4eda-a034-2a9eed2d8e72 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680830 Aug 19 15:07:59.346003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7b5-9a02-444d-b0fb-f01b84d37124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.407936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:59.425158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:59.425158 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.469952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3b2c-d236-4a4f-ba64-944ec3376430 req-5a359760-7f91-45a4-a315-c47a3d09b455 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.471867 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6ead3b2c-d236-4a4f-ba64-944ec3376430 req-5a359760-7f91-45a4-a315-c47a3d09b455 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0989060 Aug 19 15:07:59.509188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.529028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338d2f2f-bad4-4929-96a8-7af41433a79d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:59.533492 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6ead3b2c-d236-4a4f-ba64-944ec3376430 req-139150de-09e9-4ce6-bd89-2d482feb2ca6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603297 Aug 19 15:07:59.537574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7b5-9a02-444d-b0fb-f01b84d37124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.548465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7b5-9a02-444d-b0fb-f01b84d37124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.548465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f16b7b5-9a02-444d-b0fb-f01b84d37124 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4899bff-de9c-47e3-824e-78098c124208 HTTP/1.1" status: 204 len: 168 time: 0.4406164 Aug 19 15:07:59.550511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16b7b5-9a02-444d-b0fb-f01b84d37124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4899bff-de9c-47e3-824e-78098c124208,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:59.607512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 338d2f2f-bad4-4929-96a8-7af41433a79d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=338d2f2f-bad4-4929-96a8-7af41433a79d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:59.614568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0668af4-8eea-411a-ae04-eb481c22f044 req-57560280-16e0-4895-9134-420692ff95c5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.623224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0668af4-8eea-411a-ae04-eb481c22f044 req-57560280-16e0-4895-9134-420692ff95c5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0705314 Aug 19 15:07:59.631856 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.693716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ec7c202b-6bf7-4c4c-9733-3a4e83e79954, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:59.716877 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.722821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0668af4-8eea-411a-ae04-eb481c22f044 req-47a55d54-efde-4427-91cf-8759ba57b1b1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Aug 19 15:07:59.749529 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.800194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.829483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=338d2f2f-bad4-4929-96a8-7af41433a79d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:59.907539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:59.988488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e93b2-6a49-4689-8b02-c8a4ab8fb220 req-f6eb36d9-4213-4f54-b8e7-ad91e238c12b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.989942 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c0e93b2-6a49-4689-8b02-c8a4ab8fb220 req-f6eb36d9-4213-4f54-b8e7-ad91e238c12b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0612378 Aug 19 15:08:00.032326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7c0e93b2-6a49-4689-8b02-c8a4ab8fb220 req-563725b7-1af6-4701-892b-94e1627db7b9 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Aug 19 15:08:00.182956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['338d2f2f-bad4-4929-96a8-7af41433a79d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:00.493599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf49368-4d2e-4824-a503-4162b31673fb req-8c9bf1e9-5685-4dd7-9aed-28031337d15c tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.495664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cf49368-4d2e-4824-a503-4162b31673fb req-8c9bf1e9-5685-4dd7-9aed-28031337d15c tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 945 time: 0.0658913 Aug 19 15:08:00.538679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cf49368-4d2e-4824-a503-4162b31673fb req-b7c05e7c-e67d-43fa-b0e6-c76ad56a105b tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364101 Aug 19 15:08:00.723553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a714993-004c-4073-b40c-a40d6807df5a req-b4ec6b53-f639-4cab-b161-8a65accc0a0c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.726035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7a714993-004c-4073-b40c-a40d6807df5a req-b4ec6b53-f639-4cab-b161-8a65accc0a0c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1061027 Aug 19 15:08:00.788423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ec7c202b-6bf7-4c4c-9733-3a4e83e79954 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:00.793835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7a714993-004c-4073-b40c-a40d6807df5a req-d3e669ab-8a37-4c3e-9a90-55691b3a5915 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574160 Aug 19 15:08:00.812347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:00.848053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:00.848469 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:00.895008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b445d-0a3a-4df1-995d-a14ddb7bf525 req-8515ed46-e90f-409d-a44d-5b79889adbde tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.897021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-946b445d-0a3a-4df1-995d-a14ddb7bf525 req-8515ed46-e90f-409d-a44d-5b79889adbde tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0678654 Aug 19 15:08:00.953427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-946b445d-0a3a-4df1-995d-a14ddb7bf525 req-d8f2e92d-3a47-465a-a527-3997c989cc84 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Aug 19 15:08:01.345551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34818) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:01.532756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-842756469-network', 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:01.652702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:01.673415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.673415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.711054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37418151-f9e1-4859-867d-321ce747ca86 req-49b073b4-3e96-478b-b350-35477bb05502 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:01.718776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37418151-f9e1-4859-867d-321ce747ca86 req-49b073b4-3e96-478b-b350-35477bb05502 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 945 time: 0.1011486 Aug 19 15:08:01.786947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37418151-f9e1-4859-867d-321ce747ca86 req-69f424af-2b2e-4a46-afd3-01f7559227f8 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646987 Aug 19 15:08:01.808401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.907495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.927972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aaae7-351b-40ad-b7e5-6b842cccd1b9 req-06d3cca8-78df-4e20-93ef-0cbf19a0ff9c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:01.938582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e5aaae7-351b-40ad-b7e5-6b842cccd1b9 req-06d3cca8-78df-4e20-93ef-0cbf19a0ff9c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0714171 Aug 19 15:08:01.952057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae0c7f-f57d-4510-b34e-ce5035c83b56,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:01.968779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:01.981731 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.984721 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Added segment dd079e65-9123-4096-8f27-1a44d5a7ac5d of type vlan for network 051d648b-2ec7-4542-9dd7-0c78203384f1 Aug 19 15:08:02.014057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e5aaae7-351b-40ad-b7e5-6b842cccd1b9 req-a6f0325e-70cf-4bad-a394-9ed3d5309b85 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738196 Aug 19 15:08:02.080934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.116845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed655-ec10-4301-8d5f-046cb7bdaab6 req-4feb149e-6e07-465b-a975-04ced30cf393 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:02.118492 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-758ed655-ec10-4301-8d5f-046cb7bdaab6 req-4feb149e-6e07-465b-a975-04ced30cf393 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0894849 Aug 19 15:08:02.159287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05720307-e939-4aaa-97c7-b3b0b759e635 req-e18c503c-97d2-42e0-939c-2e889e83d997 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:02.160970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05720307-e939-4aaa-97c7-b3b0b759e635 req-e18c503c-97d2-42e0-939c-2e889e83d997 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0593119 Aug 19 15:08:02.164407 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-758ed655-ec10-4301-8d5f-046cb7bdaab6 req-610180b6-388f-4ff5-be6e-3490d841dbba tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Aug 19 15:08:02.208428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05720307-e939-4aaa-97c7-b3b0b759e635 req-2d7ab399-3cff-4bcd-8b55-2432a1236769 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 Aug 19 15:08:02.217382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.218523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:02.219226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.322405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] Pushing event updated for resources: {'Network': ['ID=051d648b-2ec7-4542-9dd7-0c78203384f1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:02.334806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:02.361608 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dfb93621-7e46-4522-a410-9abbc2f43e0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0146453 Aug 19 15:08:02.365783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34842) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:02.383183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Request body: {'subnet': {'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-842756469-subnet', 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:02.554723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:02.557472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.911591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 338d2f2f-bad4-4929-96a8-7af41433a79d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:02.915422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc167ee4-9620-4691-8cc7-9f72cb725475 req-c9ed7b23-1909-4528-b311-e3a56c63ac8d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:02.917651 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc167ee4-9620-4691-8cc7-9f72cb725475 req-c9ed7b23-1909-4528-b311-e3a56c63ac8d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 945 time: 0.0630815 Aug 19 15:08:02.943929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.004833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bc167ee4-9620-4691-8cc7-9f72cb725475 req-8f635244-1df5-485f-aaf4-eefd8087511d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767012 Aug 19 15:08:03.043855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29157e0f-1222-42ba-ba92-328313ea1fcd,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:03.059701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:03.060011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Network hostable DHCP agents. Network: 051d648b-2ec7-4542-9dd7-0c78203384f1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:03.062817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.063162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.063511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.063851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.064188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.064529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.064852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.065207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.065541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.065872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.066194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.066519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:03.143485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 338d2f2f-bad4-4929-96a8-7af41433a79d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:03.148998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 338d2f2f-bad4-4929-96a8-7af41433a79d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:03.168042 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.168230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ca9c1-92e8-4922-9da8-b38d6768677f req-8b04a3f6-ef74-458a-9088-85fe229a9e75 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.168230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-035ca9c1-92e8-4922-9da8-b38d6768677f req-8b04a3f6-ef74-458a-9088-85fe229a9e75 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0688334 Aug 19 15:08:03.207342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:03.231140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-035ca9c1-92e8-4922-9da8-b38d6768677f req-7e33908a-3431-4acc-935b-890a6b9d2624 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555258 Aug 19 15:08:03.271490 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.297674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:03.300564 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53bb9f-6bda-413e-bd5c-394a01d1995f" -d '{"events": [{"server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "name": "network-vif-plugged", "status": "completed", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:03.317457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 338d2f2f-bad4-4929-96a8-7af41433a79d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=338d2f2f-bad4-4929-96a8-7af41433a79d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:03.365788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d806c-586b-4ff6-9936-a6f0832d196d req-59ad4e29-1e7c-4846-8be2-c1268a10576f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.367420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-938d806c-586b-4ff6-9936-a6f0832d196d req-59ad4e29-1e7c-4846-8be2-c1268a10576f tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0685058 Aug 19 15:08:03.395639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 051d648b-2ec7-4542-9dd7-0c78203384f1) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:03.408467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146183f3-9e3b-47f8-9ec1-6df460d35e3a None None] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:03.414575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.415156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.425925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083ac2-c198-420d-a7d1-92e4e46a5d8d req-e4351f96-5905-4616-8822-b297405a3dc2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.434138 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-938d806c-586b-4ff6-9936-a6f0832d196d req-00231a6d-5c81-4576-bf83-a8a85f4beeb6 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d7869b-0a6a-49bb-bb82-d94df66f9d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Aug 19 15:08:03.449706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49083ac2-c198-420d-a7d1-92e4e46a5d8d req-e4351f96-5905-4616-8822-b297405a3dc2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1097524 Aug 19 15:08:03.452867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.500073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49083ac2-c198-420d-a7d1-92e4e46a5d8d req-7fb682e6-1e21-4578-9099-55b14cb63bc4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561523 Aug 19 15:08:03.530570 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff33ce-12f3-4631-b087-04741dbb0868 x-openstack-request-id: req-88ff33ce-12f3-4631-b087-04741dbb0868 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:03.530934 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "name": "network-vif-plugged", "status": "completed", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:03.531264 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88ff33ce-12f3-4631-b087-04741dbb0868 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:03.531712 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'code': 200} Aug 19 15:08:03.559217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b8dfc1cf-b15d-41d4-b84d-30f2d3e5794b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1906970 Aug 19 15:08:03.573351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=338d2f2f-bad4-4929-96a8-7af41433a79d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:03.675381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99a615-f7d3-4350-88c1-259f62d6abc3 None None] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:03.703659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de99160-68d1-4b74-96b9-755e25caa993 req-4483c8d0-e470-45be-9374-f0e4b0420b00 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.705427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6de99160-68d1-4b74-96b9-755e25caa993 req-4483c8d0-e470-45be-9374-f0e4b0420b00 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1186104 Aug 19 15:08:03.735273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195553f-139e-4060-b089-684e50a09317 req-cd86bf93-310a-429e-85ba-6554616b9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.737435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b195553f-139e-4060-b089-684e50a09317 req-cd86bf93-310a-429e-85ba-6554616b9e57 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 1098 time: 0.1017127 Aug 19 15:08:03.759196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6de99160-68d1-4b74-96b9-755e25caa993 req-6e17a015-15be-44ed-a0b9-70bd5c72ff31 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434804 Aug 19 15:08:03.820137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b195553f-139e-4060-b089-684e50a09317 req-0215f3c2-9af6-42ba-906f-b4798d5174ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450835 Aug 19 15:08:03.890333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-34cb23ec-3441-4f70-9ab3-f8c1aa676946 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:03.893330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-34cb23ec-3441-4f70-9ab3-f8c1aa676946 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 946 time: 0.1184316 Aug 19 15:08:04.232391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-2e55b7e6-c67f-4ec2-b4c7-f33c5c6387a8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:04.234624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-2e55b7e6-c67f-4ec2-b4c7-f33c5c6387a8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1468427 Aug 19 15:08:04.266450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-c8474f61-e30e-47be-abf9-23dc01058ac8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0249889 Aug 19 15:08:04.325413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-6dddf86c-47fb-44b9-9c4a-43486494ff00 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371518 Aug 19 15:08:04.360101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Deleting port f47abfd6-1e83-42d9-ba8d-21286d7bd173 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:04.360571 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.530416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] For port f47abfd6-1e83-42d9-ba8d-21286d7bd173, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=f47abfd6-1e83-42d9-ba8d-21286d7bd173,segment=NetworkSegment(f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a),segment_id=f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:04.530808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.551685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Calling delete_port for f47abfd6-1e83-42d9-ba8d-21286d7bd173 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:04.555080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-034232b8-52fa-4561-942c-b96c9991673b service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195897 Aug 19 15:08:04.723944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-97dd4c2a-e278-46c5-8d8e-034723c23fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526735 Aug 19 15:08:04.929484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.965329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Pushing event deleted for resources: {'Port': ['ID=f47abfd6-1e83-42d9-ba8d-21286d7bd173,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:04.973372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['f47abfd6-1e83-42d9-ba8d-21286d7bd173'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:05.078223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] No DVR routers for this DVR port f47abfd6-1e83-42d9-ba8d-21286d7bd173 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:05.082841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.088625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf17c0d3-b058-48b7-8523-bfc5cec6404c req-e48efbf9-e7b4-42cc-a21e-f5d2d5f5cb58 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.54 "DELETE /v2.0/ports/f47abfd6-1e83-42d9-ba8d-21286d7bd173 HTTP/1.1" status: 204 len: 173 time: 0.8928392 Aug 19 15:08:05.101708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e750dae-8a03-444b-901e-471567e3d1c4', 'name': 'network-vif-deleted', 'tag': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:05.106907 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0358a33e-ee6d-4576-b114-2553f9e4f09e" -d '{"events": [{"server_uuid": "5e750dae-8a03-444b-901e-471567e3d1c4", "name": "network-vif-deleted", "tag": "f47abfd6-1e83-42d9-ba8d-21286d7bd173"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:05.124685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0d0b2-8289-4289-91bd-a195d8d90e24 req-b27cf277-bdac-45e2-a38f-d6a5cf91e635 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:05.130115 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cf0d0b2-8289-4289-91bd-a195d8d90e24 req-b27cf277-bdac-45e2-a38f-d6a5cf91e635 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.1334710 Aug 19 15:08:05.203161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34a40f-7b1d-4647-a50a-4911b49b09b3 req-7999fd56-c92f-4f85-8ba6-4abc60eba8f8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:05.222006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d34a40f-7b1d-4647-a50a-4911b49b09b3 req-7999fd56-c92f-4f85-8ba6-4abc60eba8f8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1468198 Aug 19 15:08:05.227863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9cf0d0b2-8289-4289-91bd-a195d8d90e24 req-12de7701-e65c-464e-93d4-6ebc8769856f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812755 Aug 19 15:08:05.308464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d34a40f-7b1d-4647-a50a-4911b49b09b3 req-a3afde6b-9504-495d-b0e9-8210f49c192d tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792451 Aug 19 15:08:05.438622 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b0ce61de-89ce-4030-9d89-419cd9084ec1 req-a4079d2a-8397-42ed-8c01-93ec2d649693 tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0478487 Aug 19 15:08:05.528350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e55b065c-0ee8-4fba-ade0-0279b6311030 req-a539bc27-53f8-4bb8-9547-984108334414 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 210 time: 0.0315776 Aug 19 15:08:05.537509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf6e54-708f-4058-9c86-b4d2a85551fc req-2f119c74-01ec-4e39-8e69-e3b8ff7d4b81 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:05.553824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9acf6e54-708f-4058-9c86-b4d2a85551fc req-2f119c74-01ec-4e39-8e69-e3b8ff7d4b81 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1081922 Aug 19 15:08:05.615865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9acf6e54-708f-4058-9c86-b4d2a85551fc req-8d198ce0-89e0-4892-8bb5-ad359c9f8353 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603104 Aug 19 15:08:05.631877 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c55464-f12f-44e9-afe3-e277d111ca82 x-openstack-request-id: req-18c55464-f12f-44e9-afe3-e277d111ca82 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:05.632635 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e750dae-8a03-444b-901e-471567e3d1c4", "name": "network-vif-deleted", "tag": "f47abfd6-1e83-42d9-ba8d-21286d7bd173", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:05.633108 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18c55464-f12f-44e9-afe3-e277d111ca82 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:05.633915 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e750dae-8a03-444b-901e-471567e3d1c4', 'name': 'network-vif-deleted', 'tag': 'f47abfd6-1e83-42d9-ba8d-21286d7bd173', 'status': 'completed', 'code': 200} Aug 19 15:08:06.439523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4346f5-4e74-4779-8d6d-a009efffca61 req-1cc71153-4968-473a-8b21-193d25d2eb98 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:06.453836 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4a4346f5-4e74-4779-8d6d-a009efffca61 req-1cc71153-4968-473a-8b21-193d25d2eb98 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.1177142 Aug 19 15:08:06.506263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4205-7e65-45e9-be4c-2470599702f0 req-b4941d7c-d6dc-427c-9f61-d9f96f93ee5a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:06.516597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a2a4205-7e65-45e9-be4c-2470599702f0 req-b4941d7c-d6dc-427c-9f61-d9f96f93ee5a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0826650 Aug 19 15:08:06.547243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4a4346f5-4e74-4779-8d6d-a009efffca61 req-66429bea-02eb-4f9c-85cd-42fd1a3c0f3f tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922878 Aug 19 15:08:06.586285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a2a4205-7e65-45e9-be4c-2470599702f0 req-ed757107-8bf2-4bbc-b2b4-d8d798d059ab tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686486 Aug 19 15:08:06.755660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f6a8-1cbc-45ec-ae10-c3d31af2e4c1 req-a6de636f-5039-44db-8a74-dbc2d02ce439 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:06.761883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27d5f6a8-1cbc-45ec-ae10-c3d31af2e4c1 req-a6de636f-5039-44db-8a74-dbc2d02ce439 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.0898006 Aug 19 15:08:06.773194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:06.779149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Request body: {'floatingip': {'port_id': '338d2f2f-bad4-4929-96a8-7af41433a79d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:06.790580 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-398ca686-423f-41d0-9bad-759c265013cb req-5bd278b8-dc36-4d76-a289-8c1172d4d86d tempest-AttachVolumeNegativeTest-1643662169 tempest-AttachVolumeNegativeTest-1643662169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e750dae-8a03-444b-901e-471567e3d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0835536 Aug 19 15:08:06.891778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79adc78d-3a18-4994-9440-048f8e6e05ed req-e8226fb8-ff42-48df-9951-4044e986fd08 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 210 time: 0.0385549 Aug 19 15:08:06.895198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.198945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbd3eb-4e10-482e-b9c6-b6eaf4d113bf req-3482a38a-47a3-452d-a420-37f7df522d47 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:07.200573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6bbd3eb-4e10-482e-b9c6-b6eaf4d113bf req-3482a38a-47a3-452d-a420-37f7df522d47 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1636553 Aug 19 15:08:07.314237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6bbd3eb-4e10-482e-b9c6-b6eaf4d113bf req-29d9fdaa-04e9-42e6-97c9-0f38c656abf2 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998490 Aug 19 15:08:07.424532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646b35-f518-4bb3-8dc6-b9931cbd0750 req-1dd6c484-26b3-44d0-bdd3-728dc057175e tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:07.427379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4646b35-f518-4bb3-8dc6-b9931cbd0750 req-1dd6c484-26b3-44d0-bdd3-728dc057175e tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0747893 Aug 19 15:08:07.489809 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c4646b35-f518-4bb3-8dc6-b9931cbd0750 req-b77b6880-e82e-421c-982b-47108032176c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514164 Aug 19 15:08:07.627446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-f3c897b0-67a8-45a6-8b95-c144232d2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:07.629090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-f3c897b0-67a8-45a6-8b95-c144232d2e16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 1097 time: 0.0723350 Aug 19 15:08:07.726002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.resource_extend [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:08:07.809218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.837925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-a42dfb24-d2cf-434e-8217-d5e2153fe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:07.840126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-a42dfb24-d2cf-434e-8217-d5e2153fe47c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.1897392 Aug 19 15:08:07.893095 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34950) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:08.001341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.062832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Deleting subnet 46a4fd7e-359e-4043-8be0-7eaff33ce2f6 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:08.068576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.085542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-41d0b9b4-07d6-4587-ba64-5c4b33bf0486 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 200 len: 1001 time: 0.2357643 Aug 19 15:08:08.147965 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-23aff274-a5f7-4e78-9238-b49884561adb req-7b341cf9-fee8-4fe6-882e-5d008cf08570 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 210 time: 0.0538692 Aug 19 15:08:08.184061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.298648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.503559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.556240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.566883 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46a4fd7e-359e-4043-8be0-7eaff33ce2f6 HTTP/1.1" status: 204 len: 168 time: 0.6698077 Aug 19 15:08:08.596010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0488e-ee9d-44a0-9344-558a9e439fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a4fd7e-359e-4043-8be0-7eaff33ce2f6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:08.617906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:08.771808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-28129f16-1693-4b85-a8db-b827757b325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:08.774337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-28129f16-1693-4b85-a8db-b827757b325f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.6754534 Aug 19 15:08:08.794410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e768-d07b-46da-b021-e43a357ce75b req-bc576789-afe4-4794-b577-80710c3d6d95 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:08.802013 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff15e768-d07b-46da-b021-e43a357ce75b req-bc576789-afe4-4794-b577-80710c3d6d95 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1107631 Aug 19 15:08:08.852486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.857692 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ff15e768-d07b-46da-b021-e43a357ce75b req-f678bf08-714a-4f8a-8147-3491bebe5439 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548859 Aug 19 15:08:08.951464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-c7c674f6-fb59-4a91-83eb-053fd1d03d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:08.952989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-c7c674f6-fb59-4a91-83eb-053fd1d03d5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475666 Aug 19 15:08:08.958116 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Floating IP 4413c2fe-902e-40bb-bcd5-7f787daa923b associated. External IP: 172.25.5.39, port: 338d2f2f-bad4-4929-96a8-7af41433a79d. Aug 19 15:08:08.963240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.969448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f47abfd6-1e83-42d9-ba8d-21286d7bd173 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:08.986194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899d189a-fe71-45a4-af31-9f9475205695']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.008912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.009232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28e0b1c-8c9c-4a42-b2bd-b38e1434fb6a') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.020440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: f47abfd6-1e83-42d9-ba8d-21286d7bd173 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:09.021043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device f47abfd6-1e83-42d9-ba8d-21286d7bd173 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:09.030876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.050873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e998b-8532-4043-8a3d-7bbd1a4d251d req-f14d079d-c76e-442f-800c-5436026b617a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:09.050873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-820e998b-8532-4043-8a3d-7bbd1a4d251d req-f14d079d-c76e-442f-800c-5436026b617a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.3264282 Aug 19 15:08:09.062581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.067175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:09.067449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:09.069288 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:09.217829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-820e998b-8532-4043-8a3d-7bbd1a4d251d req-bd76ee94-ada3-4927-afb0-71d1dcdbb265 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502733 Aug 19 15:08:09.252340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.255182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-5cb64224-f841-485e-8bf5-17384dff7728 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302928 Aug 19 15:08:09.395392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.401914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] 10.222.0.13 "DELETE /v2.0/networks/899d189a-fe71-45a4-af31-9f9475205695 HTTP/1.1" status: 204 len: 168 time: 0.7823763 Aug 19 15:08:09.470442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90833-0dba-4eb9-aeab-6ec84df07f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=899d189a-fe71-45a4-af31-9f9475205695,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:09.472246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-6f555870-a151-40a5-875f-3ba2c5d9457c req-7f2aa99a-ffd1-473e-9dda-043c0d0e22c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 210 time: 0.0976262 Aug 19 15:08:09.590684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-9e5aab16-6bdf-4d6f-b4bc-b0f5073afe8c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:09.594747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-9e5aab16-6bdf-4d6f-b4bc-b0f5073afe8c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.3631227 Aug 19 15:08:09.599605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Router 931852ce-0968-4540-9eff-cd5239ec089c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:09.602745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c1ae9d-e06c-4efc-8f68-d8296f020796 req-a9e56b73-80e3-421d-b98e-b14bb9e049e9 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407052 Aug 19 15:08:09.641708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': '047eedeb-7092-45e1-9601-c92f17b22458', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:09.837771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:09.846794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.852475 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] Sync routers for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:09.865953 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:09.866831 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.868192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34976) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:09.881187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c797648a-c18c-4485-9ae0-0788add9eeec tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "PUT /v2.0/floatingips/4413c2fe-902e-40bb-bcd5-7f787daa923b HTTP/1.1" status: 200 len: 991 time: 3.1066029 Aug 19 15:08:09.890288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:09.890288 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5fea6-0d6a-462a-b933-6bc1465eec61" -d '{"events": [{"name": "network-changed", "server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:09.954565 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53badad3-87e1-426b-b326-a805e0b2d176 x-openstack-request-id: req-53badad3-87e1-426b-b326-a805e0b2d176 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:09.955108 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:09.955533 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53badad3-87e1-426b-b326-a805e0b2d176 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:09.956383 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'status': 'completed', 'code': 200} Aug 19 15:08:09.962792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:09.996744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.054136 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c84b300-de35-46f2-aac8-4e2deebaed5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cdeac016e2c4c5e8071fc7a2f3d93a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813021 Aug 19 15:08:10.056436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:10.082161 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:10.273090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-8bc1f292-48c6-4f47-9f6f-3ed685754c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:10.283233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-8bc1f292-48c6-4f47-9f6f-3ed685754c4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ca5f3cd50c444348576f89532c906c3&device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 1098 time: 0.2466564 Aug 19 15:08:10.301948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bac1c-91f8-4b7a-974e-dfd5c0e3712b req-c6e71bce-9ae0-40f2-b867-b775c936c7f2 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:10.302646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42ace0e7-fa6b-4481-ba74-f614079443fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.307073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-452bac1c-91f8-4b7a-974e-dfd5c0e3712b req-c6e71bce-9ae0-40f2-b867-b775c936c7f2 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1503830 Aug 19 15:08:10.427878 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42ace0e7-fa6b-4481-ba74-f614079443fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.578222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-452bac1c-91f8-4b7a-974e-dfd5c0e3712b req-43ce980e-9a05-4e88-9f6c-9325656f3522 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290096 Aug 19 15:08:10.625052 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4413c2fe-902e-40bb-bcd5-7f787daa923b', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'port_id': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'mac_address': 'fa:16:3e:59:94:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379549ec-bf19-4825-b224-51868749cd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:07:40Z', 'updated_at': '2021-08-19T15:08:07Z', 'revision_number': 1, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:39Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:10.662459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-a75a1657-b562-488c-8062-fc87b6754eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:10.670189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-a75a1657-b562-488c-8062-fc87b6754eb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41ac4329-aaed-4d65-b8fa-74c0bc273deb HTTP/1.1" status: 200 len: 907 time: 0.3594484 Aug 19 15:08:10.700380 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] Checking router: 931852ce-0968-4540-9eff-cd5239ec089c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:10.710009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:10.721180 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:07:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:10.876518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e75c6c3-9605-48ea-92a4-3f590f57cf0c req-62f7634a-61c5-47cb-81c3-c7ca29cc56d6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 210 time: 0.0454030 Aug 19 15:08:10.888710 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:10.924305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-81047275-223c-43e0-911b-c3998c03e164 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=338d2f2f-bad4-4929-96a8-7af41433a79d HTTP/1.1" status: 200 len: 999 time: 0.2461426 Aug 19 15:08:11.062722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-4d0dbd25-a1a8-4c61-85c4-b087e1095b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:11.065399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-4d0dbd25-a1a8-4c61-85c4-b087e1095b92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d804734b-dc1b-4909-bfc5-b7ea9881fb00 HTTP/1.1" status: 200 len: 845 time: 0.1341882 Aug 19 15:08:11.164432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-bed07649-b2b1-4043-99b6-036ae1c0e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:11.169129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-bed07649-b2b1-4043-99b6-036ae1c0e9bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41ac4329-aaed-4d65-b8fa-74c0bc273deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954773 Aug 19 15:08:11.198389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.12 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/c2d2b4a5-589c-4193-88b3-bd9d20542249) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:11.204246 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4413c2fe-902e-40bb-bcd5-7f787daa923b', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'port_id': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'mac_address': 'fa:16:3e:59:94:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379549ec-bf19-4825-b224-51868749cd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:07:40Z', 'updated_at': '2021-08-19T15:08:07Z', 'revision_number': 1, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:39Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:11.242523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e423217c-e096-4fb4-b1fb-b15ea37e9099 None None] The sync data for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 is: [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4413c2fe-902e-40bb-bcd5-7f787daa923b', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'port_id': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'mac_address': 'fa:16:3e:59:94:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379549ec-bf19-4825-b224-51868749cd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:07:40Z', 'updated_at': '2021-08-19T15:08:07Z', 'revision_number': 1, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:39Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:11.280356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4a7a1-bf51-4df4-802a-acba09103d63 req-7b396491-0b79-4142-a9da-22f473c2a250 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:11.304514 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1da4a7a1-bf51-4df4-802a-acba09103d63 req-7b396491-0b79-4142-a9da-22f473c2a250 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.2640481 Aug 19 15:08:11.473844 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1da4a7a1-bf51-4df4-802a-acba09103d63 req-af2bbfce-8fb9-45fd-9757-81bcc822cb14 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679335 Aug 19 15:08:11.484444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42ace0e7-fa6b-4481-ba74-f614079443fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.489780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42ace0e7-fa6b-4481-ba74-f614079443fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.497375 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-42ace0e7-fa6b-4481-ba74-f614079443fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03d7869b-0a6a-49bb-bb82-d94df66f9d78 HTTP/1.1" status: 204 len: 168 time: 1.4405544 Aug 19 15:08:11.508785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-fc54f730-cca5-4680-af1d-cf8530165aaa service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317394 Aug 19 15:08:11.617838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ace0e7-fa6b-4481-ba74-f614079443fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7869b-0a6a-49bb-bb82-d94df66f9d78,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:11.671787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-ecfa762a-ee70-427e-a966-8b3d01c2e0e7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:11.686107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-ecfa762a-ee70-427e-a966-8b3d01c2e0e7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.4225876 Aug 19 15:08:11.755790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c99b0a-f5bf-41f1-9073-b5e3c7ce0b71 None None] New status for floating IP 4413c2fe-902e-40bb-bcd5-7f787daa923b: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:08:11.784358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-ace2c11d-9506-44ee-8c87-088cd06cbfe7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.0972879 Aug 19 15:08:11.789808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.850052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75492125-4e7b-4811-abdf-470c75c44748 req-2238668b-4e1a-4d92-80c0-46e0a6f81cd7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:11.865683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-75492125-4e7b-4811-abdf-470c75c44748 req-2238668b-4e1a-4d92-80c0-46e0a6f81cd7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.0849543 Aug 19 15:08:11.914129 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-75492125-4e7b-4811-abdf-470c75c44748 req-35245320-1845-4977-964a-0b1e4a3d6164 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542696 Aug 19 15:08:11.958763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95e5fea6-0d6a-462a-b933-6bc1465eec61 req-55197574-f780-4bb6-8e6b-6e07912f9b14 service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409986 Aug 19 15:08:11.975119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-a08f54ad-af2f-49b5-8f9f-a875de83f7f8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223996 Aug 19 15:08:11.999612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.094561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:12.098622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=c2d2b4a5-589c-4193-88b3-bd9d20542249,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:12.103800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:12.108661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:12.144335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ca492-f5c9-4ec8-9431-95ca81543180 req-0a245eed-e6e3-43e1-9e4f-bbdd06d03a75 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:12.153491 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b73ca492-f5c9-4ec8-9431-95ca81543180 req-0a245eed-e6e3-43e1-9e4f-bbdd06d03a75 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 932 time: 0.1659565 Aug 19 15:08:12.156740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-f1d7aa33-f274-4ff9-9442-da819937dac2 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444707 Aug 19 15:08:12.214765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:12.215726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.240500 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b73ca492-f5c9-4ec8-9431-95ca81543180 req-43cc632a-19fe-40ab-a9f2-f6d170cb0b14 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857620 Aug 19 15:08:12.369480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-ad925b18-7337-46ec-be1c-9df039603cea service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943774 Aug 19 15:08:12.682299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf196891-63d8-49c7-8e04-e4225e002c0c req-c6b327c6-364e-4893-a6ec-3eb08105b77a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:12.683923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bf196891-63d8-49c7-8e04-e4225e002c0c req-c6b327c6-364e-4893-a6ec-3eb08105b77a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0554667 Aug 19 15:08:12.737191 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bf196891-63d8-49c7-8e04-e4225e002c0c req-1b4eb177-2aee-4895-bb9f-cd3a5098938c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Aug 19 15:08:12.801333 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-8b94b594-c5b8-4c02-9038-39cb7f839b31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1718559 Aug 19 15:08:12.819993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Request body: {'port': {'device_id': '047eedeb-7092-45e1-9601-c92f17b22458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:12.893702 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.037746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.280912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d2b4a5-589c-4193-88b3-bd9d20542249 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:13.294623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.313042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Transition to ACTIVE for port object c2d2b4a5-589c-4193-88b3-bd9d20542249 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:13.394677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56058-1801-463f-8000-fe375d02e569 req-30fa6997-da3b-4153-ab07-f5b58b503bfd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:13.403450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64e56058-1801-463f-8000-fe375d02e569 req-30fa6997-da3b-4153-ab07-f5b58b503bfd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 932 time: 0.0890706 Aug 19 15:08:13.420354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.535346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-64e56058-1801-463f-8000-fe375d02e569 req-bd910ea3-759e-46ff-ae7e-f6f277b75bd6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308851 Aug 19 15:08:13.596589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d2b4a5-589c-4193-88b3-bd9d20542249,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:13.670056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d226f70c-802a-42cf-bb68-e40edb4bd571 req-2d42fae6-c6a2-4ad2-bc64-c2723731e37a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0903976 Aug 19 15:08:13.693921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Attempting to bind port c2d2b4a5-589c-4193-88b3-bd9d20542249 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:13.694264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Attempting to bind port c2d2b4a5-589c-4193-88b3-bd9d20542249 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:13.695920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Attempting to bind port c2d2b4a5-589c-4193-88b3-bd9d20542249 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:13.707563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Port c2d2b4a5-589c-4193-88b3-bd9d20542249 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:08:13.708423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Attempting to bind port c2d2b4a5-589c-4193-88b3-bd9d20542249 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:13.730765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:13.731370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:13.732156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:13.743465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Bound port: c2d2b4a5-589c-4193-88b3-bd9d20542249, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:13.743465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.886661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] For port c2d2b4a5-589c-4193-88b3-bd9d20542249, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:13.892216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eac17-4b21-4676-9c98-3d881991eb5c req-f92be095-9b5b-4d0e-ae66-761fb9d8c5ca tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:13.893919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d00eac17-4b21-4676-9c98-3d881991eb5c req-f92be095-9b5b-4d0e-ae66-761fb9d8c5ca tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0670023 Aug 19 15:08:13.903411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] For port c2d2b4a5-589c-4193-88b3-bd9d20542249, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:13.961097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d00eac17-4b21-4676-9c98-3d881991eb5c req-735b0881-cbeb-4412-bcf5-80e6fb2fa461 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570152 Aug 19 15:08:14.014080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.106429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:14.107183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.108963 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2d2b4a5-589c-4193-88b3-bd9d20542249 HTTP/1.1" status: 200 len: 1093 time: 1.2936807 Aug 19 15:08:14.109428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047eedeb-7092-45e1-9601-c92f17b22458', 'tag': 'c2d2b4a5-589c-4193-88b3-bd9d20542249'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:14.111781 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada2a8a8-1103-4baf-bc58-8e02d3be9648" -d '{"events": [{"name": "network-changed", "server_uuid": "047eedeb-7092-45e1-9601-c92f17b22458", "tag": "c2d2b4a5-589c-4193-88b3-bd9d20542249"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:14.161024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfb9e7-46cd-4faa-b7a6-525616b3d273 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d2b4a5-589c-4193-88b3-bd9d20542249,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:14.162086 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a572e6c5-b7d6-4322-87c5-efbf5c3c7c36 x-openstack-request-id: req-a572e6c5-b7d6-4322-87c5-efbf5c3c7c36 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:14.162504 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047eedeb-7092-45e1-9601-c92f17b22458", "tag": "c2d2b4a5-589c-4193-88b3-bd9d20542249", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:14.162878 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a572e6c5-b7d6-4322-87c5-efbf5c3c7c36 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:14.163516 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047eedeb-7092-45e1-9601-c92f17b22458', 'tag': 'c2d2b4a5-589c-4193-88b3-bd9d20542249', 'status': 'completed', 'code': 200} Aug 19 15:08:14.251259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a8a8-1103-4baf-bc58-8e02d3be9648 req-08fcd163-b944-4bf5-9338-c3204eae7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:14.253180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ada2a8a8-1103-4baf-bc58-8e02d3be9648 req-08fcd163-b944-4bf5-9338-c3204eae7249 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 1096 time: 0.0495763 Aug 19 15:08:14.460353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a8a8-1103-4baf-bc58-8e02d3be9648 req-f6631898-c021-4630-b6d5-5604c0fd9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:14.462280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ada2a8a8-1103-4baf-bc58-8e02d3be9648 req-f6631898-c021-4630-b6d5-5604c0fd9d69 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1957195 Aug 19 15:08:14.708068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a8a8-1103-4baf-bc58-8e02d3be9648 req-dedaad27-be26-4c6a-8013-cf95dc7068b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:14.710218 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ada2a8a8-1103-4baf-bc58-8e02d3be9648 req-dedaad27-be26-4c6a-8013-cf95dc7068b8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404597 Aug 19 15:08:14.728593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611ed5-326a-4dab-9100-30e8208c2954 req-178d51a7-388e-45b4-ab15-1069d402a6b1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:14.728593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35611ed5-326a-4dab-9100-30e8208c2954 req-178d51a7-388e-45b4-ab15-1069d402a6b1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 944 time: 0.0768485 Aug 19 15:08:14.817903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35611ed5-326a-4dab-9100-30e8208c2954 req-b8e355a6-5069-4751-89f1-27e9fdbbb164 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791707 Aug 19 15:08:14.864123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-3be4ed85-c9dd-40ad-b1b0-894b6f054457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:14.866424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-3be4ed85-c9dd-40ad-b1b0-894b6f054457 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 1096 time: 0.0796072 Aug 19 15:08:14.964779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-efa5b35c-1304-48d7-9b89-73c17db9c47e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249 HTTP/1.1" status: 200 len: 217 time: 0.0845380 Aug 19 15:08:15.027108 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-8cfdb1b5-531c-4e4d-86c7-ce2cf22c2af5 req-4172f1b5-52de-4778-a9e9-243862cfbffd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0664992 Aug 19 15:08:15.048183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7365-91b8-4545-b139-3691b5ec142e req-aaca9a35-1b55-4568-a188-0c4d0ac49f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:15.049690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-aaca9a35-1b55-4568-a188-0c4d0ac49f8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0764174 Aug 19 15:08:15.095802 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-cfdc75f0-978e-4c83-b4d0-3c933cc1900c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294683 Aug 19 15:08:15.127893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0208dc4-8822-4a92-a301-e1068b1e6dc1 req-102f0dfb-ff1f-47d3-a6ba-98ab272b96bd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:15.131974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0208dc4-8822-4a92-a301-e1068b1e6dc1 req-102f0dfb-ff1f-47d3-a6ba-98ab272b96bd tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0973468 Aug 19 15:08:15.186333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0208dc4-8822-4a92-a301-e1068b1e6dc1 req-d374d384-9ffe-4592-994e-0e608c45aa68 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Aug 19 15:08:15.244872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-ef378efc-c362-4ee5-ab6a-5a8810ce76da service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408527 Aug 19 15:08:15.363291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7be7365-91b8-4545-b139-3691b5ec142e req-a6a2be26-a2b9-47b0-b1d2-3f892c244d27 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138005 Aug 19 15:08:15.958653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b06f-0515-47e5-bd23-a4d6c4b211d4 req-27121491-7af9-4a0c-b69f-ee905e6d7408 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:15.958653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6116b06f-0515-47e5-bd23-a4d6c4b211d4 req-27121491-7af9-4a0c-b69f-ee905e6d7408 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 944 time: 0.0539839 Aug 19 15:08:16.004916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6116b06f-0515-47e5-bd23-a4d6c4b211d4 req-f066b819-07ba-4258-b5b1-5411d3bf3282 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Aug 19 15:08:16.142553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-ee8be84c-fec9-45e6-af6a-1f6feb9133ec req-8ee125aa-b728-4c9e-b697-7fe45f6cb7aa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0415711 Aug 19 15:08:16.340871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624707-97bd-4e84-bff0-4ec41f1999cd req-e3cafeb5-885d-47de-aa8e-05c14c177238 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:16.345683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1624707-97bd-4e84-bff0-4ec41f1999cd req-e3cafeb5-885d-47de-aa8e-05c14c177238 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0790081 Aug 19 15:08:16.399827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1624707-97bd-4e84-bff0-4ec41f1999cd req-0d367d81-e779-4916-9df7-8bcd9764d706 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Aug 19 15:08:16.813809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-a8f6fb61-f856-4a45-a75b-9ff7ca601847 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:16.815437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-a8f6fb61-f856-4a45-a75b-9ff7ca601847 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.1331935 Aug 19 15:08:16.831167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:17.069552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:17.076194 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.237374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c1574-beb9-4cac-a960-fe539b50ed8b req-7d55b57e-a015-4a72-b6d8-12257bcf9c74 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:17.239549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-165c1574-beb9-4cac-a960-fe539b50ed8b req-7d55b57e-a015-4a72-b6d8-12257bcf9c74 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 944 time: 0.0981643 Aug 19 15:08:17.315025 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-165c1574-beb9-4cac-a960-fe539b50ed8b req-039c5210-1471-40e5-a1d8-5c7dc3a410ba tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660758 Aug 19 15:08:17.327883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.3 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/386aea40-5056-4bb9-b22d-7343ed95dd05) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:17.428153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-d7752595-5135-4979-8f54-b92b30db2295 req-221c0a04-ad49-4be8-b93d-8d2ce54c3ccc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0347815 Aug 19 15:08:17.573163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.610740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315140f-35f9-4a78-a074-7e20b4d2186c req-f7561754-ba69-422e-9bac-07aa8686fc8b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:17.612340 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a315140f-35f9-4a78-a074-7e20b4d2186c req-f7561754-ba69-422e-9bac-07aa8686fc8b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0963941 Aug 19 15:08:17.623485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object 386aea40-5056-4bb9-b22d-7343ed95dd05 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:17.675669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-a315140f-35f9-4a78-a074-7e20b4d2186c req-c94fa04e-9c91-4fea-822a-f088351679a3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552740 Aug 19 15:08:17.737572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.784337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:17.791225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:17.794005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:17.850582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=386aea40-5056-4bb9-b22d-7343ed95dd05,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:17.874174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:17.879499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.985992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-e15f71ea-1a1a-4fb1-a917-5aa6a1868804 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598570 Aug 19 15:08:18.007279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Request body: {'port': {'device_id': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:18.123937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.298902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a4085d0a-85f9-411b-8a0f-553a556ab260 None None] Provisioning for port 386aea40-5056-4bb9-b22d-7343ed95dd05 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:18.306729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a4085d0a-85f9-411b-8a0f-553a556ab260 None None] Provisioning complete for port 386aea40-5056-4bb9-b22d-7343ed95dd05 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:18.318335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a4085d0a-85f9-411b-8a0f-553a556ab260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.360541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a4085d0a-85f9-411b-8a0f-553a556ab260 None None] Port 386aea40-5056-4bb9-b22d-7343ed95dd05 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:18.558834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386aea40-5056-4bb9-b22d-7343ed95dd05 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:18.600664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.615276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba19ff-dfd6-4457-8f16-29b2a205efb9 req-ca48909c-7ab4-4c1e-9e77-63e694c0cefb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:18.617373 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-42ba19ff-dfd6-4457-8f16-29b2a205efb9 req-ca48909c-7ab4-4c1e-9e77-63e694c0cefb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 931 time: 0.0813580 Aug 19 15:08:18.617978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9e964-9ad6-4c15-a994-f696db574bb1 req-7abfb7ff-bf5b-428e-872d-38f271b84744 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:18.620386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76d9e964-9ad6-4c15-a994-f696db574bb1 req-7abfb7ff-bf5b-428e-872d-38f271b84744 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 944 time: 0.1429796 Aug 19 15:08:18.628764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Transition to ACTIVE for port object 386aea40-5056-4bb9-b22d-7343ed95dd05 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:18.682060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76d9e964-9ad6-4c15-a994-f696db574bb1 req-ae33ee99-b8ae-467a-9670-1ece482849a2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506177 Aug 19 15:08:18.718148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-42ba19ff-dfd6-4457-8f16-29b2a205efb9 req-617421fc-7b2b-4c98-9a10-1503ed9dd65c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825405 Aug 19 15:08:18.791775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.915212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=386aea40-5056-4bb9-b22d-7343ed95dd05,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:18.940894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f8b29-f077-4312-bcb6-3d19a299f2e3 req-6b0dce4f-a27f-4a10-a8d2-07d602af9154 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:18.964544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-686f8b29-f077-4312-bcb6-3d19a299f2e3 req-6b0dce4f-a27f-4a10-a8d2-07d602af9154 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1843953 Aug 19 15:08:19.152914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-686f8b29-f077-4312-bcb6-3d19a299f2e3 req-c9eb8ae5-32aa-4ad9-b08d-45b1278fabee tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376429 Aug 19 15:08:19.177221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Attempting to bind port 386aea40-5056-4bb9-b22d-7343ed95dd05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:19.177221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Attempting to bind port 386aea40-5056-4bb9-b22d-7343ed95dd05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:19.177221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Attempting to bind port 386aea40-5056-4bb9-b22d-7343ed95dd05 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:19.179856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Port 386aea40-5056-4bb9-b22d-7343ed95dd05 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:08:19.180595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Attempting to bind port 386aea40-5056-4bb9-b22d-7343ed95dd05 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:19.188149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:19.188571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:19.189043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:19.189690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Bound port: 386aea40-5056-4bb9-b22d-7343ed95dd05, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:19.190116 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.266177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] For port 386aea40-5056-4bb9-b22d-7343ed95dd05, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:19.270048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] For port 386aea40-5056-4bb9-b22d-7343ed95dd05, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=386aea40-5056-4bb9-b22d-7343ed95dd05,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:19.395205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.480124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.480759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.482545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] 10.222.0.46 "PUT /v2.0/ports/386aea40-5056-4bb9-b22d-7343ed95dd05 HTTP/1.1" status: 200 len: 1092 time: 1.4851780 Aug 19 15:08:19.483008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'tag': '386aea40-5056-4bb9-b22d-7343ed95dd05'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:19.486466 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57c094-bdfd-4d09-af6d-650fd726d91f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d4d2d5-3383-4992-9204-a788e96d216b", "tag": "386aea40-5056-4bb9-b22d-7343ed95dd05"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:19.554274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac9466-994b-481d-be56-24a78505cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=386aea40-5056-4bb9-b22d-7343ed95dd05,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:19.567640 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45df1a-0904-4024-997d-7ba13d1597de x-openstack-request-id: req-4f45df1a-0904-4024-997d-7ba13d1597de {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:19.567934 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d4d2d5-3383-4992-9204-a788e96d216b", "tag": "386aea40-5056-4bb9-b22d-7343ed95dd05", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:19.568190 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f45df1a-0904-4024-997d-7ba13d1597de {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:19.568693 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'tag': '386aea40-5056-4bb9-b22d-7343ed95dd05', 'status': 'completed', 'code': 200} Aug 19 15:08:19.748203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57c094-bdfd-4d09-af6d-650fd726d91f req-5661feaf-bd58-46de-afbb-23552a1f5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.755143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba57c094-bdfd-4d09-af6d-650fd726d91f req-5661feaf-bd58-46de-afbb-23552a1f5cb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 1095 time: 0.1130400 Aug 19 15:08:19.948584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e169318-c3e7-4db7-8674-6d29e2e8fc94 req-1c956304-2765-48f8-b613-cfcff8247e58 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.951765 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e169318-c3e7-4db7-8674-6d29e2e8fc94 req-1c956304-2765-48f8-b613-cfcff8247e58 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0736623 Aug 19 15:08:19.964186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584914d5-9dac-4b8d-bac8-7ee057502fef req-d86c45cd-7c57-4556-9f27-595bf3b22737 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.971318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-584914d5-9dac-4b8d-bac8-7ee057502fef req-d86c45cd-7c57-4556-9f27-595bf3b22737 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 944 time: 0.1117260 Aug 19 15:08:19.972183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57c094-bdfd-4d09-af6d-650fd726d91f req-983775e3-cd6c-4524-b60a-b4bfe4e5e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.973796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba57c094-bdfd-4d09-af6d-650fd726d91f req-983775e3-cd6c-4524-b60a-b4bfe4e5e66f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=06bc307d785c4c7fb2561da33921712c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2070377 Aug 19 15:08:20.024294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0e169318-c3e7-4db7-8674-6d29e2e8fc94 req-523b5cf3-6528-4ff2-869a-a710ffe6e5af tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Aug 19 15:08:20.096701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-584914d5-9dac-4b8d-bac8-7ee057502fef req-a4c2f140-f19a-46e8-b36a-f39b4a354b4d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218939 Aug 19 15:08:20.164588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57c094-bdfd-4d09-af6d-650fd726d91f req-8f6fc35a-1ff0-4d7c-b769-0aa931fa6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:20.166638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba57c094-bdfd-4d09-af6d-650fd726d91f req-8f6fc35a-1ff0-4d7c-b769-0aa931fa6278 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832237 Aug 19 15:08:20.268689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-fb0a0389-2213-4cdf-93e9-ae601c2b20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:20.270222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-fb0a0389-2213-4cdf-93e9-ae601c2b20d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 1095 time: 0.0555048 Aug 19 15:08:20.669860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-d9bd646b-97ce-4eb7-a1e3-6445857a639a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=386aea40-5056-4bb9-b22d-7343ed95dd05 HTTP/1.1" status: 200 len: 217 time: 0.3902128 Aug 19 15:08:20.819733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639d174-dab8-4824-b4b0-b0516a9aa12a req-89843475-e806-4811-936e-20c09e072320 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:20.828318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e639d174-dab8-4824-b4b0-b0516a9aa12a req-89843475-e806-4811-936e-20c09e072320 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.1574180 Aug 19 15:08:20.851595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-ce52c00f-9f61-4283-adf2-b3404d727f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:20.853199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-ce52c00f-9f61-4283-adf2-b3404d727f45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1689055 Aug 19 15:08:20.883664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-b9f2114e-4d31-453e-a50c-df91d5b59d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:20.885900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-b9f2114e-4d31-453e-a50c-df91d5b59d73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.2032337 Aug 19 15:08:20.891256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4807-d716-4d1d-add7-3476bb36224b req-16a1a17c-ec14-4b28-b04b-551346e5cf37 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:20.892849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-141f4807-d716-4d1d-add7-3476bb36224b req-16a1a17c-ec14-4b28-b04b-551346e5cf37 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1136820 Aug 19 15:08:20.924592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e639d174-dab8-4824-b4b0-b0516a9aa12a req-0939dcb3-eb1a-4644-bdcf-09945f950b1a tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953214 Aug 19 15:08:21.002661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-3f7b95a3-407f-463e-9270-191b03ed2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:21.004191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-3f7b95a3-407f-463e-9270-191b03ed2737 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355429 Aug 19 15:08:21.036833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c2d2b4a5-589c-4193-88b3-bd9d20542249 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:08:21.058129 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-141f4807-d716-4d1d-add7-3476bb36224b req-de495fc1-88c8-4a20-8741-51902aa1e3dd tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584098 Aug 19 15:08:21.115903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-ad4f9b1d-1460-42b3-a48e-d7a0bea44c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:21.117234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-ad4f9b1d-1460-42b3-a48e-d7a0bea44c16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.2060356 Aug 19 15:08:21.170038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-e47804c8-55bc-47a1-af2b-1b37cf232080 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 217 time: 0.0432017 Aug 19 15:08:21.242520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-85873ca3-7e91-4f94-ad71-d7ef691a9668 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295446 Aug 19 15:08:21.279974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-4ba422d0-072c-4de2-8506-8733df2ac202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:21.284937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-4ba422d0-072c-4de2-8506-8733df2ac202 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.1042340 Aug 19 15:08:21.285080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e88cd6-5372-4771-98da-520bea6f3fd9 req-d82a706f-90ac-4ba9-8eee-0fbcf9226403 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:21.285390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c2d2b4a5-589c-4193-88b3-bd9d20542249, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:21.291240 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29e88cd6-5372-4771-98da-520bea6f3fd9 req-d82a706f-90ac-4ba9-8eee-0fbcf9226403 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0834222 Aug 19 15:08:21.309669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'c2d2b4a5-589c-4193-88b3-bd9d20542249', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': 'c2d2b4a5-589c-4193-88b3-bd9d20542249', 'mac_address': 'fa:16:3e:e1:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:08:21.338473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-29e88cd6-5372-4771-98da-520bea6f3fd9 req-0c51f422-1f54-4cf1-92b9-3f6fde9476c7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Aug 19 15:08:21.361788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.372153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-38b5ff6f-494e-424a-8159-db7429e0615f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790610 Aug 19 15:08:21.390318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d2b4a5-589c-4193-88b3-bd9d20542249 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:21.432238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c2d2b4a5-589c-4193-88b3-bd9d20542249, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:21.482442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077f4f-5df5-48a7-8a2e-e77963726be6 req-e676c2d5-903f-4a92-98df-8f7a500f0e88 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:21.484395 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33077f4f-5df5-48a7-8a2e-e77963726be6 req-e676c2d5-903f-4a92-98df-8f7a500f0e88 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 944 time: 0.0838027 Aug 19 15:08:21.497047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9af0e363-a021-44d8-ace6-29ba599a6639 req-07fd2e8e-d6da-431d-a332-52504ec5a1c1 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287776 Aug 19 15:08:21.517287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.520172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-2ecaa1a2-9c4b-497d-b61f-fb65620e0814 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389623 Aug 19 15:08:21.540016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-33077f4f-5df5-48a7-8a2e-e77963726be6 req-77a64e94-d769-4a33-b86c-87f4cc1fb315 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Aug 19 15:08:21.631662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b4a5-589c-4193-88b3-bd9d20542249,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:21.641595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.645150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.645806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.647655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242da902-d34f-4b5c-b420-1d66b6f2c9a1 req-c0f49307-dbd2-4af9-ac76-b97287444ebe service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193743 Aug 19 15:08:21.648243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.648675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.649202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.649608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.650255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.650807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.653650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.656193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.658495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:21.745757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f448-90da-4c66-b94f-a98784dd8a51 req-54fcb047-2fe1-4b01-969f-bda2a7ed731c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:21.754080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9838f448-90da-4c66-b94f-a98784dd8a51 req-54fcb047-2fe1-4b01-969f-bda2a7ed731c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0659900 Aug 19 15:08:21.790643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9838f448-90da-4c66-b94f-a98784dd8a51 req-aef7a544-1a91-476b-85dd-2a508856a66b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Aug 19 15:08:21.966370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:22.223626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95598e72-b8a3-432f-95cd-b684fd1b375e req-0ca775c2-16ee-436f-aed0-78f434ec9163 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:22.225495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95598e72-b8a3-432f-95cd-b684fd1b375e req-0ca775c2-16ee-436f-aed0-78f434ec9163 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0636806 Aug 19 15:08:22.274632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95598e72-b8a3-432f-95cd-b684fd1b375e req-e5a66709-55bb-4b2c-bfa7-3d1a35516ed9 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Aug 19 15:08:22.483059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea840a-04a8-407d-bdf4-55e19416dd5d req-0c6b67a5-1a5a-417c-8bd8-41aec891f10e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:22.484604 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68ea840a-04a8-407d-bdf4-55e19416dd5d req-0c6b67a5-1a5a-417c-8bd8-41aec891f10e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0728581 Aug 19 15:08:22.528392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-68ea840a-04a8-407d-bdf4-55e19416dd5d req-7894c525-f1b8-4c8a-9a46-4f9f7ee03f48 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Aug 19 15:08:22.670600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31da1-ab2e-4427-8a49-32555ba7d41c req-7f332326-7aa5-4633-b439-cfbe4c79b758 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:22.672146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bd31da1-ab2e-4427-8a49-32555ba7d41c req-7f332326-7aa5-4633-b439-cfbe4c79b758 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Aug 19 15:08:22.723228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bd31da1-ab2e-4427-8a49-32555ba7d41c req-1dfac304-3c38-4bf2-9e83-32fb3853c200 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Aug 19 15:08:22.917867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99d7b-a771-44c7-b52e-05f6530f4914 req-7ee0b4e0-b5fe-4d1d-b75a-6172b3d957f0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:22.919404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aeb99d7b-a771-44c7-b52e-05f6530f4914 req-7ee0b4e0-b5fe-4d1d-b75a-6172b3d957f0 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0516007 Aug 19 15:08:22.991717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aeb99d7b-a771-44c7-b52e-05f6530f4914 req-11528d61-6f61-4792-9432-55d2a7e8ff9d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 Aug 19 15:08:23.011745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-24415c8b-234e-4042-bba1-7bd641d7bcde tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:23.011745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-24415c8b-234e-4042-bba1-7bd641d7bcde tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 946 time: 0.0813210 Aug 19 15:08:23.113318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Deleting port d53fb950-cf04-4439-b391-5da9d7b7c394 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:23.113659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.220903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] For port d53fb950-cf04-4439-b391-5da9d7b7c394, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d53fb950-cf04-4439-b391-5da9d7b7c394,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:23.221454 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.236329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Calling delete_port for d53fb950-cf04-4439-b391-5da9d7b7c394 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:23.262288 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:08:23.401401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b92f5-b767-4d4f-b7d4-c755c340098e req-1fcc60d6-c8c1-44d8-aef1-25ef14f80921 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:23.402951 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b99b92f5-b767-4d4f-b7d4-c755c340098e req-1fcc60d6-c8c1-44d8-aef1-25ef14f80921 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 19 15:08:23.448834 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b99b92f5-b767-4d4f-b7d4-c755c340098e req-c01df4d4-cda9-4c18-844f-2f7e65895585 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Aug 19 15:08:23.517376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.530190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d53fb950-cf04-4439-b391-5da9d7b7c394'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:23.547804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event deleted for resources: {'Port': ['ID=d53fb950-cf04-4439-b391-5da9d7b7c394,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:23.592103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] No DVR routers for this DVR port d53fb950-cf04-4439-b391-5da9d7b7c394 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:23.594984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.597095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a9f6015-7ca3-4a2b-8b53-6b071f9216bf req-9ee79f91-f89b-4d05-9739-132bb4d743a5 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "DELETE /v2.0/ports/d53fb950-cf04-4439-b391-5da9d7b7c394 HTTP/1.1" status: 204 len: 173 time: 0.5856223 Aug 19 15:08:23.597610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'name': 'network-vif-deleted', 'tag': 'd53fb950-cf04-4439-b391-5da9d7b7c394'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:23.600619 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f5d781-aba3-4ce8-b040-58fb52342fb7" -d '{"events": [{"server_uuid": "3b9cfd95-91e1-4432-aef6-c491cdbb053f", "name": "network-vif-deleted", "tag": "d53fb950-cf04-4439-b391-5da9d7b7c394"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:23.692312 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba44ecca-2b3d-41f6-bb7d-9bb41c8d4bb1 x-openstack-request-id: req-ba44ecca-2b3d-41f6-bb7d-9bb41c8d4bb1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:23.692611 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9cfd95-91e1-4432-aef6-c491cdbb053f", "name": "network-vif-deleted", "tag": "d53fb950-cf04-4439-b391-5da9d7b7c394", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:23.692871 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba44ecca-2b3d-41f6-bb7d-9bb41c8d4bb1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:23.693373 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9cfd95-91e1-4432-aef6-c491cdbb053f', 'name': 'network-vif-deleted', 'tag': 'd53fb950-cf04-4439-b391-5da9d7b7c394', 'status': 'completed', 'code': 200} Aug 19 15:08:23.694195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090672fb-2b3c-4ee5-83ba-d23d21b307f5 req-004d1acf-6f45-4b85-a85b-ea372e76c2f7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:23.695813 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-090672fb-2b3c-4ee5-83ba-d23d21b307f5 req-004d1acf-6f45-4b85-a85b-ea372e76c2f7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0893409 Aug 19 15:08:23.740505 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-090672fb-2b3c-4ee5-83ba-d23d21b307f5 req-b239cb84-3f7f-4da1-94c9-bf900950dc2f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Aug 19 15:08:23.854298 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb847-a605-46f3-ad39-f82c2d6f4afe req-89c8037f-abd5-49b7-bbfc-46df41dedea5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:23.855910 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f09bb847-a605-46f3-ad39-f82c2d6f4afe req-89c8037f-abd5-49b7-bbfc-46df41dedea5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 945 time: 0.0538127 Aug 19 15:08:23.908321 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f09bb847-a605-46f3-ad39-f82c2d6f4afe req-491b4719-442e-4a7b-98a2-f819e4490636 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Aug 19 15:08:24.111183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03ad1a8d-f1cc-479c-baee-58cd6eb82839 req-4cd69e26-c83e-4fe9-b85b-bb09c9628b91 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9cfd95-91e1-4432-aef6-c491cdbb053f HTTP/1.1" status: 200 len: 210 time: 0.0320380 Aug 19 15:08:24.497568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-594d6224-ce09-453d-91a1-501b08754bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.585673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c193ed-836c-4f76-ad78-100c2b1389b8 req-7caf9353-b05b-4a19-8f46-37b1510987a1 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:24.589427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b8c193ed-836c-4f76-ad78-100c2b1389b8 req-7caf9353-b05b-4a19-8f46-37b1510987a1 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0632370 Aug 19 15:08:24.635681 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-b8c193ed-836c-4f76-ad78-100c2b1389b8 req-bfa84a9f-c9ef-4151-a183-0007c2b43a78 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Aug 19 15:08:24.894717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908aa03-0568-4152-9ebc-2980d4a57584 req-1adcb202-4423-4fa5-b1f8-c40f70032c6e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:24.896550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2908aa03-0568-4152-9ebc-2980d4a57584 req-1adcb202-4423-4fa5-b1f8-c40f70032c6e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0609131 Aug 19 15:08:24.946700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2908aa03-0568-4152-9ebc-2980d4a57584 req-0eb86a64-9907-4b9d-a75b-bdb666456901 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Aug 19 15:08:25.063117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c2d2b4a5-589c-4193-88b3-bd9d20542249 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:25.077273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926344-a21c-4b62-8240-e619d3ada8e5 req-e50edc8c-e64c-486e-99fa-8638f4181e1b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:25.078987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6926344-a21c-4b62-8240-e619d3ada8e5 req-e50edc8c-e64c-486e-99fa-8638f4181e1b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 945 time: 0.0575569 Aug 19 15:08:25.125258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-f6926344-a21c-4b62-8240-e619d3ada8e5 req-37ad24f5-ad3c-4e7b-b7e4-5bf2f3349633 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382779 Aug 19 15:08:25.311773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port c2d2b4a5-589c-4193-88b3-bd9d20542249 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:25.316404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port c2d2b4a5-589c-4193-88b3-bd9d20542249 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:25.316783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.388863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.405953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.439590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047eedeb-7092-45e1-9601-c92f17b22458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b4a5-589c-4193-88b3-bd9d20542249'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:25.441959 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a080a4-7d43-488d-a7d8-d04d8ec3c4b9" -d '{"events": [{"server_uuid": "047eedeb-7092-45e1-9601-c92f17b22458", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b4a5-589c-4193-88b3-bd9d20542249"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:25.456194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c2d2b4a5-589c-4193-88b3-bd9d20542249, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:25.458772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-d6098804-795f-40cb-a64b-f261ca9926a1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:25.460355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-d6098804-795f-40cb-a64b-f261ca9926a1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1151168 Aug 19 15:08:25.485891 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-336770d0-2524-43fe-ac5b-5c98658b0ac1 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/quotas/ba1099d55be240b9826265f7cdcf0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0122752 Aug 19 15:08:25.487952 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1785bc0-c6e7-408a-8099-8190ecb6428f x-openstack-request-id: req-b1785bc0-c6e7-408a-8099-8190ecb6428f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:25.488248 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047eedeb-7092-45e1-9601-c92f17b22458", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b4a5-589c-4193-88b3-bd9d20542249", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:25.488500 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1785bc0-c6e7-408a-8099-8190ecb6428f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:25.488896 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047eedeb-7092-45e1-9601-c92f17b22458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b4a5-589c-4193-88b3-bd9d20542249', 'code': 200} Aug 19 15:08:25.521230 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-41d85d04-0c73-4a49-900e-f04a0c1cecf9 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321529 Aug 19 15:08:25.614823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.676346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b4a5-589c-4193-88b3-bd9d20542249,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:25.708074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46025c-56fa-4da6-b6a5-f867eb395c20 req-2cb14d6c-37d1-4f1c-beee-e799d7163c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:25.709705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b46025c-56fa-4da6-b6a5-f867eb395c20 req-2cb14d6c-37d1-4f1c-beee-e799d7163c31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 1098 time: 0.0960221 Aug 19 15:08:25.806087 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-2b46025c-56fa-4da6-b6a5-f867eb395c20 req-c1e25f84-459f-4b16-aa48-440599be8a77 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696788 Aug 19 15:08:25.809619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b762ca-a2dd-406a-a614-72120a50d5d9 req-9e633b6e-113e-4c03-8d0b-493ce60efa06 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:25.811829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5b762ca-a2dd-406a-a614-72120a50d5d9 req-9e633b6e-113e-4c03-8d0b-493ce60efa06 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0765798 Aug 19 15:08:25.836192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-2e88f623-1923-413b-a41a-52e7d9c8e479 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070102 Aug 19 15:08:25.860757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5b762ca-a2dd-406a-a614-72120a50d5d9 req-8c652fb2-8a2a-4355-8178-969e1ba0a1c2 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Aug 19 15:08:25.941203 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-0a4e942e-bb36-4cb2-9a9b-c46d7161db31 service neutron] 10.222.0.13 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969148 Aug 19 15:08:26.344987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e0571-e334-4f2b-9d6b-5672135a4d87 req-ff51db31-3e3b-45ce-b613-9c68a8d2e8c6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:26.346542 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-003e0571-e334-4f2b-9d6b-5672135a4d87 req-ff51db31-3e3b-45ce-b613-9c68a8d2e8c6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 946 time: 0.0613174 Aug 19 15:08:26.355777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60a07-93c8-481a-91a9-fd949e22138d req-0f66c7f1-4492-4ad3-a1b9-bc90f3f64553 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:26.361679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01a60a07-93c8-481a-91a9-fd949e22138d req-0f66c7f1-4492-4ad3-a1b9-bc90f3f64553 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0749800 Aug 19 15:08:26.404022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01a60a07-93c8-481a-91a9-fd949e22138d req-99de33e1-a31d-4df0-b63a-d59effc12239 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Aug 19 15:08:26.428232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-003e0571-e334-4f2b-9d6b-5672135a4d87 req-16ecf4b1-d145-41d9-b3ea-9bb788ac4b50 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739982 Aug 19 15:08:26.492813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c780216-2f96-4691-b5a2-8cbb09581770 req-8a0c9d48-92f9-461f-9d5c-2cdcc74e2486 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 210 time: 0.0325634 Aug 19 15:08:27.034032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dad2e-1f53-4150-9f89-17259b4ebc76 req-5c9bfe1f-593a-4872-89e1-961ce658bb0e tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:27.036440 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb4dad2e-1f53-4150-9f89-17259b4ebc76 req-5c9bfe1f-593a-4872-89e1-961ce658bb0e tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1002645 Aug 19 15:08:27.090671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bb4dad2e-1f53-4150-9f89-17259b4ebc76 req-ec06b5ac-e88c-4d6e-92b8-8faeff30341a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Aug 19 15:08:27.420696 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:27.541406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6560-3503-49e2-aa9c-78ad5403bd1e req-e95f5f19-f502-4c36-87ab-a9a60a6e9127 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:27.543025 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12dc6560-3503-49e2-aa9c-78ad5403bd1e req-e95f5f19-f502-4c36-87ab-a9a60a6e9127 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0546682 Aug 19 15:08:27.553024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6240e-bdcf-4c08-ac60-2873aed04342 req-5d33ea2e-30e3-4928-a350-3a4385819b8b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:27.554836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21d6240e-bdcf-4c08-ac60-2873aed04342 req-5d33ea2e-30e3-4928-a350-3a4385819b8b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 946 time: 0.0569003 Aug 19 15:08:27.599410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-12dc6560-3503-49e2-aa9c-78ad5403bd1e req-a1654b44-6f85-4cd0-aaa5-0c429a4c88ad tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Aug 19 15:08:27.609838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21d6240e-bdcf-4c08-ac60-2873aed04342 req-eec3f4ba-68ac-46eb-9e16-fc0baee96014 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Aug 19 15:08:27.693794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e01733b8-ea7f-4116-9c8b-332b53c41afe req-3c520ff8-96bf-4462-883f-e7d685e6ee7d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 210 time: 0.0286644 Aug 19 15:08:27.746522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35370) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:27.857911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ea81b59-e854-4dfb-87f7-95bfd7a0c2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:27.886746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3ab914e-5c0e-4de7-a4a0-7cb2a0b7dfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:27.976420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ea81b59-e854-4dfb-87f7-95bfd7a0c2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.104155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ea81b59-e854-4dfb-87f7-95bfd7a0c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.165973 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3ea81b59-e854-4dfb-87f7-95bfd7a0c2f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2c5022cda24441c924785a6d18404a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176795 Aug 19 15:08:28.166858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea81b59-e854-4dfb-87f7-95bfd7a0c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af820ba-7935-4f1c-9d2e-55e466b03704,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:28.168903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35378) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:28.257384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6caabb1b-2da6-420c-8b56-f40ca03393ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.264197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d53fb950-cf04-4439-b391-5da9d7b7c394 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:28.281988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39210-3148-4d04-8e91-6c65539b65ee req-b116efbe-623c-4a2b-90c1-5556149b9cdf tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:28.283583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b39210-3148-4d04-8e91-6c65539b65ee req-b116efbe-623c-4a2b-90c1-5556149b9cdf tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0816891 Aug 19 15:08:28.285037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: d53fb950-cf04-4439-b391-5da9d7b7c394 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:28.285420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d53fb950-cf04-4439-b391-5da9d7b7c394 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:28.294413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6caabb1b-2da6-420c-8b56-f40ca03393ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.373840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b39210-3148-4d04-8e91-6c65539b65ee req-a590c661-1794-43e3-bb11-5a12c0410684 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Aug 19 15:08:28.508601 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6caabb1b-2da6-420c-8b56-f40ca03393ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.511466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6caabb1b-2da6-420c-8b56-f40ca03393ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.512765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6caabb1b-2da6-420c-8b56-f40ca03393ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5af820ba-7935-4f1c-9d2e-55e466b03704 HTTP/1.1" status: 204 len: 168 time: 0.3425639 Aug 19 15:08:28.522602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caabb1b-2da6-420c-8b56-f40ca03393ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af820ba-7935-4f1c-9d2e-55e466b03704,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:28.742382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb5da-2528-485e-8c26-1a251304c738 req-dab0b717-d48b-4cdd-b84b-f3971c4af453 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:28.746057 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15acb5da-2528-485e-8c26-1a251304c738 req-dab0b717-d48b-4cdd-b84b-f3971c4af453 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 946 time: 0.0680308 Aug 19 15:08:28.752832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d62e0-258c-4002-993a-eb3c85424c26 req-d43072d9-07ba-4e17-a53e-2eb0e34dc850 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:28.768529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c50d62e0-258c-4002-993a-eb3c85424c26 req-d43072d9-07ba-4e17-a53e-2eb0e34dc850 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0920677 Aug 19 15:08:28.791500 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-15acb5da-2528-485e-8c26-1a251304c738 req-ef740500-963f-4e07-9dc3-e0bb97e0f285 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 Aug 19 15:08:28.823705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c50d62e0-258c-4002-993a-eb3c85424c26 req-847f39ce-44a5-45ac-b51c-c49812422745 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Aug 19 15:08:28.913480 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-54d644a4-e460-4bcb-a292-bb6e1246aa0d req-4e3fbf17-c053-49c6-99b1-cc52381e153b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 210 time: 0.0283599 Aug 19 15:08:29.146369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c2ff-2e16-43e8-b0b7-81be9df2f042 req-f4ca0c59-bcf1-4bd7-b46d-f0f00f41ea4f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:29.153148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dc1c2ff-2e16-43e8-b0b7-81be9df2f042 req-f4ca0c59-bcf1-4bd7-b46d-f0f00f41ea4f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1319466 Aug 19 15:08:29.169907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dc1c2ff-2e16-43e8-b0b7-81be9df2f042 req-f21c6edc-9aa2-4791-b81a-6bb894e86981 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0103230 Aug 19 15:08:29.297545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dc1c2ff-2e16-43e8-b0b7-81be9df2f042 req-dafa3572-060b-4214-b8a0-bc64a2b2bcc2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122155 Aug 19 15:08:29.343214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-e0b9787c-5e15-4b0e-bc95-4a6cb649e745 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:29.344724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-e0b9787c-5e15-4b0e-bc95-4a6cb649e745 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/networks?id=936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 200 len: 811 time: 0.1714270 Aug 19 15:08:29.375183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Request body: {'port': {'device_id': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'admin_state_up': True, 'tenant_id': 'ba1099d55be240b9826265f7cdcf0bf8'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:29.497554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dc1c2ff-2e16-43e8-b0b7-81be9df2f042 req-37d1b97c-05a0-4e20-bf96-ee90fa88c6a0 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882882 Aug 19 15:08:29.526861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840a325-a8d9-4e01-8881-3dfa70c42b4c req-452ae7b8-12dc-4d03-8736-65c751876702 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:29.530003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5840a325-a8d9-4e01-8881-3dfa70c42b4c req-452ae7b8-12dc-4d03-8736-65c751876702 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0850232 Aug 19 15:08:29.581309 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-5840a325-a8d9-4e01-8881-3dfa70c42b4c req-44bcd16d-9fa9-4728-86d4-f31872008bc6 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Aug 19 15:08:29.623701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dc1c2ff-2e16-43e8-b0b7-81be9df2f042 req-d80a32e5-363e-4c09-811e-b5d2da73c8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192658 Aug 19 15:08:29.637422 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.759376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Made reservation on behalf of ba1099d55be240b9826265f7cdcf0bf8 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:29.765487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.943511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Allocated IP 172.20.0.6 (936494d6-d5d9-4539-9e13-ccbbc5520a39/0aed2365-7411-4eaf-87de-ee898e917c76/b5587e9c-a021-4a94-9fe7-3c3b53d06efa) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:30.023833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29308-1260-484e-99a0-8f94e9de8755 req-1104eb91-0a62-4445-a9ec-785b6989d2b2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:30.029271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-26f29308-1260-484e-99a0-8f94e9de8755 req-1104eb91-0a62-4445-a9ec-785b6989d2b2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 943 time: 0.0981472 Aug 19 15:08:30.094220 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-26f29308-1260-484e-99a0-8f94e9de8755 req-6ee67687-f571-4f70-b669-d06cf935676c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604138 Aug 19 15:08:30.267806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1a5ad3a8-a581-436f-8fa6-5e6b822657e5 req-f0a314f0-00f6-4ffd-bf6c-68f3d34a78a9 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 210 time: 0.0451529 Aug 19 15:08:30.272151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.509692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.554206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Network 936494d6-d5d9-4539-9e13-ccbbc5520a39 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:30.562498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:30.575400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:30.680078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event updated for resources: {'Port': ['ID=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:30.717738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:30.718421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.758327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-54589fa9-2f7e-434d-9b85-19920020fbf5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:30.759965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-54589fa9-2f7e-434d-9b85-19920020fbf5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1939998 Aug 19 15:08:30.774286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce642-4913-4bc7-9cae-eedcf880ef24 req-edb47a9e-f76e-4e60-ab77-a43b5989689b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:30.777367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0a2ce642-4913-4bc7-9cae-eedcf880ef24 req-edb47a9e-f76e-4e60-ab77-a43b5989689b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0667632 Aug 19 15:08:30.787676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-991bb5a6-4abf-473c-a9fa-9b2eea6d3328 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0107360 Aug 19 15:08:30.822783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-0a2ce642-4913-4bc7-9cae-eedcf880ef24 req-a6610a02-e5d1-411d-ab19-01bf7cbbda60 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Aug 19 15:08:30.834990 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.841091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-7efd968c-1966-4afa-a762-bf01ccb7e72a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503902 Aug 19 15:08:30.929302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-7faab63e-fd97-4bb2-ba6f-21d26e4efcb6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5583005 Aug 19 15:08:30.949002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Request body: {'port': {'device_id': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:30.983632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-6ba5f77e-b6cc-4107-b33e-8d86fc49a54c service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346622 Aug 19 15:08:31.069785 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.158399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-a6f9c631-75f9-4832-950d-6d8ba7c9f23f service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664519 Aug 19 15:08:31.405557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5587e9c-a021-4a94-9fe7-3c3b53d06efa {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:31.414810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.431432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Transition to ACTIVE for port object b5587e9c-a021-4a94-9fe7-3c3b53d06efa will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:31.505084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3727852-0f3c-4128-9b71-f738adb4ac84 req-073a4cc4-3b4a-4971-aedc-1f03a575abae tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:31.506790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3727852-0f3c-4128-9b71-f738adb4ac84 req-073a4cc4-3b4a-4971-aedc-1f03a575abae tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 931 time: 0.0649374 Aug 19 15:08:31.547875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.555768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3727852-0f3c-4128-9b71-f738adb4ac84 req-ee747145-b6b2-4c3f-910d-075665ea1175 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Aug 19 15:08:31.616335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Pushing event updated for resources: {'Port': ['ID=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:31.649152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0e68468-2c74-4b3f-8262-82cd4942ef0d req-84d1aef9-cbca-4191-9d11-cb33467091e1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 210 time: 0.0485177 Aug 19 15:08:31.704706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Attempting to bind port b5587e9c-a021-4a94-9fe7-3c3b53d06efa on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:31.705061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Attempting to bind port b5587e9c-a021-4a94-9fe7-3c3b53d06efa by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:31.705429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Attempting to bind port b5587e9c-a021-4a94-9fe7-3c3b53d06efa on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:31.709973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Port b5587e9c-a021-4a94-9fe7-3c3b53d06efa on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:08:31.710337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Attempting to bind port b5587e9c-a021-4a94-9fe7-3c3b53d06efa on network 936494d6-d5d9-4539-9e13-ccbbc5520a39 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:31.715486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:31.715818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Checking segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:31.716316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Bound using segment: {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:31.716795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Bound port: b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e969d7-bd3e-42e1-b2ed-6e0a759dded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:31.717195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.781558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] For port b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:31.784732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] For port b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:32.003228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea337ed-6c6c-4c4b-8860-cd0f7161a2a7 req-830673de-f1da-415c-9edf-0c55a318fa86 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.003228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea337ed-6c6c-4c4b-8860-cd0f7161a2a7 req-830673de-f1da-415c-9edf-0c55a318fa86 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0589681 Aug 19 15:08:32.003228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ea337ed-6c6c-4c4b-8860-cd0f7161a2a7 req-00f33268-3bcd-4f28-8849-3b8d9d5817cc tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Aug 19 15:08:32.057926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.102369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.103586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.105028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5587e9c-a021-4a94-9fe7-3c3b53d06efa HTTP/1.1" status: 200 len: 1092 time: 1.1653941 Aug 19 15:08:32.105493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'tag': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:32.107825 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc103d-c7dd-4804-b885-a6af95350212" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4181d9-bf82-4437-a029-c89cec52a015", "tag": "b5587e9c-a021-4a94-9fe7-3c3b53d06efa"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:32.136363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452153b7-8fb8-47f1-937a-f1291722a707 service neutron] Pushing event updated for resources: {'Port': ['ID=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:32.153019 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e52a38c-e18d-4191-a829-63f3fca3f3b7 x-openstack-request-id: req-8e52a38c-e18d-4191-a829-63f3fca3f3b7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:32.153473 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4181d9-bf82-4437-a029-c89cec52a015", "tag": "b5587e9c-a021-4a94-9fe7-3c3b53d06efa", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:32.153675 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e52a38c-e18d-4191-a829-63f3fca3f3b7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:32.154125 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'tag': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa', 'status': 'completed', 'code': 200} Aug 19 15:08:32.220260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc103d-c7dd-4804-b885-a6af95350212 req-1bc5c3ad-54a5-4ada-ba90-26f679fd3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.221878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccdc103d-c7dd-4804-b885-a6af95350212 req-1bc5c3ad-54a5-4ada-ba90-26f679fd3648 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 1095 time: 0.0466030 Aug 19 15:08:32.312066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 386aea40-5056-4bb9-b22d-7343ed95dd05 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:08:32.346170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc103d-c7dd-4804-b885-a6af95350212 req-70e07021-cbe5-473f-9811-cd3cbeef63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.347686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccdc103d-c7dd-4804-b885-a6af95350212 req-70e07021-cbe5-473f-9811-cd3cbeef63f6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1169214 Aug 19 15:08:32.435050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 386aea40-5056-4bb9-b22d-7343ed95dd05, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=386aea40-5056-4bb9-b22d-7343ed95dd05,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:32.452249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '386aea40-5056-4bb9-b22d-7343ed95dd05', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': '386aea40-5056-4bb9-b22d-7343ed95dd05', 'mac_address': 'fa:16:3e:16:e3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:08:32.454374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc103d-c7dd-4804-b885-a6af95350212 req-fc47ba18-14c3-4819-b56d-213dab6ef9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.456146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccdc103d-c7dd-4804-b885-a6af95350212 req-fc47ba18-14c3-4819-b56d-213dab6ef9fb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005588 Aug 19 15:08:32.501264 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.515748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386aea40-5056-4bb9-b22d-7343ed95dd05 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:32.537413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 386aea40-5056-4bb9-b22d-7343ed95dd05, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=386aea40-5056-4bb9-b22d-7343ed95dd05,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:32.538098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-e58d96af-8928-4d0b-a33f-e4b26ef7a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.539591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-e58d96af-8928-4d0b-a33f-e4b26ef7a4fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 1095 time: 0.0437553 Aug 19 15:08:32.594306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-17b16e81-9b6c-4862-981c-f29535869699 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5587e9c-a021-4a94-9fe7-3c3b53d06efa HTTP/1.1" status: 200 len: 217 time: 0.0414207 Aug 19 15:08:32.678911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-db676b1d-2648-4927-a268-6d7e37f8b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.680404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-db676b1d-2648-4927-a268-6d7e37f8b0fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 200 len: 851 time: 0.0780609 Aug 19 15:08:32.713046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530b11-3e22-4c32-b96e-2b93e04fad4d req-5c67d1f7-10c9-407e-9d5d-b50294c18ac3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.714989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be530b11-3e22-4c32-b96e-2b93e04fad4d req-5c67d1f7-10c9-407e-9d5d-b50294c18ac3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 943 time: 0.0721717 Aug 19 15:08:32.739366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-71c9956b-868c-4b8e-8138-514d51973554 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=936494d6-d5d9-4539-9e13-ccbbc5520a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473812 Aug 19 15:08:32.828571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.888547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=386aea40-5056-4bb9-b22d-7343ed95dd05,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:33.073260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['386aea40-5056-4bb9-b22d-7343ed95dd05'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:33.137583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be530b11-3e22-4c32-b96e-2b93e04fad4d req-f3f8230a-c8bf-4e60-9719-910e29572f12 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074535 Aug 19 15:08:33.145396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9c84-f9dd-47b0-a84b-2a247ff40932 req-63735438-6c0d-4567-aabf-1a3f44c690cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:33.147447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-764f9c84-f9dd-47b0-a84b-2a247ff40932 req-63735438-6c0d-4567-aabf-1a3f44c690cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.4186161 Aug 19 15:08:33.199011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-9b3d6f03-e2c8-40d6-99cf-1a6dd46d2ebc service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438639 Aug 19 15:08:33.329426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-764f9c84-f9dd-47b0-a84b-2a247ff40932 req-d4c72fd0-707b-45e2-b0a2-ab13815a8aef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723287 Aug 19 15:08:33.353191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af058ad0-559e-4fd0-86be-bb8a86fb6ae3 req-4ca1669d-6869-4c01-8e87-b44d94440fe9 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 210 time: 0.0699446 Aug 19 15:08:33.394237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ecf0dfa-0909-4658-94a5-4d115c1b21f4 req-9aca5411-e7b3-4d18-93ef-5fdbdf51590e service neutron] 10.222.0.46 "GET /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846809 Aug 19 15:08:33.471637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04eed-7b72-4056-8ebe-6ade53d07647 req-7b4837df-174d-4949-8414-032049c3edf4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:33.475918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9a04eed-7b72-4056-8ebe-6ade53d07647 req-7b4837df-174d-4949-8414-032049c3edf4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0610051 Aug 19 15:08:33.526311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9a04eed-7b72-4056-8ebe-6ade53d07647 req-d53cc93d-da63-42d4-ab0a-41c6ce73f3ec tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Aug 19 15:08:34.265683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10564165-ccff-48e4-8076-ada02e6beb1a req-7e24343a-7e68-4e69-b778-0f237f929362 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:34.267224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10564165-ccff-48e4-8076-ada02e6beb1a req-7e24343a-7e68-4e69-b778-0f237f929362 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 943 time: 0.0519276 Aug 19 15:08:34.323991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10564165-ccff-48e4-8076-ada02e6beb1a req-0ad90380-8d84-4842-97f0-ddda814eebc7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Aug 19 15:08:34.327362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 386aea40-5056-4bb9-b22d-7343ed95dd05 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:34.454852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2768f115-e949-407d-8a4a-f9a787e45c5d req-28072f13-834d-42e5-9010-eb6dfec4e294 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 210 time: 0.0266690 Aug 19 15:08:34.517466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 386aea40-5056-4bb9-b22d-7343ed95dd05 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:34.522435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 386aea40-5056-4bb9-b22d-7343ed95dd05 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:34.522815 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.614991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-6f609ea7-1123-495f-a490-dce687465808 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:34.617393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-6f609ea7-1123-495f-a490-dce687465808 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1324027 Aug 19 15:08:34.617536 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.641466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:34.663063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386aea40-5056-4bb9-b22d-7343ed95dd05'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:34.665776 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db765d79-eea1-4ace-86fe-90a7344d48df" -d '{"events": [{"server_uuid": "d3d4d2d5-3383-4992-9204-a788e96d216b", "name": "network-vif-plugged", "status": "completed", "tag": "386aea40-5056-4bb9-b22d-7343ed95dd05"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:34.672342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 386aea40-5056-4bb9-b22d-7343ed95dd05, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=386aea40-5056-4bb9-b22d-7343ed95dd05,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:34.686712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc8c1-7eca-4977-80bb-53d30b7d3d7a req-a2d26548-cddd-4787-b1d9-37b522ee9a79 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:34.688232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a3cc8c1-7eca-4977-80bb-53d30b7d3d7a req-a2d26548-cddd-4787-b1d9-37b522ee9a79 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0796528 Aug 19 15:08:34.733458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a3cc8c1-7eca-4977-80bb-53d30b7d3d7a req-8253110b-776a-4e42-bb09-b445cf50cb22 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Aug 19 15:08:34.808882 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.870981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=386aea40-5056-4bb9-b22d-7343ed95dd05,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:34.874285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:34.882003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.882493 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a050f06a-d317-4a22-90bb-6650585c1616 x-openstack-request-id: req-a050f06a-d317-4a22-90bb-6650585c1616 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:34.882797 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d4d2d5-3383-4992-9204-a788e96d216b", "name": "network-vif-plugged", "status": "completed", "tag": "386aea40-5056-4bb9-b22d-7343ed95dd05", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:34.883046 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a050f06a-d317-4a22-90bb-6650585c1616 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:34.883461 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386aea40-5056-4bb9-b22d-7343ed95dd05', 'code': 200} Aug 19 15:08:34.985224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d55e4-82d2-476f-a2c9-1bd4a5bda069 req-efe8b485-6d8f-451d-b5bb-826b4e88b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:34.987496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-747d55e4-82d2-476f-a2c9-1bd4a5bda069 req-efe8b485-6d8f-451d-b5bb-826b4e88b7a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 1097 time: 0.0419538 Aug 19 15:08:35.029465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-747d55e4-82d2-476f-a2c9-1bd4a5bda069 req-3193e5f6-3dd4-4a67-b3ed-b32af24190b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Aug 19 15:08:35.033484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.14 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/c9f0e4c5-05db-4bba-8fa2-abd3233a2c82) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:35.214397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.331611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.364679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:35.387496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:35.391076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:35.395185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:35.426745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:35.446592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.452369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:35.485550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:35.486217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.488474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005c4b1-c43a-4c41-a359-894873e770a4 req-e6b3b868-ee70-4e3c-af1c-d2a95552b9ea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:35.491626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7005c4b1-c43a-4c41-a359-894873e770a4 req-e6b3b868-ee70-4e3c-af1c-d2a95552b9ea tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 943 time: 0.0998559 Aug 19 15:08:35.534525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7005c4b1-c43a-4c41-a359-894873e770a4 req-cb00c619-9799-4df4-b46c-b41880c1b42c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363698 Aug 19 15:08:35.646418 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-f09c68f7-5d45-420d-b96c-eca018dcf97b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0091076 Aug 19 15:08:35.656762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170ffc-3f8d-475c-8624-078bf9208b7b req-3118cb61-b946-4962-a0ef-a61d9e25f96c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:35.658337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35170ffc-3f8d-475c-8624-078bf9208b7b req-3118cb61-b946-4962-a0ef-a61d9e25f96c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 932 time: 0.0587192 Aug 19 15:08:35.665639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Request body: {'port': {'device_id': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:35.704369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35170ffc-3f8d-475c-8624-078bf9208b7b req-de2be06d-79d1-4155-a2b4-d55f1bb6fc0e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Aug 19 15:08:35.738219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.872733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0240047-917c-442e-b489-b4ecc383eb01 req-9f0a8438-5501-449e-b363-6516431264ea tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:35.874299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0240047-917c-442e-b489-b4ecc383eb01 req-9f0a8438-5501-449e-b363-6516431264ea tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0545533 Aug 19 15:08:35.913922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0240047-917c-442e-b489-b4ecc383eb01 req-cf93b8b3-d553-4544-90be-c51601d8d948 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Aug 19 15:08:36.073925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:36.083380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.105136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Transition to ACTIVE for port object c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:36.231199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.287427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:36.330030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b5587e9c-a021-4a94-9fe7-3c3b53d06efa details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:08:36.379792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Attempting to bind port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:36.383726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Attempting to bind port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:36.383726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Attempting to bind port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:36.385738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:08:36.386063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Attempting to bind port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:36.391721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:36.392069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:36.392460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:36.392995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Bound port: c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:36.393380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.448864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:36.476832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] For port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:36.481058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] For port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:36.481328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa', 'network_id': '936494d6-d5d9-4539-9e13-ccbbc5520a39', 'port_id': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa', 'mac_address': 'fa:16:3e:1d:29:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aed2365-7411-4eaf-87de-ee898e917c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:08:36.522058 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.539547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5587e9c-a021-4a94-9fe7-3c3b53d06efa {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:36.557723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.567425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:36.572231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3a2ca-e2da-45a6-b090-171c94aa2022 req-16c76d54-6865-426c-9c7a-9e8d15a4f74b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.574283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50e3a2ca-e2da-45a6-b090-171c94aa2022 req-16c76d54-6865-426c-9c7a-9e8d15a4f74b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0694752 Aug 19 15:08:36.597845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.599045 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.599935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 HTTP/1.1" status: 200 len: 1093 time: 0.9388554 Aug 19 15:08:36.600391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'tag': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:36.602774 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e7c9c7-29d2-4710-90cf-0543ddf5d519" -d '{"events": [{"name": "network-changed", "server_uuid": "4a381fa7-281d-465e-b88d-cbec5dd8df1c", "tag": "c9f0e4c5-05db-4bba-8fa2-abd3233a2c82"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:36.632091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc42fb-51e5-45a1-955e-87ab3a4ae2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:36.665268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50e3a2ca-e2da-45a6-b090-171c94aa2022 req-298299af-682f-42cc-bb36-40c86d2e493b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736635 Aug 19 15:08:36.668725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-44fd630b-28df-46cf-ad96-ee7cdafe6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.670238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-44fd630b-28df-46cf-ad96-ee7cdafe6598 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 1097 time: 0.0944667 Aug 19 15:08:36.688485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.753476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:36.800754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-6a92f71a-2b0e-4e04-8cd2-09de6eae9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.802314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-6a92f71a-2b0e-4e04-8cd2-09de6eae9e56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 200 len: 919 time: 0.1246290 Aug 19 15:08:36.803516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-9f7b81d9-5ee4-4a0e-88a6-614f28ba5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.805048 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-9f7b81d9-5ee4-4a0e-88a6-614f28ba5d3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 1096 time: 0.0455701 Aug 19 15:08:36.809824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f73ef2-299f-4af8-a188-ca1e5e2fe505 req-8d789d06-35c6-49ec-8e4f-71e8914f1cd3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.811255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50f73ef2-299f-4af8-a188-ca1e5e2fe505 req-8d789d06-35c6-49ec-8e4f-71e8914f1cd3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 944 time: 0.0773861 Aug 19 15:08:36.857935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-12eed8ad-8ab2-4406-a089-4268adb92a3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 200 len: 217 time: 0.0457027 Aug 19 15:08:36.860091 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-1eed0570-4900-4f5f-975c-872b75074460 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 HTTP/1.1" status: 200 len: 217 time: 0.0384493 Aug 19 15:08:36.915127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-af06036f-2a7b-4205-9434-9f8a68f23a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.915512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50f73ef2-299f-4af8-a188-ca1e5e2fe505 req-cf615155-cad1-49a8-9190-6adf5bac7d9e tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973492 Aug 19 15:08:36.916671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-af06036f-2a7b-4205-9434-9f8a68f23a29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0505071 Aug 19 15:08:36.918824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['b5587e9c-a021-4a94-9fe7-3c3b53d06efa'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:36.935861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-b883d96c-ca10-4a5f-83ec-4cc79d044e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.937312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-b883d96c-ca10-4a5f-83ec-4cc79d044e34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 200 len: 858 time: 0.0711248 Aug 19 15:08:36.952518 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-2566ac71-5562-4beb-9da3-1235a655924e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291035 Aug 19 15:08:37.001863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-c13f08da-6941-45a0-99c9-dd255859fe6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1295c5b-7a28-4492-9e38-eef625d76463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515614 Aug 19 15:08:37.029038 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9d1e2-aac2-437d-9a30-4263569087e4 x-openstack-request-id: req-98f9d1e2-aac2-437d-9a30-4263569087e4 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:37.029415 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a381fa7-281d-465e-b88d-cbec5dd8df1c", "tag": "c9f0e4c5-05db-4bba-8fa2-abd3233a2c82", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:37.029624 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98f9d1e2-aac2-437d-9a30-4263569087e4 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:37.030040 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'tag': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82', 'status': 'completed', 'code': 200} Aug 19 15:08:37.086073 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-cd5d6cb3-1576-40fc-85a2-5abe6caeebd1 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231408 Aug 19 15:08:37.169043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bcaa-3f55-42d2-9784-279d19db63d3 req-d783bd26-326c-4541-8ca2-4ea45b26c2f9 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:37.170685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a345bcaa-3f55-42d2-9784-279d19db63d3 req-d783bd26-326c-4541-8ca2-4ea45b26c2f9 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 944 time: 0.0841877 Aug 19 15:08:37.173212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-37ac3933-351b-47cb-846c-00cbc048c060 service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618948 Aug 19 15:08:37.271310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a345bcaa-3f55-42d2-9784-279d19db63d3 req-698b2bd8-9e3d-4b57-ae50-37108dec3a86 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940166 Aug 19 15:08:37.340318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-892baa9b-b0ab-4cf1-9fdc-d73ee596e891 req-5297321e-0e48-4167-9cd0-afdcc01c275f service neutron] 10.222.0.46 "GET /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554039 Aug 19 15:08:37.458697 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4882330b-a8b4-4ae6-a8d9-23545e473c61 req-07e74fcf-596f-48c2-b631-3e2c5a6104a8 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646178 Aug 19 15:08:37.732056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-63850bb7-3704-4ce1-9bec-20a7d3e0dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:37.733624 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-63850bb7-3704-4ce1-9bec-20a7d3e0dbad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 1096 time: 0.0423105 Aug 19 15:08:37.793319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6da581-5635-4250-b96b-e264e211da40 req-2e4cb5db-493f-4f92-b52b-216f65637aef tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:37.794927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa6da581-5635-4250-b96b-e264e211da40 req-2e4cb5db-493f-4f92-b52b-216f65637aef tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0544612 Aug 19 15:08:37.836497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa6da581-5635-4250-b96b-e264e211da40 req-7546c8bc-202f-4c2a-be09-b54cca4ade28 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Aug 19 15:08:37.839058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-38522839-d3df-4fba-a6ba-641eedb54118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:37.840613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-38522839-d3df-4fba-a6ba-641eedb54118 service neutron] 10.222.0.54 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.1001661 Aug 19 15:08:37.889022 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-8db530b8-e6c4-4bdb-b618-fd5f33dd6e7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 HTTP/1.1" status: 200 len: 217 time: 0.0413363 Aug 19 15:08:37.939447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-89d358de-d898-47bc-aa6c-04ae377031b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:37.941016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-89d358de-d898-47bc-aa6c-04ae377031b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0457010 Aug 19 15:08:37.972805 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-cd086723-fd23-4afc-b291-de41828bb7b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252390 Aug 19 15:08:38.055762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0cb7d-7169-4bac-b8c6-1bf1903ac319 req-0e099bc9-7f00-4994-815c-334e8eb9b60d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:38.057431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90a0cb7d-7169-4bac-b8c6-1bf1903ac319 req-0e099bc9-7f00-4994-815c-334e8eb9b60d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 944 time: 0.0586443 Aug 19 15:08:38.075761 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-3d21e500-228a-4e2f-855d-73f83a9011e5 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954311 Aug 19 15:08:38.113577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90a0cb7d-7169-4bac-b8c6-1bf1903ac319 req-35f8d3de-0081-4d4c-b69b-3b38a406aa7c tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486376 Aug 19 15:08:38.171113 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-09e7c9c7-29d2-4710-90cf-0543ddf5d519 req-89a1fe43-188c-4775-b70f-0e8f3b825854 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883260 Aug 19 15:08:38.327570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b5587e9c-a021-4a94-9fe7-3c3b53d06efa up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:38.396954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826b7c-f568-4f83-b4f1-9c4081e2941b req-e0e7f30b-3e9c-459b-a5b4-3197369eb1b0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:38.396954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d826b7c-f568-4f83-b4f1-9c4081e2941b req-e0e7f30b-3e9c-459b-a5b4-3197369eb1b0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 944 time: 0.0537951 Aug 19 15:08:38.440119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d826b7c-f568-4f83-b4f1-9c4081e2941b req-15c95baf-dc7e-49f9-b293-753b41509f63 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356021 Aug 19 15:08:38.496627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port b5587e9c-a021-4a94-9fe7-3c3b53d06efa completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:38.501152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port b5587e9c-a021-4a94-9fe7-3c3b53d06efa triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:38.501640 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.727163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.753772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:38.757039 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c040287-168e-40e1-9ebc-5a1fbc95938f" -d '{"events": [{"server_uuid": "ae4181d9-bf82-4437-a029-c89cec52a015", "name": "network-vif-plugged", "status": "completed", "tag": "b5587e9c-a021-4a94-9fe7-3c3b53d06efa"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:38.771754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:38.802203 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e67c2-ddcf-47fe-a522-2762d3098148 x-openstack-request-id: req-397e67c2-ddcf-47fe-a522-2762d3098148 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:38.802611 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4181d9-bf82-4437-a029-c89cec52a015", "name": "network-vif-plugged", "status": "completed", "tag": "b5587e9c-a021-4a94-9fe7-3c3b53d06efa", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:38.802867 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-397e67c2-ddcf-47fe-a522-2762d3098148 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:38.803279 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa', 'code': 200} Aug 19 15:08:38.920441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84233-07b1-487c-b1aa-1142f541c4f7 req-82d9bfd4-f997-4be8-b202-45dd421f90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:38.922269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adf84233-07b1-487c-b1aa-1142f541c4f7 req-82d9bfd4-f997-4be8-b202-45dd421f90fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 1096 time: 0.0517490 Aug 19 15:08:38.977167 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.995103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adf84233-07b1-487c-b1aa-1142f541c4f7 req-e37e9f2f-16af-417d-a9c2-a958b5be340f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 Aug 19 15:08:39.009695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ac446-abf3-4147-9587-90c1537e8750 req-aae1d8d8-08f6-4ed3-9fc3-7059b129e028 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:39.017996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c4ac446-abf3-4147-9587-90c1537e8750 req-aae1d8d8-08f6-4ed3-9fc3-7059b129e028 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0941489 Aug 19 15:08:39.059136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:39.108122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c4ac446-abf3-4147-9587-90c1537e8750 req-1a22b32b-3c23-495b-ab61-27f321946a52 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887628 Aug 19 15:08:39.246918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64db9d-5421-4255-a8ad-9b077a5681df req-41348a7e-51f7-4e73-9f7e-dbf4cb022750 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:39.248454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a64db9d-5421-4255-a8ad-9b077a5681df req-41348a7e-51f7-4e73-9f7e-dbf4cb022750 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.0634322 Aug 19 15:08:39.287660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a64db9d-5421-4255-a8ad-9b077a5681df req-05eb98eb-f072-439a-8dc3-90977af8c57b tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Aug 19 15:08:39.561841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6bfd1-51b8-4322-acfe-733e33c1bd3b req-91116c9d-8364-4915-a4c3-14d00f8f3a11 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:39.563477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75f6bfd1-51b8-4322-acfe-733e33c1bd3b req-91116c9d-8364-4915-a4c3-14d00f8f3a11 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 944 time: 0.0529337 Aug 19 15:08:39.602728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75f6bfd1-51b8-4322-acfe-733e33c1bd3b req-45ac38bd-cd3b-40d2-b61f-17647a4dd1ee tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Aug 19 15:08:40.229275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35664) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:40.235114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-311626491'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:40.261359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efe6ef-a4e5-4654-9c71-7bea03c01d40 req-bffefb1c-6570-4bde-80ad-ca210c6fa816 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:40.262765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41efe6ef-a4e5-4654-9c71-7bea03c01d40 req-bffefb1c-6570-4bde-80ad-ca210c6fa816 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0792692 Aug 19 15:08:40.304793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41efe6ef-a4e5-4654-9c71-7bea03c01d40 req-1871a24f-c368-457c-b699-0681cf90c659 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Aug 19 15:08:40.387674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:40.387674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.431939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:40.446750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf2af-a885-42b4-b750-047c97df3cd1 req-76778597-755d-4fc7-acba-88ab88cc4038 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:40.448988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fdbf2af-a885-42b4-b750-047c97df3cd1 req-76778597-755d-4fc7-acba-88ab88cc4038 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.0756073 Aug 19 15:08:40.453633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.453976 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Added segment c42cdd3e-c598-479b-bdce-d0d1ddcf87f0 of type vlan for network b52c1f1a-4add-442f-9144-7d0b72ada2e3 Aug 19 15:08:40.517687 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.529816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fdbf2af-a885-42b4-b750-047c97df3cd1 req-b1d80ac3-8b1e-48b9-9e58-f0cadc9420d8 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669353 Aug 19 15:08:40.617231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.624884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:40.626593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.732025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Network': ['ID=b52c1f1a-4add-442f-9144-7d0b72ada2e3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:40.743385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:40.775008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1a1f5548-2096-4b34-955c-b6149814ce95 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5445092 Aug 19 15:08:40.777680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:40.782812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-14208743'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:40.910986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:40.914775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.943980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:40.953843 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.954271 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Added segment 3134277f-5605-4b71-a901-3c5227cbca69 of type vlan for network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 Aug 19 15:08:41.000754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.145787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:08:41.152142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.158738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:41.159346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.225237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Network': ['ID=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:41.238757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:41.309086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:41.329371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82', 'mac_address': 'fa:16:3e:90:80:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:08:41.372323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c9411b88-3782-47e1-ba42-65f547014fa3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5934813 Aug 19 15:08:41.374931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35694) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:41.378820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.380102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'subnet': {'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:41.389920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:41.417166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:41.511717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.529530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae673a1a-6d2b-4667-bc69-d63e633b45ea req-9673de20-930c-465d-a462-fe2bba2bec37 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:41.531079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae673a1a-6d2b-4667-bc69-d63e633b45ea req-9673de20-930c-465d-a462-fe2bba2bec37 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 944 time: 0.0567937 Aug 19 15:08:41.568560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:41.576664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae673a1a-6d2b-4667-bc69-d63e633b45ea req-bb0212b4-92e0-40f7-a733-b2797f41bab6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Aug 19 15:08:41.582595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:41.587391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.864765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d26ba-43a1-4a69-8f34-b844e2d59eea req-c59f5fc0-2748-4764-b4cf-36681fcabb06 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:41.866837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-506d26ba-43a1-4a69-8f34-b844e2d59eea req-c59f5fc0-2748-4764-b4cf-36681fcabb06 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.0792408 Aug 19 15:08:41.889234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.956476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-506d26ba-43a1-4a69-8f34-b844e2d59eea req-1d64df6e-0fa7-4444-87e4-fdc7a13289e6 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822647 Aug 19 15:08:41.965976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c9f0e4c5-05db-4bba-8fa2-abd3233a2c82'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:41.974008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Subnet': ['ID=94db7ad7-8fdf-4561-a58a-8f40c619e445,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:41.988841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Checking segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:41.989141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network hostable DHCP agents. Network: b52c1f1a-4add-442f-9144-7d0b72ada2e3, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:42.076915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:42.171565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b52c1f1a-4add-442f-9144-7d0b72ada2e3) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:42.175835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:42.176561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.182857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b585e7e-7834-472e-b6f3-267ebe8a27be None None] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:42.307848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2f0e1408-5c5e-461b-982a-ac551a8f990e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9293466 Aug 19 15:08:42.309968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:42.321267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'subnet': {'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:42.352898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:42.354384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.501294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Allocated IP 10.1.1.2 (b52c1f1a-4add-442f-9144-7d0b72ada2e3/94db7ad7-8fdf-4561-a58a-8f40c619e445/07d8314d-58c6-4460-911b-09cc35d2a796) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:42.560209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:42.565527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.673475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.683766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Transition to ACTIVE for port object 07d8314d-58c6-4460-911b-09cc35d2a796 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:42.703838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Transition to ACTIVE for port object 07d8314d-58c6-4460-911b-09cc35d2a796 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:42.734708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c7931-dbf1-4d04-8dc4-8fc0ad94bd37 req-ac7842d5-b82e-483f-b1b8-706c820c41d5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:42.739090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c1c7931-dbf1-4d04-8dc4-8fc0ad94bd37 req-ac7842d5-b82e-483f-b1b8-706c820c41d5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 945 time: 0.0787504 Aug 19 15:08:42.793289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c1c7931-dbf1-4d04-8dc4-8fc0ad94bd37 req-fe02c9c6-a06c-446f-8637-9b4ae277294e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Aug 19 15:08:42.861166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.913017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:42.922035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:42.926120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:42.931159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.982314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Pushing event updated for resources: {'Port': ['ID=07d8314d-58c6-4460-911b-09cc35d2a796,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:43.002335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Subnet': ['ID=4eede6c5-2df7-4855-8446-5f0a79e10a84,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:43.007620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Attempting to bind port 07d8314d-58c6-4460-911b-09cc35d2a796 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:43.008028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Attempting to bind port 07d8314d-58c6-4460-911b-09cc35d2a796 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:43.008407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Attempting to bind port 07d8314d-58c6-4460-911b-09cc35d2a796 on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:43.012667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Checking segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:43.013037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network hostable DHCP agents. Network: 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:43.015068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:43.015511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Checking segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:43.015916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.016338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Bound using segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:43.016820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Bound port: 07d8314d-58c6-4460-911b-09cc35d2a796, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:43.017239 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.086407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2adde213-4edf-4390-a5df-156629559e82 None None] For port 07d8314d-58c6-4460-911b-09cc35d2a796, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:43.091134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2adde213-4edf-4390-a5df-156629559e82 None None] For port 07d8314d-58c6-4460-911b-09cc35d2a796, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=07d8314d-58c6-4460-911b-09cc35d2a796,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:43.118511 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.162848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:43.215962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:43.226632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ba1-abbf-4825-a616-5ef2b4442757 req-d9e72d91-6729-42bf-ab65-abddd9aad13f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:43.228284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65ca5ba1-abbf-4825-a616-5ef2b4442757 req-d9e72d91-6729-42bf-ab65-abddd9aad13f tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.0575891 Aug 19 15:08:43.263133 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.272193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65ca5ba1-abbf-4825-a616-5ef2b4442757 req-ab3d3df6-d04b-4e83-9aac-3236b53ec5da tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Aug 19 15:08:43.354566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:43.359177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adde213-4edf-4390-a5df-156629559e82 None None] Pushing event updated for resources: {'Port': ['ID=07d8314d-58c6-4460-911b-09cc35d2a796,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:43.365049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:43.365266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1b57c-77e1-4931-b9b0-da1726d49155 None None] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:43.367320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.418123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:43.425085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:43.425483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.563919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35730) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:43.566721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9e632c50-e91d-42ca-b928-f1920e8f80aa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2547734 Aug 19 15:08:43.574924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'name': 'tempest-TaggedBootDevicesTest-1250774202', 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:43.670375 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.684499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'fixed_ips': [{'subnet_id': '4eede6c5-2df7-4855-8446-5f0a79e10a84'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:43.687171 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.742730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:43.745183 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7dad2-d41d-48cb-a967-27f1392130cd" -d '{"events": [{"server_uuid": "4a381fa7-281d-465e-b88d-cbec5dd8df1c", "name": "network-vif-plugged", "status": "completed", "tag": "c9f0e4c5-05db-4bba-8fa2-abd3233a2c82"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:43.766119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:43.892892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Allocated IP 10.2.2.2 (5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6/4eede6c5-2df7-4855-8446-5f0a79e10a84/fb8ded30-88ae-4c6d-b8d5-2bc72102d445) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:43.959393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:43.967785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.033947 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e242c-17ca-41b3-b03a-df0a51b36fa2 x-openstack-request-id: req-e09e242c-17ca-41b3-b03a-df0a51b36fa2 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:44.034708 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a381fa7-281d-465e-b88d-cbec5dd8df1c", "name": "network-vif-plugged", "status": "completed", "tag": "c9f0e4c5-05db-4bba-8fa2-abd3233a2c82", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:44.034708 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e09e242c-17ca-41b3-b03a-df0a51b36fa2 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:44.035044 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82', 'code': 200} Aug 19 15:08:44.074634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:44.189251 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.210863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Transition to ACTIVE for port object fb8ded30-88ae-4c6d-b8d5-2bc72102d445 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:44.230931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ecc4f-2c3a-4882-927b-8ab9e97c1a71 req-7de1b2fc-b96c-4a6d-b739-d8084fff57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:44.235972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Transition to ACTIVE for port object fb8ded30-88ae-4c6d-b8d5-2bc72102d445 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:44.243402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d1ecc4f-2c3a-4882-927b-8ab9e97c1a71 req-7de1b2fc-b96c-4a6d-b739-d8084fff57de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 1098 time: 0.1014678 Aug 19 15:08:44.276448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.302350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d1ecc4f-2c3a-4882-927b-8ab9e97c1a71 req-d84412f5-2903-44f4-b15c-23f5ced723a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502896 Aug 19 15:08:44.322917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] device_id is not set on port fc6eaf23-29e6-4a49-9666-a56be4bedc1c yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:08:44.346236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21305801-43ea-44d0-94cb-a08a69c6c394 req-6d8d6213-28ae-410c-9838-006a00691857 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:44.349025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21305801-43ea-44d0-94cb-a08a69c6c394 req-6d8d6213-28ae-410c-9838-006a00691857 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.2181363 Aug 19 15:08:44.377616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.440638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:44.446954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:44.451267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:44.462067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Pushing event updated for resources: {'Port': ['ID=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:44.524392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Attempting to bind port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:44.524637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Attempting to bind port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:44.525031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Attempting to bind port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:44.531859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:44.532097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Checking segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:44.532456 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.532991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Bound using segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:44.533506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Bound port: fb8ded30-88ae-4c6d-b8d5-2bc72102d445, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:44.533898 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.617403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21305801-43ea-44d0-94cb-a08a69c6c394 req-1c2cad95-661f-466e-a03a-4637fef95c0b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390120 Aug 19 15:08:44.635802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] For port fb8ded30-88ae-4c6d-b8d5-2bc72102d445, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:44.635802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] For port fb8ded30-88ae-4c6d-b8d5-2bc72102d445, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:44.743234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.804934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 10.1.1.21 (b52c1f1a-4add-442f-9144-7d0b72ada2e3/94db7ad7-8fdf-4561-a58a-8f40c619e445/fc6eaf23-29e6-4a49-9666-a56be4bedc1c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:44.848587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d84c4d-a140-4fc6-bb5e-7a31401af042 None None] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:45.010294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 07d8314d-58c6-4460-911b-09cc35d2a796 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:45.023057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941dbf-bdfa-4792-9014-eea136b9b585 req-2910128f-40c7-4dae-b2c7-f4cfea649fa3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:45.025016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba941dbf-bdfa-4792-9014-eea136b9b585 req-2910128f-40c7-4dae-b2c7-f4cfea649fa3 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.1767335 Aug 19 15:08:45.045908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ab9e0-eecd-4a58-8e62-f91d608236e6 None None] Pushing event updated for resources: {'Port': ['ID=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:45.053330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bf6eb5af-1098-4337-bc74-b4af5ac3df75 None None] Provisioning for port 07d8314d-58c6-4460-911b-09cc35d2a796 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:45.221890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 07d8314d-58c6-4460-911b-09cc35d2a796 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:45.230462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba941dbf-bdfa-4792-9014-eea136b9b585 req-9ea1bcb2-f9f2-4361-b140-b4ee86f45d96 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938319 Aug 19 15:08:45.265391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 07d8314d-58c6-4460-911b-09cc35d2a796 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:45.265752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.324312 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.361814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object fc6eaf23-29e6-4a49-9666-a56be4bedc1c will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:45.462637 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.500341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 07d8314d-58c6-4460-911b-09cc35d2a796, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=07d8314d-58c6-4460-911b-09cc35d2a796,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:45.519954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.575532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:45.578952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:45.584034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:45.586918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:45.608186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.657491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:45.662475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.706687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=07d8314d-58c6-4460-911b-09cc35d2a796,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:45.785929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c35ed-770f-4b3c-a218-3a746edd26be req-2d1c39c7-acc9-4114-833b-9e7d4c0348c7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:45.787484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-445c35ed-770f-4b3c-a218-3a746edd26be req-2d1c39c7-acc9-4114-833b-9e7d4c0348c7 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.0972648 Aug 19 15:08:45.792162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7eb1640a-f805-4e13-b4e7-621437e5dd5d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2268598 Aug 19 15:08:45.794817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35764) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:45.819860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'name': 'tempest-TaggedBootDevicesTest-1935851827', 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:45.831431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b830ab-321e-49b3-8611-fdb13ea315ec req-7cddd5f9-52d5-48d2-a950-ebf0ac94d1b8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:45.840506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b830ab-321e-49b3-8611-fdb13ea315ec req-7cddd5f9-52d5-48d2-a950-ebf0ac94d1b8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.1110981 Aug 19 15:08:45.845635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5139ed3b-5384-4e1a-82cd-ff5f2cdff5ae None None] Provisioning complete for port 07d8314d-58c6-4460-911b-09cc35d2a796 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:45.846436 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5139ed3b-5384-4e1a-82cd-ff5f2cdff5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.934461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b830ab-321e-49b3-8611-fdb13ea315ec req-7459fec7-6c34-4b17-bbcf-0c70e0d6acb8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929365 Aug 19 15:08:46.094826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Deleting port b5587e9c-a021-4a94-9fe7-3c3b53d06efa {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:46.095503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.217622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] For port b5587e9c-a021-4a94-9fe7-3c3b53d06efa, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,segment=NetworkSegment(01e969d7-bd3e-42e1-b2ed-6e0a759dded4),segment_id=01e969d7-bd3e-42e1-b2ed-6e0a759dded4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:46.218010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.229233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:46.248789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Calling delete_port for b5587e9c-a021-4a94-9fe7-3c3b53d06efa owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:46.308334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-39e48a07-a46c-4eb7-bfa9-bcf6b416be2f None None] Provisioning for port fc6eaf23-29e6-4a49-9666-a56be4bedc1c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:46.312721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-39e48a07-a46c-4eb7-bfa9-bcf6b416be2f None None] Provisioning complete for port fc6eaf23-29e6-4a49-9666-a56be4bedc1c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:46.313106 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39e48a07-a46c-4eb7-bfa9-bcf6b416be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.381824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.398445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-39e48a07-a46c-4eb7-bfa9-bcf6b416be2f None None] Port fc6eaf23-29e6-4a49-9666-a56be4bedc1c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:46.439197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] device_id is not set on port 7ef98bce-c703-477b-8373-d9f4c81aed3c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:08:46.464809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccba42-f6f1-4954-95cd-71d369e597ae None None] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:46.493429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510836-d49e-4b6f-b737-26ae180e1bd1 req-cc6a8bfc-7707-42b2-8d2e-2066019b34a4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:46.493429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52510836-d49e-4b6f-b737-26ae180e1bd1 req-cc6a8bfc-7707-42b2-8d2e-2066019b34a4 tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4181d9-bf82-4437-a029-c89cec52a015 HTTP/1.1" status: 200 len: 945 time: 0.1157081 Aug 19 15:08:46.611617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52510836-d49e-4b6f-b737-26ae180e1bd1 req-f46a9301-c243-43af-863b-1c4000f9f6eb tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cfd7adb-788a-48b0-b159-5eb42df557cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522320 Aug 19 15:08:46.617553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a5c17249-4c6c-4acc-9eb3-bbd1064d698c None None] Provisioning for port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:46.637627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.652868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['b5587e9c-a021-4a94-9fe7-3c3b53d06efa'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:46.673203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Pushing event deleted for resources: {'Port': ['ID=b5587e9c-a021-4a94-9fe7-3c3b53d06efa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:46.736237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] No DVR routers for this DVR port b5587e9c-a021-4a94-9fe7-3c3b53d06efa on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:46.736237 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.737300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-445c35ed-770f-4b3c-a218-3a746edd26be req-cc49ba98-d111-42d7-a4ff-e688a9e8458d tempest-DeleteServersTestJSON-1931092102 tempest-DeleteServersTestJSON-1931092102-project] 10.222.0.46 "DELETE /v2.0/ports/b5587e9c-a021-4a94-9fe7-3c3b53d06efa HTTP/1.1" status: 204 len: 173 time: 0.9386981 Aug 19 15:08:46.737764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'name': 'network-vif-deleted', 'tag': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:46.743663 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b48b6d-8cd2-494e-9ba1-778111c9acb7" -d '{"events": [{"server_uuid": "ae4181d9-bf82-4437-a029-c89cec52a015", "name": "network-vif-deleted", "tag": "b5587e9c-a021-4a94-9fe7-3c3b53d06efa"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:46.788488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 10.1.1.199 (b52c1f1a-4add-442f-9144-7d0b72ada2e3/94db7ad7-8fdf-4561-a58a-8f40c619e445/7ef98bce-c703-477b-8373-d9f4c81aed3c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:46.816441 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef19a2d-d2f5-4868-a3be-95b287fe2a6b x-openstack-request-id: req-1ef19a2d-d2f5-4868-a3be-95b287fe2a6b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:46.822660 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4181d9-bf82-4437-a029-c89cec52a015", "name": "network-vif-deleted", "tag": "b5587e9c-a021-4a94-9fe7-3c3b53d06efa", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:46.822660 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef19a2d-d2f5-4868-a3be-95b287fe2a6b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:46.822660 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4181d9-bf82-4437-a029-c89cec52a015', 'name': 'network-vif-deleted', 'tag': 'b5587e9c-a021-4a94-9fe7-3c3b53d06efa', 'status': 'completed', 'code': 200} Aug 19 15:08:47.116083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 07d8314d-58c6-4460-911b-09cc35d2a796 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:47.117384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.117384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object 7ef98bce-c703-477b-8373-d9f4c81aed3c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:47.118188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 07d8314d-58c6-4460-911b-09cc35d2a796 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:47.118188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.118351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eaa3f-48a6-48c6-9b5f-a5de38cd5626 req-ab19a00c-5483-474e-986c-35eff440b15a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:47.118351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b7eaa3f-48a6-48c6-9b5f-a5de38cd5626 req-ab19a00c-5483-474e-986c-35eff440b15a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.0687766 Aug 19 15:08:47.158473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b7eaa3f-48a6-48c6-9b5f-a5de38cd5626 req-59fd2b9a-5df9-4c3c-ab11-ef77d46904e2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Aug 19 15:08:47.194082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fb8ded30-88ae-4c6d-b8d5-2bc72102d445 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:47.282917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.330929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:47.336471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:47.341052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:47.352509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:47.363041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:47.363819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.375059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40635a63-dcb9-4f0c-a3bf-7ed0b070e0a2 req-2f3ace2a-e06b-43d0-8c02-5f639ad70814 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:47.376557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40635a63-dcb9-4f0c-a3bf-7ed0b070e0a2 req-2f3ace2a-e06b-43d0-8c02-5f639ad70814 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.0593655 Aug 19 15:08:47.390987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:47.428291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:47.429657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.468500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40635a63-dcb9-4f0c-a3bf-7ed0b070e0a2 req-244b7910-b8ba-4da7-ba4b-d001e04064f0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814009 Aug 19 15:08:47.495233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.538717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ea2dc1d-8426-4e9a-b5c6-41fd01ef82de tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7372208 Aug 19 15:08:47.539174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port fb8ded30-88ae-4c6d-b8d5-2bc72102d445, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:47.606551 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.661309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:47.785377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-75b4e109-bc87-4f35-aca8-7a92da480ede None None] Provisioning for port 7ef98bce-c703-477b-8373-d9f4c81aed3c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:47.789412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-75b4e109-bc87-4f35-aca8-7a92da480ede None None] Provisioning complete for port 7ef98bce-c703-477b-8373-d9f4c81aed3c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:47.789917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-75b4e109-bc87-4f35-aca8-7a92da480ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:47.829100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-75b4e109-bc87-4f35-aca8-7a92da480ede None None] Port 7ef98bce-c703-477b-8373-d9f4c81aed3c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:48.349663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35806) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:48.355921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498304634', 'description': 'tempest-description--133840742'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:48.526745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6942ae-e9f0-4dd6-b10d-81e13fb5aaf7 req-7da6b7d6-c5d3-4660-ab76-338687e2ed86 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:48.528272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c6942ae-e9f0-4dd6-b10d-81e13fb5aaf7 req-7da6b7d6-c5d3-4660-ab76-338687e2ed86 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.0556762 Aug 19 15:08:48.532829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.550664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35816) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:48.579879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c6942ae-e9f0-4dd6-b10d-81e13fb5aaf7 req-14208acd-a0cb-4142-a416-29b896784617 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Aug 19 15:08:48.634352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.682009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-64270539-addc-43c3-97e7-2d1d86d5c133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.734055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.781328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19403d-863b-4a1e-a56b-5822d44733cc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:48.856249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fb8ded30-88ae-4c6d-b8d5-2bc72102d445 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:48.908000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-64270539-addc-43c3-97e7-2d1d86d5c133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.919889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:48.920593 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.991990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-64270539-addc-43c3-97e7-2d1d86d5c133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.042551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-64270539-addc-43c3-97e7-2d1d86d5c133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f353e46be1434d40bdb65596e6bf48fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883819 Aug 19 15:08:49.044716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35836) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:49.053531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64270539-addc-43c3-97e7-2d1d86d5c133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da67fe-a3ac-463f-8337-9f3929b950e0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:49.060883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.068088 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e76827c-b67c-49b2-a302-e7e62cd61262 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7169425 Aug 19 15:08:49.077104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35840) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:49.083028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'security_group_rule': {'security_group_id': '4c19403d-863b-4a1e-a56b-5822d44733cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:49.119045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb7e466c-f4c1-4e45-969f-28f998b41d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.151553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb7e466c-f4c1-4e45-969f-28f998b41d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.205810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.334190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb7e466c-f4c1-4e45-969f-28f998b41d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.334517 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.339044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb7e466c-f4c1-4e45-969f-28f998b41d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.346554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb7e466c-f4c1-4e45-969f-28f998b41d62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08da67fe-a3ac-463f-8337-9f3929b950e0 HTTP/1.1" status: 204 len: 168 time: 0.3002908 Aug 19 15:08:49.360629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e466c-f4c1-4e45-969f-28f998b41d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da67fe-a3ac-463f-8337-9f3929b950e0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:49.469353 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.492309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354a3811-bced-46d9-848b-2d92318a85fc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:49.622381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.626602 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3593f6d3-45a1-44da-93a7-bc3f2ed21917 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5452635 Aug 19 15:08:49.626602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:49.631472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'security_group_rule': {'security_group_id': '4c19403d-863b-4a1e-a56b-5822d44733cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:49.746347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0074-c266-43dc-9117-3a7edde5ecb9 req-b9b2cca3-289e-48a6-bd25-54794328e0d1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:49.753637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb6c0074-c266-43dc-9117-3a7edde5ecb9 req-b9b2cca3-289e-48a6-bd25-54794328e0d1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.0641673 Aug 19 15:08:49.771001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.798107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb6c0074-c266-43dc-9117-3a7edde5ecb9 req-4fb766e5-6359-49b1-9632-d0ba5f003a48 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Aug 19 15:08:49.846204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.968191 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.989341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c3ae01-3890-42d2-91d8-1cf8e85ab5ad,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:50.111378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.115717 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-889d25e5-d295-4482-9c2a-5e56dd99cb22 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4852452 Aug 19 15:08:50.116251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35862) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:50.122047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:50.163714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35864) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:50.178036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-107f6e52-b5b0-4f2f-ae93-5e030348f994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.223414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-b81658cc-5652-47a0-ac88-62d766e53a86 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:50.225186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-b81658cc-5652-47a0-ac88-62d766e53a86 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 946 time: 0.0603485 Aug 19 15:08:50.238550 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.369684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b5587e9c-a021-4a94-9fe7-3c3b53d06efa no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:50.411956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:50.418275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.434110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: b5587e9c-a021-4a94-9fe7-3c3b53d06efa {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:50.435141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b5587e9c-a021-4a94-9fe7-3c3b53d06efa not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:50.482882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.498963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-107f6e52-b5b0-4f2f-ae93-5e030348f994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.562674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:50.563270 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.582571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 owned by compute:nova {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:50.608738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-107f6e52-b5b0-4f2f-ae93-5e030348f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.682210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f6e52-b5b0-4f2f-ae93-5e030348f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3331e-8365-413a-937b-94743b6d6a8b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:50.702978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-107f6e52-b5b0-4f2f-ae93-5e030348f994 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ff73b36678b4f9297c94ea23b99e19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379059 Aug 19 15:08:50.711364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35870) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:50.718878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 172.25.5.246 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/fa4cadf2-1a42-4b0a-865b-6e7326f8ab34) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:50.827517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dba77663-94c3-4089-ac2a-7ab1cf5d796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.873865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dba77663-94c3-4089-ac2a-7ab1cf5d796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.913494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.936516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.951269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249', 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:50.966279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=c9f0e4c5-05db-4bba-8fa2-abd3233a2c82,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.008549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e0e5e-ae0f-4dfa-b8d0-525055fae021 req-c98e8808-7a0c-4ea5-8319-94a29b713e97 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:51.010787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e0e5e-ae0f-4dfa-b8d0-525055fae021 req-c98e8808-7a0c-4ea5-8319-94a29b713e97 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 867 time: 0.1332619 Aug 19 15:08:51.046021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 on host n-h2-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:51.048795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.055382 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-1b8474d2-2836-4591-9ed7-139a92c086ed req-01a4993b-3093-401d-b3c4-2f8b70a87d7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "DELETE /v2.0/ports/c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 HTTP/1.1" status: 204 len: 173 time: 0.8191972 Aug 19 15:08:51.057141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'name': 'network-vif-deleted', 'tag': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:51.070173 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54960782-f918-40e0-8a40-48d072dc3c84" -d '{"events": [{"server_uuid": "4a381fa7-281d-465e-b88d-cbec5dd8df1c", "name": "network-vif-deleted", "tag": "c9f0e4c5-05db-4bba-8fa2-abd3233a2c82"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:51.071286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e0e5e-ae0f-4dfa-b8d0-525055fae021 req-afb4f852-2534-41ff-873b-3310fc1f13d5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Aug 19 15:08:51.125172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dba77663-94c3-4089-ac2a-7ab1cf5d796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.127765 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dba77663-94c3-4089-ac2a-7ab1cf5d796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.128939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dba77663-94c3-4089-ac2a-7ab1cf5d796e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18b3331e-8365-413a-937b-94743b6d6a8b HTTP/1.1" status: 204 len: 168 time: 0.4166226 Aug 19 15:08:51.149736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba77663-94c3-4089-ac2a-7ab1cf5d796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3331e-8365-413a-937b-94743b6d6a8b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.153809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.254434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:51.260783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:51.278568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:51.281313 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adaeafd-eba0-4f8d-91cb-d0a2cdc7b5c1 x-openstack-request-id: req-4adaeafd-eba0-4f8d-91cb-d0a2cdc7b5c1 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:51.282534 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a381fa7-281d-465e-b88d-cbec5dd8df1c", "name": "network-vif-deleted", "tag": "c9f0e4c5-05db-4bba-8fa2-abd3233a2c82", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:51.283059 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4adaeafd-eba0-4f8d-91cb-d0a2cdc7b5c1 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:51.283850 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a381fa7-281d-465e-b88d-cbec5dd8df1c', 'name': 'network-vif-deleted', 'tag': 'c9f0e4c5-05db-4bba-8fa2-abd3233a2c82', 'status': 'completed', 'code': 200} Aug 19 15:08:51.363272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=fa4cadf2-1a42-4b0a-865b-6e7326f8ab34,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.435214 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.664358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.200730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb4dd5b8-8c5a-45f3-8b9f-1290061d3fed req-d2d0b735-59b1-4bcd-ab07-d63b118c9b60 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a381fa7-281d-465e-b88d-cbec5dd8df1c HTTP/1.1" status: 200 len: 210 time: 0.0325451 Aug 19 15:08:52.226367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.344903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35890) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.359511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0035186c-9c27-460a-8602-45e864dc309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.369977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.468766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=fa4cadf2-1a42-4b0a-865b-6e7326f8ab34,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:52.497074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.561291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0035186c-9c27-460a-8602-45e864dc309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.878400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0035186c-9c27-460a-8602-45e864dc309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.916810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035186c-9c27-460a-8602-45e864dc309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5fc599-8d30-461b-aed6-3f31bac85884,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:52.923911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0035186c-9c27-460a-8602-45e864dc309f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95702d9b3b8a4e66b146d6a2f229cdd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752957 Aug 19 15:08:52.924112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35898) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.985652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7115b6f-9c5e-4bd9-8935-0b04615bdf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.999242 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.999242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d06652c8-2ef5-4fc6-8f6d-896feaa41c93 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8803816 Aug 19 15:08:53.012979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7115b6f-9c5e-4bd9-8935-0b04615bdf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.195234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:53.226234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7115b6f-9c5e-4bd9-8935-0b04615bdf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.230434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7115b6f-9c5e-4bd9-8935-0b04615bdf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.234263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d7115b6f-9c5e-4bd9-8935-0b04615bdf09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d5fc599-8d30-461b-aed6-3f31bac85884 HTTP/1.1" status: 204 len: 168 time: 0.3068261 Aug 19 15:08:53.234398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:53.237081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9f0e4c5-05db-4bba-8fa2-abd3233a2c82 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:53.249450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7115b6f-9c5e-4bd9-8935-0b04615bdf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5fc599-8d30-461b-aed6-3f31bac85884,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:53.325378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-af9eec01-1dfd-40ee-acf8-a6e1d6ba251b tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1498304634&fields=id&tenant_id=36710183574049eea9f759f7c48c8620 HTTP/1.1" status: 200 len: 267 time: 0.0649259 Aug 19 15:08:53.388569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-3becda29-a48a-4961-86e1-5e1eed698a0a tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:53.392096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-3becda29-a48a-4961-86e1-5e1eed698a0a tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 931 time: 0.0581703 Aug 19 15:08:53.450789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2f19ca3c-3660-4d2d-acd4-084118614ebd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:53.452189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2f19ca3c-3660-4d2d-acd4-084118614ebd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 932 time: 0.0550051 Aug 19 15:08:53.511388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2e679166-4301-4ea3-b9c5-eeb7ff9d6b3d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0519624 Aug 19 15:08:53.561791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-3a2efcde-a89f-4c40-a8e0-87d6df7663c2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0422437 Aug 19 15:08:53.695429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f556cafc-1606-40b7-9c52-16a0b8efc84b tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:53.703247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f556cafc-1606-40b7-9c52-16a0b8efc84b tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:53.710351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f556cafc-1606-40b7-9c52-16a0b8efc84b tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:53.713534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f556cafc-1606-40b7-9c52-16a0b8efc84b tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/networks?id=b63c9530-38e6-4869-867b-3d546179fd2e&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 1986 time: 0.1498480 Aug 19 15:08:53.743008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-016d8d6b-616d-4224-8b1f-a61a8538f7c6 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/quotas/36710183574049eea9f759f7c48c8620 HTTP/1.1" status: 200 len: 375 time: 0.0190196 Aug 19 15:08:53.812697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-5025be4e-f785-4167-8b7d-9e43ae14bdce tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0707498 Aug 19 15:08:53.952541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-39aedddc-466a-4174-9203-ba6067b800f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181686 Aug 19 15:08:54.096391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-bba17439-2e02-48a5-992c-16b53a0e99f2 service neutron] 10.222.0.13 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370006 Aug 19 15:08:54.149714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-21e60204-3568-4f3e-b717-23135788c4c9 service neutron] 10.222.0.13 "GET /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0457730 Aug 19 15:08:54.259250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ea6f6bf1-c4ca-461f-9be5-342101615b6a service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028817 Aug 19 15:08:54.384712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-44e6739a-c51a-4b7d-85ab-603159e57723 service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177797 Aug 19 15:08:54.426871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-410aa5c4-69c9-4be3-a4cd-f268546657ba service neutron] 10.222.0.13 "GET /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0351522 Aug 19 15:08:54.456434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-732d0d10-c582-407e-9272-36f1050fc2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.553063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-3b55c47e-bff8-4b35-8436-ecb317d54da3 service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184821 Aug 19 15:08:54.656008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-81e766b7-ea46-4c7f-844f-21f60be1b51b service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955455 Aug 19 15:08:54.749498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-90ba4362-3bf6-4273-b72c-3066aab34024 service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876887 Aug 19 15:08:54.858226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-793b93cf-7baa-4ad4-8a91-18467b2de724 service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023085 Aug 19 15:08:54.950618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f0997140-cd56-4310-abe0-b3dca7b4d125 service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Aug 19 15:08:55.048486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-c5c5a173-2ed3-4856-8ced-80afbfbbaf8d service neutron] 10.222.0.13 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914452 Aug 19 15:08:55.142423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-58726d4a-2fa0-4b59-a492-1753df8ef2f8 service neutron] 10.222.0.13 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875511 Aug 19 15:08:55.245135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-831daf74-c592-48d6-9fcf-667825031694 service neutron] 10.222.0.13 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966158 Aug 19 15:08:55.287930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.354675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-0fe2a2f6-4aa0-4942-ae79-acb5641a15c4 service neutron] 10.222.0.13 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984652 Aug 19 15:08:55.468408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-0d47957e-1140-4917-950c-c4b120294304 service neutron] 10.222.0.13 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068780 Aug 19 15:08:56.083230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.205154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02d2b0fd-b421-4914-a5f2-b6d5eafa912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.304169 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02d2b0fd-b421-4914-a5f2-b6d5eafa912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.407878 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02d2b0fd-b421-4914-a5f2-b6d5eafa912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.444616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2b0fd-b421-4914-a5f2-b6d5eafa912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd35ca-c4b8-4230-b3d5-1f9155347592,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:56.449761 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-02d2b0fd-b421-4914-a5f2-b6d5eafa912a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=947c3633eb2244d1be25a8cdf9615712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654432 Aug 19 15:08:56.453240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35992) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.505618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08d314bd-c4e3-4ec1-8af6-ef9e9582f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.529402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08d314bd-c4e3-4ec1-8af6-ef9e9582f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.694427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08d314bd-c4e3-4ec1-8af6-ef9e9582f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.698004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08d314bd-c4e3-4ec1-8af6-ef9e9582f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.700318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08d314bd-c4e3-4ec1-8af6-ef9e9582f559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6efd35ca-c4b8-4230-b3d5-1f9155347592 HTTP/1.1" status: 204 len: 168 time: 0.2454193 Aug 19 15:08:56.708938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d314bd-c4e3-4ec1-8af6-ef9e9582f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd35ca-c4b8-4230-b3d5-1f9155347592,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:57.376976 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.575488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.596514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e379de6-e56e-45c2-b96e-a4bb6273932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.630128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f45e21a6-9bba-468c-a879-2573c677b5a4 req-2e511a4e-be1a-4045-9054-8f606df21a12 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0389125 Aug 19 15:08:57.702540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e379de6-e56e-45c2-b96e-a4bb6273932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.764785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c2254059-e262-4158-9157-456f1ef72b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.873696 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e379de6-e56e-45c2-b96e-a4bb6273932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.935220 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e379de6-e56e-45c2-b96e-a4bb6273932b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=775ab5ca9b6d4ce39d203ae12a408598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576679 Aug 19 15:08:57.938191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36018) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.939879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e379de6-e56e-45c2-b96e-a4bb6273932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf653a2-6fe4-42ce-8b0f-ac8f8c599b9d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:57.994738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ea4988-86be-476a-b388-f6dc9de517c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.021953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ea4988-86be-476a-b388-f6dc9de517c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.144739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fc91c-d082-4d56-aa7e-b1154642d452 req-098cb665-efed-4915-9dd1-e09f48dcf792 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:58.146278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f2fc91c-d082-4d56-aa7e-b1154642d452 req-098cb665-efed-4915-9dd1-e09f48dcf792 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Aug 19 15:08:58.176100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ea4988-86be-476a-b388-f6dc9de517c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.178605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ea4988-86be-476a-b388-f6dc9de517c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.179745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-78ea4988-86be-476a-b388-f6dc9de517c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adf653a2-6fe4-42ce-8b0f-ac8f8c599b9d HTTP/1.1" status: 204 len: 168 time: 0.2405629 Aug 19 15:08:58.198692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea4988-86be-476a-b388-f6dc9de517c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf653a2-6fe4-42ce-8b0f-ac8f8c599b9d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:58.205197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f2fc91c-d082-4d56-aa7e-b1154642d452 req-55d6158d-5c2a-434f-a209-8e1b5215184f tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Aug 19 15:08:58.385515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36036) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:58.439082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Deleting subnet 0aed2365-7411-4eaf-87de-ee898e917c76 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:58.442422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.526953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.599499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.635922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-6e4b361a-4027-45e3-9484-8328cd6bef6a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:58.643131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-6e4b361a-4027-45e3-9484-8328cd6bef6a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1752315 Aug 19 15:08:58.658359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-ef9603b8-e9ba-4c0b-9d5e-a27ba1a1ff8b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0129566 Aug 19 15:08:58.723301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-a89eee0f-e052-473c-96d9-0f3524b06c05 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528049 Aug 19 15:08:58.818260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.854402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aed2365-7411-4eaf-87de-ee898e917c76,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:58.860008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-028db0b2-4ec2-4466-9625-6b8f541e2dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237259 Aug 19 15:08:58.862529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.867217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1fa97838-e94d-4896-8431-e8036eb42b1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0aed2365-7411-4eaf-87de-ee898e917c76 HTTP/1.1" status: 204 len: 168 time: 0.4776430 Aug 19 15:08:58.867217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36056) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:59.013094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.064095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-265eac9a-abff-4fac-b262-59824598f10d service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952012 Aug 19 15:08:59.120851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.130044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936494d6-d5d9-4539-9e13-ccbbc5520a39']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:59.140490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e969d7-bd3e-42e1-b2ed-6e0a759dded4') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:59.140792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e969d7-bd3e-42e1-b2ed-6e0a759dded4') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:59.150750 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.164960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.175636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:59.176044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:59.178256 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:59.356903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.374571 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.374571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/936494d6-d5d9-4539-9e13-ccbbc5520a39 HTTP/1.1" status: 204 len: 168 time: 0.5063982 Aug 19 15:08:59.397833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dee57-1d6c-4786-aca3-2768e742e3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=936494d6-d5d9-4539-9e13-ccbbc5520a39,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:59.450357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d6141ca-9206-4bcc-a9fa-a861a227dc7c req-8d54ef50-30f9-4dc2-88c9-5e4cb54eaf62 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0474870 Aug 19 15:08:59.553616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb719a-17f3-472a-9a4a-b3c549a68804 req-0e1469fd-a0e9-4459-af34-5bff3293652a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:59.555498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0eeb719a-17f3-472a-9a4a-b3c549a68804 req-0e1469fd-a0e9-4459-af34-5bff3293652a tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Aug 19 15:08:59.596780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0eeb719a-17f3-472a-9a4a-b3c549a68804 req-912e8fe5-4723-4171-818e-c35ef75115eb tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Aug 19 15:08:59.670160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b4e9d4-93a3-4447-b9bd-029a2a41e920 req-92c432e2-f1fa-432e-a99f-9e42229c10df tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 210 time: 0.0341818 Aug 19 15:08:59.714094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.992987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:00.037483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f3257544-d406-4ff6-ace6-d131fc7a16c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba1099d55be240b9826265f7cdcf0bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424995 Aug 19 15:09:00.041036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36098) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:00.092599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65eb1091-c732-4fff-9b11-1c15083eb789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.119529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65eb1091-c732-4fff-9b11-1c15083eb789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.244472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203496e-8b20-472e-af12-d7cea0a369ed req-18899add-2aa3-4561-b7cf-5a0dd92f3de8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.245020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0203496e-8b20-472e-af12-d7cea0a369ed req-18899add-2aa3-4561-b7cf-5a0dd92f3de8 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0570784 Aug 19 15:09:00.266842 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:09:00.328198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65eb1091-c732-4fff-9b11-1c15083eb789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.331060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65eb1091-c732-4fff-9b11-1c15083eb789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.334437 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-65eb1091-c732-4fff-9b11-1c15083eb789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cfd7adb-788a-48b0-b159-5eb42df557cb HTTP/1.1" status: 204 len: 168 time: 0.2920270 Aug 19 15:09:00.345344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb1091-c732-4fff-9b11-1c15083eb789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd7adb-788a-48b0-b159-5eb42df557cb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:00.377033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Deleting port ce109795-e239-466d-9041-cbfc1b366f6b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:00.377391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.460363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f4fd88bf-0d9a-4d27-91f1-389891cd3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.461848 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f4fd88bf-0d9a-4d27-91f1-389891cd3100 service neutron] 10.222.0.54 "GET /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 1027 time: 0.0552542 Aug 19 15:09:00.513198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] For port ce109795-e239-466d-9041-cbfc1b366f6b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ce109795-e239-466d-9041-cbfc1b366f6b,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:00.513749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.513893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-89cc1164-9017-462a-bc96-2d335176b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.515253 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-89cc1164-9017-462a-bc96-2d335176b9eb service neutron] 10.222.0.54 "GET /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 1028 time: 0.0454097 Aug 19 15:09:00.545098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Calling delete_port for ce109795-e239-466d-9041-cbfc1b366f6b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:00.561965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc9e585c-546e-4484-ba78-17590d808b63 req-396f7e50-f546-44de-8817-f646e9b7b814 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0383565 Aug 19 15:09:00.668026 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-af2e1348-3277-4cfb-a1d9-bbd566fcd601 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.674134 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-af2e1348-3277-4cfb-a1d9-bbd566fcd601 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.679986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-af2e1348-3277-4cfb-a1d9-bbd566fcd601 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.682225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-af2e1348-3277-4cfb-a1d9-bbd566fcd601 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "GET /v2.0/networks?id=b63c9530-38e6-4869-867b-3d546179fd2e&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 1986 time: 0.1605253 Aug 19 15:09:00.742586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-c6b2b854-0735-4899-8b30-b0cbaf6aaeec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36710183574049eea9f759f7c48c8620 HTTP/1.1" status: 200 len: 380 time: 0.0444014 Aug 19 15:09:00.745534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720d65a-54a3-40ad-8279-28703faf918c req-927dee95-9f0c-4ab3-8801-32361b63e2ec tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.747324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c720d65a-54a3-40ad-8279-28703faf918c req-927dee95-9f0c-4ab3-8801-32361b63e2ec tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 945 time: 0.0760019 Aug 19 15:09:00.753015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'admin_state_up': True, 'tenant_id': '36710183574049eea9f759f7c48c8620', 'security_groups': ['4c19403d-863b-4a1e-a56b-5822d44733cc']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:00.775486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.787485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c720d65a-54a3-40ad-8279-28703faf918c req-fd42786c-d104-4204-b4be-3c719440ff3c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Aug 19 15:09:00.891827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c1f6757-9039-46a8-83be-8a008d51f170 req-1045607e-132d-4d24-bf51-83644d06a55a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 210 time: 0.0371838 Aug 19 15:09:00.943060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.958785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6d87db6e-439d-449b-9c8e-b3ed880a63da', 'ce109795-e239-466d-9041-cbfc1b366f6b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:01.011477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Pushing event deleted for resources: {'Port': ['ID=ce109795-e239-466d-9041-cbfc1b366f6b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:01.027987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:01.036245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.040137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] No DVR routers for this DVR port ce109795-e239-466d-9041-cbfc1b366f6b on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:01.050663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.052699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0203496e-8b20-472e-af12-d7cea0a369ed req-1c6b0329-eb3d-40da-99dd-a459d9493a76 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "DELETE /v2.0/ports/ce109795-e239-466d-9041-cbfc1b366f6b HTTP/1.1" status: 204 len: 173 time: 0.8005157 Aug 19 15:09:01.053351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78af5247-670a-4334-b35a-7dd4b33729a3', 'name': 'network-vif-deleted', 'tag': 'ce109795-e239-466d-9041-cbfc1b366f6b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:01.073954 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe5f220-f4c9-4f70-901e-b43379c12f39" -d '{"events": [{"server_uuid": "78af5247-670a-4334-b35a-7dd4b33729a3", "name": "network-vif-deleted", "tag": "ce109795-e239-466d-9041-cbfc1b366f6b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:01.279848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36134) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:01.319379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 172.20.0.7 (b63c9530-38e6-4869-867b-3d546179fd2e/43a04df0-b14d-4102-935d-68c2158b1bdc/6a5ff779-0d0b-4c95-9f6a-34748cf8da69) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:01.387006 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19002f-2991-447e-be69-6fdb32b4f0a0 x-openstack-request-id: req-cf19002f-2991-447e-be69-6fdb32b4f0a0 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:01.387307 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78af5247-670a-4334-b35a-7dd4b33729a3", "name": "network-vif-deleted", "tag": "ce109795-e239-466d-9041-cbfc1b366f6b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:01.387567 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf19002f-2991-447e-be69-6fdb32b4f0a0 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:01.387978 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78af5247-670a-4334-b35a-7dd4b33729a3', 'name': 'network-vif-deleted', 'tag': 'ce109795-e239-466d-9041-cbfc1b366f6b', 'status': 'completed', 'code': 200} Aug 19 15:09:01.440274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88b07c2a-afd2-44d5-b893-a77052572a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.561538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.572061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88b07c2a-afd2-44d5-b893-a77052572a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.582375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:01.680882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8ddccfe-c323-4677-a041-734e930ab16d req-891137cb-fdfa-4086-a954-24a684a69a7a tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Aug 19 15:09:01.745651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88b07c2a-afd2-44d5-b893-a77052572a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.786977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b07c2a-afd2-44d5-b893-a77052572a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b29f2-7c66-4d5d-8bb6-26f767c9731e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:01.792338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-88b07c2a-afd2-44d5-b893-a77052572a98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b82807908e9a424fafbfceb1fd8174ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104587 Aug 19 15:09:01.795475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36146) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:01.799013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.851273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network b63c9530-38e6-4869-867b-3d546179fd2e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:01.855357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:01.859967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:01.864589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e92091c0-c768-402e-befc-d2cf0383960e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.893545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e92091c0-c768-402e-befc-d2cf0383960e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.924723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:01.956611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.957194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.999619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec22b7c8-c33e-4c44-b33f-234345ebcf8a req-cdf578f1-9256-4091-b33e-b2fd236573a3 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=78af5247-670a-4334-b35a-7dd4b33729a3 HTTP/1.1" status: 200 len: 210 time: 0.0757756 Aug 19 15:09:02.124719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c66c1ca7-35ef-445f-b1a2-2ed8e9bab0ff req-1a3c655b-4e31-4391-aa3e-e65c91b0eb96 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 210 time: 0.0312860 Aug 19 15:09:02.140164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-79465971-941b-4cce-83aa-636ab9b08117 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3911028 Aug 19 15:09:02.159953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'admin_state_up': True, 'tenant_id': '36710183574049eea9f759f7c48c8620', 'security_groups': ['4c19403d-863b-4a1e-a56b-5822d44733cc']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:02.222124 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e92091c0-c768-402e-befc-d2cf0383960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.225223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e92091c0-c768-402e-befc-d2cf0383960e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.230962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e92091c0-c768-402e-befc-d2cf0383960e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca7b29f2-7c66-4d5d-8bb6-26f767c9731e HTTP/1.1" status: 204 len: 168 time: 0.4305034 Aug 19 15:09:02.269878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92091c0-c768-402e-befc-d2cf0383960e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b29f2-7c66-4d5d-8bb6-26f767c9731e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:02.435538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36164) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:02.444573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b04372de-14ce-409c-8ad9-20ea5217ff1a None None] Provisioning for port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:02.448841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b04372de-14ce-409c-8ad9-20ea5217ff1a None None] Provisioning complete for port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:02.454853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b04372de-14ce-409c-8ad9-20ea5217ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.487083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b04372de-14ce-409c-8ad9-20ea5217ff1a None None] Port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:02.535272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-network', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:02.559654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:02.564031 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.726110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 10.1.1.85 (b52c1f1a-4add-442f-9144-7d0b72ada2e3/94db7ad7-8fdf-4561-a58a-8f40c619e445/56e84bf6-d1a2-4afb-a2e9-d33173561d4e) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:02.817441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:02.820151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.834805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.861608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b4767-d851-4507-9a0b-8d9c87e27dae req-b9a41cee-673f-48a3-8808-b6643c96aaf3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:02.863157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-902b4767-d851-4507-9a0b-8d9c87e27dae req-b9a41cee-673f-48a3-8808-b6643c96aaf3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 931 time: 0.0857689 Aug 19 15:09:02.940041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.958005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object 56e84bf6-d1a2-4afb-a2e9-d33173561d4e will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:02.987867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-902b4767-d851-4507-9a0b-8d9c87e27dae req-f447b731-913d-4241-93f8-f7b5f3780366 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072912 Aug 19 15:09:03.064770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-2df9684c-90e5-4122-b0c8-d68191fc3b7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:03.066274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-2df9684c-90e5-4122-b0c8-d68191fc3b7f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1573582 Aug 19 15:09:03.094488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': '61a74951-ca9e-4248-bf6d-57526bc87999', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:03.101162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.176879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.220167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:03.223329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:03.227400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:03.259059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.274094 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:03.325583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:09:03.332128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:03.332810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.339868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:03.355425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.356053 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Added segment 0ea3801a-8028-435a-a3de-9ad229318aa1 of type vlan for network 9f7c226c-de24-4595-a41a-514bed504204 Aug 19 15:09:03.359693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.360759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.361498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.362022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.362799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.363300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.363939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.364430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.364931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.365695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.366185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.367178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.420608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:03.432987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.449921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.593776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.4 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/50de93eb-7852-4f2a-be0a-cc942cc9993d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:03.628481 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9d5511ac-23db-43cf-908a-0bc201de404d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4728253 Aug 19 15:09:03.646155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'admin_state_up': True, 'tenant_id': '36710183574049eea9f759f7c48c8620', 'security_groups': ['4c19403d-863b-4a1e-a56b-5822d44733cc']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:03.713241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.714255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:03.714851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.754764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2d0a96cd-572a-4af1-9166-367c533109bd None None] Provisioning for port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:03.761200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2d0a96cd-572a-4af1-9166-367c533109bd None None] Provisioning complete for port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:03.761742 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d0a96cd-572a-4af1-9166-367c533109bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.827969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f78c0d6e-4a0f-4e13-bf1f-f0d96603af8e req-e927c0da-271e-4c06-9ee4-47d4b8f74840 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 210 time: 0.0450315 Aug 19 15:09:03.841567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4048185 Aug 19 15:09:03.846151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36196) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:03.847227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2cda8-aa46-4058-addd-417fe98b408a admin admin] Pushing event updated for resources: {'Network': ['ID=9f7c226c-de24-4595-a41a-514bed504204,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:03.859126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Request body: {'subnet': {'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-subnet', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:03.880032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 9f7c226c-de24-4595-a41a-514bed504204 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:09:03.897436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.921585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a96cd-572a-4af1-9166-367c533109bd None None] Port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:03.929290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:09:03.929290 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:09:03.929290 n-d-779913-32 neutron-server[101962]: [parameters: {'project_id_1': '36710183574049eea9f759f7c48c8620', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 9, 3, 898360)}] Aug 19 15:09:03.929290 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:09:03.929702 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:09:04.108290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951090e4-067e-4b63-8461-868680f7414e req-c1bf5a3f-73f0-4fe7-ae1a-fff7a115c016 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:04.109948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-951090e4-067e-4b63-8461-868680f7414e req-c1bf5a3f-73f0-4fe7-ae1a-fff7a115c016 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.0578110 Aug 19 15:09:04.159116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:04.160993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.161672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-951090e4-067e-4b63-8461-868680f7414e req-f597be56-f56d-461a-92a1-5ed3deae91a4 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Aug 19 15:09:04.163502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.197931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:04.226189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:04.230229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:04.238375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:04.281322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=50de93eb-7852-4f2a-be0a-cc942cc9993d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:04.353688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:04.354342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.383220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea04b5-c429-4b30-870e-f17d119f4114 req-c43f6f66-2869-4ab8-a644-85c68013c799 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:04.389829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea04b5-c429-4b30-870e-f17d119f4114 req-c43f6f66-2869-4ab8-a644-85c68013c799 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:04.391639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6ea04b5-c429-4b30-870e-f17d119f4114 req-c43f6f66-2869-4ab8-a644-85c68013c799 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 1652 time: 0.1156993 Aug 19 15:09:04.426083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ce109795-e239-466d-9041-cbfc1b366f6b no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:04.452834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: ce109795-e239-466d-9041-cbfc1b366f6b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:04.453241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ce109795-e239-466d-9041-cbfc1b366f6b not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:04.459653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6ea04b5-c429-4b30-870e-f17d119f4114 req-e8b57d02-cfcc-45d7-822f-0d82ac6077e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610976 Aug 19 15:09:04.476093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d45e2216-bc98-4bc9-9c2a-613871e2ad3a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904722 Aug 19 15:09:04.496497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Request body: {'port': {'device_id': '61a74951-ca9e-4248-bf6d-57526bc87999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:04.562575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.589975 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.625652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:04.629297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.690478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=075ee64d-56af-4dac-a9cb-1bbc37a89220,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:04.742607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Checking segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:04.742974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Network hostable DHCP agents. Network: 9f7c226c-de24-4595-a41a-514bed504204, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:09:04.836069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 10.1.1.29 (b52c1f1a-4add-442f-9144-7d0b72ada2e3/94db7ad7-8fdf-4561-a58a-8f40c619e445/ad9bf337-5769-4992-9814-f3f4c4c0399f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:04.881744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Network 9f7c226c-de24-4595-a41a-514bed504204 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:09:04.921838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50de93eb-7852-4f2a-be0a-cc942cc9993d {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:04.938269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.957781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Transition to ACTIVE for port object 50de93eb-7852-4f2a-be0a-cc942cc9993d will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:04.967912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 9f7c226c-de24-4595-a41a-514bed504204) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:04.982603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548a726-6cd4-4f5e-b9a4-59c548bfd35a None None] Network 9f7c226c-de24-4595-a41a-514bed504204 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:04.987869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:04.988674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.046729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6928-284f-4b2e-9a4e-70c9220be497 req-ad7140ea-a250-4bfe-a940-1ae2f63ad978 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:05.048542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c84d6928-284f-4b2e-9a4e-70c9220be497 req-ad7140ea-a250-4bfe-a940-1ae2f63ad978 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 931 time: 0.0645263 Aug 19 15:09:05.070375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.084031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.102586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object ad9bf337-5769-4992-9814-f3f4c4c0399f will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:05.127601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-756de1a4-3dfe-44c0-aaa2-2756ba5cd29e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2802768 Aug 19 15:09:05.129245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:05.142606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:05.172618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c84d6928-284f-4b2e-9a4e-70c9220be497 req-453ca868-ff52-40a9-bbc1-db65ca4c8b60 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142147 Aug 19 15:09:05.239882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Pushing event updated for resources: {'Port': ['ID=50de93eb-7852-4f2a-be0a-cc942cc9993d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:05.244172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36224) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:05.269856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-9f7c226c-de24-4595-a41a-514bed504204', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:09:05.270751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.279222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.365572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Attempting to bind port 50de93eb-7852-4f2a-be0a-cc942cc9993d on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:05.365933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Attempting to bind port 50de93eb-7852-4f2a-be0a-cc942cc9993d by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:05.366240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Attempting to bind port 50de93eb-7852-4f2a-be0a-cc942cc9993d on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:05.378945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.379961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.383680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:05.396662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:05.397294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Port 50de93eb-7852-4f2a-be0a-cc942cc9993d on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:05.397849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Attempting to bind port 50de93eb-7852-4f2a-be0a-cc942cc9993d on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:05.398646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:05.401415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:05.413435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:05.413803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:05.414199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:05.414650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Bound port: 50de93eb-7852-4f2a-be0a-cc942cc9993d, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:05.415024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.454033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:05.487823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:05.488884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.565618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Allocated IP 172.20.0.2 (9f7c226c-de24-4595-a41a-514bed504204/075ee64d-56af-4dac-a9cb-1bbc37a89220/ce45655a-1dff-46f3-a69f-f2a40a7c8a20) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:05.602270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.608289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.623281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390145fa-0c39-4778-86ec-2bd4524eadee req-fd5136f3-988c-49ca-b28c-afdec85b2823 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:05.624950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-390145fa-0c39-4778-86ec-2bd4524eadee req-fd5136f3-988c-49ca-b28c-afdec85b2823 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.2412920 Aug 19 15:09:05.627988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] For port 50de93eb-7852-4f2a-be0a-cc942cc9993d, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:05.631747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] For port 50de93eb-7852-4f2a-be0a-cc942cc9993d, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:05.702761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-390145fa-0c39-4778-86ec-2bd4524eadee req-192317fc-4318-4f40-95b2-f11facad10ac tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657344 Aug 19 15:09:05.788082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.801804 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.813074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Transition to ACTIVE for port object ce45655a-1dff-46f3-a69f-f2a40a7c8a20 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:05.831370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Transition to ACTIVE for port object ce45655a-1dff-46f3-a69f-f2a40a7c8a20 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:05.831811 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2749fc82-3c40-4c92-9958-484e75c972ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1898642 Aug 19 15:09:05.851319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'admin_state_up': True, 'tenant_id': '36710183574049eea9f759f7c48c8620', 'security_groups': ['4c19403d-863b-4a1e-a56b-5822d44733cc']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:05.861678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.905831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1a5d1731-385b-4615-8dc7-1b5f015d19ae None None] Provisioning for port ad9bf337-5769-4992-9814-f3f4c4c0399f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:05.912574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1a5d1731-385b-4615-8dc7-1b5f015d19ae None None] Provisioning complete for port ad9bf337-5769-4992-9814-f3f4c4c0399f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:05.914723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a5d1731-385b-4615-8dc7-1b5f015d19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.975163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d1731-385b-4615-8dc7-1b5f015d19ae None None] Port ad9bf337-5769-4992-9814-f3f4c4c0399f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:05.982721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Allocated IP 172.25.5.228 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/b1b535c3-f632-4080-833b-a196760743de) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:06.016902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.080933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Network 9f7c226c-de24-4595-a41a-514bed504204 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:06.085816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:06.093911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:06.106611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Pushing event updated for resources: {'Port': ['ID=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:06.133201 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.166327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Attempting to bind port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:06.166797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Attempting to bind port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:06.167123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Attempting to bind port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 on network 9f7c226c-de24-4595-a41a-514bed504204 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:06.172943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:06.178602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Checking segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:06.178602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.178602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Bound using segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:06.178602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Bound port: ce45655a-1dff-46f3-a69f-f2a40a7c8a20, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:06.178602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.246863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] For port ce45655a-1dff-46f3-a69f-f2a40a7c8a20, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:06.250420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] For port ce45655a-1dff-46f3-a69f-f2a40a7c8a20, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:06.253622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:06.296340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.328717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.337653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.337653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] 10.222.0.54 "PUT /v2.0/ports/50de93eb-7852-4f2a-be0a-cc942cc9993d HTTP/1.1" status: 200 len: 1092 time: 1.8402998 Aug 19 15:09:06.338389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a74951-ca9e-4248-bf6d-57526bc87999', 'tag': '50de93eb-7852-4f2a-be0a-cc942cc9993d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:06.341901 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca96179-8717-4ddf-b465-cc36c437f3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "61a74951-ca9e-4248-bf6d-57526bc87999", "tag": "50de93eb-7852-4f2a-be0a-cc942cc9993d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:06.350752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.355120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:06.360437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.371964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:06.372312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b535c3-f632-4080-833b-a196760743de,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:06.376226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:06.380630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa34e-4b0f-4b3b-a61d-abd8860da2c9 req-66739a07-8a45-453e-93e0-5460326e8951 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.386531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa34e-4b0f-4b3b-a61d-abd8860da2c9 req-66739a07-8a45-453e-93e0-5460326e8951 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.392527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa34e-4b0f-4b3b-a61d-abd8860da2c9 req-66739a07-8a45-453e-93e0-5460326e8951 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.394397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b63aa34e-4b0f-4b3b-a61d-abd8860da2c9 req-66739a07-8a45-453e-93e0-5460326e8951 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 2372 time: 0.5819640 Aug 19 15:09:06.400355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7ee5-2482-4c0a-9c6e-5c33b7644557 service neutron] Pushing event updated for resources: {'Port': ['ID=50de93eb-7852-4f2a-be0a-cc942cc9993d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:06.427222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.452503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93719a-bc6a-4cb7-88d0-edeccb3afa91 None None] Pushing event updated for resources: {'Port': ['ID=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:06.457401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b63aa34e-4b0f-4b3b-a61d-abd8860da2c9 req-5d881105-3a12-4079-817d-117e920d4e3c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475907 Aug 19 15:09:06.631292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.657184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-dbdb56e5-97dc-4891-8e80-7c2006dc29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.658713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-dbdb56e5-97dc-4891-8e80-7c2006dc29ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 1095 time: 0.1212742 Aug 19 15:09:06.698257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5a80d-4417-43c1-8609-81cbfd4e6653 req-39c19607-1ef6-4583-bed1-8759eae6d8ec tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.699833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c5a80d-4417-43c1-8609-81cbfd4e6653 req-39c19607-1ef6-4583-bed1-8759eae6d8ec tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 943 time: 0.1012261 Aug 19 15:09:06.762377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-e3b5ed42-2a07-4ed8-881b-ce069d53d20c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d HTTP/1.1" status: 200 len: 217 time: 0.0879443 Aug 19 15:09:06.825383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.870155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-5c84b1fd-023b-43d7-a038-3a3384ec52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.872472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-5c84b1fd-023b-43d7-a038-3a3384ec52d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0840251 Aug 19 15:09:06.876140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 10.2.2.100 (5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6/4eede6c5-2df7-4855-8446-5f0a79e10a84/c196fc62-1292-4ed5-a227-0fc423c9d51c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:06.894854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ce45655a-1dff-46f3-a69f-f2a40a7c8a20 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:06.896917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c5a80d-4417-43c1-8609-81cbfd4e6653 req-91255a78-6d52-4ddc-a5a3-b6444481840f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868083 Aug 19 15:09:06.915705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-cb8211b7-8ab0-4ed7-ac1e-ac16cd49f2bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339265 Aug 19 15:09:07.053534 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ea201a-58f4-4f7c-a331-c3fea5f485fd x-openstack-request-id: req-b5ea201a-58f4-4f7c-a331-c3fea5f485fd {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:07.054043 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a74951-ca9e-4248-bf6d-57526bc87999", "tag": "50de93eb-7852-4f2a-be0a-cc942cc9993d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:07.054460 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5ea201a-58f4-4f7c-a331-c3fea5f485fd {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:07.055017 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a74951-ca9e-4248-bf6d-57526bc87999', 'tag': '50de93eb-7852-4f2a-be0a-cc942cc9993d', 'status': 'completed', 'code': 200} Aug 19 15:09:07.113508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:07.197012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-d1207615-3f65-4ec1-86c2-d988625faa81 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671664 Aug 19 15:09:07.203479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.246752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.307753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218eb5a-9b7a-406a-838f-71e0478018a1 req-47aa9a75-b48e-4b51-b966-41bb8af67c3b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.309387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9218eb5a-9b7a-406a-838f-71e0478018a1 req-47aa9a75-b48e-4b51-b966-41bb8af67c3b tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1692235 Aug 19 15:09:07.432209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9218eb5a-9b7a-406a-838f-71e0478018a1 req-2aea1dd2-bc24-4a1b-85a0-86c1678abb1c tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861995 Aug 19 15:09:07.450229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.459310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-828aff30-8766-44e9-8338-dbe58831e2f0 req-cbd8eaa6-6761-4046-bbd3-4469eb608c9e service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517784 Aug 19 15:09:07.486295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.490711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object c196fc62-1292-4ed5-a227-0fc423c9d51c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:07.496050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Allocated IP 172.25.5.234 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a9ab1754-e075-4976-9650-775184ee8691) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:07.662164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.663987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39070b-46c4-49b5-b99e-37d6c9035167 req-911b3b78-24be-4eda-a4c2-0221e46c6a84 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.671033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39070b-46c4-49b5-b99e-37d6c9035167 req-911b3b78-24be-4eda-a4c2-0221e46c6a84 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.676938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39070b-46c4-49b5-b99e-37d6c9035167 req-911b3b78-24be-4eda-a4c2-0221e46c6a84 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.685091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e39070b-46c4-49b5-b99e-37d6c9035167 req-911b3b78-24be-4eda-a4c2-0221e46c6a84 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 2372 time: 0.1111672 Aug 19 15:09:07.711524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.725061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07810639-643c-4165-ace2-c228464d9d03 None None] Network 9f7c226c-de24-4595-a41a-514bed504204 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:07.764825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.777901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e39070b-46c4-49b5-b99e-37d6c9035167 req-22447609-39df-4f16-8cd7-e35618355c29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919042 Aug 19 15:09:07.801972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b535c3-f632-4080-833b-a196760743de,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:07.803042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-cce554d9-57b0-4025-a715-42eb57137619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.804633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-cce554d9-57b0-4025-a715-42eb57137619 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 1095 time: 0.0906978 Aug 19 15:09:07.898058 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.928188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:07.941845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.957294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:07.968403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:07.972043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-25793bea-1e70-4bd3-a759-f8e6ff7b3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.973622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-25793bea-1e70-4bd3-a759-f8e6ff7b3fd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.1607819 Aug 19 15:09:07.976487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:07.982648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:07.993340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:08.040501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ab1754-e075-4976-9650-775184ee8691,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:08.048385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] Provisioning for port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:08.058683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] Provisioning complete for port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:08.059383 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.097594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:08.098734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.111108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-619b94e1-477b-4137-9ba0-2aef7039e50f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d HTTP/1.1" status: 200 len: 217 time: 0.1167045 Aug 19 15:09:08.120092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.121844 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed9ee75a-9dca-4cb2-abb4-8ba9eba2dfaf tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8765831 Aug 19 15:09:08.127050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36244) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:08.133179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1805346788', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'fixed_ips': [{'ip_address': '172.25.5.228'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:08.143260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:08.192812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-52ca7d9d-de07-4bc5-bed2-627e46fa3d68 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3454895 Aug 19 15:09:08.211695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'admin_state_up': True, 'tenant_id': '36710183574049eea9f759f7c48c8620', 'security_groups': ['4c19403d-863b-4a1e-a56b-5822d44733cc']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:08.219800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.295509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] For port ce45655a-1dff-46f3-a69f-f2a40a7c8a20, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:08.307123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Made reservation on behalf of ea01fba579084b6dbce0a62304ace2c6 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:08.309831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.335799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.358300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352b6-b1bf-44bf-b63d-3fe191c2186c req-007c87c8-23a0-43ce-a8bd-6823b73a4bda tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:08.359865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-910352b6-b1bf-44bf-b63d-3fe191c2186c req-007c87c8-23a0-43ce-a8bd-6823b73a4bda tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 943 time: 0.2885358 Aug 19 15:09:08.363360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-427b7ad5-707e-4c9b-97bf-3d59375eacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:08.368960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-427b7ad5-707e-4c9b-97bf-3d59375eacfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.2293832 Aug 19 15:09:08.434633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-a7d92266-7f0e-47b7-8958-672087bd0d3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469491 Aug 19 15:09:08.439216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.488173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.489985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-910352b6-b1bf-44bf-b63d-3fe191c2186c req-5fb108c2-9ca6-4a0a-9430-af559528afe8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221406 Aug 19 15:09:08.511829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca25533-bbce-4a68-af18-09ada0ffde4b None None] Pushing event updated for resources: {'Port': ['ID=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:08.564867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fed93db6-40c4-41c5-a0b0-4acafe6ad994 None None] Provisioning complete for port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:08.565278 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fed93db6-40c4-41c5-a0b0-4acafe6ad994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.566704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-e85b12f1-aa9f-4d5a-afda-579309d195b3 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196651 Aug 19 15:09:08.661897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.669138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] device_id is not set on port dc1a5ede-da64-4e10-9298-944ba8ff443a yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:09:08.787689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd596-051e-46b0-b6f4-0a822d5209bd req-d3972577-c74c-42ad-a6c0-8b230dc5ab42 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:08.788759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddafd596-051e-46b0-b6f4-0a822d5209bd req-d3972577-c74c-42ad-a6c0-8b230dc5ab42 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1573803 Aug 19 15:09:08.803539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7db63-eba3-4edc-bbb6-c529957ff6f2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:08.817636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fed93db6-40c4-41c5-a0b0-4acafe6ad994 None None] Provisioning for port c196fc62-1292-4ed5-a227-0fc423c9d51c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:08.824092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fed93db6-40c4-41c5-a0b0-4acafe6ad994 None None] Provisioning complete for port c196fc62-1292-4ed5-a227-0fc423c9d51c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:08.824894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fed93db6-40c4-41c5-a0b0-4acafe6ad994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.845551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ca96179-8717-4ddf-b465-cc36c437f3cf req-7d0a7f42-a4af-4e13-8586-9053946b2038 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659907 Aug 19 15:09:08.876635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ce45655a-1dff-46f3-a69f-f2a40a7c8a20 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:08.890290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddafd596-051e-46b0-b6f4-0a822d5209bd req-2ac5e5a1-9f0f-43fa-9202-8c0a03c297a5 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893564 Aug 19 15:09:08.893215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:08.941858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fed93db6-40c4-41c5-a0b0-4acafe6ad994 None None] Port c196fc62-1292-4ed5-a227-0fc423c9d51c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:08.973757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:08.974146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.010435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Made reservation on behalf of 36710183574049eea9f759f7c48c8620 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:09.010435 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.056624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18fb72-4b19-4fa8-9eaa-2eba2adf9975 req-5a6e5928-57fb-4f08-a731-dbefdb4710da tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.062925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18fb72-4b19-4fa8-9eaa-2eba2adf9975 req-5a6e5928-57fb-4f08-a731-dbefdb4710da tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.069692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18fb72-4b19-4fa8-9eaa-2eba2adf9975 req-5a6e5928-57fb-4f08-a731-dbefdb4710da tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.071280 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 15:09:09.072465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:09:09.076961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18fb72-4b19-4fa8-9eaa-2eba2adf9975 req-5a6e5928-57fb-4f08-a731-dbefdb4710da tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.078721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e18fb72-4b19-4fa8-9eaa-2eba2adf9975 req-5a6e5928-57fb-4f08-a731-dbefdb4710da tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 3093 time: 0.1247458 Aug 19 15:09:09.210875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.213984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Allocated IP 10.2.2.200 (5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6/4eede6c5-2df7-4855-8446-5f0a79e10a84/e0a568f7-6e73-4c12-b0b5-8608257fe752) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:09.221225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36250) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:09.221541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3f94d04-1610-4851-b72e-26dcd9b19366 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0928168 Aug 19 15:09:09.301306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e18fb72-4b19-4fa8-9eaa-2eba2adf9975 req-dbed2475-6671-453c-a6c0-899810199a09 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293125 Aug 19 15:09:09.406145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.422418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Transition to ACTIVE for port object e0a568f7-6e73-4c12-b0b5-8608257fe752 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:09.591346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.625651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:09.631861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:09.634702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:09.669520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event updated for resources: {'Port': ['ID=e0a568f7-6e73-4c12-b0b5-8608257fe752,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:09.706571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.707833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.883026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b054dd79-2b9b-413d-8d00-710f3efc463f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6761837 Aug 19 15:09:09.898216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-81b2d513-579e-41a2-9506-ce31da5b1281 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.899892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-81b2d513-579e-41a2-9506-ce31da5b1281 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1272426 Aug 19 15:09:09.904192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:09.910306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0c0dd-971c-46ce-9328-067b4839fcf5 req-a5a50ed7-c29b-4405-989e-605764eed095 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:09.911751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98e0c0dd-971c-46ce-9328-067b4839fcf5 req-a5a50ed7-c29b-4405-989e-605764eed095 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 943 time: 0.1378696 Aug 19 15:09:09.916672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Deleting port b1b535c3-f632-4080-833b-a196760743de {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:09.917039 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:09.976565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.084961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c7af9609-b408-4ba5-bd7b-87db356110ca None None] Provisioning for port e0a568f7-6e73-4c12-b0b5-8608257fe752 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:10.093001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98e0c0dd-971c-46ce-9328-067b4839fcf5 req-13e8cbb8-e8ce-4d0d-bb5a-bbd2d3785493 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648881 Aug 19 15:09:10.096471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c7af9609-b408-4ba5-bd7b-87db356110ca None None] Provisioning complete for port e0a568f7-6e73-4c12-b0b5-8608257fe752 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:10.097131 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7af9609-b408-4ba5-bd7b-87db356110ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.153152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.153524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.170458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c7af9609-b408-4ba5-bd7b-87db356110ca None None] Port e0a568f7-6e73-4c12-b0b5-8608257fe752 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:10.173604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Router ac48fb7b-0240-4684-938e-981a05cf0e06 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:09:10.176996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Calling delete_port for b1b535c3-f632-4080-833b-a196760743de owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:10.183390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Deleting port 6d87db6e-439d-449b-9c8e-b3ed880a63da {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:10.183734 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.333808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:10.342041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.358574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Transition to ACTIVE for port object 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:10.476574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] For port 6d87db6e-439d-449b-9c8e-b3ed880a63da, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6d87db6e-439d-449b-9c8e-b3ed880a63da,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:10.476942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.487910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97042-7ab8-4937-bd08-66568dc8bed6 req-a89e7dff-762e-4335-af9c-915798f28c54 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:10.489456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fbf97042-7ab8-4937-bd08-66568dc8bed6 req-a89e7dff-762e-4335-af9c-915798f28c54 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 945 time: 0.1697774 Aug 19 15:09:10.529385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Calling delete_port for 6d87db6e-439d-449b-9c8e-b3ed880a63da owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:10.542425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.544794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:10.560295 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Sync routers for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:10.592816 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:10.594541 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:10.614302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:10.651024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fbf97042-7ab8-4937-bd08-66568dc8bed6 req-c7906949-37e4-467b-8ef3-7d15c2ac8053 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d110c1fd-be84-4723-b404-31d909c8a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425390 Aug 19 15:09:10.694313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Attempting to bind port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:10.695308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Attempting to bind port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:10.695910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Attempting to bind port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 on network b63c9530-38e6-4869-867b-3d546179fd2e {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:10.703214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 on network b63c9530-38e6-4869-867b-3d546179fd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:10.703567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Attempting to bind port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 on network b63c9530-38e6-4869-867b-3d546179fd2e {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:10.710145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:10.710498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Checking segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:10.710895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Bound using segment: {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:10.712040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Bound port: 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b501258-550a-4e66-80a4-39976de50fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:10.713044 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.759375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.759375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f4c6a10c-fe96-4583-9f26-056417ca3153 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6218193 Aug 19 15:09:10.763602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36260) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:10.811794 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:10.818689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] For port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:10.823266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] For port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:10.922629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.965673 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:10.973629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1b535c3-f632-4080-833b-a196760743de,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:11.002594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-18e36dae-6697-4bb9-ba75-1d6cfca1fa7c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.008662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-18e36dae-6697-4bb9-ba75-1d6cfca1fa7c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.015220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-18e36dae-6697-4bb9-ba75-1d6cfca1fa7c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.021334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-18e36dae-6697-4bb9-ba75-1d6cfca1fa7c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.028286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-18e36dae-6697-4bb9-ba75-1d6cfca1fa7c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.028483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.028934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.036442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-18e36dae-6697-4bb9-ba75-1d6cfca1fa7c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 3826 time: 0.2827301 Aug 19 15:09:11.037148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] 10.222.0.54 "PUT /v2.0/ports/6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 200 len: 1092 time: 1.1362996 Aug 19 15:09:11.037383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:11.039913 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73473c08-2618-44b3-b67c-c723d1a8f299" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:11.064918 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:08Z', 'revision_number': 3, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:11.076117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36a12e-788e-490e-9b7b-83dfc642f96a service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:11.116075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Checking router: ac48fb7b-0240-4684-938e-981a05cf0e06 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:09:11.116682 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Updating router ac48fb7b-0240-4684-938e-981a05cf0e06 port a9ab1754-e075-4976-9650-775184ee8691 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:09:11.150637 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.162002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.176971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6d87db6e-439d-449b-9c8e-b3ed880a63da'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:11.177590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:11.201923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bf1e54b-5cef-47c1-8eb6-6d55798e1339 req-b998e47f-23df-4469-9364-050c83db49eb tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644785 Aug 19 15:09:11.255725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 50de93eb-7852-4f2a-be0a-cc942cc9993d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:11.268868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.275859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.291957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.299598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d40e7498-fed9-4541-9ec1-0388331d1a3d tempest-ExternalNetworksAdminNegativeTestJSON-1413994146 tempest-ExternalNetworksAdminNegativeTestJSON-1413994146-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/f0019563-bd4a-4c5b-b246-0a3b7b90d020 HTTP/1.1" status: 204 len: 168 time: 2.0778439 Aug 19 15:09:11.330973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Pushing event deleted for resources: {'Port': ['ID=6d87db6e-439d-449b-9c8e-b3ed880a63da,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:11.393746 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff03817-627d-46be-91cc-4f9989d4c212 x-openstack-request-id: req-aff03817-627d-46be-91cc-4f9989d4c212 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:11.394207 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:11.394574 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aff03817-627d-46be-91cc-4f9989d4c212 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:11.397233 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'status': 'completed', 'code': 200} Aug 19 15:09:11.498650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 50de93eb-7852-4f2a-be0a-cc942cc9993d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:11.499082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] No DVR routers for this DVR port 6d87db6e-439d-449b-9c8e-b3ed880a63da on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:11.515259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.517407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '50de93eb-7852-4f2a-be0a-cc942cc9993d', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': '50de93eb-7852-4f2a-be0a-cc942cc9993d', 'mac_address': 'fa:16:3e:4f:79:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:11.517924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3ca127d-fb2f-489f-83cc-f247fe2709da req-7e420f55-4972-4ae3-b1f3-a759c1e4d9df tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.46 "DELETE /v2.0/ports/6d87db6e-439d-449b-9c8e-b3ed880a63da HTTP/1.1" status: 204 len: 173 time: 1.6050048 Aug 19 15:09:11.522535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1590ee-887f-4727-9668-32623f6a414c', 'name': 'network-vif-deleted', 'tag': '6d87db6e-439d-449b-9c8e-b3ed880a63da'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:11.529707 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d96baa2-a897-4247-98a6-4c8392080ea0" -d '{"events": [{"server_uuid": "1d1590ee-887f-4727-9668-32623f6a414c", "name": "network-vif-deleted", "tag": "6d87db6e-439d-449b-9c8e-b3ed880a63da"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:11.606180 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.622907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50de93eb-7852-4f2a-be0a-cc942cc9993d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:11.655097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 50de93eb-7852-4f2a-be0a-cc942cc9993d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:11.698664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-ab4cb392-c427-4f6b-b05c-348e3289efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.699400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-ab4cb392-c427-4f6b-b05c-348e3289efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.700038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-ab4cb392-c427-4f6b-b05c-348e3289efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.700507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-ab4cb392-c427-4f6b-b05c-348e3289efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.700973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-ab4cb392-c427-4f6b-b05c-348e3289efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.702819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-ab4cb392-c427-4f6b-b05c-348e3289efd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 4362 time: 0.2967823 Aug 19 15:09:11.713880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56f34e-d40c-49ce-b080-263439357feb req-19d8b7ed-c43b-4cb6-a402-177485bb28df tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.721435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e56f34e-d40c-49ce-b080-263439357feb req-19d8b7ed-c43b-4cb6-a402-177485bb28df tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 943 time: 0.2283561 Aug 19 15:09:11.748193 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.761678 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Transition to ACTIVE for port object a9ab1754-e075-4976-9650-775184ee8691 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:11.798802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6eaf23-29e6-4a49-9666-a56be4bedc1c {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:11.807820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.813398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:11.846486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Transition to ACTIVE for port object fc6eaf23-29e6-4a49-9666-a56be4bedc1c will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:11.867687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e56f34e-d40c-49ce-b080-263439357feb req-e5705343-3083-48e3-a4db-4636ba3ded25 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434057 Aug 19 15:09:11.873371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=50de93eb-7852-4f2a-be0a-cc942cc9993d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:11.937881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-c6e35b8a-f8ed-4122-b83b-c28b2f92aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.938530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-c6e35b8a-f8ed-4122-b83b-c28b2f92aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.938994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-c6e35b8a-f8ed-4122-b83b-c28b2f92aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.940587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-c6e35b8a-f8ed-4122-b83b-c28b2f92aa86 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=36710183574049eea9f759f7c48c8620&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2146804 Aug 19 15:09:11.979506 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.035932 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Pushing event updated for resources: {'Port': ['ID=a9ab1754-e075-4976-9650-775184ee8691,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:12.050955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.051352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.051632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.051952 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.052279 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.055272 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.063365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.063365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.063365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.063365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.063742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.063859 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.063859 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:12.072398 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Attempting to bind port a9ab1754-e075-4976-9650-775184ee8691 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:12.072615 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Attempting to bind port a9ab1754-e075-4976-9650-775184ee8691 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:12.072922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Attempting to bind port a9ab1754-e075-4976-9650-775184ee8691 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:12.079963 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:12.080813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:12.081439 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.081997 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:12.082629 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Bound port: a9ab1754-e075-4976-9650-775184ee8691, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:12.083199 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.101806 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c72418b-07ee-4cbd-880d-0d1a6999dada x-openstack-request-id: req-7c72418b-07ee-4cbd-880d-0d1a6999dada {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:12.102952 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1590ee-887f-4727-9668-32623f6a414c", "name": "network-vif-deleted", "tag": "6d87db6e-439d-449b-9c8e-b3ed880a63da", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:12.103635 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c72418b-07ee-4cbd-880d-0d1a6999dada {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:12.103770 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1590ee-887f-4727-9668-32623f6a414c', 'name': 'network-vif-deleted', 'tag': '6d87db6e-439d-449b-9c8e-b3ed880a63da', 'status': 'completed', 'code': 200} Aug 19 15:09:12.173508 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] For port a9ab1754-e075-4976-9650-775184ee8691, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:12.202537 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] For port a9ab1754-e075-4976-9650-775184ee8691, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a9ab1754-e075-4976-9650-775184ee8691,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:12.205341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Pushing event updated for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:12.249936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15d967e4-b9c4-4ae5-8896-5a494e041258 req-108e01a0-967b-42eb-b11e-0ebd3bb7c063 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1590ee-887f-4727-9668-32623f6a414c HTTP/1.1" status: 200 len: 210 time: 0.0818639 Aug 19 15:09:12.275902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-8dc25824-b3ab-4dae-9f07-91213e948c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.286343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73473c08-2618-44b3-b67c-c723d1a8f299 req-8dc25824-b3ab-4dae-9f07-91213e948c52 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3373766 Aug 19 15:09:12.286794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Attempting to bind port fc6eaf23-29e6-4a49-9666-a56be4bedc1c on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:12.287149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Attempting to bind port fc6eaf23-29e6-4a49-9666-a56be4bedc1c by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:12.291921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.293853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Attempting to bind port fc6eaf23-29e6-4a49-9666-a56be4bedc1c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:12.303352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Port fc6eaf23-29e6-4a49-9666-a56be4bedc1c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:12.304315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['50de93eb-7852-4f2a-be0a-cc942cc9993d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:12.315928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Attempting to bind port fc6eaf23-29e6-4a49-9666-a56be4bedc1c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:12.326133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:12.326711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Checking segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:12.328242 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.328911 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Bound using segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:12.329746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Bound port: fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:12.337848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.346797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36278) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:12.440802 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:12.441512 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:12.535938 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d55c-ccb4-4009-adf9-217837cdce9d None None] Pushing event updated for resources: {'Port': ['ID=a9ab1754-e075-4976-9650-775184ee8691,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:12.571237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:12.575279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:12.580320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Allocated IP 172.20.0.1 (9f7c226c-de24-4595-a41a-514bed504204/075ee64d-56af-4dac-a9cb-1bbc37a89220/fea5d25b-0c69-4537-9e3a-4d3e7acad370) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:12.624214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa3f676c-6df5-43f2-99fa-988ee77a7175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.707450 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:12.738269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.760680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.766652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.773303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.779932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.785917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.794535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.803904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa3f676c-6df5-43f2-99fa-988ee77a7175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.808943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-daa23b46-30cb-43cf-a5ae-4d3f68948ab5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 4598 time: 0.3846927 Aug 19 15:09:12.832085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.832871 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.834775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] 10.222.0.54 "PUT /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 1131 time: 1.6656599 Aug 19 15:09:12.878107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7257e4-66c0-4083-bf7e-cbe87d95380d service neutron] Pushing event updated for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:12.893167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-841eef8c-f73d-4c32-8381-3f986c1f49e1 req-127392a2-b45f-4fc3-a628-7ba792acdc5c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825372 Aug 19 15:09:12.897833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:12.956793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Transition to ACTIVE for port object fea5d25b-0c69-4537-9e3a-4d3e7acad370 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:12.964688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa3f676c-6df5-43f2-99fa-988ee77a7175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.002165 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:08Z', 'revision_number': 3, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:13.040946 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c452-5b72-4f79-8b48-d2e3727e2641 None None] The sync data for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 is: [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:08Z', 'revision_number': 3, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:13.053213 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fa3f676c-6df5-43f2-99fa-988ee77a7175 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dfc43465537495e95d605ce8bb29b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881130 Aug 19 15:09:13.057068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36286) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:13.073677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f676c-6df5-43f2-99fa-988ee77a7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2920fc20-b6a2-4689-9beb-66d8bb46d382,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:13.113000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f9f02-52ed-44ef-99ca-bf967bf9f531 req-1a18a359-6854-4650-96ac-33b2365569fe tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.114569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:13.114696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-597f9f02-52ed-44ef-99ca-bf967bf9f531 req-1a18a359-6854-4650-96ac-33b2365569fe tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 944 time: 0.0869708 Aug 19 15:09:13.147336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.204896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-597f9f02-52ed-44ef-99ca-bf967bf9f531 req-c0083af6-4fd1-4e92-84f2-e980b2ed5aeb tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Aug 19 15:09:13.208549 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.220456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe795-d9c2-4eaa-bb46-96ac911cf6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.239486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe795-d9c2-4eaa-bb46-96ac911cf6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.264219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.319311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Network 9f7c226c-de24-4595-a41a-514bed504204 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:13.325010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:13.335919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:13.389163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36290) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:13.399881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Pushing event updated for resources: {'Port': ['ID=fea5d25b-0c69-4537-9e3a-4d3e7acad370,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:13.418778 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.432893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'fc6eaf23-29e6-4a49-9666-a56be4bedc1c'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:13.435197 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b24d10-97e7-4bb4-9f35-a9803f1d15df" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "fc6eaf23-29e6-4a49-9666-a56be4bedc1c"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:13.488355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe795-d9c2-4eaa-bb46-96ac911cf6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.490871 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe795-d9c2-4eaa-bb46-96ac911cf6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.494561 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e1ebe795-d9c2-4eaa-bb46-96ac911cf6ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2920fc20-b6a2-4689-9beb-66d8bb46d382 HTTP/1.1" status: 204 len: 168 time: 0.4358582 Aug 19 15:09:13.661600 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cfc09e-0860-4d27-a89c-a5aa121f4bce x-openstack-request-id: req-12cfc09e-0860-4d27-a89c-a5aa121f4bce {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:13.661986 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "fc6eaf23-29e6-4a49-9666-a56be4bedc1c", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:13.662362 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12cfc09e-0860-4d27-a89c-a5aa121f4bce {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:13.662849 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'fc6eaf23-29e6-4a49-9666-a56be4bedc1c', 'status': 'completed', 'code': 200} Aug 19 15:09:13.674277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.674868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.675402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.676562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.677264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.678420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.679870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-49b95356-65de-4557-aa7a-d6e2a0d00e54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5286 time: 0.1433051 Aug 19 15:09:13.718043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe795-d9c2-4eaa-bb46-96ac911cf6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2920fc20-b6a2-4689-9beb-66d8bb46d382,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:13.827484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-593e57ad-4622-49b2-bde7-7040cab72685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.827939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-593e57ad-4622-49b2-bde7-7040cab72685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.828457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-593e57ad-4622-49b2-bde7-7040cab72685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.830630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-593e57ad-4622-49b2-bde7-7040cab72685 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=36710183574049eea9f759f7c48c8620&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1316676 Aug 19 15:09:13.888079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd1964e8-5ac2-424d-98df-408681d19b5b None None] Provisioning for port fea5d25b-0c69-4537-9e3a-4d3e7acad370 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:13.893595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd1964e8-5ac2-424d-98df-408681d19b5b None None] Provisioning complete for port fea5d25b-0c69-4537-9e3a-4d3e7acad370 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:13.894244 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd1964e8-5ac2-424d-98df-408681d19b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:13.983418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cd1964e8-5ac2-424d-98df-408681d19b5b None None] Port fea5d25b-0c69-4537-9e3a-4d3e7acad370 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:14.010702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.023947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-56ebc768-487b-4cff-a22f-08fa65550df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.026322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12b24d10-97e7-4bb4-9f35-a9803f1d15df req-56ebc768-487b-4cff-a22f-08fa65550df7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867583 Aug 19 15:09:14.136065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef98bce-c703-477b-8373-d9f4c81aed3c {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:14.160455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.201975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Transition to ACTIVE for port object 7ef98bce-c703-477b-8373-d9f4c81aed3c will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:14.303300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.401845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:14.495552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6d87db6e-439d-449b-9c8e-b3ed880a63da no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:14.497488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.575480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 6d87db6e-439d-449b-9c8e-b3ed880a63da {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:14.585822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6d87db6e-439d-449b-9c8e-b3ed880a63da not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:14.611839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Attempting to bind port 7ef98bce-c703-477b-8373-d9f4c81aed3c on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:14.612243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Attempting to bind port 7ef98bce-c703-477b-8373-d9f4c81aed3c by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:14.614591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Attempting to bind port 7ef98bce-c703-477b-8373-d9f4c81aed3c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:14.637658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.643753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.650353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.652625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Port 7ef98bce-c703-477b-8373-d9f4c81aed3c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:14.652956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Attempting to bind port 7ef98bce-c703-477b-8373-d9f4c81aed3c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:14.656650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.659959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:14.660345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Checking segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:14.660698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Bound using segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:14.661152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Bound port: 7ef98bce-c703-477b-8373-d9f4c81aed3c, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:14.661525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.662691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.668830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.678219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3edb378a-701f-4cdc-814e-6de34443af7a req-810cfb08-2087-4237-96d7-daa0a521953d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 4598 time: 0.6101124 Aug 19 15:09:14.721207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36306) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:14.743388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3edb378a-701f-4cdc-814e-6de34443af7a req-8cc302e4-d8f6-4235-87d2-0d2e3e8163b7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642152 Aug 19 15:09:14.805298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.829902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:14.837958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-895d292e-a98b-4b22-863f-2be368cea41d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea01fba579084b6dbce0a62304ace2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152658 Aug 19 15:09:14.840459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36308) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:14.850350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:14.917261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9ab1754-e075-4976-9650-775184ee8691 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:14.954023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214016a-c07b-4bac-897b-35ff235757ad req-1d09ed81-0171-432b-8089-1515c30b2323 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.955934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4214016a-c07b-4bac-897b-35ff235757ad req-1d09ed81-0171-432b-8089-1515c30b2323 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 944 time: 0.0939448 Aug 19 15:09:14.959119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.979997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Deleting port 7b1835ee-6c28-425b-9b02-9dfffa18b080 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:14.980341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.020023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.024114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79c78410-94ec-4281-ae5e-377db3a238e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.081590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.082234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.083866 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] 10.222.0.54 "PUT /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 1132 time: 1.9740512 Aug 19 15:09:15.091418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79c78410-94ec-4281-ae5e-377db3a238e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.109978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Pushing event updated for resources: {'Port': ['ID=fea5d25b-0c69-4537-9e3a-4d3e7acad370,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:15.117747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.132209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cf958-d0bf-4740-a8d0-996549c52e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:15.142848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a9ab1754-e075-4976-9650-775184ee8691 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:15.143304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4214016a-c07b-4bac-897b-35ff235757ad req-9fab3bda-b51d-4742-bb92-e8889a17fa6d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522861 Aug 19 15:09:15.143748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] For port 7b1835ee-6c28-425b-9b02-9dfffa18b080, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7b1835ee-6c28-425b-9b02-9dfffa18b080,segment=NetworkSegment(003fda92-cb50-488d-90b9-1fbc3c34817a),segment_id=003fda92-cb50-488d-90b9-1fbc3c34817a)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:15.143748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.151063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a9ab1754-e075-4976-9650-775184ee8691 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:15.151639 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.179180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Calling delete_port for 7b1835ee-6c28-425b-9b02-9dfffa18b080 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:15.218292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:15.304695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 50de93eb-7852-4f2a-be0a-cc942cc9993d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:15.368120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Network 9f7c226c-de24-4595-a41a-514bed504204 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:15.369738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:15.373340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.414392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a9ab1754-e075-4976-9650-775184ee8691, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a9ab1754-e075-4976-9650-775184ee8691,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:15.448321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79c78410-94ec-4281-ae5e-377db3a238e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.451349 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.452596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79c78410-94ec-4281-ae5e-377db3a238e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.458844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-79c78410-94ec-4281-ae5e-377db3a238e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dad7db63-eba3-4edc-bbb6-c529957ff6f2 HTTP/1.1" status: 204 len: 168 time: 0.6150796 Aug 19 15:09:15.510433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c78410-94ec-4281-ae5e-377db3a238e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7db63-eba3-4edc-bbb6-c529957ff6f2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:15.531643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.580338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 50de93eb-7852-4f2a-be0a-cc942cc9993d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:15.630067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Router ac48fb7b-0240-4684-938e-981a05cf0e06 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:15.661805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 50de93eb-7852-4f2a-be0a-cc942cc9993d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:15.662278 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.743396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a9ab1754-e075-4976-9650-775184ee8691,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:15.795011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:15.816794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4a21efc6-0361-4675-8d27-a1b3a58bbd91 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac48fb7b-0240-4684-938e-981a05cf0e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0409000 Aug 19 15:09:15.816910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Sync routers for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:15.843610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e389282a-9360-4a9d-b347-bcea04274e07 None None] Provisioning complete for port fea5d25b-0c69-4537-9e3a-4d3e7acad370 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:15.843991 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e389282a-9360-4a9d-b347-bcea04274e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.847499 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:15.849836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:15.852434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:15.976197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.980953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e389282a-9360-4a9d-b347-bcea04274e07 None None] Port fea5d25b-0c69-4537-9e3a-4d3e7acad370 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:15.985262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.992849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.000374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.013102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.018038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.027368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.028950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a74951-ca9e-4248-bf6d-57526bc87999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de93eb-7852-4f2a-be0a-cc942cc9993d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:16.031316 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d0f6e-62c6-4433-a11a-465827cc640f" -d '{"events": [{"server_uuid": "61a74951-ca9e-4248-bf6d-57526bc87999", "name": "network-vif-plugged", "status": "completed", "tag": "50de93eb-7852-4f2a-be0a-cc942cc9993d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:16.041448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-5350e884-4989-4eac-ba69-5a4fb62cc947 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5371 time: 0.1486015 Aug 19 15:09:16.087838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 50de93eb-7852-4f2a-be0a-cc942cc9993d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:16.102147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c8f42c7-0fad-4688-9317-febd8fbe6765 req-cf063aa7-f2cf-4010-b6dc-e2df46d76aea tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613644 Aug 19 15:09:16.107812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '7ef98bce-c703-477b-8373-d9f4c81aed3c'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:16.109963 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190fb647-2918-475b-be7c-0d19f8805635" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "7ef98bce-c703-477b-8373-d9f4c81aed3c"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:16.140796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:16.281030 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f480f3fe-f2b7-4712-85cb-a7dd146143fe x-openstack-request-id: req-f480f3fe-f2b7-4712-85cb-a7dd146143fe {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:16.281675 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "7ef98bce-c703-477b-8373-d9f4c81aed3c", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:16.281675 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f480f3fe-f2b7-4712-85cb-a7dd146143fe {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:16.282167 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '7ef98bce-c703-477b-8373-d9f4c81aed3c', 'status': 'completed', 'code': 200} Aug 19 15:09:16.479533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.479735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e84bf6-d1a2-4afb-a2e9-d33173561d4e {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:16.480030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.480508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.481176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.481676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.482149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.482813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.485365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190fb647-2918-475b-be7c-0d19f8805635 req-505b7542-bf64-42e7-8267-914a5c507bde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6211 time: 0.2018452 Aug 19 15:09:16.491112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.507726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Transition to ACTIVE for port object 56e84bf6-d1a2-4afb-a2e9-d33173561d4e will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:16.510007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.519525 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab114bc-2739-4dab-a15b-4a46182159e2 x-openstack-request-id: req-5ab114bc-2739-4dab-a15b-4a46182159e2 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:16.519829 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a74951-ca9e-4248-bf6d-57526bc87999", "name": "network-vif-plugged", "status": "completed", "tag": "50de93eb-7852-4f2a-be0a-cc942cc9993d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:16.520089 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ab114bc-2739-4dab-a15b-4a46182159e2 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:16.520497 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a74951-ca9e-4248-bf6d-57526bc87999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de93eb-7852-4f2a-be0a-cc942cc9993d', 'code': 200} Aug 19 15:09:16.527333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.578447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1835ee-6c28-425b-9b02-9dfffa18b080,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:16.653144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.705666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=50de93eb-7852-4f2a-be0a-cc942cc9993d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:16.731423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-e5f2848f-9603-4241-9a72-3f2259aeedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.731930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-e5f2848f-9603-4241-9a72-3f2259aeedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.732412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-e5f2848f-9603-4241-9a72-3f2259aeedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.736673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190fb647-2918-475b-be7c-0d19f8805635 req-e5f2848f-9603-4241-9a72-3f2259aeedb8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=36710183574049eea9f759f7c48c8620&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2316539 Aug 19 15:09:16.741497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Pushing event updated for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:16.841582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7367-8e23-4108-aa54-90f34e165761 req-d52e3925-e266-48fa-adc6-691021100281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.847493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89be7367-8e23-4108-aa54-90f34e165761 req-d52e3925-e266-48fa-adc6-691021100281 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 1097 time: 0.4954705 Aug 19 15:09:16.930468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:14Z', 'revision_number': 2, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:16.987841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Checking router: ac48fb7b-0240-4684-938e-981a05cf0e06 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:09:16.989052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Updating router ac48fb7b-0240-4684-938e-981a05cf0e06 port fea5d25b-0c69-4537-9e3a-4d3e7acad370 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:09:17.046509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9ab1754-e075-4976-9650-775184ee8691 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:17.048073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0c40-97bb-4a3f-a218-404d530a77ac req-0198e8eb-dfd8-4950-bafa-2aa7938576a8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.059150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5fd0c40-97bb-4a3f-a218-404d530a77ac req-0198e8eb-dfd8-4950-bafa-2aa7938576a8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.6265047 Aug 19 15:09:17.069030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.123822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb647-2918-475b-be7c-0d19f8805635 req-dcdca913-abdc-47bc-bbc1-d98da6e12bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.125969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190fb647-2918-475b-be7c-0d19f8805635 req-dcdca913-abdc-47bc-bbc1-d98da6e12bd3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3731430 Aug 19 15:09:17.138205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89be7367-8e23-4108-aa54-90f34e165761 req-65770e47-6346-4e6f-a6b7-8fb64079af2f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287701 Aug 19 15:09:17.168949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5fd0c40-97bb-4a3f-a218-404d530a77ac req-df52011a-acd5-438e-9ec1-14669bcf8dc4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063094 Aug 19 15:09:17.195706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.225661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Attempting to bind port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:17.226076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Attempting to bind port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:17.226412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Attempting to bind port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:17.234336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:17.235087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Attempting to bind port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:17.307063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:17.307725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Checking segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:17.307725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Bound using segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:17.308039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Bound port: 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:17.308502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.355271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a9ab1754-e075-4976-9650-775184ee8691 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:17.358146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.438019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:17.443056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:17.570648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.583497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.595015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Transition to ACTIVE for port object fea5d25b-0c69-4537-9e3a-4d3e7acad370 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:17.667066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.667654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.669142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] 10.222.0.54 "PUT /v2.0/ports/56e84bf6-d1a2-4afb-a2e9-d33173561d4e HTTP/1.1" status: 200 len: 1091 time: 2.4612582 Aug 19 15:09:17.673182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Router f34b9742-8d1f-47cc-85a2-2b9501b933b7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:17.691329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead67720-1a26-480e-909d-78836f7c3f42 service neutron] Pushing event updated for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:17.722458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.787033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.813790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:17.820805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.828799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed36d9c-76f7-4226-9d7f-e5e3462009f0 None None] Pushing event updated for resources: {'Port': ['ID=fea5d25b-0c69-4537-9e3a-4d3e7acad370,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:17.835278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.876088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.901410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.901780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Attempting to bind port fea5d25b-0c69-4537-9e3a-4d3e7acad370 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:17.901918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Attempting to bind port fea5d25b-0c69-4537-9e3a-4d3e7acad370 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:17.902276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Attempting to bind port fea5d25b-0c69-4537-9e3a-4d3e7acad370 on network 9f7c226c-de24-4595-a41a-514bed504204 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:17.908696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:17.909430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Checking segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:17.909876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.910475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.910641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Bound using segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:17.911083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Bound port: fea5d25b-0c69-4537-9e3a-4d3e7acad370, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:17.911503 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:17.920623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.923765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-e465eb79-c0e2-4d12-ab64-903c80f25db7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5383 time: 0.2824781 Aug 19 15:09:18.091983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76b3a153-2d28-48c1-9060-6bd598f167e1 req-f55d1605-7304-428e-8aa5-298e7a76a048 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676973 Aug 19 15:09:18.094395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:18.094395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:18.095278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] For port fea5d25b-0c69-4537-9e3a-4d3e7acad370, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:18.095278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] For port fea5d25b-0c69-4537-9e3a-4d3e7acad370, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fea5d25b-0c69-4537-9e3a-4d3e7acad370,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:18.095747 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] Sync routers for ids ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:18.096902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-538e8454-2e99-4031-9a86-bc0334ed3fbf admin admin] 10.222.0.13 "PUT /v2.0/routers/f34b9742-8d1f-47cc-85a2-2b9501b933b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6664658 Aug 19 15:09:18.097085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36386) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:18.097301 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] Routers {'f34b9742-8d1f-47cc-85a2-2b9501b933b7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:18.097301 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:18.248637 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] Set router f34b9742-8d1f-47cc-85a2-2b9501b933b7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:18.252088 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:18.283037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:18.285802 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:18.458829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9bf337-5769-4992-9814-f3f4c4c0399f {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:18.458829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:18.459736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287199d-6e4a-4c91-a747-938a6822c335 req-b135c2b0-4692-48e1-835c-a85479d7c4d0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.463145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Transition to ACTIVE for port object ad9bf337-5769-4992-9814-f3f4c4c0399f will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:18.463343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f287199d-6e4a-4c91-a747-938a6822c335 req-b135c2b0-4692-48e1-835c-a85479d7c4d0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.1401408 Aug 19 15:09:18.503579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:18.505755 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:09:16Z', 'revision_number': 5, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:18.525773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f287199d-6e4a-4c91-a747-938a6822c335 req-ea228a0c-0537-41ee-bad8-8dd0f714aa33 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Aug 19 15:09:18.537721 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] Checking router: f34b9742-8d1f-47cc-85a2-2b9501b933b7 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:09:18.547686 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] Routers {'f34b9742-8d1f-47cc-85a2-2b9501b933b7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:18.548313 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:18.580236 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b0402a-a021-467a-b79f-65f62bc1b49d x-openstack-request-id: req-62b0402a-a021-467a-b79f-65f62bc1b49d {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:18.580540 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:18.580859 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62b0402a-a021-467a-b79f-65f62bc1b49d {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:18.581308 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e', 'status': 'completed', 'code': 200} Aug 19 15:09:18.675797 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] Set router f34b9742-8d1f-47cc-85a2-2b9501b933b7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:18.723558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:18.723840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:18.858387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:18.864378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:18.905735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Pushing event updated for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:18.988426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.989239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.989871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.990645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.991116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.991584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.992041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.994288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-61ed4aa5-cba5-4e03-9289-36e7345e8f19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6305 time: 0.2226048 Aug 19 15:09:19.050442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Attempting to bind port ad9bf337-5769-4992-9814-f3f4c4c0399f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:19.053724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Attempting to bind port ad9bf337-5769-4992-9814-f3f4c4c0399f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:19.053724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Attempting to bind port ad9bf337-5769-4992-9814-f3f4c4c0399f on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:19.054149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed36d9c-76f7-4226-9d7f-e5e3462009f0 None None] Pushing event updated for resources: {'Port': ['ID=fea5d25b-0c69-4537-9e3a-4d3e7acad370,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:19.081750 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:09:16Z', 'revision_number': 5, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:19.098396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Port ad9bf337-5769-4992-9814-f3f4c4c0399f on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:19.099046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Attempting to bind port ad9bf337-5769-4992-9814-f3f4c4c0399f on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:19.115298 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55fd1-24f6-4f68-a4f0-a8170657ff58 None None] The sync data for ids ['f34b9742-8d1f-47cc-85a2-2b9501b933b7'] in n-d-779913-32 is: [{'id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'name': 'tempest-ServerRescueNegativeTestJSON-171552192-router', 'tenant_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:21Z', 'updated_at': '2021-08-19T15:09:16Z', 'revision_number': 5, 'project_id': 'fc8d8551e8bf4a8fb99cd43b34f24b53', 'gw_port': {'id': 'f40dced0-625a-44bb-97ff-fec7c58553c8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b9742-8d1f-47cc-85a2-2b9501b933b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:22Z', 'updated_at': '2021-08-19T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:19.148961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:19.154762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Deleting port f40dced0-625a-44bb-97ff-fec7c58553c8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:19.160573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.160679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Checking segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:19.160679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Bound using segment: {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:19.160679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Bound port: ad9bf337-5769-4992-9814-f3f4c4c0399f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:19.160679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.296853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:19.393225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:19.397704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:19.553034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] For port f40dced0-625a-44bb-97ff-fec7c58553c8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f40dced0-625a-44bb-97ff-fec7c58553c8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:19.561323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.600171 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.605146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Calling delete_port for f40dced0-625a-44bb-97ff-fec7c58553c8 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:19.673789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-abf215dd-3957-445c-a39d-29912ea5217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.674272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-abf215dd-3957-445c-a39d-29912ea5217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.674745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-abf215dd-3957-445c-a39d-29912ea5217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.676387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-abf215dd-3957-445c-a39d-29912ea5217f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=36710183574049eea9f759f7c48c8620&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6662364 Aug 19 15:09:19.690993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.717795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.724626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.735266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.740902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.741619 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.743772 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] 10.222.0.54 "PUT /v2.0/ports/ad9bf337-5769-4992-9814-f3f4c4c0399f HTTP/1.1" status: 200 len: 1091 time: 1.9358284 Aug 19 15:09:19.752425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.756451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.781526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.783853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-940ba86e-040c-4589-8597-4d6d9216943f req-681f10ce-bb29-4070-a52c-2b4367c604b8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5395 time: 0.5476575 Aug 19 15:09:19.811533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:18Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:19.814653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b0da0-c49e-44d5-bd96-18e935a27eab service neutron] Pushing event updated for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:19.861623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16fcb0-0023-4fad-8954-65b42f1502f1 None None] The sync data for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 is: [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:18Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:19.940326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:20.019882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-940ba86e-040c-4589-8597-4d6d9216943f req-3b1c75de-7786-4d7d-a7e1-cfb1784350ce tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788142 Aug 19 15:09:20.104511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-6915f16c-484a-4066-9cf2-162269b59ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:20.106806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24c37705-d3ec-492e-8888-3ff1d2d8f4fc req-6915f16c-484a-4066-9cf2-162269b59ea4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3216023 Aug 19 15:09:20.176384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.403587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d972205-607f-45d5-99e6-5c47321ba642 req-a21f14b2-6a69-4151-a25a-f357fb56db0e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:20.412254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d972205-607f-45d5-99e6-5c47321ba642 req-a21f14b2-6a69-4151-a25a-f357fb56db0e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.0800383 Aug 19 15:09:20.422215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.468451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40dced0-625a-44bb-97ff-fec7c58553c8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:20.510278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d972205-607f-45d5-99e6-5c47321ba642 req-b858f4bf-f7bc-486c-8e98-bbee0274fc59 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960295 Aug 19 15:09:20.624395 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.630805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:20.643267 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3269ba7d-5f07-436b-8b37-053fbc52bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:20.850762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.855386 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.950828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c196fc62-1292-4ed5-a227-0fc423c9d51c {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:20.969912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.985565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Transition to ACTIVE for port object c196fc62-1292-4ed5-a227-0fc423c9d51c will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:21.064579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.068085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34b9742-8d1f-47cc-85a2-2b9501b933b7 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:09:21.075084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fea5d25b-0c69-4537-9e3a-4d3e7acad370 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:21.075539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.079289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:21.080416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c1aa179-bead-4b07-bd0f-fe2f8b534d68 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f34b9742-8d1f-47cc-85a2-2b9501b933b7 HTTP/1.1" status: 204 len: 168 time: 3.0108678 Aug 19 15:09:21.168478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.200332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36478) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:21.327626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port fea5d25b-0c69-4537-9e3a-4d3e7acad370 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:21.332721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fea5d25b-0c69-4537-9e3a-4d3e7acad370 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:21.333337 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.368422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Deleting subnet 4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:09:21.445234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.481242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:21.523005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fad513-5c9e-4f17-ab87-5ab7f4df581e req-62a2b8e5-475b-4dbf-8316-1e3dd98d4cd2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.531274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.532899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3fad513-5c9e-4f17-ab87-5ab7f4df581e req-62a2b8e5-475b-4dbf-8316-1e3dd98d4cd2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.1707385 Aug 19 15:09:21.552955 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.603972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port fea5d25b-0c69-4537-9e3a-4d3e7acad370, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fea5d25b-0c69-4537-9e3a-4d3e7acad370,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:21.632811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3fad513-5c9e-4f17-ab87-5ab7f4df581e req-136095d6-3d3d-404e-9c49-f2d05e874695 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982411 Aug 19 15:09:21.635993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Attempting to bind port c196fc62-1292-4ed5-a227-0fc423c9d51c on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:21.637089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Attempting to bind port c196fc62-1292-4ed5-a227-0fc423c9d51c by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:21.638398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Attempting to bind port c196fc62-1292-4ed5-a227-0fc423c9d51c on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:21.651149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:21.683236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Port c196fc62-1292-4ed5-a227-0fc423c9d51c on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:21.683236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Attempting to bind port c196fc62-1292-4ed5-a227-0fc423c9d51c on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:21.694458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:21.695080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Checking segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:21.695666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Bound using segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:21.696887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Bound port: c196fc62-1292-4ed5-a227-0fc423c9d51c, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:21.697393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.714753 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59262bc-2204-42a6-8f52-41d15e005058 x-openstack-request-id: req-b59262bc-2204-42a6-8f52-41d15e005058 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:21.715059 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:21.715329 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b59262bc-2204-42a6-8f52-41d15e005058 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:21.715752 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f', 'status': 'completed', 'code': 200} Aug 19 15:09:21.718711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.727595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.812948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b1835ee-6c28-425b-9b02-9dfffa18b080 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:21.873062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:21.877492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:21.878943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.907017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7b1835ee-6c28-425b-9b02-9dfffa18b080 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:21.910829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7b1835ee-6c28-425b-9b02-9dfffa18b080 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:21.945454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=fea5d25b-0c69-4537-9e3a-4d3e7acad370,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:21.955309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.955901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.956680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.957249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.960172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.962695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.962695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.962695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.962695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.962695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.964313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.964854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:21.987750 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.990049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.990539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.991024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.991499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.991983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.992442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.992935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.994976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-9ea60749-33ec-4994-8136-10e0455ff353 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6373 time: 0.2381094 Aug 19 15:09:22.029048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:22.043135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.086244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.091716 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de9df509-cd98-42fa-ba13-9c60d676ad7b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4bc26ad5-e6a2-4a6e-aee0-09a6f9a33e4a HTTP/1.1" status: 204 len: 168 time: 1.0087719 Aug 19 15:09:22.093154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36488) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:22.104965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.114588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.114588 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 200 len: 1092 time: 2.1723852 Aug 19 15:09:22.114807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.128408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.141857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.150429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.157686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.165549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.177101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.191348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85287250-baf2-4b8f-b956-21dc9569c195 req-aac7b226-19f0-4f56-abb0-8205c04cbd29 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5407 time: 0.3055413 Aug 19 15:09:22.292370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.310173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Request body: {'port': {'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:22.379503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4057e1-82aa-42f6-a9b6-e48c68b2b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:22.491574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.511564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.525913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1295c5b-7a28-4492-9e38-eef625d76463']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:22.561903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003fda92-cb50-488d-90b9-1fbc3c34817a') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:22.562256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003fda92-cb50-488d-90b9-1fbc3c34817a') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:22.577521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.608998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.670912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:09:22.671745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:09:22.673049 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:09:22.793341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-bf6c6335-73d2-438a-960e-f5b8cac6570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.793814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-bf6c6335-73d2-438a-960e-f5b8cac6570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.794289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-bf6c6335-73d2-438a-960e-f5b8cac6570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.798362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-bf6c6335-73d2-438a-960e-f5b8cac6570d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=36710183574049eea9f759f7c48c8620&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7815804 Aug 19 15:09:22.831847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.843126 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:22.845350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1295c5b-7a28-4492-9e38-eef625d76463 HTTP/1.1" status: 204 len: 168 time: 0.7493649 Aug 19 15:09:22.883829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fea5d25b-0c69-4537-9e3a-4d3e7acad370 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:22.893228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a30bc-c735-470f-be15-c77d1525dfdf admin admin] Pushing event deleted for resources: {'Network': ['ID=f1295c5b-7a28-4492-9e38-eef625d76463,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:22.993133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fea5d25b-0c69-4537-9e3a-4d3e7acad370 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:22.993133 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.021264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85287250-baf2-4b8f-b956-21dc9569c195 req-98ef0d06-91b1-4a68-98ea-c23fb84819ca tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8286028 Aug 19 15:09:23.055922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a568f7-6e73-4c12-b0b5-8608257fe752 {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:23.072630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.076156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-8f80f128-d0f5-417c-b126-25c0b0017c65 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.077788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-8f80f128-d0f5-417c-b126-25c0b0017c65 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.2780995 Aug 19 15:09:23.088668 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Transition to ACTIVE for port object e0a568f7-6e73-4c12-b0b5-8608257fe752 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:23.089851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.098719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-aa408fd9-58e1-489e-b458-e97c06973ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.100240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3269ba7d-5f07-436b-8b37-053fbc52bd1f req-aa408fd9-58e1-489e-b458-e97c06973ecc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2862217 Aug 19 15:09:23.147323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f40dced0-625a-44bb-97ff-fec7c58553c8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:23.170108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f40dced0-625a-44bb-97ff-fec7c58553c8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:23.174456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f40dced0-625a-44bb-97ff-fec7c58553c8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:23.195952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.250617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a568f7-6e73-4c12-b0b5-8608257fe752,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:23.260481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd752e7a-525a-4c40-90f9-576e2197f1e3 req-4651dfe8-8d6c-42ed-bb53-ebb94d3b5608 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.262099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd752e7a-525a-4c40-90f9-576e2197f1e3 req-4651dfe8-8d6c-42ed-bb53-ebb94d3b5608 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 945 time: 0.1392713 Aug 19 15:09:23.363477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Attempting to bind port e0a568f7-6e73-4c12-b0b5-8608257fe752 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:23.363717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Attempting to bind port e0a568f7-6e73-4c12-b0b5-8608257fe752 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:23.363914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Attempting to bind port e0a568f7-6e73-4c12-b0b5-8608257fe752 on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:23.368706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Port e0a568f7-6e73-4c12-b0b5-8608257fe752 on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:23.369040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Attempting to bind port e0a568f7-6e73-4c12-b0b5-8608257fe752 on network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:23.374325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:23.374667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Checking segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:23.375058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Bound using segment: {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:23.375496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Bound port: e0a568f7-6e73-4c12-b0b5-8608257fe752, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134277f-5605-4b71-a901-3c5227cbca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:23.375858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.388758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Allocated IP 172.25.5.249 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/4fe8dbe1-9bdf-4a9c-8b85-43db990a6093) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:23.408954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Deleting port 31def484-5dfe-4239-af27-db493ea6a743 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:23.409331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.448777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd752e7a-525a-4c40-90f9-576e2197f1e3 req-d6ed8940-4a3a-4ca1-875c-985d5a853853 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=342da0da-94e1-47f8-8eef-2f78f4047f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439691 Aug 19 15:09:23.474155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] For port e0a568f7-6e73-4c12-b0b5-8608257fe752, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:23.475699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] For port e0a568f7-6e73-4c12-b0b5-8608257fe752, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:23.477070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36496) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:23.552506 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f384ee9-e0e9-4ad7-af41-1fd7c35bb09c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc8d8551e8bf4a8fb99cd43b34f24b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674815 Aug 19 15:09:23.552506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:23.622171 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.637987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] For port 31def484-5dfe-4239-af27-db493ea6a743, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=31def484-5dfe-4239-af27-db493ea6a743,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:23.638361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.660964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.678171 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1161-78cf-4301-9f2c-659788d0ec70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.692021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.693817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.696615 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 200 len: 1092 time: 1.3991930 Aug 19 15:09:23.719734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c'}, {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'e0a568f7-6e73-4c12-b0b5-8608257fe752'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:23.724767 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c"}, {"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "e0a568f7-6e73-4c12-b0b5-8608257fe752"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:23.734585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1161-78cf-4301-9f2c-659788d0ec70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.760864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731725b-da76-4c39-a969-da103b1ced59 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a568f7-6e73-4c12-b0b5-8608257fe752,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:23.955632 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.956788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.957513 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Floating IP df0a0379-7bf0-45aa-aefd-a8fdb84ab782 disassociated. External IP: 172.25.5.200, port: 31def484-5dfe-4239-af27-db493ea6a743. Aug 19 15:09:23.958043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Calling delete_port for 31def484-5dfe-4239-af27-db493ea6a743 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:23.962612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.963328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.964006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.964775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.965819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.966674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.967403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.967979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.970637 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e26cb49-486c-4fe3-910c-6cdacce0a98a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6483 time: 0.0664580 Aug 19 15:09:23.975703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1161-78cf-4301-9f2c-659788d0ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.975703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1161-78cf-4301-9f2c-659788d0ec70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:23.976407 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b6a1161-78cf-4301-9f2c-659788d0ec70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d110c1fd-be84-4723-b404-31d909c8a2c7 HTTP/1.1" status: 204 len: 168 time: 0.4259000 Aug 19 15:09:23.997571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a1161-78cf-4301-9f2c-659788d0ec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d110c1fd-be84-4723-b404-31d909c8a2c7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:24.057153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2434a106-c935-4d39-97e4-5b1af2abd935 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 200 len: 217 time: 0.0618277 Aug 19 15:09:24.094627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:24.104742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:24.116561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:24.117356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-17b61322-165c-450f-b641-945a33ef93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.120748 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-17b61322-165c-450f-b641-945a33ef93a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a04df0-b14d-4102-935d-68c2158b1bdc HTTP/1.1" status: 200 len: 849 time: 0.0561740 Aug 19 15:09:24.169134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Port': ['ID=4fe8dbe1-9bdf-4a9c-8b85-43db990a6093,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:24.265926 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b516fda-3fa0-4724-bbb3-c3d60ba98f90 x-openstack-request-id: req-6b516fda-3fa0-4724-bbb3-c3d60ba98f90 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:24.266226 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "e0a568f7-6e73-4c12-b0b5-8608257fe752", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:24.266638 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b516fda-3fa0-4724-bbb3-c3d60ba98f90 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:24.266927 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c', 'status': 'completed', 'code': 200} Aug 19 15:09:24.267196 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': 'e0a568f7-6e73-4c12-b0b5-8608257fe752', 'status': 'completed', 'code': 200} Aug 19 15:09:24.286384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-6f3aa9e6-4da9-4123-887b-15ef8c2eebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.288098 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-6f3aa9e6-4da9-4123-887b-15ef8c2eebd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b63c9530-38e6-4869-867b-3d546179fd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800951 Aug 19 15:09:24.390301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:24.413263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-7aaaa843-83b2-482f-b020-21e841fb1441 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150684 Aug 19 15:09:24.451806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event deleted for resources: {'Port': ['ID=31def484-5dfe-4239-af27-db493ea6a743,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:24.487566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.495802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.501924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.508069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.514188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.520146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.526836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.528865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-3c01bae7-1592-4459-b39b-e82d0f1f2d32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.2115734 Aug 19 15:09:24.533762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:24.578092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cc95d7f0-dfd1-46f8-906b-5ae4ba2abdf2 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551220 Aug 19 15:09:24.581856 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f878391e-311f-4349-a5be-7c36cee1474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:24.658293 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-d93754a8-7820-4156-992a-d3e24df54b78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 217 time: 0.0719655 Aug 19 15:09:24.662223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4caea699-7b94-4dba-8be0-19ddbab96d09 req-c2aa0b64-134a-40a9-b63c-491f3f7eaf60 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245246 Aug 19 15:09:24.743456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-64d833b3-2ddd-470d-9e43-1a7b31f84105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.745299 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-64d833b3-2ddd-470d-9e43-1a7b31f84105 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0780799 Aug 19 15:09:24.784491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:24.786123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:24.811463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-47316049-3a4a-4c06-b1f0-08a9095cda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.813016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-47316049-3a4a-4c06-b1f0-08a9095cda94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603135 Aug 19 15:09:24.868610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3e25c-bd11-4e06-ab6c-04ceefa011f7 req-255aa47a-d11d-45f0-9828-836266902008 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.870782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53d3e25c-bd11-4e06-ab6c-04ceefa011f7 req-255aa47a-d11d-45f0-9828-836266902008 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.1281478 Aug 19 15:09:24.954239 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-a7420cb7-887d-4d44-9042-37c827ad722b service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309681 Aug 19 15:09:25.103659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:25.108924 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4d9f18a8-524f-4216-83a4-3f24d0b8390c service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457109 Aug 19 15:09:25.116992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:25.132328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:25.136287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:25.162854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-237b08f8-d4fc-4049-ac98-94400cb6a8fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 217 time: 0.0463312 Aug 19 15:09:25.184207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53d3e25c-bd11-4e06-ab6c-04ceefa011f7 req-194f1821-e851-4604-9dcc-d60fd41c4ce3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613769 Aug 19 15:09:25.224117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] No DVR routers for this DVR port 31def484-5dfe-4239-af27-db493ea6a743 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:25.228664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.230976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0b262fd-272b-4378-bcd3-7686e72a1b1a req-3ff0d03d-48fd-4fc5-8108-0859e0e986ba tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "DELETE /v2.0/ports/31def484-5dfe-4239-af27-db493ea6a743 HTTP/1.1" status: 204 len: 173 time: 2.1430697 Aug 19 15:09:25.246529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'name': 'network-vif-deleted', 'tag': '31def484-5dfe-4239-af27-db493ea6a743'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:25.249609 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d05d3-111b-48ec-879f-1ec0788ac51b" -d '{"events": [{"server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "name": "network-vif-deleted", "tag": "31def484-5dfe-4239-af27-db493ea6a743"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:25.262763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1d6367af-18d8-4517-8a67-4267d38ce53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.264455 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1d6367af-18d8-4517-8a67-4267d38ce53b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0919263 Aug 19 15:09:25.303557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:25.311520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82bf38a9-d1a3-41de-8589-ef740909f0b4 req-818e4a57-7772-4c75-a73f-53d74c26e85f tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0482943 Aug 19 15:09:25.337926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-e6880436-140b-4a93-97e9-0d1303794611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.350526 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-e6880436-140b-4a93-97e9-0d1303794611 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673118 Aug 19 15:09:25.374816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.469980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-4eea8480-7618-4ed7-88ba-dd39a64c9798 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222765 Aug 19 15:09:25.488790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36536) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:25.491843 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.498145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.504031 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6b901d-0656-4ec2-9d2d-36211570e59d x-openstack-request-id: req-ba6b901d-0656-4ec2-9d2d-36211570e59d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:25.504330 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e7f626-0ec6-49fc-9e73-b86b8d4a840b", "name": "network-vif-deleted", "tag": "31def484-5dfe-4239-af27-db493ea6a743", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:25.504590 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba6b901d-0656-4ec2-9d2d-36211570e59d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:25.505002 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e7f626-0ec6-49fc-9e73-b86b8d4a840b', 'name': 'network-vif-deleted', 'tag': '31def484-5dfe-4239-af27-db493ea6a743', 'status': 'completed', 'code': 200} Aug 19 15:09:25.593167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Port': ['ID=4fe8dbe1-9bdf-4a9c-8b85-43db990a6093,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:25.620197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.664280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-d2dc31f2-53f2-47ae-a412-25b7a2be53f5 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857872 Aug 19 15:09:25.670923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:25.709387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:09:25.714288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2067453547-network', 'tenant_id': '662deea6b1b54e3eb67dd674348f741d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:25.723040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:25.723929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:08:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:25.746053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-40354f9e-128f-4690-bdb3-223af16bf9a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e HTTP/1.1" status: 200 len: 217 time: 0.0733068 Aug 19 15:09:25.779477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.780715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c5fe954e-cb04-44a9-ab60-9765c9b80631 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5764673 Aug 19 15:09:25.786973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36542) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:25.794352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-668919493'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:25.825394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-8c225abc-a110-4071-87b4-89021ae60d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.830420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-8c225abc-a110-4071-87b4-89021ae60d4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0752542 Aug 19 15:09:25.835874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.843002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.849349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.856477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.862912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.866297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:25.869366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.875427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:25.877458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-88da3d87-a294-4101-9c59-1d8a3da48f5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.1181560 Aug 19 15:09:25.881468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Made reservation on behalf of 662deea6b1b54e3eb67dd674348f741d for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:25.885389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.910904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.975635 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Made reservation on behalf of 1d297c01597f4a2d899324febe8d1337 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:25.980911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:25.999117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.003779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ed209ed-94d8-46f7-9a29-66a88dc156d5 req-5fb211c9-f2d4-4a2b-a507-58a095f77cf2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138577 Aug 19 15:09:26.020079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-8ebad244-3f56-4752-92ca-e6a8f29d5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:26.022343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-8ebad244-3f56-4752-92ca-e6a8f29d5a79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1162999 Aug 19 15:09:26.055264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-0e408c02-5fc0-4361-932b-edbd2538b1bf tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:26.058086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-0e408c02-5fc0-4361-932b-edbd2538b1bf tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.1215186 Aug 19 15:09:26.144234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:26.163238 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-bad91ed5-2247-4ef1-ad72-0eb9d7ea63ff service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282065 Aug 19 15:09:26.182886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695dbe-eba3-470a-8826-27ddd52ff7f6 None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:26.273057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.288036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port 50de93eb-7852-4f2a-be0a-cc942cc9993d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:26.288408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.341108 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-024eecb0-2792-4335-820a-93e2f239b1ad service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682074 Aug 19 15:09:26.358412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.478917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:09:26.518186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23403585-6cdb-4619-a754-8d434e603c1a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:26.534470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.534691 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Added segment b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84 of type vlan for network b25170d3-bf13-4762-9f69-9e610aa460c5 Aug 19 15:09:26.558187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b5de7-e4db-4783-983f-2e343158ae92 req-00e98186-47e7-4e34-94ba-1eec170f7218 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:26.565945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f79b5de7-e4db-4783-983f-2e343158ae92 req-00e98186-47e7-4e34-94ba-1eec170f7218 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 945 time: 0.2263603 Aug 19 15:09:26.619530 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104dea47-b37e-41e8-a820-427afb4837ec None None] New status for floating IP df0a0379-7bf0-45aa-aefd-a8fdb84ab782: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:09:26.684563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.689209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port 50de93eb-7852-4f2a-be0a-cc942cc9993d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=50de93eb-7852-4f2a-be0a-cc942cc9993d,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:26.689209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.751909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for 50de93eb-7852-4f2a-be0a-cc942cc9993d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:26.762065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f79b5de7-e4db-4783-983f-2e343158ae92 req-32f7dc73-f718-46f3-aeb8-2f3f2e27d613 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931577 Aug 19 15:09:26.893039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-8d748721-2d0b-4b9e-8e3d-eccf5f7448ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f HTTP/1.1" status: 200 len: 217 time: 0.5198140 Aug 19 15:09:26.976409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.978063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:26.978665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.979447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cf84e017-98d2-4fdd-9c95-627c68aa9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:26.981548 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-cf84e017-98d2-4fdd-9c95-627c68aa9737 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0809174 Aug 19 15:09:27.055861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.063178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03732e26-fad5-4a12-900a-596f3658afa0 req-fd9e4d2e-dd2a-4b3b-9d8e-370908a4f421 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e7f626-0ec6-49fc-9e73-b86b8d4a840b HTTP/1.1" status: 200 len: 210 time: 0.0890760 Aug 19 15:09:27.068061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-45905983-9459-4941-846e-c7c9704d346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.070224 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-45905983-9459-4941-846e-c7c9704d346d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698631 Aug 19 15:09:27.105383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.108798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] Pushing event updated for resources: {'Network': ['ID=b25170d3-bf13-4762-9f69-9e610aa460c5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:27.121558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b25170d3-bf13-4762-9f69-9e610aa460c5 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:09:27.175403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:09:27.185490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0c362-4176-4fa2-9f4b-ebce4c1a9fe1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:27.202266 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.202692 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Added segment d4a263e7-c77d-46a5-9ecf-1736a052ec5d of type vlan for network 8080e95d-de8d-4746-b056-75c116be7f82 Aug 19 15:09:27.206011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-09a19f9d-1a7e-48e8-865e-cc84532fec19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7149382 Aug 19 15:09:27.212631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36556) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:27.220246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Request body: {'subnet': {'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2067453547-subnet', 'tenant_id': '662deea6b1b54e3eb67dd674348f741d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:27.278748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.290277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-024d0182-8c83-41ac-9c9e-7e2ff7fa564a service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101405 Aug 19 15:09:27.294920 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.318216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249', '50de93eb-7852-4f2a-be0a-cc942cc9993d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:27.333129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Made reservation on behalf of 662deea6b1b54e3eb67dd674348f741d for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:27.335489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.339132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=50de93eb-7852-4f2a-be0a-cc942cc9993d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:27.354280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 31def484-5dfe-4239-af27-db493ea6a743 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:27.380699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 31def484-5dfe-4239-af27-db493ea6a743 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:27.381585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 31def484-5dfe-4239-af27-db493ea6a743 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:27.382168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 50de93eb-7852-4f2a-be0a-cc942cc9993d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:27.385719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.414653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 50de93eb-7852-4f2a-be0a-cc942cc9993d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:27.416137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 50de93eb-7852-4f2a-be0a-cc942cc9993d not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:27.421821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-688d936b-e132-46b7-b07a-b6844871230d service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211395 Aug 19 15:09:27.450389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port 50de93eb-7852-4f2a-be0a-cc942cc9993d on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:27.457484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.459472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b3e0639-d612-46b0-8c6f-2391fc16a03b req-f04636bd-6a77-47a9-99ed-0317a060a3d3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "DELETE /v2.0/ports/50de93eb-7852-4f2a-be0a-cc942cc9993d HTTP/1.1" status: 204 len: 173 time: 1.3824356 Aug 19 15:09:27.479697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.480254 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-5b6d2079-8bfe-4a65-8c66-a2443cf2f93d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 200 len: 217 time: 0.0525522 Aug 19 15:09:27.481406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.487943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.488415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.489049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.494714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.501062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.507295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.517036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.523766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.532991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d12392a2-e977-45fd-b716-93117ea1856a req-01a1b7b8-8b46-4d97-9206-87b913d7582e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.2643991 Aug 19 15:09:27.539097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a74951-ca9e-4248-bf6d-57526bc87999', 'name': 'network-vif-deleted', 'tag': '50de93eb-7852-4f2a-be0a-cc942cc9993d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:27.541680 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0c4a98-d755-4d27-a554-3caced38c80c" -d '{"events": [{"server_uuid": "61a74951-ca9e-4248-bf6d-57526bc87999", "name": "network-vif-deleted", "tag": "50de93eb-7852-4f2a-be0a-cc942cc9993d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:27.637408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d12392a2-e977-45fd-b716-93117ea1856a req-0a795213-2263-41da-82e8-b353b0cad28e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034327 Aug 19 15:09:27.651659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Network': ['ID=8080e95d-de8d-4746-b056-75c116be7f82,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:27.660208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-6192c3d5-98d6-4fc9-8692-d08ed80f65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.662100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-6192c3d5-98d6-4fc9-8692-d08ed80f65aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.1698732 Aug 19 15:09:27.684842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 8080e95d-de8d-4746-b056-75c116be7f82 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:09:27.739162 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a646e3d3-4606-4c0e-896d-15ed287daf16 x-openstack-request-id: req-a646e3d3-4606-4c0e-896d-15ed287daf16 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:27.739162 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a74951-ca9e-4248-bf6d-57526bc87999", "name": "network-vif-deleted", "tag": "50de93eb-7852-4f2a-be0a-cc942cc9993d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:27.739162 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a646e3d3-4606-4c0e-896d-15ed287daf16 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:27.739162 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a74951-ca9e-4248-bf6d-57526bc87999', 'name': 'network-vif-deleted', 'tag': '50de93eb-7852-4f2a-be0a-cc942cc9993d', 'status': 'completed', 'code': 200} Aug 19 15:09:27.739674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-5833ea71-8277-4269-830e-089b6ab148df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:27.739674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-5833ea71-8277-4269-830e-089b6ab148df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590327 Aug 19 15:09:27.779295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-01fac880-7c26-4252-93dd-20f718807338 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9889100 Aug 19 15:09:27.783940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36562) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:27.791364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Request body: {'subnet': {'network_id': '8080e95d-de8d-4746-b056-75c116be7f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:27.844575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02461f7e-8bea-4c0c-9fd7-751628a503cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:27.900107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-69e4e519-bfbc-4d46-9f7e-dea861fd3e43 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397736 Aug 19 15:09:27.960882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c5ee2a2-76a2-4c52-aa7d-d445afe952fb req-4a85e465-c8ab-4979-8616-0ba01cf2e91a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a74951-ca9e-4248-bf6d-57526bc87999 HTTP/1.1" status: 200 len: 210 time: 0.0584397 Aug 19 15:09:28.019899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-9e0c651f-97a9-4065-bd66-af488c85b595 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106863 Aug 19 15:09:28.033595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.069188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-b4e2bf8b-43df-4a63-9ad8-d955db7cf9e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 200 len: 217 time: 0.0409310 Aug 19 15:09:28.116180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e16f5f-839c-45d6-9973-b41d83e266fc,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:28.123179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Made reservation on behalf of 1d297c01597f4a2d899324febe8d1337 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:28.129626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.145843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Checking segment: {'id': 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:28.145843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Network hostable DHCP agents. Network: b25170d3-bf13-4762-9f69-9e610aa460c5, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:09:28.155701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ca7041b3-d9ae-42ab-b856-08f56f82ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.157836 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-ca7041b3-d9ae-42ab-b856-08f56f82ec31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0813160 Aug 19 15:09:28.230381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f63cb67b-4466-4018-ba14-092e290dca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.233650 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-f63cb67b-4466-4018-ba14-092e290dca9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648367 Aug 19 15:09:28.258133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36572) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:28.376225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-2a55a043-a983-48bc-aa09-74ecbedb3d9c service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346607 Aug 19 15:09:28.406918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Network b25170d3-bf13-4762-9f69-9e610aa460c5 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:09:28.411880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82ffba1e-b207-4b38-9d2f-2062f4666032 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.449006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82ffba1e-b207-4b38-9d2f-2062f4666032 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.518019 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9028baf0-b90c-445e-a928-c4ca064135a7 req-1b637a21-855b-45d1-becf-f7f7d2177ef6 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130195 Aug 19 15:09:28.539162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.575129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b25170d3-bf13-4762-9f69-9e610aa460c5) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:28.585238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c48264-2018-4bae-a60d-f75928d6ce88 None None] Network b25170d3-bf13-4762-9f69-9e610aa460c5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:28.585735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.586255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.625324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82ffba1e-b207-4b38-9d2f-2062f4666032 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.627909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82ffba1e-b207-4b38-9d2f-2062f4666032 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.629148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-82ffba1e-b207-4b38-9d2f-2062f4666032 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "DELETE /v2.0/security-groups/342da0da-94e1-47f8-8eef-2f78f4047f1c HTTP/1.1" status: 204 len: 168 time: 0.3683105 Aug 19 15:09:28.632090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36574) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:28.635007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Subnet': ['ID=ff476261-eece-4034-a653-75dafaf160fc,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:28.647651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffba1e-b207-4b38-9d2f-2062f4666032 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342da0da-94e1-47f8-8eef-2f78f4047f1c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:28.649689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Checking segment: {'id': 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8080e95d-de8d-4746-b056-75c116be7f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:28.650063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network hostable DHCP agents. Network: 8080e95d-de8d-4746-b056-75c116be7f82, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:09:28.672990 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-8229e7e8-a3b2-470f-83b2-bc2326cc38f3 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] show failed (client error): The resource could not be found. Aug 19 15:09:28.677421 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8229e7e8-a3b2-470f-83b2-bc2326cc38f3 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups/342da0da-94e1-47f8-8eef-2f78f4047f1c HTTP/1.1" status: 404 len: 347 time: 0.0442238 Aug 19 15:09:28.681562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36578) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:28.796152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89405188-0f7c-4efb-ab46-ccd9582df557 None None] Network b25170d3-bf13-4762-9f69-9e610aa460c5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:28.980888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.981515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.981858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.982336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.982815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.983353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.984203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:28.986384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6cda0d47-3316-4ef0-9539-7ec01ee0e465 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6483 time: 0.0711458 Aug 19 15:09:29.100894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-b9802461-d62a-4560-969f-6170bbde5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.102890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-b9802461-d62a-4560-969f-6170bbde5547 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 901 time: 0.1085179 Aug 19 15:09:29.122450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network 8080e95d-de8d-4746-b056-75c116be7f82 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:09:29.134396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-231b55d9-8bfa-4dc9-8725-f858309d0614 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9198387 Aug 19 15:09:29.170584 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-f488d0f4-7c5d-40af-90e1-1610a60a82d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 200 len: 217 time: 0.0558648 Aug 19 15:09:29.236661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.243097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.249392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.253084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-ab297693-586f-4fe7-8d9e-e5e6889335cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.254810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-ab297693-586f-4fe7-8d9e-e5e6889335cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0777173 Aug 19 15:09:29.257307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.263309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.270133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.283920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.285926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93080475-28f3-4725-8257-1b613a744a8f req-d5a73774-588f-443a-b340-8c0f43f6b9f3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.4945397 Aug 19 15:09:29.302760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Deleting port 1cb017a4-f820-4d0c-941a-e854437352de {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:29.302760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.308888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 8080e95d-de8d-4746-b056-75c116be7f82) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:29.315682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.316296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.322581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214227c-0ef4-457b-9615-d42a3f9a8920 None None] Network 8080e95d-de8d-4746-b056-75c116be7f82 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:29.369613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-cfed9892-8710-4cf2-bb31-93ffe667b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.376527 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-cfed9892-8710-4cf2-bb31-93ffe667b44b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112182 Aug 19 15:09:29.457319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.457813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.472708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93080475-28f3-4725-8257-1b613a744a8f req-89851502-f80c-498b-a75d-3077880f707d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673560 Aug 19 15:09:29.481240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Calling delete_port for 1cb017a4-f820-4d0c-941a-e854437352de owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:29.519047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-057311c4-d843-4d7e-8713-b09fad1a2047 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353371 Aug 19 15:09:29.570719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7166449-0e78-4389-a7f5-f936407757eb tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7854483 Aug 19 15:09:29.578541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36596) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:29.583415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-8080e95d-de8d-4746-b056-75c116be7f82', 'network_id': '8080e95d-de8d-4746-b056-75c116be7f82', 'tenant_id': '1d297c01597f4a2d899324febe8d1337', 'fixed_ips': [{'subnet_id': 'ff476261-eece-4034-a653-75dafaf160fc'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:09:29.584297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.585037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1572102504', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:29.710786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.733402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-cb4159cd-2f37-45ca-87a8-550e49f8a6c4 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037606 Aug 19 15:09:29.752826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.759266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.804046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Allocated IP 172.20.0.2 (8080e95d-de8d-4746-b056-75c116be7f82/ff476261-eece-4034-a653-75dafaf160fc/a88ae34b-7c89-4b8c-bcc3-8a53977a785c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:29.815707 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.850794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:29.907809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event deleted for resources: {'Port': ['ID=1cb017a4-f820-4d0c-941a-e854437352de,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:29.941727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.942348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.943199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.943676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.944155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.944629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.945104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:29.952146 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-a4199260-b07e-4d6f-b2b6-d448c064cb78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6483 time: 0.1133711 Aug 19 15:09:30.056261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.070181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-45c0256c-0fda-49ac-86d6-1179e8e940f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:30.071709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Transition to ACTIVE for port object a88ae34b-7c89-4b8c-bcc3-8a53977a785c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:30.076473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-45c0256c-0fda-49ac-86d6-1179e8e940f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 901 time: 0.1155868 Aug 19 15:09:30.089482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Transition to ACTIVE for port object a88ae34b-7c89-4b8c-bcc3-8a53977a785c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:30.133999 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-66cee2f2-03ef-4225-9cd3-e04eba435a62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 200 len: 217 time: 0.0488029 Aug 19 15:09:30.182448 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.204246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.205196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6312cefe-472b-4080-a898-588097aeeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:30.207152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.208385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4f8a438b-e4d2-4636-a9be-cc03cc1ae9b7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "DELETE /v2.0/floatingips/df0a0379-7bf0-45aa-aefd-a8fdb84ab782 HTTP/1.1" status: 204 len: 168 time: 1.5257597 Aug 19 15:09:30.210782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.216046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-6312cefe-472b-4080-a898-588097aeeaf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0657208 Aug 19 15:09:30.269271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-a11a701c-ea00-4c0e-b49f-b1d77534dd7f tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:30.276710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-a11a701c-ea00-4c0e-b49f-b1d77534dd7f tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/networks?id=b25170d3-bf13-4762-9f69-9e610aa460c5 HTTP/1.1" status: 200 len: 809 time: 0.2513909 Aug 19 15:09:30.285703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Network 8080e95d-de8d-4746-b056-75c116be7f82 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:30.294294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-6ae47431-5850-4d01-b782-42a75075efab tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/quotas/662deea6b1b54e3eb67dd674348f741d HTTP/1.1" status: 200 len: 375 time: 0.0164745 Aug 19 15:09:30.315370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:30.315370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Pushing event updated for resources: {'Port': ['ID=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:30.315370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:30.315746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-ca93c28a-01bf-45ec-83ab-9e935a5940bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:30.319107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-ca93c28a-01bf-45ec-83ab-9e935a5940bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924780 Aug 19 15:09:30.324403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-49469cf8-37f1-4d7e-96d9-a42efb774af2 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=662deea6b1b54e3eb67dd674348f741d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286715 Aug 19 15:09:30.375915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Attempting to bind port a88ae34b-7c89-4b8c-bcc3-8a53977a785c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:30.376625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Attempting to bind port a88ae34b-7c89-4b8c-bcc3-8a53977a785c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8080e95d-de8d-4746-b056-75c116be7f82'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:30.377083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Attempting to bind port a88ae34b-7c89-4b8c-bcc3-8a53977a785c on network 8080e95d-de8d-4746-b056-75c116be7f82 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:30.382958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:30.382958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Checking segment: {'id': 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8080e95d-de8d-4746-b056-75c116be7f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:30.383368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.383911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Bound using segment: {'id': 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8080e95d-de8d-4746-b056-75c116be7f82'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:30.384468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Bound port: a88ae34b-7c89-4b8c-bcc3-8a53977a785c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8080e95d-de8d-4746-b056-75c116be7f82'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:30.385160 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.438558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-3d873ba8-edd3-403e-beb5-a57c2f4f8e58 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113231 Aug 19 15:09:30.459575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] For port a88ae34b-7c89-4b8c-bcc3-8a53977a785c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:30.463386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] For port a88ae34b-7c89-4b8c-bcc3-8a53977a785c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,segment=NetworkSegment(d4a263e7-c77d-46a5-9ecf-1736a052ec5d),segment_id=d4a263e7-c77d-46a5-9ecf-1736a052ec5d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:30.494572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-14d71043-f41e-4cac-a9c3-b9c021c5c5a4 service neutron] 10.222.0.13 "GET /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613591 Aug 19 15:09:30.551198 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bd7cf02b-d3ce-42d7-bb40-e31a37b99c5b req-aecbbe63-8b27-4a92-b138-bc81492c9a38 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044297 Aug 19 15:09:30.599782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.692135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c902c-920c-45a1-8c1a-acd3951e2266 None None] Pushing event updated for resources: {'Port': ['ID=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:30.700741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-4bc3953a-dabc-47c7-8d19-bafe38c0423a service neutron] 10.222.0.13 "GET /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967940 Aug 19 15:09:30.741966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.767506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.778654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:30.899334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Allocated IP 172.25.5.100 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/ab3cdec5-eb38-4bc9-80f2-992f79b15a41) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:31.068620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:31.224915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:31.283694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:31.287006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:31.289919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:31.319139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Port': ['ID=ab3cdec5-eb38-4bc9-80f2-992f79b15a41,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:31.488310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36632) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:31.499323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807830795', 'description': 'tempest-description--1385965454'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:31.630007 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:31.726617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.733375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.739388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.746288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.752476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.758842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.764822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:31.766822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-46067537-3b08-4779-be4e-871dcf9ae398 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.2228370 Aug 19 15:09:31.882461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:31.893055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e313733-adce-46ef-a3dc-3c8d0a77f11d req-92558f56-5548-4c27-8a15-97729ffb40df tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165435 Aug 19 15:09:31.942610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5955f-f2c4-4ed7-b25f-2274c94ee26c None None] Network 8080e95d-de8d-4746-b056-75c116be7f82 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:31.997796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.107110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ee249a2b-72d9-46b0-9b6f-1ee121603023 None None] Provisioning for port a88ae34b-7c89-4b8c-bcc3-8a53977a785c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:32.114575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.190985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1d4c9d2-cfb4-4a61-b2d6-867bd00d83b8 req-df78c167-c8c2-4bdb-a108-4ef0e6c9a242 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 210 time: 0.1179242 Aug 19 15:09:32.238489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6616df7c-dc4b-4546-8687-5305c6eec155,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:32.251932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.312427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.313855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d16f9d4-4fa3-4130-a59e-02c3f7c517c0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8244910 Aug 19 15:09:32.318539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:32.327462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'security_group_rule': {'security_group_id': '6616df7c-dc4b-4546-8687-5305c6eec155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:32.481721 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.504743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8167d0-0e44-4571-8fbe-7e3f8ce44451 req-b119c45b-a1a8-42ce-871b-f85419bc5d0b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:32.504743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c8167d0-0e44-4571-8fbe-7e3f8ce44451 req-b119c45b-a1a8-42ce-871b-f85419bc5d0b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 945 time: 0.0601673 Aug 19 15:09:32.550673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c8167d0-0e44-4571-8fbe-7e3f8ce44451 req-ad2d39cc-b5d4-4f71-bc57-772eaa06bcf2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Aug 19 15:09:32.554000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Router 47f82a7b-6021-4336-bc72-eceb44605874 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:09:32.557794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.679116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.697796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f1b8c4-5f47-4673-a60a-9218555959e9,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:32.748444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:32.766371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] Sync routers for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:32.778175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:32.778880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:32.799959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-a3eb5207-51e8-4f3a-bf98-095feddd8da5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:32.801727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-a3eb5207-51e8-4f3a-bf98-095feddd8da5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1488848 Aug 19 15:09:32.811744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.811744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee1cb3bb-a377-4016-9a83-b1d8b6ad3855 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4907029 Aug 19 15:09:32.814169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36652) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:32.819285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'security_group_rule': {'security_group_id': '6616df7c-dc4b-4546-8687-5305c6eec155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:32.830906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-6bc27392-eb74-468f-b847-f2a46eb9027b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0223076 Aug 19 15:09:32.850201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:32.860270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:32.860998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:32.894927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-8cb24cb4-97cd-4ecb-8861-779dfe708fba tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603292 Aug 19 15:09:32.900305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:32.900476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242923c-762b-4f3e-b98e-6d8bfc4e00ef None None] The sync data for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:32.911976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a88ae34b-7c89-4b8c-bcc3-8a53977a785c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:32.982105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:32.983364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aac4960d-517f-4c85-9c04-5c7b5f305add tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4042425 Aug 19 15:09:32.986694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36656) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:33.006334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-f9456602-d0be-49f0-b091-670a8c6ce311 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127810 Aug 19 15:09:33.116480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-fb4743f6-43cc-4dec-b631-29d79ab5a7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009486 Aug 19 15:09:33.151663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a88ae34b-7c89-4b8c-bcc3-8a53977a785c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:33.155580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a88ae34b-7c89-4b8c-bcc3-8a53977a785c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:33.156378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.214181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.276543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.321531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a88ae34b-7c89-4b8c-bcc3-8a53977a785c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,segment=NetworkSegment(d4a263e7-c77d-46a5-9ecf-1736a052ec5d),segment_id=d4a263e7-c77d-46a5-9ecf-1736a052ec5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:33.378703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.524758 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.537019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.622192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:33.636887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aa0dad-d46c-4ab9-9e2d-ad9d268f6b46,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:33.643045 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.688989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8714fdb-6554-4b4d-956c-51f3371c8dce req-a85147ee-5034-4b8b-811c-c7859b895867 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.710448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8714fdb-6554-4b4d-956c-51f3371c8dce req-a85147ee-5034-4b8b-811c-c7859b895867 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 945 time: 0.1243448 Aug 19 15:09:33.757546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8714fdb-6554-4b4d-956c-51f3371c8dce req-2cb09abf-d5ea-4af0-aa03-b9f658868784 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Aug 19 15:09:33.803905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:33.803905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b357b48c-7f9d-4400-9191-4e1e6a52b35c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9718001 Aug 19 15:09:33.806870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36674) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:33.812617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:33.891385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.896898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.903580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.910213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.918203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.924243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.930874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:33.932957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-a2bb76b7-d8c1-43ea-9724-38ad63615253 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.1025107 Aug 19 15:09:33.975525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Allocated IP 172.20.0.1 (8080e95d-de8d-4746-b056-75c116be7f82/ff476261-eece-4034-a653-75dafaf160fc/49cb91ac-4ffc-4d17-b794-9b7ab915e8e7) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:34.008740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-789983d5-2846-4066-ae0e-12dab67724e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747023 Aug 19 15:09:34.015338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7defc4a-c733-42b0-8bd2-408de2fba135 req-f46bfb6b-f3e5-4bfc-87f8-604c99fba283 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542128 Aug 19 15:09:34.125074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.125361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-42b764bc-0953-4602-aad6-46fafc3a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:34.127014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-42b764bc-0953-4602-aad6-46fafc3a7eb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 1097 time: 0.0540783 Aug 19 15:09:34.128431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.142569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Transition to ACTIVE for port object 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:34.310609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.357398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network 8080e95d-de8d-4746-b056-75c116be7f82 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:34.363514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:34.369253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:34.404337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Port': ['ID=49cb91ac-4ffc-4d17-b794-9b7ab915e8e7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:34.433630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.634432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-083031ff-7f8d-4741-ad9d-6dea7f4227fb req-077b27b3-69db-44c7-ad1c-4add4bde52fb tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 210 time: 0.4328916 Aug 19 15:09:34.768622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0dc429a-5627-455f-9f4a-5961b5ebd9ac req-f1d90031-08b0-4fec-b785-a045d6aefc0a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 210 time: 0.0554254 Aug 19 15:09:34.777597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-71bcd642-282e-4f4c-a36e-0dd7585662c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:34.779110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-71bcd642-282e-4f4c-a36e-0dd7585662c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.6214538 Aug 19 15:09:34.850857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.859834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-7cf5e404-151d-434d-aad8-831b6c75820b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:34.861633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-7cf5e404-151d-434d-aad8-831b6c75820b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.46 "GET /v2.0/networks?id=b25170d3-bf13-4762-9f69-9e610aa460c5 HTTP/1.1" status: 200 len: 809 time: 0.2763374 Aug 19 15:09:34.863149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-8df3afca-9f29-4b37-8b8e-782878043b5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=386aea40-5056-4bb9-b22d-7343ed95dd05 HTTP/1.1" status: 200 len: 217 time: 0.0652723 Aug 19 15:09:34.876934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a88ae34b-7c89-4b8c-bcc3-8a53977a785c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:34.882974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Request body: {'port': {'device_id': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5', 'admin_state_up': True, 'tenant_id': '662deea6b1b54e3eb67dd674348f741d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:34.944577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a88ae34b-7c89-4b8c-bcc3-8a53977a785c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:34.945038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.006885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.052321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-b2a8c5fc-d829-4052-a996-b298dc47dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:35.055907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-b2a8c5fc-d829-4052-a996-b298dc47dbbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1665559 Aug 19 15:09:35.173474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e9c18820-15a5-4367-a3f9-911f9ae68269 None None] Provisioning for port 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:35.178223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e9c18820-15a5-4367-a3f9-911f9ae68269 None None] Provisioning complete for port 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:35.178840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e9c18820-15a5-4367-a3f9-911f9ae68269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.199679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-4f4f18e7-6898-4729-8a10-6410fb54456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:35.201250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-4f4f18e7-6898-4729-8a10-6410fb54456d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377366 Aug 19 15:09:35.256032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e9c18820-15a5-4367-a3f9-911f9ae68269 None None] Port 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:35.298971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Allocated IP 172.25.5.254 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/77d75428-216c-4979-b72b-7d3407a6fc59) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:35.319117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.380019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Made reservation on behalf of 662deea6b1b54e3eb67dd674348f741d for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:35.384356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.433037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-13ebefda-3c17-4368-a9ce-a817eb24c252 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220120 Aug 19 15:09:35.453481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.558989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Port': ['ID=49cb91ac-4ffc-4d17-b794-9b7ab915e8e7,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:35.562018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.574124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.574455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.575136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.575368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.575707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.576036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.576679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.576679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.576988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.577328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.577662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.577993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:35.629001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.672104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Allocated IP 172.20.0.3 (b25170d3-bf13-4762-9f69-9e610aa460c5/69e16f5f-839c-45d6-9973-b41d83e266fc/c1c0076b-7095-4569-937c-8f6a12664e97) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:35.684254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c17b28-9933-45e8-aa6b-9ea8db0dde1b req-fe32f571-0dc4-43ab-87e5-dc595e9f8a6d service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143016 Aug 19 15:09:35.689428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network 8080e95d-de8d-4746-b056-75c116be7f82 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:35.698573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:35.865537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.992344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba45b139-7076-4b64-904b-0760792fc4ea None None] Provisioning complete for port 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:35.993516 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba45b139-7076-4b64-904b-0760792fc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.999017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.044930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.050492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ba45b139-7076-4b64-904b-0760792fc4ea None None] Port 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:36.074458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:36.083774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:36.087940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:36.090481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'Port': ['ID=77d75428-216c-4979-b72b-7d3407a6fc59,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:36.156162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Network b25170d3-bf13-4762-9f69-9e610aa460c5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:36.167966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:36.176573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:36.183550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Pushing event updated for resources: {'Port': ['ID=c1c0076b-7095-4569-937c-8f6a12664e97,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:36.197228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Router 47f82a7b-6021-4336-bc72-eceb44605874 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:36.273390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:36.274157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.290573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.336507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:36.346266 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-698c937d-0ea0-4905-b9de-9c294a3ccb7d tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "PUT /v2.0/routers/47f82a7b-6021-4336-bc72-eceb44605874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3583534 Aug 19 15:09:36.348827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36698) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:36.351883 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] Sync routers for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:36.360069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Request body: {'port': {'network_id': '8080e95d-de8d-4746-b056-75c116be7f82', 'name': 'tempest-FloatingIPAdminTestJSON-731247824'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:36.369547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:36.371745 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:36.412777 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:36.423005 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:36.423639 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:36.462167 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:36.462927 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6514a68-bf81-403f-ae94-d615aa19c769 None None] The sync data for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:36.470038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-3675f89d-2613-4a33-81bd-7bcf072da00e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5919533 Aug 19 15:09:36.510949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Request body: {'port': {'device_id': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:36.541215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.570031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Made reservation on behalf of 1d297c01597f4a2d899324febe8d1337 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:36.575431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.623678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.638400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] device_id is not set on port 4db004cd-547a-4ff6-891c-a8b4be5213f0 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:09:36.855299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Allocated IP 172.20.0.5 (8080e95d-de8d-4746-b056-75c116be7f82/ff476261-eece-4034-a653-75dafaf160fc/4db004cd-547a-4ff6-891c-a8b4be5213f0) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:37.024356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.081054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.099919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Transition to ACTIVE for port object 4db004cd-547a-4ff6-891c-a8b4be5213f0 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:37.142717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0076b-7095-4569-937c-8f6a12664e97 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:37.148191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.159090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.231707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Transition to ACTIVE for port object c1c0076b-7095-4569-937c-8f6a12664e97 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:37.261377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'Port': ['ID=77d75428-216c-4979-b72b-7d3407a6fc59,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:37.268294 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:09:37.278641 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.376326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.410204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.471939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.473465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-02fdb2dd-bc17-4e93-801a-595e2fd0c235 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6650863 Aug 19 15:09:37.508777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event updated for resources: {'Port': ['ID=4db004cd-547a-4ff6-891c-a8b4be5213f0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:37.529180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Network 8080e95d-de8d-4746-b056-75c116be7f82 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:37.529180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:37.531214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:37.535726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0076b-7095-4569-937c-8f6a12664e97,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:37.606169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:37.607627 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.610871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-eacb1946-9b5d-419f-8c34-b7f25a21d43e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:37.622238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-eacb1946-9b5d-419f-8c34-b7f25a21d43e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.2864101 Aug 19 15:09:37.644753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:37.745746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Attempting to bind port c1c0076b-7095-4569-937c-8f6a12664e97 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:37.746191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Attempting to bind port c1c0076b-7095-4569-937c-8f6a12664e97 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:37.746613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Attempting to bind port c1c0076b-7095-4569-937c-8f6a12664e97 on network b25170d3-bf13-4762-9f69-9e610aa460c5 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:37.760411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Port c1c0076b-7095-4569-937c-8f6a12664e97 on network b25170d3-bf13-4762-9f69-9e610aa460c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:37.760862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Attempting to bind port c1c0076b-7095-4569-937c-8f6a12664e97 on network b25170d3-bf13-4762-9f69-9e610aa460c5 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:37.776802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:37.777368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Checking segment: {'id': 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:37.778729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Bound using segment: {'id': 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:37.778729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Bound port: c1c0076b-7095-4569-937c-8f6a12664e97, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:37.778729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.819040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8bb91593-8476-4c16-9c69-b372daa7b065 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4637403 Aug 19 15:09:37.819040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:37.914699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] For port c1c0076b-7095-4569-937c-8f6a12664e97, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:37.919809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] For port c1c0076b-7095-4569-937c-8f6a12664e97, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c1c0076b-7095-4569-937c-8f6a12664e97,segment=NetworkSegment(b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84),segment_id=b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:38.018705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e9406f83-6044-4d43-b72f-7313a6d03dd1 None None] Provisioning for port 4db004cd-547a-4ff6-891c-a8b4be5213f0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:38.022302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'project_id': '1d297c01597f4a2d899324febe8d1337', 'port_id': '4db004cd-547a-4ff6-891c-a8b4be5213f0'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:38.026342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e9406f83-6044-4d43-b72f-7313a6d03dd1 None None] Provisioning complete for port 4db004cd-547a-4ff6-891c-a8b4be5213f0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:38.027006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e9406f83-6044-4d43-b72f-7313a6d03dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:38.045251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:38.064482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:38.078033 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:38.097988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e9406f83-6044-4d43-b72f-7313a6d03dd1 None None] Port 4db004cd-547a-4ff6-891c-a8b4be5213f0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:38.130559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:38.131224 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:38.132866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c1c0076b-7095-4569-937c-8f6a12664e97 HTTP/1.1" status: 200 len: 1092 time: 1.6319296 Aug 19 15:09:38.134629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'tag': 'c1c0076b-7095-4569-937c-8f6a12664e97'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:38.137379 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73be3401-ade3-417f-b35d-e739af23382a" -d '{"events": [{"name": "network-changed", "server_uuid": "5223e14b-32bf-4d9f-91f9-7fc8e1b464c9", "tag": "c1c0076b-7095-4569-937c-8f6a12664e97"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:38.210286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dd6bc-2eb9-4374-8954-ee65e04f19e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0076b-7095-4569-937c-8f6a12664e97,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:38.285524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.7 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/12be357d-fd17-4f43-8781-0948396391ef) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:38.437865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.170086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.225473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.259840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:39.309545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=12be357d-fd17-4f43-8781-0948396391ef,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:39.366443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:39.375784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-439e8148-1b28-4b6d-b970-8b4c1cc18c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.378220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-439e8148-1b28-4b6d-b970-8b4c1cc18c95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662deea6b1b54e3eb67dd674348f741d&device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 1095 time: 0.0943592 Aug 19 15:09:39.380052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:39.383654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:39.392263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.496318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.496979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.560436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-c250f9b9-8a91-4057-9486-95dbe89db5c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1c0076b-7095-4569-937c-8f6a12664e97 HTTP/1.1" status: 200 len: 217 time: 0.0921986 Aug 19 15:09:39.596656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Allocated IP 172.25.5.78 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/711aa07f-e634-4102-9c9f-0fcd194b8879) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:39.668137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.674734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.680860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.687427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.692854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.701144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.709979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.712717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd650fac-825b-4339-acad-73a57105fc08 req-53330b13-56e7-4432-a254-68948e8bc797 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.2127926 Aug 19 15:09:39.716952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-1bfebfaa-f3a2-4620-a91f-17ba1c63eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:39.718412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-1bfebfaa-f3a2-4620-a91f-17ba1c63eda3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69e16f5f-839c-45d6-9973-b41d83e266fc HTTP/1.1" status: 200 len: 849 time: 0.1217482 Aug 19 15:09:39.729378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.774617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-aa72263c-211d-4f4b-a2b6-e90aa8224867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b25170d3-bf13-4762-9f69-9e610aa460c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424838 Aug 19 15:09:39.799648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-65367297-e815-4ddd-8516-afdc570e4467 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1626945 Aug 19 15:09:39.818352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd650fac-825b-4339-acad-73a57105fc08 req-47df9f9e-2c53-458c-9c06-262eac9d5def tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956349 Aug 19 15:09:39.822382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Request body: {'port': {'device_id': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:39.927492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.934881 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:39.970656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:39.973632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:39.979800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:39.980042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-a59db3c6-7888-4396-8951-e46849ca6425 service neutron] 10.222.0.46 "GET /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921067 Aug 19 15:09:40.010714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Pushing event updated for resources: {'Port': ['ID=711aa07f-e634-4102-9c9f-0fcd194b8879,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:40.254848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0515-1c03-4b91-a2a2-a1ce7972f584 req-50f27a73-1ad3-4af7-910e-0a6403f71394 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:40.256378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d1c0515-1c03-4b91-a2a2-a1ce7972f584 req-50f27a73-1ad3-4af7-910e-0a6403f71394 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 943 time: 0.2270751 Aug 19 15:09:40.315609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bad1191-2213-4c41-9311-e392eddf7fd6 req-1efa48cf-898e-4b2d-8d50-a2af1c79f40c service neutron] 10.222.0.46 "GET /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848456 Aug 19 15:09:40.358630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d1c0515-1c03-4b91-a2a2-a1ce7972f584 req-7c88d175-103b-40c5-9690-b3a3fd5ca85f tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925899 Aug 19 15:09:40.426278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12be357d-fd17-4f43-8781-0948396391ef {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:40.428061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.434911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.448532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Transition to ACTIVE for port object 12be357d-fd17-4f43-8781-0948396391ef will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:40.504507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e2975-31dd-4628-ad04-6342b0efd350 req-829ffc8e-464d-44fb-b1b9-e8d4d74be82d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:40.505990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9e2975-31dd-4628-ad04-6342b0efd350 req-829ffc8e-464d-44fb-b1b9-e8d4d74be82d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 931 time: 0.0514390 Aug 19 15:09:40.546433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9e2975-31dd-4628-ad04-6342b0efd350 req-03e22437-b282-4f71-9daa-2c311286726c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Aug 19 15:09:40.612002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.651152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.707903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Pushing event updated for resources: {'Port': ['ID=12be357d-fd17-4f43-8781-0948396391ef,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:40.775784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-29aceee1-b882-436e-a75f-b83cf5beedc7 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--807830795&fields=id&tenant_id=2fc4a5c2519d4e059c08baa413267fda HTTP/1.1" status: 200 len: 267 time: 0.1248991 Aug 19 15:09:40.821258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Attempting to bind port 12be357d-fd17-4f43-8781-0948396391ef on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:40.822247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Attempting to bind port 12be357d-fd17-4f43-8781-0948396391ef by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:40.822590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Attempting to bind port 12be357d-fd17-4f43-8781-0948396391ef on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:40.858054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.882404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Port 12be357d-fd17-4f43-8781-0948396391ef on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:40.882869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Attempting to bind port 12be357d-fd17-4f43-8781-0948396391ef on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:40.897363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:40.897694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:40.898093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:40.898530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Bound port: 12be357d-fd17-4f43-8781-0948396391ef, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:40.899460 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.963401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:40.980628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-12f3112a-5281-4e2a-b747-8acd2de87b18 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:40.982135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-12f3112a-5281-4e2a-b747-8acd2de87b18 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 810 time: 0.1774492 Aug 19 15:09:41.012004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-f78404a1-9f40-4302-b913-8af4d6d207f8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/quotas/2fc4a5c2519d4e059c08baa413267fda HTTP/1.1" status: 200 len: 375 time: 0.0202870 Aug 19 15:09:41.013051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] For port 12be357d-fd17-4f43-8781-0948396391ef, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:41.016320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] For port 12be357d-fd17-4f43-8781-0948396391ef, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=12be357d-fd17-4f43-8781-0948396391ef,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:41.046975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Pushing event updated for resources: {'Port': ['ID=711aa07f-e634-4102-9c9f-0fcd194b8879,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:41.064118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:41.072969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-685ae13e-107d-4117-a63c-c70f18f4dd2e tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542264 Aug 19 15:09:41.173546 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Floating IP d77d855a-2bd0-4823-980d-1df3f68dfdf3 associated. External IP: 172.25.5.78, port: 4db004cd-547a-4ff6-891c-a8b4be5213f0. Aug 19 15:09:41.199377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-8476b2f3-e1fb-4aac-bfd6-8f49a1cc481b service neutron] 10.222.0.13 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037138 Aug 19 15:09:41.217051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:41.478495 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-0c321c3a-c636-44db-86db-9b58a45743bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795918 Aug 19 15:09:41.482968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Router 47f82a7b-6021-4336-bc72-eceb44605874 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:41.638494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-9e337fa5-acef-4d3a-97a1-5990b31f4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:41.640034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-9e337fa5-acef-4d3a-97a1-5990b31f4023 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ca5f3cd50c444348576f89532c906c3&device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 1098 time: 0.0667500 Aug 19 15:09:41.641473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:41.662178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] Sync routers for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:41.675234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:41.675883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:41.677028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:41.677349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] 10.222.0.46 "PUT /v2.0/ports/12be357d-fd17-4f43-8781-0948396391ef HTTP/1.1" status: 200 len: 1092 time: 1.8639548 Aug 19 15:09:41.678464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:41.725049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:41.730254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec304262-af46-4465-8b80-5cc7336e62ce service neutron] Pushing event updated for resources: {'Port': ['ID=12be357d-fd17-4f43-8781-0948396391ef,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:41.737228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:41.738112 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:41.743912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-5f660d97-a2de-484f-b15b-23a94bdbe0ad service neutron] 10.222.0.13 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369580 Aug 19 15:09:41.750718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:41.793489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:41.794346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e820d-8fc5-4838-9361-0dd4d63e5002 None None] The sync data for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:41.798826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2a05477-fb22-4cc1-96cb-d787d3666f14 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.9829338 Aug 19 15:09:41.803727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36820) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:41.834623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-8ff11274-6677-460c-854b-01191bfab847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:41.836372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-8ff11274-6677-460c-854b-01191bfab847 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 1095 time: 0.0516729 Aug 19 15:09:41.887537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-934a0b4d-e205-4f9f-9122-87e2e41e21c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12be357d-fd17-4f43-8781-0948396391ef HTTP/1.1" status: 200 len: 217 time: 0.0415945 Aug 19 15:09:41.939921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-387397d9-20ae-43b2-ac6a-6aac9ee87b05 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] 10.222.0.13 "GET /v2.0/floatingips/d77d855a-2bd0-4823-980d-1df3f68dfdf3 HTTP/1.1" status: 200 len: 981 time: 0.1350920 Aug 19 15:09:41.942784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:41.955614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-26e3c8ed-5560-4139-8129-c795b5179345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:41.956893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-26e3c8ed-5560-4139-8129-c795b5179345 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0615065 Aug 19 15:09:42.000198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-2276ebeb-0603-4b9a-b5d3-d93b2276b4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278201 Aug 19 15:09:42.078255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-280bfbb2-eac8-4f1e-be99-ef9fc0fa7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.080016 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-280bfbb2-eac8-4f1e-be99-ef9fc0fa7de5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41ac4329-aaed-4d65-b8fa-74c0bc273deb HTTP/1.1" status: 200 len: 907 time: 0.4043474 Aug 19 15:09:42.083070 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fd79a704-a69b-427f-a6e7-01a772aa85d4 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3210 time: 0.1390643 Aug 19 15:09:42.086022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36826) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:42.087802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-3e07b2f2-d14d-4773-854a-d64726e1a8af service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885143 Aug 19 15:09:42.199734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4f958-2d09-4335-8e17-b9de1cf6f3be x-openstack-request-id: req-dee4f958-2d09-4335-8e17-b9de1cf6f3be {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:42.200161 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5223e14b-32bf-4d9f-91f9-7fc8e1b464c9", "tag": "c1c0076b-7095-4569-937c-8f6a12664e97", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:42.200541 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dee4f958-2d09-4335-8e17-b9de1cf6f3be {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:42.201262 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'tag': 'c1c0076b-7095-4569-937c-8f6a12664e97', 'status': 'completed', 'code': 200} Aug 19 15:09:42.209828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83775716-58ad-4e56-98b4-85ed43c8d308 req-fe0ca158-4243-4349-95ba-462f7a4ea6f5 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136343 Aug 19 15:09:42.378910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be3401-ade3-417f-b35d-e739af23382a req-549d5945-7341-44b2-be36-2d4af8e3647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.380565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-549d5945-7341-44b2-be36-2d4af8e3647b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=662deea6b1b54e3eb67dd674348f741d&device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 1095 time: 0.1552405 Aug 19 15:09:42.491899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-b1f34144-6916-4dce-8dc9-e6222550ca39 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.493626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-b1f34144-6916-4dce-8dc9-e6222550ca39 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.2100863 Aug 19 15:09:42.519949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-5c61606e-7cb2-434b-976f-9e5900c45db0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.0201280 Aug 19 15:09:42.521141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be3401-ade3-417f-b35d-e739af23382a req-3f924b5b-be93-409b-9393-fdce0dcc98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.522633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-3f924b5b-be93-409b-9393-fdce0dcc98e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b25170d3-bf13-4762-9f69-9e610aa460c5 HTTP/1.1" status: 200 len: 910 time: 0.1325352 Aug 19 15:09:42.560423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-6b2d584e-59af-41de-9666-0734e5232efe req-2054b9b3-6a4e-4a6a-a980-66fb970822e4 service neutron] (101962) timed out ('10.222.0.46', 56421) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:09:42.603390 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-6af3b4dd-1e38-4202-a12d-0888724f9d54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1c0076b-7095-4569-937c-8f6a12664e97 HTTP/1.1" status: 200 len: 217 time: 0.0663009 Aug 19 15:09:42.608490 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-97d6d27e-7f8d-41d8-a556-158023a68f06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=338d2f2f-bad4-4929-96a8-7af41433a79d HTTP/1.1" status: 200 len: 1001 time: 0.5139363 Aug 19 15:09:42.623361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cd761619-6272-4460-b6fa-290a4857e3e7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962598 Aug 19 15:09:42.666396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c1c0076b-7095-4569-937c-8f6a12664e97 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:42.681870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be3401-ade3-417f-b35d-e739af23382a req-bee5db8c-edc1-4f7a-9ca9-b08d0a0f15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.683840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-bee5db8c-edc1-4f7a-9ca9-b08d0a0f15f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69e16f5f-839c-45d6-9973-b41d83e266fc HTTP/1.1" status: 200 len: 849 time: 0.0693932 Aug 19 15:09:42.781672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-3793d59b-4121-4103-9a73-19914581fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.783598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-3793d59b-4121-4103-9a73-19914581fcfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d804734b-dc1b-4909-bfc5-b7ea9881fb00 HTTP/1.1" status: 200 len: 845 time: 0.1679878 Aug 19 15:09:42.796750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c1c0076b-7095-4569-937c-8f6a12664e97, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c1c0076b-7095-4569-937c-8f6a12664e97,segment=NetworkSegment(b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84),segment_id=b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:42.817635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'c1c0076b-7095-4569-937c-8f6a12664e97', 'network_id': 'b25170d3-bf13-4762-9f69-9e610aa460c5', 'port_id': 'c1c0076b-7095-4569-937c-8f6a12664e97', 'mac_address': 'fa:16:3e:c1:da:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e16f5f-839c-45d6-9973-b41d83e266fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:42.829472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting port 711aa07f-e634-4102-9c9f-0fcd194b8879 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:42.830232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:42.831214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-dc8db6be-9ba8-4799-9780-12620d0beebb service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463041 Aug 19 15:09:42.879881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:42.902082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0076b-7095-4569-937c-8f6a12664e97 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:42.913015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-6549ff5a-950f-4461-b15e-074bfa2717ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b25170d3-bf13-4762-9f69-9e610aa460c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795448 Aug 19 15:09:42.932294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c1c0076b-7095-4569-937c-8f6a12664e97, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c1c0076b-7095-4569-937c-8f6a12664e97,segment=NetworkSegment(b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84),segment_id=b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:42.940710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:42.941072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:42.964743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Calling delete_port for 711aa07f-e634-4102-9c9f-0fcd194b8879 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:42.987950 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-6f13250d-970d-40c0-9f4c-a9653b859cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:42.989481 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-6f13250d-970d-40c0-9f4c-a9653b859cf5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41ac4329-aaed-4d65-b8fa-74c0bc273deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952655 Aug 19 15:09:43.041685 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:43.050273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-b977267e-fb5d-48ab-a30e-340be1e7060d service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131972 Aug 19 15:09:43.066450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-7ccf8952-e587-4277-91b3-16b75dc047ea service neutron] 10.222.0.46 "GET /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438775 Aug 19 15:09:43.092216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:43.128072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-da23813a-daaf-44f2-a659-104974cf6245 service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024737 Aug 19 15:09:43.141233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c1c0076b-7095-4569-937c-8f6a12664e97,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:43.205711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73be3401-ade3-417f-b35d-e739af23382a req-9a28a669-8e35-4af4-a52b-5737d003c0c0 service neutron] 10.222.0.46 "GET /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311049 Aug 19 15:09:43.280268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c1c0076b-7095-4569-937c-8f6a12664e97'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:43.316456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-bfbbe10d-a863-489e-9b8e-bd6d3a24ccc6 req-ae94ccae-474c-430a-b38b-77479401c29b service neutron] 10.222.0.54 "GET /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682527 Aug 19 15:09:43.497545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.511036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:43.518283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.528193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.538959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.541970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Port': ['ID=711aa07f-e634-4102-9c9f-0fcd194b8879,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:43.556069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.563274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.569888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.573718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-b4cf6d74-bff9-469e-a127-0c5b8ece3dd5 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.1459308 Aug 19 15:09:43.612471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:43.613152 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Floating IP d77d855a-2bd0-4823-980d-1df3f68dfdf3 disassociated (deleted). External IP: 172.25.5.78, port: 4db004cd-547a-4ff6-891c-a8b4be5213f0. Aug 19 15:09:43.623352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4dcc9f08-79ad-49c8-bac7-173a9f4a830d req-d8db2548-3a5e-4987-a5a3-d08b7625689d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436580 Aug 19 15:09:43.826158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd762b7-811b-41fd-a129-867a7b601aa8 req-7e62e272-57b8-4a6a-9eaf-8917d5b99e77 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:43.827732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dd762b7-811b-41fd-a129-867a7b601aa8 req-7e62e272-57b8-4a6a-9eaf-8917d5b99e77 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 944 time: 0.0523562 Aug 19 15:09:43.849570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Router 47f82a7b-6021-4336-bc72-eceb44605874 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:43.873930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dd762b7-811b-41fd-a129-867a7b601aa8 req-9d9c3cfa-cf21-4c18-9442-599785d98722 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Aug 19 15:09:44.005946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:44.026532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:44.027625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] Sync routers for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:44.028000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564869c9-ab79-42cf-9a6e-d76555f3e0ed req-c51be9a3-6fc1-4fe0-978d-4e2004067543 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.028000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-564869c9-ab79-42cf-9a6e-d76555f3e0ed req-c51be9a3-6fc1-4fe0-978d-4e2004067543 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 943 time: 0.0769627 Aug 19 15:09:44.036785 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:44.037725 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:44.061307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36860) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:44.068971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:44.075574 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-127f2414-dcd8-48dd-b27a-267e1ddb0fa4 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "DELETE /v2.0/floatingips/d77d855a-2bd0-4823-980d-1df3f68dfdf3 HTTP/1.1" status: 204 len: 168 time: 1.9874587 Aug 19 15:09:44.085422 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:44.096933 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:44.097596 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:44.135994 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:44.136846 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17648a67-f537-4a90-a131-e2e538c500f0 None None] The sync data for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:44.142155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-564869c9-ab79-42cf-9a6e-d76555f3e0ed req-cfc9a26d-b5af-41a8-8101-f813bdc0b279 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114697 Aug 19 15:09:44.202140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'tag': '12be357d-fd17-4f43-8781-0948396391ef'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:44.208140 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9dec8424-0b94-4dd0-a743-5589a0a43011", "tag": "12be357d-fd17-4f43-8781-0948396391ef"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:44.260601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60d0d64d-27e8-4860-bb86-7a4f8b6578d2 req-f1bcd23d-04b5-4966-99a7-a91b5d152791 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 210 time: 0.0467477 Aug 19 15:09:44.261953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:44.342471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d38e1557-2008-42e5-87c2-1ff92e455f7b req-1472d750-9122-4b33-97a6-bd25431ea344 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0334370 Aug 19 15:09:44.392627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:44.449534 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8571259-9636-455e-9406-d84c86faa3b1 x-openstack-request-id: req-b8571259-9636-455e-9406-d84c86faa3b1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:44.450444 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dec8424-0b94-4dd0-a743-5589a0a43011", "tag": "12be357d-fd17-4f43-8781-0948396391ef", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:44.450444 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8571259-9636-455e-9406-d84c86faa3b1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:44.450765 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'tag': '12be357d-fd17-4f43-8781-0948396391ef', 'status': 'completed', 'code': 200} Aug 19 15:09:44.542442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-d5b4819d-4de6-4440-9765-8717d85d1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.543982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-d5b4819d-4de6-4440-9765-8717d85d1a1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 1095 time: 0.0973294 Aug 19 15:09:44.614241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Allocated IP 172.25.5.62 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/17ba514f-546d-497f-b531-dccdcd4bbc76) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:44.675845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 12be357d-fd17-4f43-8781-0948396391ef details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:44.691321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c1c0076b-7095-4569-937c-8f6a12664e97 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:44.735014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-93fc8564-62b5-44c6-9eac-6df061984946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.736126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-93fc8564-62b5-44c6-9eac-6df061984946 service neutron] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.1845517 Aug 19 15:09:44.804417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-4a5f3a92-a271-4dfd-91de-b8ac1cebc391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12be357d-fd17-4f43-8781-0948396391ef HTTP/1.1" status: 200 len: 217 time: 0.0586145 Aug 19 15:09:44.836857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:44.845640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 12be357d-fd17-4f43-8781-0948396391ef, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=12be357d-fd17-4f43-8781-0948396391ef,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:44.860094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '12be357d-fd17-4f43-8781-0948396391ef', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': '12be357d-fd17-4f43-8781-0948396391ef', 'mac_address': 'fa:16:3e:b9:29:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:44.917982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:44.919678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.925966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.932842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.934583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be357d-fd17-4f43-8781-0948396391ef {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:44.938853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.944809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.951759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.958019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.958627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 12be357d-fd17-4f43-8781-0948396391ef, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=12be357d-fd17-4f43-8781-0948396391ef,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:44.963116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-afd6e57b-016b-4706-86f7-ca8c522f8456 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.1976542 Aug 19 15:09:44.968235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-3f069976-0356-4dae-acdd-bfa2e2a5d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:44.969726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-3f069976-0356-4dae-acdd-bfa2e2a5d5e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.1389694 Aug 19 15:09:45.015781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-4343d52c-392b-45a1-9f3a-7c25eacbff57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347786 Aug 19 15:09:45.041636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port c1c0076b-7095-4569-937c-8f6a12664e97 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:45.046394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port c1c0076b-7095-4569-937c-8f6a12664e97 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:45.046777 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.059960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1b3cae4-1d67-45de-850c-dd4731972eb1 req-4a166125-026b-430b-bd2c-397312b097d2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879200 Aug 19 15:09:45.137102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-174a4af3-f04d-4d89-b41d-b3cef14cb093 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094508 Aug 19 15:09:45.192234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.206613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.252897 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.254571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:45.262919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:45.285670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:45.294008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0076b-7095-4569-937c-8f6a12664e97'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:45.296273 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa46b0ca-9bf2-4b84-b58c-0f0b6f423773" -d '{"events": [{"server_uuid": "5223e14b-32bf-4d9f-91f9-7fc8e1b464c9", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0076b-7095-4569-937c-8f6a12664e97"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:45.322367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c1c0076b-7095-4569-937c-8f6a12664e97, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c1c0076b-7095-4569-937c-8f6a12664e97,segment=NetworkSegment(b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84),segment_id=b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:45.322991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Pushing event updated for resources: {'Port': ['ID=17ba514f-546d-497f-b531-dccdcd4bbc76,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:45.326529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=12be357d-fd17-4f43-8781-0948396391ef,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:45.379559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0e4d0ae-9de1-40c2-aec2-234fbed1c7d5 req-ea5037e7-528d-4387-afd6-821513c56189 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351513 Aug 19 15:09:45.424423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['12be357d-fd17-4f43-8781-0948396391ef'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:45.429154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76008bd0-db6e-4f55-908a-a58282d9ccae req-19cb78af-5794-47e3-b40c-d7e20e8219d7 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:45.429431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76008bd0-db6e-4f55-908a-a58282d9ccae req-19cb78af-5794-47e3-b40c-d7e20e8219d7 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 944 time: 0.1503391 Aug 19 15:09:45.465977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.469329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.489633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76008bd0-db6e-4f55-908a-a58282d9ccae req-1eefc671-8487-42c6-aeb9-4c0692d72951 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490968 Aug 19 15:09:45.547457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c1c0076b-7095-4569-937c-8f6a12664e97,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:45.648406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62421f3-bf16-4b62-a490-40c54d45c13d req-7d7952dd-0e98-40d9-9299-62d153d031c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:45.650897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d62421f3-bf16-4b62-a490-40c54d45c13d req-7d7952dd-0e98-40d9-9299-62d153d031c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 944 time: 0.0927007 Aug 19 15:09:45.660660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.742904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d62421f3-bf16-4b62-a490-40c54d45c13d req-0a2240f7-4cc3-4d54-8572-f16e7da9c418 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836370 Aug 19 15:09:45.770658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-09430a86-610e-4353-bf94-1dff20e33e47 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:45.772207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-09430a86-610e-4353-bf94-1dff20e33e47 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 810 time: 0.1240473 Aug 19 15:09:45.848482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-9bd5462d-ab26-4186-824e-0486444a7fd1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc4a5c2519d4e059c08baa413267fda HTTP/1.1" status: 200 len: 379 time: 0.0581779 Aug 19 15:09:45.863885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'port': {'device_id': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'admin_state_up': True, 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'security_groups': ['6616df7c-dc4b-4546-8687-5305c6eec155']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:45.867951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9855cf3a-6cac-4057-b2b0-b57d79d52f33 req-2f5317b5-abbf-44de-ac43-cc9484bc8101 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 210 time: 0.0341840 Aug 19 15:09:45.926764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:45.941981 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf8b14-71e7-4d0f-b6a2-73e8111b60dc x-openstack-request-id: req-aabf8b14-71e7-4d0f-b6a2-73e8111b60dc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:45.942582 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5223e14b-32bf-4d9f-91f9-7fc8e1b464c9", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0076b-7095-4569-937c-8f6a12664e97", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:45.943019 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aabf8b14-71e7-4d0f-b6a2-73e8111b60dc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:45.943664 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0076b-7095-4569-937c-8f6a12664e97', 'code': 200} Aug 19 15:09:46.051541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b94d1e4b-cd74-4304-a5e2-370718accd2f req-6d71f1dc-b899-464c-a11a-c6f797ec3e11 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0524313 Aug 19 15:09:46.069496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8426740-e5e7-4325-807c-e09e49f2e076 req-d5a65738-dd5d-4544-8461-70a8af238fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.071167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8426740-e5e7-4325-807c-e09e49f2e076 req-d5a65738-dd5d-4544-8461-70a8af238fee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 1097 time: 0.0578940 Aug 19 15:09:46.109486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8426740-e5e7-4325-807c-e09e49f2e076 req-1358857d-f403-4a13-ad1a-a545aebd39de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299680 Aug 19 15:09:46.115797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.200248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Pushing event updated for resources: {'Port': ['ID=17ba514f-546d-497f-b531-dccdcd4bbc76,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:46.229784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.255105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Made reservation on behalf of 2fc4a5c2519d4e059c08baa413267fda for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:46.257896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.259327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.264291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.270525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.277170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.283206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.290634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.295834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.297926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-f721c521-a8f5-42db-9318-4ebc960002be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.1205847 Aug 19 15:09:46.357688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af3f163d-f75f-4bcc-a062-f72557c2d5de req-00a08542-c195-40e5-af82-a3560707225e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433245 Aug 19 15:09:46.401721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.406287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1373784c-91cc-4940-8007-0b18b02bbc26 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3403540 Aug 19 15:09:46.408560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36888) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:46.424206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Allocated IP 172.20.0.10 (5c91008f-6f37-4d4b-8c45-18d1f30cef38/1373f26c-018f-4b14-978f-e974fabc64ac/95240753-6205-4108-a689-0013b249fb7b) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:46.513920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:46.584831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.602946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Transition to ACTIVE for port object 95240753-6205-4108-a689-0013b249fb7b will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:46.626149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4457e9d-f780-4dad-9c30-67e390fe68ab req-3e90c561-52ad-4fa1-aac4-5c5100add68e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.627680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4457e9d-f780-4dad-9c30-67e390fe68ab req-3e90c561-52ad-4fa1-aac4-5c5100add68e tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 945 time: 0.0602787 Aug 19 15:09:46.677763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4457e9d-f780-4dad-9c30-67e390fe68ab req-a139b721-0883-4889-bfbb-06d5f35df340 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Aug 19 15:09:46.704029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 12be357d-fd17-4f43-8781-0948396391ef up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:46.718542 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.772767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.828899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:46.833444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:46.835476 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event updated for resources: {'Port': ['ID=95240753-6205-4108-a689-0013b249fb7b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:46.838872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:46.907046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.907859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.907859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:46.919087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5be5-631d-4b67-b60a-42f3a9850a03 req-90065d37-20dc-4ced-b659-7b98b2dac4d1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:46.921108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-490d5be5-631d-4b67-b60a-42f3a9850a03 req-90065d37-20dc-4ced-b659-7b98b2dac4d1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 944 time: 0.0853198 Aug 19 15:09:47.022769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-490d5be5-631d-4b67-b60a-42f3a9850a03 req-465efe35-77e7-4f92-b283-f542fcea713b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Aug 19 15:09:47.050044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 12be357d-fd17-4f43-8781-0948396391ef completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:47.059901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 12be357d-fd17-4f43-8781-0948396391ef triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:47.060699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.107995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Allocated IP 172.25.5.78 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/72f422f6-53cf-41e9-b34c-6ccb0a88eb13) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:47.146849 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-87562257-e155-414a-be79-c28ee907ff7a tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2878406 Aug 19 15:09:47.169023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Request body: {'port': {'device_id': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:47.189879 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.241675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594627f4-a353-4cc6-af4a-68ca00b30e5d req-a6a6579d-5fa2-446c-a66d-b8d4616cb483 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.246901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 12be357d-fd17-4f43-8781-0948396391ef, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=12be357d-fd17-4f43-8781-0948396391ef,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:47.249758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-594627f4-a353-4cc6-af4a-68ca00b30e5d req-a6a6579d-5fa2-446c-a66d-b8d4616cb483 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 932 time: 0.1263926 Aug 19 15:09:47.262945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.340931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0c37b08f-96f7-4b88-923f-d07ce75ae2b1 None None] Provisioning for port 95240753-6205-4108-a689-0013b249fb7b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:47.345507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0c37b08f-96f7-4b88-923f-d07ce75ae2b1 None None] Provisioning complete for port 95240753-6205-4108-a689-0013b249fb7b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:47.346189 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0c37b08f-96f7-4b88-923f-d07ce75ae2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.356784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-594627f4-a353-4cc6-af4a-68ca00b30e5d req-94c309b8-684c-4295-927d-92bdda9b20ca tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966752 Aug 19 15:09:47.366839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.414055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0c37b08f-96f7-4b88-923f-d07ce75ae2b1 None None] Port 95240753-6205-4108-a689-0013b249fb7b cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:47.483881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba167683-1a17-4b24-a16d-8554c9a4cebe req-d3363ac4-9044-462b-bd11-ec6f1d3a80d7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0294673 Aug 19 15:09:47.495766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.556070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=12be357d-fd17-4f43-8781-0948396391ef,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:47.605032 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.627960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95240753-6205-4108-a689-0013b249fb7b {{(pid=101962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:47.637941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.654051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Transition to ACTIVE for port object 95240753-6205-4108-a689-0013b249fb7b will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:47.726190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:47.743804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:47.750094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:47.754326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Pushing event updated for resources: {'Port': ['ID=72f422f6-53cf-41e9-b34c-6ccb0a88eb13,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:47.808702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.814879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.815709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:47.821767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.827929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.834273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.840400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.846558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.848538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-9a35476b-6e14-48c1-9424-c84873584e8d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5419 time: 0.2959802 Aug 19 15:09:47.898041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Pushing event updated for resources: {'Port': ['ID=95240753-6205-4108-a689-0013b249fb7b,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:47.908285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-24e9e2e4-d344-468a-b114-ae89d7476370 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:47.909966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-24e9e2e4-d344-468a-b114-ae89d7476370 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.2549179 Aug 19 15:09:47.932965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:47.944751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be357d-fd17-4f43-8781-0948396391ef'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:47.949066 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993009e6-5f41-455f-a883-505d08a7e8cf" -d '{"events": [{"server_uuid": "9dec8424-0b94-4dd0-a743-5589a0a43011", "name": "network-vif-plugged", "status": "completed", "tag": "12be357d-fd17-4f43-8781-0948396391ef"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:47.992093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Attempting to bind port 95240753-6205-4108-a689-0013b249fb7b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:47.993293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Attempting to bind port 95240753-6205-4108-a689-0013b249fb7b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:47.993846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Attempting to bind port 95240753-6205-4108-a689-0013b249fb7b on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:47.999199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Port 95240753-6205-4108-a689-0013b249fb7b on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:47.999530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Attempting to bind port 95240753-6205-4108-a689-0013b249fb7b on network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:48.010588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:48.010945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Checking segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:48.011345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Bound using segment: {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:48.011886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Bound port: 95240753-6205-4108-a689-0013b249fb7b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68b5553-832f-4f38-b0b6-556233b66e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:48.012396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:48.045254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2b57d30-33e7-41f5-827a-f20e682b9ddf req-774942eb-4502-4309-ad71-a2793e2aad32 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789522 Aug 19 15:09:48.153359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] For port 95240753-6205-4108-a689-0013b249fb7b, host n-h2-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:48.158078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] For port 95240753-6205-4108-a689-0013b249fb7b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=95240753-6205-4108-a689-0013b249fb7b,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:48.291659 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:48.359888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.360677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:48.364971 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] 10.222.0.54 "PUT /v2.0/ports/95240753-6205-4108-a689-0013b249fb7b HTTP/1.1" status: 200 len: 1093 time: 1.1985793 Aug 19 15:09:48.364971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'tag': '95240753-6205-4108-a689-0013b249fb7b'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:48.365379 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22feb01f-5adc-40b7-adb9-841d1361cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "tag": "95240753-6205-4108-a689-0013b249fb7b"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:48.391970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf9f4-1820-470f-b764-cb855326fd9d service neutron] Pushing event updated for resources: {'Port': ['ID=95240753-6205-4108-a689-0013b249fb7b,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:48.550438 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:48.564968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-6dec4d7d-309e-451f-84e9-4b9aca9cf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.566576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-6dec4d7d-309e-451f-84e9-4b9aca9cf1bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 1096 time: 0.0480285 Aug 19 15:09:48.594381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa12d0-995c-4519-aa63-1e10b787d95e req-91b691c1-90f5-41fe-ba97-357bd172bd17 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.595970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2baa12d0-995c-4519-aa63-1e10b787d95e req-91b691c1-90f5-41fe-ba97-357bd172bd17 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 945 time: 0.1201041 Aug 19 15:09:48.640287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2baa12d0-995c-4519-aa63-1e10b787d95e req-bf01cabb-0633-4129-af95-3e3f0ebbab18 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368567 Aug 19 15:09:48.640772 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-51544add-4593-4fd4-ba90-0e6ffff82a78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95240753-6205-4108-a689-0013b249fb7b HTTP/1.1" status: 200 len: 217 time: 0.0532918 Aug 19 15:09:48.693369 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da00502-ac18-4f08-82c6-f09f959c76b0 x-openstack-request-id: req-5da00502-ac18-4f08-82c6-f09f959c76b0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:48.693887 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dec8424-0b94-4dd0-a743-5589a0a43011", "name": "network-vif-plugged", "status": "completed", "tag": "12be357d-fd17-4f43-8781-0948396391ef", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:48.693887 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5da00502-ac18-4f08-82c6-f09f959c76b0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:48.694296 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be357d-fd17-4f43-8781-0948396391ef', 'code': 200} Aug 19 15:09:48.716183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-ad83b186-0ebb-4f89-862f-fa1289085f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.718294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-ad83b186-0ebb-4f89-862f-fa1289085f1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.0703368 Aug 19 15:09:48.779255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-fb66f454-ccfe-4882-9e8d-1e01b8e237d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.780712 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-fb66f454-ccfe-4882-9e8d-1e01b8e237d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546939 Aug 19 15:09:48.848383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:48.852258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:48.867927 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:48.892865 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-6b72f52a-8c34-405a-aea5-399eeeb84991 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038213 Aug 19 15:09:48.914693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c17b3-08f6-4377-ac60-8bdd8470a3b5 req-b00c17ca-e7ed-4f55-93db-b49406cd7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.916471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f42c17b3-08f6-4377-ac60-8bdd8470a3b5 req-b00c17ca-e7ed-4f55-93db-b49406cd7703 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 1097 time: 0.1570945 Aug 19 15:09:48.941746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb5ba3-ce77-4ebb-b4cd-c33a2b43fcaf req-5c4b6d39-948a-463c-8e55-cce2ea32ea31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:48.943497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70eb5ba3-ce77-4ebb-b4cd-c33a2b43fcaf req-5c4b6d39-948a-463c-8e55-cce2ea32ea31 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.1731899 Aug 19 15:09:49.015250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-284ea96f-2752-4934-a6d0-4ecd08667b08 req-fb244829-9166-45ca-a9c8-450d917c508f service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134579 Aug 19 15:09:49.108833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f42c17b3-08f6-4377-ac60-8bdd8470a3b5 req-5235b95c-61e7-4e7b-95b2-9a92c1c614b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819043 Aug 19 15:09:49.120029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70eb5ba3-ce77-4ebb-b4cd-c33a2b43fcaf req-c0ce5d62-9c29-4fa9-9066-eece2540d79d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654675 Aug 19 15:09:49.170797 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b6eac-2bd0-4ca4-9192-e5d2027ad9a6 x-openstack-request-id: req-100b6eac-2bd0-4ca4-9192-e5d2027ad9a6 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:49.171399 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "tag": "95240753-6205-4108-a689-0013b249fb7b", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:49.172036 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-100b6eac-2bd0-4ca4-9192-e5d2027ad9a6 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:49.172539 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'tag': '95240753-6205-4108-a689-0013b249fb7b', 'status': 'completed', 'code': 200} Aug 19 15:09:49.197361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.4 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/5146b913-48fb-4aed-94e4-c8bc046b433f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:49.281799 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.349414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-39948a10-f5ce-4333-bf28-5c8572dc1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:49.352233 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-39948a10-f5ce-4333-bf28-5c8572dc1bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 1096 time: 0.0796251 Aug 19 15:09:49.395266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7ef98bce-c703-477b-8373-d9f4c81aed3c details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:49.415414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4d0d-26f9-4eda-b52a-845f0d5b5f47 req-2f6214fb-4df2-4cdb-b42f-39ac04769151 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:49.417343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-359d4d0d-26f9-4eda-b52a-845f0d5b5f47 req-2f6214fb-4df2-4cdb-b42f-39ac04769151 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 944 time: 0.1872725 Aug 19 15:09:49.439354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.482910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-59a4d38d-ced0-4208-8c8a-6a1fbca81ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:49.484479 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-59a4d38d-ced0-4208-8c8a-6a1fbca81ee2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.1247323 Aug 19 15:09:49.530031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-0402d4bc-cec8-4692-9f06-b0639aa72b08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95240753-6205-4108-a689-0013b249fb7b HTTP/1.1" status: 200 len: 217 time: 0.0382540 Aug 19 15:09:49.543855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:49.557568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '7ef98bce-c703-477b-8373-d9f4c81aed3c', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'port_id': '7ef98bce-c703-477b-8373-d9f4c81aed3c', 'mac_address': 'fa:16:3e:82:bf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:49.558753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Pushing event updated for resources: {'Port': ['ID=72f422f6-53cf-41e9-b34c-6ccb0a88eb13,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:49.563780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-359d4d0d-26f9-4eda-b52a-845f0d5b5f47 req-a28cbe0a-2087-4ea8-82c1-9227a1e7b233 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375756 Aug 19 15:09:49.585014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-c8d8ef36-5cc7-4563-afe7-97db0d71596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:49.586711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-c8d8ef36-5cc7-4563-afe7-97db0d71596c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.0503891 Aug 19 15:09:49.590543 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.601021 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.616599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object 5146b913-48fb-4aed-94e4-c8bc046b433f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:49.627447 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.643195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef98bce-c703-477b-8373-d9f4c81aed3c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:49.653979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-5e76b266-5363-497e-a226-116bb10928e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:49.655579 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-5e76b266-5363-497e-a226-116bb10928e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621214 Aug 19 15:09:49.669609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:49.712584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9546bbee-446c-4e41-9508-ae58e8749157 req-42139f3e-152c-4ecc-876d-6c05ade0c1c6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0500550 Aug 19 15:09:49.735235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.737585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-63b5e1b4-5760-4623-84a4-774e000e3514 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3266091 Aug 19 15:09:49.739716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36932) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:49.768296 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-8bc7b7e1-ac0e-4d88-8c58-ff138e4f8e68 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016004 Aug 19 15:09:49.776026 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.778470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c196fc62-1292-4ed5-a227-0fc423c9d51c details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:49.876675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.891535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['386aea40-5056-4bb9-b22d-7343ed95dd05'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:49.891898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-22feb01f-5adc-40b7-adb9-841d1361cafd req-50915eab-d390-4cbf-ae1a-2275c7053271 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156783 Aug 19 15:09:49.898557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:49.901308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:49.905655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-17d03bec-ee91-47ee-9093-b0e9b39b8e50 tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.1647406 Aug 19 15:09:49.906591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:49.908716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:49.991642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:50.025313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:50.030937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0159de8c-5f48-4162-839b-740c260a9945 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1206391 Aug 19 15:09:50.035629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36940) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:50.091611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'c196fc62-1292-4ed5-a227-0fc423c9d51c', 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'port_id': 'c196fc62-1292-4ed5-a227-0fc423c9d51c', 'mac_address': 'fa:16:3e:e0:27:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eede6c5-2df7-4855-8446-5f0a79e10a84', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:50.095967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=5146b913-48fb-4aed-94e4-c8bc046b433f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:50.113071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.113797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.241475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.258656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.269020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c196fc62-1292-4ed5-a227-0fc423c9d51c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:50.288210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.306657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.321628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.330024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.338357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.339902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Deleting port 72f422f6-53cf-41e9-b34c-6ccb0a88eb13 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:50.340432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.345102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.347326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-13c2ef26-1c6d-4616-b71c-fb44e9cdd71c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5420 time: 0.1976652 Aug 19 15:09:50.358326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:50.410609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f7dc2755-1b1a-419e-a053-08ac95aa2729 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4823472 Aug 19 15:09:50.430666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a7080fc-14de-42f2-817e-bc7ee51ce93f req-81f75a54-0bd6-4d1b-b437-1f98d9a26ca3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679226 Aug 19 15:09:50.439376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Request body: {'port': {'device_id': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:50.482411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.485181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.510063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Calling delete_port for 72f422f6-53cf-41e9-b34c-6ccb0a88eb13 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:50.524806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.540151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.540839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc6eaf23-29e6-4a49-9666-a56be4bedc1c details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:50.681363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:50.694131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a82016d7-7428-415b-9de4-e222ea72bd94 None None] Provisioning for port 5146b913-48fb-4aed-94e4-c8bc046b433f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:50.699359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:50.706522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a82016d7-7428-415b-9de4-e222ea72bd94 None None] Provisioning complete for port 5146b913-48fb-4aed-94e4-c8bc046b433f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:50.706902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a82016d7-7428-415b-9de4-e222ea72bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.708797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'fc6eaf23-29e6-4a49-9666-a56be4bedc1c', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'port_id': 'fc6eaf23-29e6-4a49-9666-a56be4bedc1c', 'mac_address': 'fa:16:3e:23:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:50.779353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a82016d7-7428-415b-9de4-e222ea72bd94 None None] Port 5146b913-48fb-4aed-94e4-c8bc046b433f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:09:50.785286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.804336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6eaf23-29e6-4a49-9666-a56be4bedc1c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:50.821883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102c672-248f-484a-a533-cfaef767f0bb req-1d3ab573-91b0-4ddb-9a74-f8ea9ed2cc09 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:50.823682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a102c672-248f-484a-a533-cfaef767f0bb req-1d3ab573-91b0-4ddb-9a74-f8ea9ed2cc09 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.1306672 Aug 19 15:09:50.831987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:50.864323 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.893296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Pushing event deleted for resources: {'Port': ['ID=72f422f6-53cf-41e9-b34c-6ccb0a88eb13,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:50.899621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a102c672-248f-484a-a533-cfaef767f0bb req-f3e17906-b6e6-472f-b2cb-8ce3570deb50 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686128 Aug 19 15:09:51.015586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.018359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.019987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-be5a8bd3-6d62-4f0e-a684-c73976cbdf22 tempest-FloatingIPAdminTestJSON-84760308 tempest-FloatingIPAdminTestJSON-84760308-project] 10.222.0.13 "DELETE /v2.0/floatingips/ebf9cecb-71ef-4734-b5c2-4fbccbdc70f9 HTTP/1.1" status: 204 len: 168 time: 0.9830818 Aug 19 15:09:51.022524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36952) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:51.027081 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.029646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ad9bf337-5769-4992-9814-f3f4c4c0399f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:51.072820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5146b913-48fb-4aed-94e4-c8bc046b433f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:51.095538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.105459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:51.131185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Transition to ACTIVE for port object 5146b913-48fb-4aed-94e4-c8bc046b433f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:51.146879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'ad9bf337-5769-4992-9814-f3f4c4c0399f', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'port_id': 'ad9bf337-5769-4992-9814-f3f4c4c0399f', 'mac_address': 'fa:16:3e:bc:b0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:51.149466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd7f4d-0e8e-4f8f-bab4-7a153e76fec1 req-72e1a97e-6d08-4444-8245-d5dfbe14ee79 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.151291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bfd7f4d-0e8e-4f8f-bab4-7a153e76fec1 req-72e1a97e-6d08-4444-8245-d5dfbe14ee79 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 944 time: 0.1431451 Aug 19 15:09:51.212931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:51.225704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.240006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bfd7f4d-0e8e-4f8f-bab4-7a153e76fec1 req-e22147b7-e797-4323-8778-34e544734657 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790658 Aug 19 15:09:51.246051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9bf337-5769-4992-9814-f3f4c4c0399f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:51.250564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Deleting port 17ba514f-546d-497f-b531-dccdcd4bbc76 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:51.251098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.267156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.271332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:51.356707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Pushing event updated for resources: {'Port': ['ID=5146b913-48fb-4aed-94e4-c8bc046b433f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:51.428524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.430781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.431136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56e84bf6-d1a2-4afb-a2e9-d33173561d4e details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:51.431377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.446729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Calling delete_port for 17ba514f-546d-497f-b531-dccdcd4bbc76 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:51.462039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Attempting to bind port 5146b913-48fb-4aed-94e4-c8bc046b433f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:51.463003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Attempting to bind port 5146b913-48fb-4aed-94e4-c8bc046b433f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:51.463525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Attempting to bind port 5146b913-48fb-4aed-94e4-c8bc046b433f on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:51.471949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Port 5146b913-48fb-4aed-94e4-c8bc046b433f on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:51.472629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Attempting to bind port 5146b913-48fb-4aed-94e4-c8bc046b433f on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:51.485378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:51.486083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:51.486946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:51.491266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Bound port: 5146b913-48fb-4aed-94e4-c8bc046b433f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:51.491747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.537234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:51.561732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e', 'network_id': 'b52c1f1a-4add-442f-9144-7d0b72ada2e3', 'port_id': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e', 'mac_address': 'fa:16:3e:c3:96:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94db7ad7-8fdf-4561-a58a-8f40c619e445', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:51.647271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] For port 5146b913-48fb-4aed-94e4-c8bc046b433f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:51.651796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] For port 5146b913-48fb-4aed-94e4-c8bc046b433f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5146b913-48fb-4aed-94e4-c8bc046b433f,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:51.703256 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.706354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:51.717803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec837d-0e35-4bdf-90d7-02bf5dc2f374 req-b76d6425-f1f1-48fc-b7d7-7270cff93783 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.721671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ec837d-0e35-4bdf-90d7-02bf5dc2f374 req-b76d6425-f1f1-48fc-b7d7-7270cff93783 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0644555 Aug 19 15:09:51.722846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e84bf6-d1a2-4afb-a2e9-d33173561d4e {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:51.746485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:51.764904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63ec837d-0e35-4bdf-90d7-02bf5dc2f374 req-587f45d9-5442-4adc-b671-d9937cdfffd5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Aug 19 15:09:51.792624 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.818252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Pushing event deleted for resources: {'Port': ['ID=17ba514f-546d-497f-b531-dccdcd4bbc76,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:51.833087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.882419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.883578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.887779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] 10.222.0.54 "PUT /v2.0/ports/5146b913-48fb-4aed-94e4-c8bc046b433f HTTP/1.1" status: 200 len: 1092 time: 1.4549634 Aug 19 15:09:51.903232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'tag': '5146b913-48fb-4aed-94e4-c8bc046b433f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:51.903232 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5", "tag": "5146b913-48fb-4aed-94e4-c8bc046b433f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:51.903466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.903466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.903466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c588c7a-d6d3-4f7f-8a3c-15c2c4b2856b tempest-FloatingIPAdminTestJSON-603448247 tempest-FloatingIPAdminTestJSON-603448247-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/a403c92f-d85e-42e1-aa9b-59816f30e268 HTTP/1.1" status: 204 len: 168 time: 0.8763132 Aug 19 15:09:51.905852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36964) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:51.929433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:51.931598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:51.946970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ca76a-5254-4786-b2d9-c6a6582c9e5c service neutron] Pushing event updated for resources: {'Port': ['ID=5146b913-48fb-4aed-94e4-c8bc046b433f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:51.969620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.976207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.982619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.988688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:51.995451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.001552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.009455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.011531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-70c7217c-fd4e-4988-8f13-9f8e2fd59768 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5423 time: 0.1491706 Aug 19 15:09:52.061839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting port 4db004cd-547a-4ff6-891c-a8b4be5213f0 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:52.062397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.082685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:52.088913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21a0f208-0721-4fa7-8a89-9d508ea33235 req-bd7ffc7b-ec76-4432-8ac3-9eb32214ab9b tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687077 Aug 19 15:09:52.183840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:52.187979 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.205253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Calling delete_port for 4db004cd-547a-4ff6-891c-a8b4be5213f0 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:52.209145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-d947b22d-0d4e-48a0-9c4d-9637fe2dfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.215849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-d947b22d-0d4e-48a0-9c4d-9637fe2dfe33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1197093 Aug 19 15:09:52.222377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'port_id': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'mac_address': 'fa:16:3e:8d:0d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:52.308479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.312787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f01cc105-e843-4cd0-a76b-1694827dadb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5146b913-48fb-4aed-94e4-c8bc046b433f HTTP/1.1" status: 200 len: 217 time: 0.0815639 Aug 19 15:09:52.325333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:52.401146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:52.422293 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407d5a7-5994-483a-bcd7-34d65290b237 x-openstack-request-id: req-3407d5a7-5994-483a-bcd7-34d65290b237 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:52.422758 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5", "tag": "5146b913-48fb-4aed-94e4-c8bc046b433f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:52.423143 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3407d5a7-5994-483a-bcd7-34d65290b237 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:52.423725 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'tag': '5146b913-48fb-4aed-94e4-c8bc046b433f', 'status': 'completed', 'code': 200} Aug 19 15:09:52.444914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-809fd546-a18b-463c-a354-4774e6d404f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.447624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-809fd546-a18b-463c-a354-4774e6d404f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1127548 Aug 19 15:09:52.510726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.535390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.536286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b73c67-c69b-4632-851a-addff4b00953 req-744e0510-7a43-45ed-b049-ceceebba3659 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.537021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e0a568f7-6e73-4c12-b0b5-8608257fe752 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:52.538235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b73c67-c69b-4632-851a-addff4b00953 req-744e0510-7a43-45ed-b049-ceceebba3659 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.0884078 Aug 19 15:09:52.541627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f1c164d4-efbc-4691-9158-272dfbcb587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.543588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-f1c164d4-efbc-4691-9158-272dfbcb587c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801148 Aug 19 15:09:52.575454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Port': ['ID=4db004cd-547a-4ff6-891c-a8b4be5213f0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:52.681648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.685683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e532eda-0cb3-49e5-97e0-eb909f8681a3 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "DELETE /v2.0/ports/4db004cd-547a-4ff6-891c-a8b4be5213f0 HTTP/1.1" status: 204 len: 168 time: 0.7780344 Aug 19 15:09:52.694305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:52.735706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e0a568f7-6e73-4c12-b0b5-8608257fe752, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:52.749159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:52.755236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2b73c67-c69b-4632-851a-addff4b00953 req-4d4e9854-88e4-4164-a5a4-5bdecbe44356 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925385 Aug 19 15:09:52.768574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'e0a568f7-6e73-4c12-b0b5-8608257fe752', 'network_id': '5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6', 'port_id': 'e0a568f7-6e73-4c12-b0b5-8608257fe752', 'mac_address': 'fa:16:3e:06:93:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eede6c5-2df7-4855-8446-5f0a79e10a84', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:52.823985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f448d-69b3-407f-8d45-43f13e921470 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:52.834589 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-595f448d-69b3-407f-8d45-43f13e921470 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f82a7b-6021-4336-bc72-eceb44605874 HTTP/1.1" status: 200 len: 913 time: 0.1433744 Aug 19 15:09:52.837127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:52.866027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-8a4325ab-8a0d-4c64-bb46-2580ae521baa service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048565 Aug 19 15:09:52.895266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:52.935923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a568f7-6e73-4c12-b0b5-8608257fe752 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:52.966761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e0a568f7-6e73-4c12-b0b5-8608257fe752, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:53.019745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6dedd2-8de2-4892-a351-a8105b86e578 req-553b5ed6-c6c9-4600-818e-4586f338fac2 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367955 Aug 19 15:09:53.094142 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:53.187838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e0a568f7-6e73-4c12-b0b5-8608257fe752,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:53.267850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 95240753-6205-4108-a689-0013b249fb7b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:53.287444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-2b8b5ebc-fe76-49c1-bf40-23d36461642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.290477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-2b8b5ebc-fe76-49c1-bf40-23d36461642a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1048710 Aug 19 15:09:53.300590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5e28e-b21f-4db8-ade2-bee4e43dfefa req-41bcf1df-6da7-4451-9ceb-f5120fa88fa6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.302235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64b5e28e-b21f-4db8-ade2-bee4e43dfefa req-41bcf1df-6da7-4451-9ceb-f5120fa88fa6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 944 time: 0.0974605 Aug 19 15:09:53.398253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64b5e28e-b21f-4db8-ade2-bee4e43dfefa req-2bf51070-cfc7-4faf-84f6-46dbf5111aa1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831611 Aug 19 15:09:53.403922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 95240753-6205-4108-a689-0013b249fb7b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=95240753-6205-4108-a689-0013b249fb7b,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:53.429363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-cf2202a7-1657-4086-ab09-be8edd3d034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.431486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-cf2202a7-1657-4086-ab09-be8edd3d034b service neutron] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1282997 Aug 19 15:09:53.432395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '95240753-6205-4108-a689-0013b249fb7b', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'port_id': '95240753-6205-4108-a689-0013b249fb7b', 'mac_address': 'fa:16:3e:fd:eb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:53.483344 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:53.494766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-fa353d5c-21e1-4dfe-9813-25ad85e11ebb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5146b913-48fb-4aed-94e4-c8bc046b433f HTTP/1.1" status: 200 len: 217 time: 0.0553539 Aug 19 15:09:53.502720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95240753-6205-4108-a689-0013b249fb7b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:53.525879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 95240753-6205-4108-a689-0013b249fb7b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=95240753-6205-4108-a689-0013b249fb7b,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:53.576550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-bccc4442-f9f5-45ad-ab63-dc6c255d956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.578077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-bccc4442-f9f5-45ad-ab63-dc6c255d956a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0745959 Aug 19 15:09:53.588575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1f40b-d30a-412e-8ad4-c6acef65dcb7 req-e85c481c-4aa9-4ce7-b781-b02821d9548b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.590126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8b1f40b-d30a-412e-8ad4-c6acef65dcb7 req-e85c481c-4aa9-4ce7-b781-b02821d9548b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0989838 Aug 19 15:09:53.638184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:53.669031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8b1f40b-d30a-412e-8ad4-c6acef65dcb7 req-fb38a6cd-33e4-4dad-9e55-ef9fb01ff1f8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687385 Aug 19 15:09:53.673057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-b4522659-67a1-4bd9-951a-c0c07f28b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.676805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-b4522659-67a1-4bd9-951a-c0c07f28b019 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854857 Aug 19 15:09:53.681131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:53.703100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=95240753-6205-4108-a689-0013b249fb7b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:53.931573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-6baf7ebf-115f-47d5-ba36-f649363c47f4 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080379 Aug 19 15:09:53.987173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-09d2a4e7-12db-4f9b-8843-3d804b487934 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:53.989156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-09d2a4e7-12db-4f9b-8843-3d804b487934 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.2105994 Aug 19 15:09:54.007021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting port 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:54.007362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:54.017619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-642f9970-b4a4-481b-b3a8-81bbfb5b11b8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0209816 Aug 19 15:09:54.047837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-051d87a2-b8a8-4ceb-82ed-b5fdacc93bb2 req-8b8fefe1-5a54-4a9a-90af-f1746db5634b service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418180 Aug 19 15:09:54.095863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-733060d8-3175-40ff-9641-93aeb9e5853d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721838 Aug 19 15:09:54.101255 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:54.114262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Calling delete_port for 49cb91ac-4ffc-4d17-b794-9b7ab915e8e7 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:54.203198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-6eeeed51-b1c8-4c74-a717-841afcb6b0b2 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995319 Aug 19 15:09:54.310466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-cce1af17-b37f-41dc-831d-eb278b74e032 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005862 Aug 19 15:09:54.444054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:54.477456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Port': ['ID=49cb91ac-4ffc-4d17-b794-9b7ab915e8e7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:54.528457 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3d531dc6-4424-4794-9334-d685b4b585ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:54.528457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['6a5ff779-0d0b-4c95-9f6a-34748cf8da69'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:54.654965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c196fc62-1292-4ed5-a227-0fc423c9d51c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:54.717424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:54.780763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['ad9bf337-5769-4992-9814-f3f4c4c0399f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:54.803126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.815923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.821278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.822926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['7ef98bce-c703-477b-8373-d9f4c81aed3c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:54.828896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.835792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.846207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.850646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:54.859808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-e75af91d-6e8c-44bb-9362-a8c2734ad2cc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5426 time: 0.1713419 Aug 19 15:09:54.864310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e0a568f7-6e73-4c12-b0b5-8608257fe752'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:54.942228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abef6659-14b3-48f8-9289-f990dedb99e3 req-0db0bd5a-911a-4e39-b21e-3e1c212ab5a9 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793931 Aug 19 15:09:54.994403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['95240753-6205-4108-a689-0013b249fb7b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:55.073960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Router 47f82a7b-6021-4336-bc72-eceb44605874 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:55.176464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879f03-a58e-42dc-b57c-c8b5224efbf6 req-ec99dbd3-8d2b-47db-877b-239733c9c965 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:55.178259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64879f03-a58e-42dc-b57c-c8b5224efbf6 req-ec99dbd3-8d2b-47db-877b-239733c9c965 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 945 time: 0.0572770 Aug 19 15:09:55.205811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:55.212420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a26efd9-0cf6-4010-b018-78f2181b2784 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "PUT /v2.0/routers/47f82a7b-6021-4336-bc72-eceb44605874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3737583 Aug 19 15:09:55.215453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:55.240091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64879f03-a58e-42dc-b57c-c8b5224efbf6 req-fd84017b-d1ea-4eb9-9b8a-c183e7cbbab1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539923 Aug 19 15:09:55.246143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] Sync routers for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:55.345136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:55.345937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:55.358410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05f893b3-de91-41fd-a0de-b004aefb4516 req-9bd8253b-3072-4822-b35c-0220e7c43d53 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0425825 Aug 19 15:09:55.360352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:55.404174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:55.478593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] Routers {'47f82a7b-6021-4336-bc72-eceb44605874'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:55.479405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['47f82a7b-6021-4336-bc72-eceb44605874'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:55.493108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:55.664029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['fc6eaf23-29e6-4a49-9666-a56be4bedc1c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:55.669935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:55.670612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:55.671240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f74ea9-a4bf-43d8-8c21-6f91c4caf6d1 None None] The sync data for ids ['47f82a7b-6021-4336-bc72-eceb44605874'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:55.705058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408b4aa-17bc-4119-bc44-37be753c98db req-e94bd825-d518-4692-99ab-6d7f661e6ea1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:55.708064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3408b4aa-17bc-4119-bc44-37be753c98db req-e94bd825-d518-4692-99ab-6d7f661e6ea1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0617311 Aug 19 15:09:55.736183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting port ab3cdec5-eb38-4bc9-80f2-992f79b15a41 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:55.737352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:55.775391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3408b4aa-17bc-4119-bc44-37be753c98db req-753f8dee-6593-4daa-a0c5-607bd917fdb4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Aug 19 15:09:55.788777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['56e84bf6-d1a2-4afb-a2e9-d33173561d4e'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:55.830590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:55.854599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Calling delete_port for ab3cdec5-eb38-4bc9-80f2-992f79b15a41 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:56.269853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.297615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Port': ['ID=ab3cdec5-eb38-4bc9-80f2-992f79b15a41,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:56.319788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.328340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.334769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.343132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.349320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.355642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.361692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.368583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-c7f22a2a-d4f8-40ca-b61a-82b98d5668c8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5426 time: 0.1176496 Aug 19 15:09:56.373861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.418940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9330b5da-5677-4ddf-ba51-9ff990ffe948 req-a6c35d32-2d64-42b2-ab79-7e6299d5d213 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420570 Aug 19 15:09:56.477437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.479995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.664914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.665969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Fanout notify agent at l3_agent the message router_deleted on router 47f82a7b-6021-4336-bc72-eceb44605874 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:09:56.673300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.674572 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-398768cf-9d89-44b1-a9cc-e1cb8c2500b9 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "DELETE /v2.0/routers/47f82a7b-6021-4336-bc72-eceb44605874 HTTP/1.1" status: 204 len: 168 time: 1.4581919 Aug 19 15:09:56.677045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37038) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:56.737430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting subnet ff476261-eece-4034-a653-75dafaf160fc {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:09:56.740876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.787011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.860638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd693-3600-41d2-ae0e-11c483420d66 req-ed4b8acb-edae-468f-9055-e02b068af0c6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:56.862210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d44dd693-3600-41d2-ae0e-11c483420d66 req-ed4b8acb-edae-468f-9055-e02b068af0c6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 945 time: 0.0735619 Aug 19 15:09:56.903055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:56.919174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d44dd693-3600-41d2-ae0e-11c483420d66 req-92ddb0b7-2782-4b8a-9ff8-917bf78a86a1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482235 Aug 19 15:09:57.007147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6998212-9f94-4d48-969b-4463b8b136be req-7f68fac9-8eba-436d-ac05-68fec77f9e6c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Aug 19 15:09:57.107355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.136759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Subnet': ['ID=ff476261-eece-4034-a653-75dafaf160fc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:57.138782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.140686 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4c16d7d6-5190-41ba-9507-53db9adc4f33 tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "DELETE /v2.0/subnets/ff476261-eece-4034-a653-75dafaf160fc HTTP/1.1" status: 204 len: 168 time: 0.4626703 Aug 19 15:09:57.151509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37046) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:57.151642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1bccb-4c72-403f-8fe0-3219c5bac4ba None None] Network 8080e95d-de8d-4746-b056-75c116be7f82 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:09:57.228395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.291439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting port a88ae34b-7c89-4b8c-bcc3-8a53977a785c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:57.292019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.297610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:57.378898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] For port a88ae34b-7c89-4b8c-bcc3-8a53977a785c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,segment=NetworkSegment(d4a263e7-c77d-46a5-9ecf-1736a052ec5d),segment_id=d4a263e7-c77d-46a5-9ecf-1736a052ec5d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:57.386109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.386432 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.396525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Calling delete_port for a88ae34b-7c89-4b8c-bcc3-8a53977a785c owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:57.404856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] DHCP port deletion for 8080e95d-de8d-4746-b056-75c116be7f82 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:09:57.417479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54bd61-c234-4e4a-ae82-82266824eec7 req-92674822-3614-4c31-a1ad-698349f9c4b4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.419890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd54bd61-c234-4e4a-ae82-82266824eec7 req-92674822-3614-4c31-a1ad-698349f9c4b4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0719244 Aug 19 15:09:57.455160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:57.460567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:57.461902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.472924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd54bd61-c234-4e4a-ae82-82266824eec7 req-2ed2c07a-0286-47f4-8775-763083e8d37a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Aug 19 15:09:57.517490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] Deleting port a88ae34b-7c89-4b8c-bcc3-8a53977a785c {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:57.517894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.606087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] For port a88ae34b-7c89-4b8c-bcc3-8a53977a785c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,segment=NetworkSegment(d4a263e7-c77d-46a5-9ecf-1736a052ec5d),segment_id=d4a263e7-c77d-46a5-9ecf-1736a052ec5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:57.606509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.642918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] Calling delete_port for a88ae34b-7c89-4b8c-bcc3-8a53977a785c owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:57.652982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.665855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.690772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] No DVR routers for this DVR port a88ae34b-7c89-4b8c-bcc3-8a53977a785c on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:57.692786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Port': ['ID=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:57.692944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.699805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.706504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.712638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.718455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.724235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.730121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.732810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-d389fbd0-df2a-4bdf-a43e-92fe7441777e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5426 time: 0.1593423 Aug 19 15:09:57.760940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-6cd16d38-1590-47b3-870b-fca16b191cf4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:57.760940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-6cd16d38-1590-47b3-870b-fca16b191cf4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.2000217 Aug 19 15:09:57.761665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:57.763540 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80898eb-168b-433f-9a8b-669953f0bf1a" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:57.771433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:57.785250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:57.789348 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.800262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8080e95d-de8d-4746-b056-75c116be7f82']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:57.808126 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.817311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:57.817896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a263e7-c77d-46a5-9ecf-1736a052ec5d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:57.829925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.842241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] Pushing event deleted for resources: {'Port': ['ID=a88ae34b-7c89-4b8c-bcc3-8a53977a785c,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:57.847982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.848735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0f40b-2979-4952-b8b8-d10156a68822 None None] No DVR routers for this DVR port a88ae34b-7c89-4b8c-bcc3-8a53977a785c on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:57.859510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:09:57.860391 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.861741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4df6ef76-9835-4b1c-9ec0-f23743779c43 req-30c136e1-62d5-4bb6-afe0-8b8da3cbd962 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145380 Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:09:57.870225 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:09:57.901489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-01c597f7-7ca4-4db9-9939-0d7666a86e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.906377 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:57.960266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:58.004562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:09:58.008455 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.088747 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe4ae7f-c25c-47a3-b68b-70b05f33e6e0 x-openstack-request-id: req-0fe4ae7f-c25c-47a3-b68b-70b05f33e6e0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:58.089154 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:58.089345 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fe4ae7f-c25c-47a3-b68b-70b05f33e6e0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:58.090237 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'code': 200} Aug 19 15:09:58.095948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.106810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.106810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "DELETE /v2.0/networks/8080e95d-de8d-4746-b056-75c116be7f82 HTTP/1.1" status: 204 len: 168 time: 0.9583259 Aug 19 15:09:58.113782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37066) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:58.123566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff764fb7-8368-43d9-b4a2-ce423f4a24ff tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Network': ['ID=8080e95d-de8d-4746-b056-75c116be7f82,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:58.318039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.4 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/d0652720-edb8-4a94-a6d1-9ac04e453ab3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:58.335804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53012f6-b1ac-4a36-b6ad-f3b4abc221af req-869635bc-3767-49cc-b4ad-8ddc2f39bbe0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:58.338027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a53012f6-b1ac-4a36-b6ad-f3b4abc221af req-869635bc-3767-49cc-b4ad-8ddc2f39bbe0 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 945 time: 0.1815135 Aug 19 15:09:58.411393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a53012f6-b1ac-4a36-b6ad-f3b4abc221af req-04b78b43-a7a9-4c55-a12f-7216db4bf06d tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657377 Aug 19 15:09:58.435871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Deleting port 4fe8dbe1-9bdf-4a9c-8b85-43db990a6093 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:58.435871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.603933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.608041 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.631151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Calling delete_port for 4fe8dbe1-9bdf-4a9c-8b85-43db990a6093 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:58.636531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.728565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dd9139e-5278-4a68-9751-975bfd582c58 req-69171446-381a-4c2a-983a-9d3ab159a2f6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0386462 Aug 19 15:09:58.865820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a88ae34b-7c89-4b8c-bcc3-8a53977a785c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:58.877557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94006c16-d401-4f0a-a926-380587910085 req-58c79422-3bbf-49c0-abe6-ef4e44b7d41b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:58.879079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94006c16-d401-4f0a-a926-380587910085 req-58c79422-3bbf-49c0-abe6-ef4e44b7d41b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0649667 Aug 19 15:09:58.891049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a88ae34b-7c89-4b8c-bcc3-8a53977a785c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:58.891402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a88ae34b-7c89-4b8c-bcc3-8a53977a785c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:58.906321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:58.914508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['12be357d-fd17-4f43-8781-0948396391ef'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:58.957629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94006c16-d401-4f0a-a926-380587910085 req-f76d1a1d-3d8b-4411-8650-0798ec1a4205 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717056 Aug 19 15:09:58.971055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:58.975152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:58.978264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=d0652720-edb8-4a94-a6d1-9ac04e453ab3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:58.980529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:59.297766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c196fc62-1292-4ed5-a227-0fc423c9d51c up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:59.343193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.400077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Pushing event deleted for resources: {'Port': ['ID=4fe8dbe1-9bdf-4a9c-8b85-43db990a6093,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:59.439216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.439932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.477782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port c196fc62-1292-4ed5-a227-0fc423c9d51c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:59.482133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port c196fc62-1292-4ed5-a227-0fc423c9d51c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:59.482513 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.492822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.498744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.504629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.511071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.517017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.523101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.529609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:59.531607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-4f8c2782-c2d0-42c8-8e53-a487b9787084 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5427 time: 0.1926236 Aug 19 15:09:59.560737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.570106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.570106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cf0cfe95-51cb-49d9-9d04-9dc289a8b23a tempest-FloatingIPAdminTestJSON-235698194 tempest-FloatingIPAdminTestJSON-235698194-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab8b3c30-09bb-48f5-94a7-798b3d5412fd HTTP/1.1" status: 204 len: 168 time: 1.4496667 Aug 19 15:09:59.573202 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.587765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f7e06c5-94ae-44fe-b59f-5cde1e40f71b req-93c1bd0a-7c67-4b0f-af1c-95a89e19162c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490885 Aug 19 15:09:59.591135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.622028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-e2f8aa6d-bea7-4543-a527-b58f62ee382c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8560772 Aug 19 15:09:59.629803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:59.638541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Request body: {'port': {'device_id': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:59.699775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.782439 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:59.809759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:59.872543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:00.010157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0652720-edb8-4a94-a6d1-9ac04e453ab3 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:00.018180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.030997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Transition to ACTIVE for port object d0652720-edb8-4a94-a6d1-9ac04e453ab3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:00.085081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11b6a-499d-4045-a25b-4293fba89ffe req-6d4106b1-0c06-4907-a168-ff58407c30e8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:00.087505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05c11b6a-499d-4045-a25b-4293fba89ffe req-6d4106b1-0c06-4907-a168-ff58407c30e8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Aug 19 15:10:00.091487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:00.093889 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eef35d-fac0-4810-9b6c-f503140bd392" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:00.129015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05c11b6a-499d-4045-a25b-4293fba89ffe req-782d6ad8-b5b3-447c-ad5e-ef2a6de21563 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344720 Aug 19 15:10:00.153879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.230314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Pushing event updated for resources: {'Port': ['ID=d0652720-edb8-4a94-a6d1-9ac04e453ab3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:00.298232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4402797-decb-40a7-beac-7cc3f0be84aa req-6dbfb546-b575-4301-aba1-ab69e11e0ed4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:00.299901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4402797-decb-40a7-beac-7cc3f0be84aa req-6dbfb546-b575-4301-aba1-ab69e11e0ed4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 943 time: 0.1110311 Aug 19 15:10:00.330860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Attempting to bind port d0652720-edb8-4a94-a6d1-9ac04e453ab3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:00.331521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Attempting to bind port d0652720-edb8-4a94-a6d1-9ac04e453ab3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:00.331521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Attempting to bind port d0652720-edb8-4a94-a6d1-9ac04e453ab3 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:00.339379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Port d0652720-edb8-4a94-a6d1-9ac04e453ab3 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:00.339705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Attempting to bind port d0652720-edb8-4a94-a6d1-9ac04e453ab3 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:00.356215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:00.356559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:00.356949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:00.357419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Bound port: d0652720-edb8-4a94-a6d1-9ac04e453ab3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:00.367941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.371987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4402797-decb-40a7-beac-7cc3f0be84aa req-41c45974-9aff-4caf-862d-de55a0865093 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630074 Aug 19 15:10:00.402507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:00.450516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] For port d0652720-edb8-4a94-a6d1-9ac04e453ab3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:00.482220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] For port d0652720-edb8-4a94-a6d1-9ac04e453ab3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:00.501008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c60821-608e-4f04-afd4-ae90e8cd7606 req-6060a38e-0076-4123-bf74-8944360b4978 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:00.502628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46c60821-608e-4f04-afd4-ae90e8cd7606 req-6060a38e-0076-4123-bf74-8944360b4978 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0679138 Aug 19 15:10:00.564751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46c60821-608e-4f04-afd4-ae90e8cd7606 req-bd165a22-9b0b-44f2-a6b8-766ed6059265 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502226 Aug 19 15:10:00.580504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37100) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:00.580770 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba9fc89a-8d39-4231-bd69-028127158231 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d297c01597f4a2d899324febe8d1337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832755 Aug 19 15:10:00.647240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e325364-07d7-4ef5-800e-e950ce988658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.647667 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2fff7a-6abd-4cd6-9fd5-848d8e803a75 x-openstack-request-id: req-0e2fff7a-6abd-4cd6-9fd5-848d8e803a75 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:00.648161 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:00.649096 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e2fff7a-6abd-4cd6-9fd5-848d8e803a75 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:00.649875 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c', 'code': 200} Aug 19 15:10:00.661264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.704906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e325364-07d7-4ef5-800e-e950ce988658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.714829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:00.715457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.716920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] 10.222.0.46 "PUT /v2.0/ports/d0652720-edb8-4a94-a6d1-9ac04e453ab3 HTTP/1.1" status: 200 len: 1092 time: 1.0863082 Aug 19 15:10:00.724720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'tag': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:00.728537 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16541f2-9438-4ad7-8380-9392f1754b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e6f43c-7c65-4fda-b44f-607c60f5b5d8", "tag": "d0652720-edb8-4a94-a6d1-9ac04e453ab3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:00.743597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.774728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e84ab9-3e2f-4020-9a8c-72ec517d0098 service neutron] Pushing event updated for resources: {'Port': ['ID=d0652720-edb8-4a94-a6d1-9ac04e453ab3,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:00.963830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e325364-07d7-4ef5-800e-e950ce988658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.966728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e325364-07d7-4ef5-800e-e950ce988658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:00.967587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3e325364-07d7-4ef5-800e-e950ce988658 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72b0c362-4176-4fa2-9f4b-ebce4c1a9fe1 HTTP/1.1" status: 204 len: 168 time: 0.3855205 Aug 19 15:10:00.995187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e325364-07d7-4ef5-800e-e950ce988658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0c362-4176-4fa2-9f4b-ebce4c1a9fe1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:01.073848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.081169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.089686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.095581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.102067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.108641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.114571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.116575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-99d19c63-b4c9-4e8f-848d-22a6aeb6c9b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5428 time: 0.1677139 Aug 19 15:10:01.123948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-9f57e311-2252-42a4-9428-3e780209500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.125477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-9f57e311-2252-42a4-9428-3e780209500b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 1095 time: 0.1258304 Aug 19 15:10:01.185780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-359357f3-230d-4162-b35b-083a435834b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3 HTTP/1.1" status: 200 len: 217 time: 0.0451396 Aug 19 15:10:01.209108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96c31b1a-0d7c-4dc2-8915-a9a9b7b751f2 req-f4edbff5-5e0d-4c0d-88ff-a07370ca58ae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826399 Aug 19 15:10:01.255559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-f53aca87-16a4-42e5-9e9c-746667ea296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.256962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-f53aca87-16a4-42e5-9e9c-746667ea296b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0631301 Aug 19 15:10:01.293806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-7f75b574-177b-4b1d-9cbf-570a46f1c326 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274687 Aug 19 15:10:01.317844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7ef98bce-c703-477b-8373-d9f4c81aed3c up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:01.363560 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facbfc09-1cbd-410e-ae06-436c202f9a0f x-openstack-request-id: req-facbfc09-1cbd-410e-ae06-436c202f9a0f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:01.363881 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e6f43c-7c65-4fda-b44f-607c60f5b5d8", "tag": "d0652720-edb8-4a94-a6d1-9ac04e453ab3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:01.364106 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-facbfc09-1cbd-410e-ae06-436c202f9a0f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:01.365376 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'tag': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3', 'status': 'completed', 'code': 200} Aug 19 15:10:01.418674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-2f9a8524-99c4-4c77-8cac-23d31786e8a6 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175070 Aug 19 15:10:01.519834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-944f8e82-3a70-4199-8a1c-f0d50b696112 req-29e2ee09-2116-4931-a1c5-a1302af106fc service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929031 Aug 19 15:10:01.551884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 7ef98bce-c703-477b-8373-d9f4c81aed3c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:01.556541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 7ef98bce-c703-477b-8373-d9f4c81aed3c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:01.556880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.649704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.685314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:01.878329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.879005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e0a568f7-6e73-4c12-b0b5-8608257fe752 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:01.890470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-b45a219e-a034-4c9d-aa2e-8c9af200aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:01.892008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-b45a219e-a034-4c9d-aa2e-8c9af200aad0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 1095 time: 0.0442648 Aug 19 15:10:01.964133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:02.024290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-15fb9558-9e15-4cb7-85c2-9439981a6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:02.026099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-15fb9558-9e15-4cb7-85c2-9439981a6382 service neutron] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.1205828 Aug 19 15:10:02.072211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-716ead73-a165-4830-b1a4-8765166dff5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3 HTTP/1.1" status: 200 len: 217 time: 0.0387375 Aug 19 15:10:02.135898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-938f8983-c659-497d-9e20-1a7b5d0fe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:02.137359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-938f8983-c659-497d-9e20-1a7b5d0fe9f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0576813 Aug 19 15:10:02.152031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port e0a568f7-6e73-4c12-b0b5-8608257fe752 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:02.157209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port e0a568f7-6e73-4c12-b0b5-8608257fe752 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:02.157699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.180616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-0a8fe9cc-6db3-4086-ac0f-1a98bc1008b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307670 Aug 19 15:10:02.213813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37126) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:02.250269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f9b71712-74d2-45f4-83f4-d0056ce92d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.261513 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.308291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e0a568f7-6e73-4c12-b0b5-8608257fe752, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:02.354585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f96224-f055-42f3-b63f-a4594330425c req-d8931264-0dc4-4672-b2a1-c3d4137f2fec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:02.356181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41f96224-f055-42f3-b63f-a4594330425c req-d8931264-0dc4-4672-b2a1-c3d4137f2fec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 945 time: 0.0818005 Aug 19 15:10:02.362829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f9b71712-74d2-45f4-83f4-d0056ce92d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.380183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-f7ecab79-c70c-4867-8084-e3706d879d05 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736805 Aug 19 15:10:02.459146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41f96224-f055-42f3-b63f-a4594330425c req-a746ba65-46a3-4fa2-b803-68592a892435 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892189 Aug 19 15:10:02.510020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.511151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc6eaf23-29e6-4a49-9666-a56be4bedc1c up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:02.517187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d16541f2-9438-4ad7-8380-9392f1754b1e req-05154558-fed3-4469-9ad5-9e58a5aaf504 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242254 Aug 19 15:10:02.586013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8f6f6-1085-411a-931d-789e1006339e req-0aa6266d-7216-4b88-92fa-342872f2723f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:02.587741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b8f6f6-1085-411a-931d-789e1006339e req-0aa6266d-7216-4b88-92fa-342872f2723f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0616739 Aug 19 15:10:02.598044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e0a568f7-6e73-4c12-b0b5-8608257fe752,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:02.601969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f9b71712-74d2-45f4-83f4-d0056ce92d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.633565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2b8f6f6-1085-411a-931d-789e1006339e req-3ead744d-ee1d-4416-887f-f817b51ee692 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Aug 19 15:10:02.641604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b71712-74d2-45f4-83f4-d0056ce92d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a6131-ebd6-4496-bb43-7ac025a1bd5d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:02.646532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f9b71712-74d2-45f4-83f4-d0056ce92d4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02fe6544ac4c4043abe460d1f58244bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308226 Aug 19 15:10:02.651788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37134) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:02.671562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef98bce-c703-477b-8373-d9f4c81aed3c'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a568f7-6e73-4c12-b0b5-8608257fe752'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:02.671562 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766072b9-85a9-426b-94cd-eca44e8a271f" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "7ef98bce-c703-477b-8373-d9f4c81aed3c"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "e0a568f7-6e73-4c12-b0b5-8608257fe752"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:02.714391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0955813-6340-48ff-982f-cb93c45e658c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.732229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port fc6eaf23-29e6-4a49-9666-a56be4bedc1c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:02.736651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port fc6eaf23-29e6-4a49-9666-a56be4bedc1c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:02.736827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.747947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0955813-6340-48ff-982f-cb93c45e658c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.907899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b33914-fea7-47f2-8ad0-8520dada0a61 req-354c65c9-b0d6-4c77-bd73-8fb406468760 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:02.909452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65b33914-fea7-47f2-8ad0-8520dada0a61 req-354c65c9-b0d6-4c77-bd73-8fb406468760 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1902068 Aug 19 15:10:02.950161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.951952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65b33914-fea7-47f2-8ad0-8520dada0a61 req-cf86cb92-886a-4e74-850a-81e3ff86a576 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Aug 19 15:10:02.954829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0955813-6340-48ff-982f-cb93c45e658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.955629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0955813-6340-48ff-982f-cb93c45e658c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.958845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f0955813-6340-48ff-982f-cb93c45e658c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/827a6131-ebd6-4496-bb43-7ac025a1bd5d HTTP/1.1" status: 204 len: 168 time: 0.3056505 Aug 19 15:10:02.968556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0955813-6340-48ff-982f-cb93c45e658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a6131-ebd6-4496-bb43-7ac025a1bd5d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:03.002090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:03.087972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc736-980d-4ca9-8bc4-25f9425f7c6b req-ff0beb83-dbc4-43ce-b3aa-4af2070e3575 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.089649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29acc736-980d-4ca9-8bc4-25f9425f7c6b req-ff0beb83-dbc4-43ce-b3aa-4af2070e3575 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 945 time: 0.0604105 Aug 19 15:10:03.132621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29acc736-980d-4ca9-8bc4-25f9425f7c6b req-002fed22-cc64-4435-aa20-4576cf8b168d tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Aug 19 15:10:03.158094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.159177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ad9bf337-5769-4992-9814-f3f4c4c0399f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:03.258332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:03.268153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.274355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.280355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.286223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.294366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.306823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.318385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.321956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-42ba399e-27f7-45eb-baa1-d381dd2a9842 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5431 time: 0.1149828 Aug 19 15:10:03.369346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5637197d-7292-4d09-a215-c0aa326afdb9 req-9b3feabb-84dc-4596-91a1-b990fbee5b5f tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404837 Aug 19 15:10:03.407159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port ad9bf337-5769-4992-9814-f3f4c4c0399f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:03.411204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port ad9bf337-5769-4992-9814-f3f4c4c0399f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:03.411826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.529845 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8243a768-4ee7-44d4-a5e6-479dc50485a3 x-openstack-request-id: req-8243a768-4ee7-44d4-a5e6-479dc50485a3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:03.530426 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "7ef98bce-c703-477b-8373-d9f4c81aed3c", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "e0a568f7-6e73-4c12-b0b5-8608257fe752", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:03.530426 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8243a768-4ee7-44d4-a5e6-479dc50485a3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:03.530722 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef98bce-c703-477b-8373-d9f4c81aed3c', 'code': 200} Aug 19 15:10:03.530945 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a568f7-6e73-4c12-b0b5-8608257fe752', 'code': 200} Aug 19 15:10:03.552649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.599466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:03.642686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc036bf0-78a8-48d3-b9ff-35f9f622a896 req-a70dd0e8-dcf2-446e-9e9b-4f119a112362 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.644270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc036bf0-78a8-48d3-b9ff-35f9f622a896 req-a70dd0e8-dcf2-446e-9e9b-4f119a112362 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 945 time: 0.0557034 Aug 19 15:10:03.691808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc036bf0-78a8-48d3-b9ff-35f9f622a896 req-f6b843c5-acdb-4295-9a51-9b3123b9577b tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 Aug 19 15:10:03.786197 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.787021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 95240753-6205-4108-a689-0013b249fb7b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:03.839612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a04266-f6a3-43f6-8af3-94d30dac2146 req-c3492061-9639-42a9-9103-06228b85487d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.841301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16a04266-f6a3-43f6-8af3-94d30dac2146 req-c3492061-9639-42a9-9103-06228b85487d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0859606 Aug 19 15:10:03.855431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-ad7d7658-3c23-4c57-bbc6-c76a64739575 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.857276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-ad7d7658-3c23-4c57-bbc6-c76a64739575 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.46 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 945 time: 0.0709717 Aug 19 15:10:03.870133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:03.930220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16a04266-f6a3-43f6-8af3-94d30dac2146 req-b525cccd-576f-4111-8f09-ac8c73d6436d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718987 Aug 19 15:10:03.988149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Deleting port c1c0076b-7095-4569-937c-8f6a12664e97 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:03.988503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.015689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 95240753-6205-4108-a689-0013b249fb7b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:04.020288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 95240753-6205-4108-a689-0013b249fb7b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:04.021580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.071250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:04.085466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f750d4ae-b575-4133-97cd-b171386b19fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.118465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b194-d2a5-459f-9bd3-89156da89ee5 req-bbba5412-c8e2-4ad9-9e90-fc25fa9b26d3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.120093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a89b194-d2a5-459f-9bd3-89156da89ee5 req-bbba5412-c8e2-4ad9-9e90-fc25fa9b26d3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0899765 Aug 19 15:10:04.125338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] For port c1c0076b-7095-4569-937c-8f6a12664e97, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c1c0076b-7095-4569-937c-8f6a12664e97,segment=NetworkSegment(b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84),segment_id=b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:04.125710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.140636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.153125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Calling delete_port for c1c0076b-7095-4569-937c-8f6a12664e97 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:04.184399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 95240753-6205-4108-a689-0013b249fb7b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=95240753-6205-4108-a689-0013b249fb7b,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:04.187398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f750d4ae-b575-4133-97cd-b171386b19fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.210256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a89b194-d2a5-459f-9bd3-89156da89ee5 req-691ffd9d-e8c9-4016-8c56-833ac2945a33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 Aug 19 15:10:04.352240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bfb47-1ce4-4013-90ca-881422ff44bd req-63d86f02-bf13-4c32-81d5-2c9467817540 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.353823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f4bfb47-1ce4-4013-90ca-881422ff44bd req-63d86f02-bf13-4c32-81d5-2c9467817540 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 945 time: 0.0698309 Aug 19 15:10:04.399558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f4bfb47-1ce4-4013-90ca-881422ff44bd req-ec47265c-0f25-43db-a7f9-69aba7d49418 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/security-groups?id=23403585-6cdb-4619-a754-8d434e603c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Aug 19 15:10:04.418091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.418925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56e84bf6-d1a2-4afb-a2e9-d33173561d4e up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:04.500597 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f750d4ae-b575-4133-97cd-b171386b19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.506561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.509571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=95240753-6205-4108-a689-0013b249fb7b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:04.520046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c1c0076b-7095-4569-937c-8f6a12664e97'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:04.538878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Pushing event deleted for resources: {'Port': ['ID=c1c0076b-7095-4569-937c-8f6a12664e97,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:04.539619 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f750d4ae-b575-4133-97cd-b171386b19fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84928015610e43748d3a4a9a649f909f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670124 Aug 19 15:10:04.545874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37160) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:04.571658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.574075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.575078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.575435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.575785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.576122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.587376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d4ae-b575-4133-97cd-b171386b19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c3b53-cb73-45f3-b602-8b1fff92c3b9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:04.594152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.602530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.615622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.623440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.629569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.636221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.643762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.644827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e568114a-de6a-478d-8597-cd8e7ee2938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.646064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-a7f72344-9a9d-43a1-84f5-43e68f3a9baa tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5432 time: 0.1756334 Aug 19 15:10:04.652152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:04.660415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:04.661243 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.685405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e568114a-de6a-478d-8597-cd8e7ee2938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.698734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] No DVR routers for this DVR port c1c0076b-7095-4569-937c-8f6a12664e97 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:10:04.703245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.705619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd990fd4-2c53-4c96-ab48-5c31b68119f7 req-c7a16020-e29d-49a8-926c-7e2e4ae8255b tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.46 "DELETE /v2.0/ports/c1c0076b-7095-4569-937c-8f6a12664e97 HTTP/1.1" status: 204 len: 173 time: 0.8405313 Aug 19 15:10:04.706098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'name': 'network-vif-deleted', 'tag': 'c1c0076b-7095-4569-937c-8f6a12664e97'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:04.709207 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023450e-c319-45a2-8b4f-089486d2b477" -d '{"events": [{"server_uuid": "5223e14b-32bf-4d9f-91f9-7fc8e1b464c9", "name": "network-vif-deleted", "tag": "c1c0076b-7095-4569-937c-8f6a12664e97"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:04.742818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce603704-6a95-4130-9b22-2745c0a3e38c req-cbaeef00-541f-4490-9d29-4ec7c44424ea tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756645 Aug 19 15:10:04.770064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d0652720-edb8-4a94-a6d1-9ac04e453ab3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:10:04.796519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.877625 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c32b55-f605-446f-8dd2-57b7413cb09a x-openstack-request-id: req-19c32b55-f605-446f-8dd2-57b7413cb09a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:04.877922 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5223e14b-32bf-4d9f-91f9-7fc8e1b464c9", "name": "network-vif-deleted", "tag": "c1c0076b-7095-4569-937c-8f6a12664e97", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:04.878173 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19c32b55-f605-446f-8dd2-57b7413cb09a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:04.878586 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5223e14b-32bf-4d9f-91f9-7fc8e1b464c9', 'name': 'network-vif-deleted', 'tag': 'c1c0076b-7095-4569-937c-8f6a12664e97', 'status': 'completed', 'code': 200} Aug 19 15:10:04.881862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:04.922470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d0652720-edb8-4a94-a6d1-9ac04e453ab3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:04.952177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e568114a-de6a-478d-8597-cd8e7ee2938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.955868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e568114a-de6a-478d-8597-cd8e7ee2938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.959807 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e568114a-de6a-478d-8597-cd8e7ee2938a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c4c3b53-cb73-45f3-b602-8b1fff92c3b9 HTTP/1.1" status: 204 len: 168 time: 0.4071555 Aug 19 15:10:04.972870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568114a-de6a-478d-8597-cd8e7ee2938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c3b53-cb73-45f3-b602-8b1fff92c3b9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:04.995354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e31e42-e946-4db4-b3bd-5d3328616028 req-d89a0f61-f450-4d0c-b7f3-02fc23c5e4af tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.997032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06e31e42-e946-4db4-b3bd-5d3328616028 req-d89a0f61-f450-4d0c-b7f3-02fc23c5e4af tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.0645947 Aug 19 15:10:05.052989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06e31e42-e946-4db4-b3bd-5d3328616028 req-d4dfcb19-535d-474e-bb51-cab52da900a2 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391507 Aug 19 15:10:05.086764 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.095311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3', 'mac_address': 'fa:16:3e:e4:85:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:10:05.178736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:05.183631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.198904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0652720-edb8-4a94-a6d1-9ac04e453ab3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:05.229995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235175f3-462c-4c33-b948-33ee4227fb3c req-f7e6352d-5413-4e49-80ed-904f52c95ca4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.231548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d0652720-edb8-4a94-a6d1-9ac04e453ab3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:05.234733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-235175f3-462c-4c33-b948-33ee4227fb3c req-f7e6352d-5413-4e49-80ed-904f52c95ca4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0996661 Aug 19 15:10:05.281646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-235175f3-462c-4c33-b948-33ee4227fb3c req-4ece588e-430a-4d97-9f21-668d06b7d4cb tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Aug 19 15:10:05.392167 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.407491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2515af-9aae-450e-814e-c24c38c841bf req-c62761cf-5c00-4866-9c27-4ec0bbd427f2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.409151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd2515af-9aae-450e-814e-c24c38c841bf req-c62761cf-5c00-4866-9c27-4ec0bbd427f2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0574119 Aug 19 15:10:05.449291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d0652720-edb8-4a94-a6d1-9ac04e453ab3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:05.452892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd2515af-9aae-450e-814e-c24c38c841bf req-68a8a921-8644-418d-95e9-86f61a943b25 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364571 Aug 19 15:10:05.532424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6eaf23-29e6-4a49-9666-a56be4bedc1c'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f'}, {'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95240753-6205-4108-a689-0013b249fb7b'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:05.535008 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12a4bb2-6be9-4bcf-b602-84f73fd9131d" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "fc6eaf23-29e6-4a49-9666-a56be4bedc1c"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f"}, {"server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "name": "network-vif-plugged", "status": "completed", "tag": "95240753-6205-4108-a689-0013b249fb7b"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:05.576650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3261a4a9-b10d-4d4e-afda-1c0336f05929 req-8dc13c35-97ea-4946-b1d1-63289a5058c2 tempest-ServerTagsTestJSON-857247051 tempest-ServerTagsTestJSON-857247051-project] 10.222.0.13 "GET /v2.0/ports?device_id=5223e14b-32bf-4d9f-91f9-7fc8e1b464c9 HTTP/1.1" status: 200 len: 210 time: 0.0391941 Aug 19 15:10:05.627767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d0652720-edb8-4a94-a6d1-9ac04e453ab3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:05.630757 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd3e62-eacc-4be8-89d3-1b8451b601dc x-openstack-request-id: req-cfcd3e62-eacc-4be8-89d3-1b8451b601dc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:05.631195 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "fc6eaf23-29e6-4a49-9666-a56be4bedc1c", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f", "code": 200}, {"server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "name": "network-vif-plugged", "status": "completed", "tag": "95240753-6205-4108-a689-0013b249fb7b", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-plugged", "status": "completed", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:05.631523 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfcd3e62-eacc-4be8-89d3-1b8451b601dc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:05.632006 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6eaf23-29e6-4a49-9666-a56be4bedc1c', 'code': 200} Aug 19 15:10:05.632325 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f', 'code': 200} Aug 19 15:10:05.633320 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95240753-6205-4108-a689-0013b249fb7b', 'code': 200} Aug 19 15:10:05.633591 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e', 'code': 200} Aug 19 15:10:05.926164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26995f-62e3-4e49-85a2-cc3613cad515 req-cb91d95b-92e5-4c60-bb80-b0f82f543ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.927844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f26995f-62e3-4e49-85a2-cc3613cad515 req-cb91d95b-92e5-4c60-bb80-b0f82f543ad4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 1098 time: 0.0902643 Aug 19 15:10:05.936440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.937264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.937763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.938119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.938651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.939250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.939722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.942156 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-af07240a-6008-4769-bef5-552feae617f0 req-83b86821-b1af-4f64-837f-194fefa4d884 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6497 time: 0.0641782 Aug 19 15:10:05.967699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.973993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.982814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.989014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:05.989836 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-af07240a-6008-4769-bef5-552feae617f0 req-b5c1e35a-c1f1-4cec-95a9-e3b1e25bcbdf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18a04f03-e274-4ee1-9d3e-367219cdb72c&id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385056 Aug 19 15:10:05.996449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:06.002867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:06.009673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:06.012555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-75b38e24-1547-4ebb-89b1-f4ec62347c13 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1411135 Aug 19 15:10:06.050792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f26995f-62e3-4e49-85a2-cc3613cad515 req-16c6116c-48b7-47f0-9d19-f0e68257d001 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136370 Aug 19 15:10:06.077545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f94e8fbd-22e8-4793-a342-ba3f5318b819 req-c1fc40c0-6bfe-400a-b1ca-cbb301185da4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518148 Aug 19 15:10:06.780188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d0652720-edb8-4a94-a6d1-9ac04e453ab3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:06.968800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5e01c-a927-47f8-9b2b-0833a4f5ae5b req-50a0cbdb-23f8-4b61-ae80-737b790e5726 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:06.970363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7d5e01c-a927-47f8-9b2b-0833a4f5ae5b req-50a0cbdb-23f8-4b61-ae80-737b790e5726 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.0520692 Aug 19 15:10:06.974845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d0652720-edb8-4a94-a6d1-9ac04e453ab3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:06.979599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d0652720-edb8-4a94-a6d1-9ac04e453ab3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:06.979979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.011737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7d5e01c-a927-47f8-9b2b-0833a4f5ae5b req-1311bdbd-dbe6-46da-b4d6-4836c0f7b532 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349209 Aug 19 15:10:07.070987 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.107767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d0652720-edb8-4a94-a6d1-9ac04e453ab3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:07.140490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945be8-6066-48bb-8611-5dcb8860b722 req-a6404de9-798a-45b0-a170-5ee4c9ca9e37 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.141951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b945be8-6066-48bb-8611-5dcb8860b722 req-a6404de9-798a-45b0-a170-5ee4c9ca9e37 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 944 time: 0.0550387 Aug 19 15:10:07.188618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b945be8-6066-48bb-8611-5dcb8860b722 req-d8a55cca-7aab-49ef-b919-518a1e85445b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Aug 19 15:10:07.294564 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.295963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c1c0076b-7095-4569-937c-8f6a12664e97 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:07.304693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64318591-e1c4-4f7f-b56c-953c0f7baec9 req-30df42dd-ee2b-4985-afbb-e886eeeeb3af tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.306304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64318591-e1c4-4f7f-b56c-953c0f7baec9 req-30df42dd-ee2b-4985-afbb-e886eeeeb3af tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0543966 Aug 19 15:10:07.316937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: c1c0076b-7095-4569-937c-8f6a12664e97 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:07.317324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c1c0076b-7095-4569-937c-8f6a12664e97 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:07.348686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64318591-e1c4-4f7f-b56c-953c0f7baec9 req-f15bc4e6-91a0-4f62-acda-4b5c13e2c96b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359232 Aug 19 15:10:07.380749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d0652720-edb8-4a94-a6d1-9ac04e453ab3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:07.407586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:07.463250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Deleting subnet 69e16f5f-839c-45d6-9973-b41d83e266fc {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:10:07.475308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.545553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.591108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.597454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.604574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.610895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.617012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.623449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.629445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:07.634204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-7203957b-ac3d-471f-84c0-5bba6948fdc0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1754081 Aug 19 15:10:07.635234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:07.639357 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be8d5d9-e792-48fd-9690-1d4e63953460" -d '{"events": [{"server_uuid": "a8e6f43c-7c65-4fda-b44f-607c60f5b5d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0652720-edb8-4a94-a6d1-9ac04e453ab3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:07.676892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.729723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90c7ceff-cba1-4e53-a965-3bd3e792397d req-f4df744f-9cd0-4287-96d8-2cb7b7a8a628 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843284 Aug 19 15:10:07.807579 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dbcb46-72a7-4cb4-aa83-52260d8c1ded x-openstack-request-id: req-10dbcb46-72a7-4cb4-aa83-52260d8c1ded {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:07.808130 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e6f43c-7c65-4fda-b44f-607c60f5b5d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0652720-edb8-4a94-a6d1-9ac04e453ab3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:07.808130 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10dbcb46-72a7-4cb4-aa83-52260d8c1ded {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:07.808509 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3', 'code': 200} Aug 19 15:10:07.854809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37232) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:07.903051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.934226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e16f5f-839c-45d6-9973-b41d83e266fc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:07.940113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.942149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e08264cf-897a-46c2-a620-db4076b8f32f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69e16f5f-839c-45d6-9973-b41d83e266fc HTTP/1.1" status: 204 len: 168 time: 0.5325191 Aug 19 15:10:07.944864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37238) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:08.002726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703d4c8-461d-4f24-b36a-d200381f3023 req-bc1680e8-8738-41b0-8eb5-20cacb20d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:08.004429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4703d4c8-461d-4f24-b36a-d200381f3023 req-bc1680e8-8738-41b0-8eb5-20cacb20d615 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 1097 time: 0.1361771 Aug 19 15:10:08.039804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1614267406'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:08.067113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.089711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4703d4c8-461d-4f24-b36a-d200381f3023 req-83965b6e-cbb4-4462-b658-93de73fbb531 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780287 Aug 19 15:10:08.198666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Made reservation on behalf of 250379801cb440b9a3589210a9c8c6e8 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:08.202305 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.230146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8d3c8-cced-4852-8075-a7ffe18bdc45 req-a2b1e642-6293-4a6c-9026-f564fb476547 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:08.231856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcd8d3c8-cced-4852-8075-a7ffe18bdc45 req-a2b1e642-6293-4a6c-9026-f564fb476547 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.1412592 Aug 19 15:10:08.232620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.236251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.260895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25170d3-bf13-4762-9f69-9e610aa460c5']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:08.285394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:08.285694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36d6d12-3dc8-451a-a1ea-96dd9ea7ee84') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:08.305152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.339947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.346620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcd8d3c8-cced-4852-8075-a7ffe18bdc45 req-36cab782-2967-4cf4-bcc8-0499a178e040 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079628 Aug 19 15:10:08.359022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:10:08.359602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:10:08.361246 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:10:08.504453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfd048-39c1-4291-b73d-be7ce2319055 req-f918b397-4e27-4674-81a2-093dd0d0457e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:08.506209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7bfd048-39c1-4291-b73d-be7ce2319055 req-f918b397-4e27-4674-81a2-093dd0d0457e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0928762 Aug 19 15:10:08.545765 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.567817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7bfd048-39c1-4291-b73d-be7ce2319055 req-8c6600f2-1ec2-47f8-ae23-a367ad9d3659 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Aug 19 15:10:08.634545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.640531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.645748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b25170d3-bf13-4762-9f69-9e610aa460c5 HTTP/1.1" status: 204 len: 168 time: 0.6968284 Aug 19 15:10:08.684545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2160a9-70b7-4c41-b4d0-c3f83df33392 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25170d3-bf13-4762-9f69-9e610aa460c5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:08.725744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.783190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:10:08.834457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.835099 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Added segment 947c87bc-2b8b-4099-8f1a-69bb9b74e995 of type vlan for network dd76bb63-28fa-44e7-8e2e-be89637146a6 Aug 19 15:10:08.838694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167ce3ea-ec0d-48fa-afd7-b452809396d4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:08.858215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08addc96-f14a-4297-a485-e0d91c39447a req-c7afe823-d81c-4f2d-ac4f-b8b6a944a5e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:08.861060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08addc96-f14a-4297-a485-e0d91c39447a req-c7afe823-d81c-4f2d-ac4f-b8b6a944a5e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1876137 Aug 19 15:10:08.934191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.958018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08addc96-f14a-4297-a485-e0d91c39447a req-c25ee413-6f74-4214-8ea4-4aed4b5126c0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806961 Aug 19 15:10:09.095609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.101878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.102529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.116008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.122486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.128415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.135148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.141173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.147037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.153670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.155641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-d71e2ba5-6697-45eb-99f9-9ed3c3f054dc tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1115701 Aug 19 15:10:09.258525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Pushing event updated for resources: {'Network': ['ID=dd76bb63-28fa-44e7-8e2e-be89637146a6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:09.271642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-021c7b63-3fc1-4714-a215-5d78cdfc712d req-94383ac9-3da1-459a-940f-f43c12582a64 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975952 Aug 19 15:10:09.272982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network dd76bb63-28fa-44e7-8e2e-be89637146a6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:10:09.407821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-893d45f4-ae7d-41f5-b91d-3ea6327fe452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5517232 Aug 19 15:10:09.448301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:09.496896 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b12def54-fcae-462e-896a-41400dac8793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=662deea6b1b54e3eb67dd674348f741d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474057 Aug 19 15:10:09.499399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37262) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:09.513709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.520397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.529236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.536339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.543905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.550184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.556654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.558659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26309153-a54a-4bcb-aff2-06f7866d5bd0 req-2a96395d-a896-45db-9b6e-884028d05088 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1093714 Aug 19 15:10:09.569901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37264) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:09.576376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Request body: {'floatingip': {'port_id': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:09.579968 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4f781b7-f779-4e0b-9c46-12e2379cd690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.649434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.657386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4f781b7-f779-4e0b-9c46-12e2379cd690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.686723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a24cc2-bf0a-4bcf-a82a-68cb3b076ba4 req-48793d06-1244-4c4b-be0a-1aa4668dd878 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:09.689013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30a24cc2-bf0a-4bcf-a82a-68cb3b076ba4 req-48793d06-1244-4c4b-be0a-1aa4668dd878 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.0683300 Aug 19 15:10:09.733154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30a24cc2-bf0a-4bcf-a82a-68cb3b076ba4 req-6e39366c-efa2-4a50-ad48-04c0f8e2f022 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375004 Aug 19 15:10:10.119031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37276) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:10.125169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Request body: {'port': {'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6', 'binding:host_id': 'n-h1-779913-32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-653495973'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:10.267261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865396e4-9012-464e-a90a-d54c485e9165 req-19beed24-d45f-44c4-abf7-cccdc2d2542c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:10.268980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-865396e4-9012-464e-a90a-d54c485e9165 req-19beed24-d45f-44c4-abf7-cccdc2d2542c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0738916 Aug 19 15:10:10.303659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Made reservation on behalf of 4783d64a41df43d1b1ddbe20b01b4257 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:10.306619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.319139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.324234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-865396e4-9012-464e-a90a-d54c485e9165 req-26379a6a-8f56-44e6-9ba9-a522b9c0be02 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480125 Aug 19 15:10:10.433240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4f781b7-f779-4e0b-9c46-12e2379cd690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.436211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e4f781b7-f779-4e0b-9c46-12e2379cd690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.437580 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e4f781b7-f779-4e0b-9c46-12e2379cd690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23403585-6cdb-4619-a754-8d434e603c1a HTTP/1.1" status: 204 len: 168 time: 0.9355614 Aug 19 15:10:10.468199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f781b7-f779-4e0b-9c46-12e2379cd690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23403585-6cdb-4619-a754-8d434e603c1a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:10.471542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032ce5-cd5a-421e-8267-2ef3db3ff47d req-df2406f9-d293-478d-8547-dd1bf3baff8d tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:10.473272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56032ce5-cd5a-421e-8267-2ef3db3ff47d req-df2406f9-d293-478d-8547-dd1bf3baff8d tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.0802071 Aug 19 15:10:10.478349 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.488947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37286) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:10.497404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Request body: {'floatingip': {'port_id': '95240753-6205-4108-a689-0013b249fb7b'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:10.576270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.606194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.625054 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.664698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port 2cd6b768-c66e-415b-8778-48e1933d2889 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:10.792399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.916018 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Floating IP f73400b7-eae3-457e-bb12-58ae6abadcaa associated. External IP: 172.25.5.246, port: 6a5ff779-0d0b-4c95-9f6a-34748cf8da69. Aug 19 15:10:11.100455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b093f-7862-4b99-95d7-72a6fe4b415a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:11.116088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7055b47-1a5b-4404-a6bf-c419c39e1b7e req-8aadd524-c2e4-489b-aac4-a138151117b0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:11.124170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7055b47-1a5b-4404-a6bf-c419c39e1b7e req-8aadd524-c2e4-489b-aac4-a138151117b0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.5685487 Aug 19 15:10:11.216402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:10:11.266265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7055b47-1a5b-4404-a6bf-c419c39e1b7e req-95615a3a-0fae-4c95-a91b-d10237948f45 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407723 Aug 19 15:10:11.405694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:11.410586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.417281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] Sync routers for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:11.427940 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:11.428720 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:11.443125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a5679a7c-3650-4aef-b407-de7543e1e5ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "PUT /v2.0/floatingips/f73400b7-eae3-457e-bb12-58ae6abadcaa HTTP/1.1" status: 200 len: 991 time: 1.8713231 Aug 19 15:10:11.443844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:11.447127 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f" -d '{"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:11.549648 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:11.594033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bcd56-adf1-4fea-8442-ff6870327730 req-66cc8780-703d-4546-9ec2-35fe8bcd809b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:11.596362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-596bcd56-adf1-4fea-8442-ff6870327730 req-66cc8780-703d-4546-9ec2-35fe8bcd809b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.2534845 Aug 19 15:10:11.606988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port 2cd6b768-c66e-415b-8778-48e1933d2889 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:11.633498 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.693909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Transition to ACTIVE for port object 2cd6b768-c66e-415b-8778-48e1933d2889 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:11.735179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-596bcd56-adf1-4fea-8442-ff6870327730 req-bb5dbcbc-fa22-4ec2-9dbf-ba90a476db1f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182418 Aug 19 15:10:11.826559 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'f73400b7-eae3-457e-bb12-58ae6abadcaa', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'port_id': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'mac_address': 'fa:16:3e:8d:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:08:51Z', 'updated_at': '2021-08-19T15:10:10Z', 'revision_number': 1, 'project_id': '36710183574049eea9f759f7c48c8620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:59Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:11.858908 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] Checking router: 01c0c458-4b50-4737-8ad3-3b2e423d30d1 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:11.869338 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:11.870098 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:11.872558 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.880458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.954523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd6b768-c66e-415b-8778-48e1933d2889,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:11.967304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Checking segment: {'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:11.979602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Network hostable DHCP agents. Network: dd76bb63-28fa-44e7-8e2e-be89637146a6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:10:12.004159 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca7f5a4-e33a-45b5-bb60-cc8fa4aa4c61 x-openstack-request-id: req-eca7f5a4-e33a-45b5-bb60-cc8fa4aa4c61 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:12.004981 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:12.004981 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eca7f5a4-e33a-45b5-bb60-cc8fa4aa4c61 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:12.005859 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'status': 'completed', 'code': 200} Aug 19 15:10:12.055206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.115907 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:12.251421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Network dd76bb63-28fa-44e7-8e2e-be89637146a6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:10:12.303498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.304001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.305248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.305830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.306299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.306781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.307288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.309683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-a74fb6c3-0703-4a8d-8fc8-a6f2d0bd778b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6497 time: 0.2005107 Aug 19 15:10:12.310965 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Floating IP 2b50c112-09ec-436d-9e4d-dc331b9dca52 associated. External IP: 172.25.5.254, port: 95240753-6205-4108-a689-0013b249fb7b. Aug 19 15:10:12.320035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2203d-504f-4f0f-a6ae-1f4f1ad22c73 req-7f612f46-d1e4-4fbc-8aa2-929f3a53d3f0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.321703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fc2203d-504f-4f0f-a6ae-1f4f1ad22c73 req-7f612f46-d1e4-4fbc-8aa2-929f3a53d3f0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 945 time: 0.2115347 Aug 19 15:10:12.416653 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'f73400b7-eae3-457e-bb12-58ae6abadcaa', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'port_id': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'mac_address': 'fa:16:3e:8d:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:08:51Z', 'updated_at': '2021-08-19T15:10:10Z', 'revision_number': 1, 'project_id': '36710183574049eea9f759f7c48c8620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:59Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:12.421409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, dd76bb63-28fa-44e7-8e2e-be89637146a6) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:12.432952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c116855-7622-441e-ad9c-d8ae1aaf1724 None None] Network dd76bb63-28fa-44e7-8e2e-be89637146a6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:12.451169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353b670-044b-49e4-907a-79639cbd90ac None None] The sync data for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 is: [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'f73400b7-eae3-457e-bb12-58ae6abadcaa', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'port_id': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'mac_address': 'fa:16:3e:8d:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:08:51Z', 'updated_at': '2021-08-19T15:10:10Z', 'revision_number': 1, 'project_id': '36710183574049eea9f759f7c48c8620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:59Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:12.452216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:12.541956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:12.542446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:12.542920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:12.553682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fc2203d-504f-4f0f-a6ae-1f4f1ad22c73 req-e288654b-39a6-406c-9896-b11ae8f30312 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849074 Aug 19 15:10:12.608834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:12.609452 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:12.613361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-b5174ca0-f76c-4ba6-8a93-3b66baaf4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.616081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-b5174ca0-f76c-4ba6-8a93-3b66baaf4afc service neutron] 10.222.0.54 "GET /v2.0/networks?id=b63c9530-38e6-4869-867b-3d546179fd2e HTTP/1.1" status: 200 len: 911 time: 0.2922254 Aug 19 15:10:12.618561 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 2 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:12.646519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:12.646519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:12.646519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:12.743547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:12.743886 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:12.764125 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 3 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:12.814085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974389-6f94-4b59-9bc0-d25ea5b799d4 None None] New status for floating IP f73400b7-eae3-457e-bb12-58ae6abadcaa: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:10:12.836023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:12.836528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:12.836878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:12.841101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-e86dc51a-9c7a-496e-9971-9725bf930c63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 200 len: 999 time: 0.2112343 Aug 19 15:10:12.870968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:12.870968 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:12.870968 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 4 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:12.921918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82f0da-7afa-4c13-90ff-454bc7ca9215 req-8282d8b2-0e33-486b-9bf6-cfe4d593470f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.924796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b82f0da-7afa-4c13-90ff-454bc7ca9215 req-8282d8b2-0e33-486b-9bf6-cfe4d593470f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.2083981 Aug 19 15:10:12.935444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:12.935964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:12.936400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:12.971014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:10:12.973606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:12.973919 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:12.978252 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 5 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:12.986992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-3914b91f-796c-4e58-995a-f45580c046da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:12.988461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-3914b91f-796c-4e58-995a-f45580c046da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a04df0-b14d-4102-935d-68c2158b1bdc HTTP/1.1" status: 200 len: 849 time: 0.1373804 Aug 19 15:10:13.019229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:13.019565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:13.019905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:13.041465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b82f0da-7afa-4c13-90ff-454bc7ca9215 req-28059fdc-df1b-4fd1-b21f-9e404e035a31 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020060 Aug 19 15:10:13.048252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:13.048617 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:13.049993 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 6 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:13.123361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:13.123361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:13.123361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:13.128835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-b8aac1c0-7eda-443a-b9d7-fe9694f4d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:13.130434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-b8aac1c0-7eda-443a-b9d7-fe9694f4d238 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b63c9530-38e6-4869-867b-3d546179fd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267962 Aug 19 15:10:13.133328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:13.133689 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:13.135857 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 7 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:13.192371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:13.205325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:13.209256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:13.209256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:13.255172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:13.256216 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:13.261719 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 8 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:13.280815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:13.290720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:13.300434 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:13.300832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:13.301194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:13.301543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:13.302331 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:13.302954 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:13.327327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:13.327741 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:13.335476 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 9 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:13.355503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-678ecc86-cddb-4816-b086-6f5ecef1c849 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "PUT /v2.0/floatingips/2b50c112-09ec-436d-9e4d-dc331b9dca52 HTTP/1.1" status: 200 len: 992 time: 2.8648617 Aug 19 15:10:13.359065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'tag': '95240753-6205-4108-a689-0013b249fb7b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:13.361395 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3635ce99-de99-41e6-84cd-a77f668ea06a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "tag": "95240753-6205-4108-a689-0013b249fb7b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:13.368141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:13.368483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:13.368821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:13.372485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-acd0f506-5a06-4911-8756-a57a548fd056 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257209 Aug 19 15:10:13.375905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:13.376172 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:13.376567 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 10 to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 Aug 19 15:10:13.411542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:13.411882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:13.412229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:13.444154 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:13.450252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 2cd6b768-c66e-415b-8778-48e1933d2889 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:13.450584 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 2cd6b768-c66e-415b-8778-48e1933d2889 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:13.450961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:13.560384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] For port 2cd6b768-c66e-415b-8778-48e1933d2889, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:13.560764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempted to set empty binding levels {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 15:10:13.563262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4909bb09-3cdf-4b3b-9d82-5a9ec342d16f req-d7dec8f5-1277-48d5-992a-6f2f668a0367 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804321 Aug 19 15:10:13.684106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:13.718858 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '2b50c112-09ec-436d-9e4d-dc331b9dca52', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'port_id': '95240753-6205-4108-a689-0013b249fb7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'mac_address': 'fa:16:3e:fd:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:36Z', 'updated_at': '2021-08-19T15:10:11Z', 'revision_number': 1, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:13.725984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:13.727379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:13.750682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd6b768-c66e-415b-8778-48e1933d2889,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:13.752715 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:13.766562 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:13.767201 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:13.911699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7f79cdeb-a6fa-4aff-aa2c-046198c32db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.7899501 Aug 19 15:10:13.914149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:13.988111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:14.002706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Deleting port 2cd6b768-c66e-415b-8778-48e1933d2889 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:14.003057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:14.091051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] For port 2cd6b768-c66e-415b-8778-48e1933d2889, host n-h1-779913-32, got binding levels [] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:14.091433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:14.105815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Calling delete_port for 2cd6b768-c66e-415b-8778-48e1933d2889 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:14.294592 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:10:14.326352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '2b50c112-09ec-436d-9e4d-dc331b9dca52', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'port_id': '95240753-6205-4108-a689-0013b249fb7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'mac_address': 'fa:16:3e:fd:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:36Z', 'updated_at': '2021-08-19T15:10:11Z', 'revision_number': 1, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:14.380114 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28baa0a-be40-4c58-a5bf-bdffb657e8b8 None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '2b50c112-09ec-436d-9e4d-dc331b9dca52', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'port_id': '95240753-6205-4108-a689-0013b249fb7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'mac_address': 'fa:16:3e:fd:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:36Z', 'updated_at': '2021-08-19T15:10:11Z', 'revision_number': 1, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:14.418214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:14.431757 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429e827-df93-4eee-9adb-c96c7ec80b28 x-openstack-request-id: req-1429e827-df93-4eee-9adb-c96c7ec80b28 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:14.432312 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "tag": "95240753-6205-4108-a689-0013b249fb7b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:14.433906 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1429e827-df93-4eee-9adb-c96c7ec80b28 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:14.434389 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'tag': '95240753-6205-4108-a689-0013b249fb7b', 'status': 'completed', 'code': 200} Aug 19 15:10:14.453598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cd6b768-c66e-415b-8778-48e1933d2889,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:14.462623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:14.465391 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-977036ad-355e-40bf-bbf2-41d817ea59cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2cd6b768-c66e-415b-8778-48e1933d2889 HTTP/1.1" status: 204 len: 168 time: 0.5502148 Aug 19 15:10:14.468206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:14.499881 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a79378-4923-443c-9f8f-94284134b736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:14.501729 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e3a79378-4923-443c-9f8f-94284134b736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "GET /v2.0/ports/2cd6b768-c66e-415b-8778-48e1933d2889 HTTP/1.1" status: 404 len: 333 time: 0.0320053 Aug 19 15:10:14.505788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37370) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:14.512305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Request body: {'port': {'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-189807115'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:14.586586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-4c95b00f-408d-4a68-aa8e-3c427ebad388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:14.588591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-4c95b00f-408d-4a68-aa8e-3c427ebad388 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 1098 time: 0.1015675 Aug 19 15:10:14.597050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e49f9-d908-4e29-bdb7-71f265f44dcb req-caffeb57-d8a8-4a01-b56b-e6bcaf185e7b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:14.599503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c5e49f9-d908-4e29-bdb7-71f265f44dcb req-caffeb57-d8a8-4a01-b56b-e6bcaf185e7b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 945 time: 0.1023221 Aug 19 15:10:14.686286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280bd3c-889a-4d28-91af-7343dc9b1cb2 None None] New status for floating IP 2b50c112-09ec-436d-9e4d-dc331b9dca52: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:10:14.713989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Made reservation on behalf of 4783d64a41df43d1b1ddbe20b01b4257 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:14.714300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c5e49f9-d908-4e29-bdb7-71f265f44dcb req-00ac6ccd-679a-4a9e-acae-4be46258d7f1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909450 Aug 19 15:10:14.715442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:14.746659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-0d92a666-6db6-41ec-9306-f1a8cac8c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:14.748596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-0d92a666-6db6-41ec-9306-f1a8cac8c926 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.1479819 Aug 19 15:10:14.764076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port dd0d4108-6081-4582-a4e1-e388e0a41d76 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:14.856657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-a69e2d79-6c52-435c-a42e-26922134859e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95240753-6205-4108-a689-0013b249fb7b HTTP/1.1" status: 200 len: 1000 time: 0.0939882 Aug 19 15:10:14.953638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-ecf025f7-b339-4fdc-8be7-e25d98e95332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:14.955532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-ecf025f7-b339-4fdc-8be7-e25d98e95332 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.0917630 Aug 19 15:10:14.986801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b4a5-d52f-4acc-9ad8-617e50eae7c5 req-b3ee958b-e8d3-4501-abc1-35942c3416ec tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:15.000052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c65b4a5-d52f-4acc-9ad8-617e50eae7c5 req-b3ee958b-e8d3-4501-abc1-35942c3416ec tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1079211 Aug 19 15:10:15.054098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.126998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c65b4a5-d52f-4acc-9ad8-617e50eae7c5 req-04d9c766-404f-419b-a75f-e09c5fcc9b15 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260591 Aug 19 15:10:15.128894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-9995b2a8-f9f0-4eb4-9bec-81ce75797373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:15.130408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-9995b2a8-f9f0-4eb4-9bec-81ce75797373 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663351 Aug 19 15:10:15.150467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-28219886-e33e-4584-ae82-a056407cbde6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:15.152053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-28219886-e33e-4584-ae82-a056407cbde6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0874915 Aug 19 15:10:15.303932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.362591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Network dd76bb63-28fa-44e7-8e2e-be89637146a6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:15.365716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:15.372049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:15.372950 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:15.373604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.381994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0d4108-6081-4582-a4e1-e388e0a41d76,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:15.574005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf2824fe-8768-492d-a523-9422e89a8065 req-71d7ade5-da6e-4643-a857-60cf00f0fab8 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.3949649 Aug 19 15:10:15.594756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d37672b0-fd8c-446d-89ec-7fbb7406e968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0873230 Aug 19 15:10:15.597404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37384) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:15.611267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:15.657758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-645c0f46-8986-42fe-8d8a-864b531fec06 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046487 Aug 19 15:10:15.664557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port d0652720-edb8-4a94-a6d1-9ac04e453ab3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:15.664900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.681888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.856136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port d0652720-edb8-4a94-a6d1-9ac04e453ab3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d0652720-edb8-4a94-a6d1-9ac04e453ab3,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:15.856136 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.884163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3635ce99-de99-41e6-84cd-a77f668ea06a req-f17d62f7-3d39-4bd3-a528-a4a533f47840 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683760 Aug 19 15:10:15.885036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for d0652720-edb8-4a94-a6d1-9ac04e453ab3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:15.911617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port dd0d4108-6081-4582-a4e1-e388e0a41d76 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:15.922602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.939670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Transition to ACTIVE for port object dd0d4108-6081-4582-a4e1-e388e0a41d76 will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:16.018666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3387a-6c20-4e12-ac09-cb81ba4c5bed req-2bf02130-8232-4ef7-b360-3334c4bd653b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.020186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71b3387a-6c20-4e12-ac09-cb81ba4c5bed req-2bf02130-8232-4ef7-b360-3334c4bd653b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0740530 Aug 19 15:10:16.097813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71b3387a-6c20-4e12-ac09-cb81ba4c5bed req-abb2da8f-1fed-47e9-8d56-b74cba951e4f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696232 Aug 19 15:10:16.150149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.217155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0d4108-6081-4582-a4e1-e388e0a41d76,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:16.222031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.222375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.222860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.237734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.237734 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.237734 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 2 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.249362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.250345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.250345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.254964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.255295 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.255692 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 3 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.261019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fcfc8-97e7-4be6-97b2-c660fcedfd50 req-998f12e7-5df0-4df6-8a74-17bc05d5016c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.262774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-052fcfc8-97e7-4be6-97b2-c660fcedfd50 req-998f12e7-5df0-4df6-8a74-17bc05d5016c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0575168 Aug 19 15:10:16.273153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.273487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.273831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.278664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.278995 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.279391 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 4 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.294022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.295425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.295787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.300401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.300737 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.301181 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 5 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.309549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-052fcfc8-97e7-4be6-97b2-c660fcedfd50 req-a2c3c14c-80d0-4c83-a951-7c838518df68 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Aug 19 15:10:16.312472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.315680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.315906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.316252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.321469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.321796 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.322191 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 6 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.324384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['12be357d-fd17-4f43-8781-0948396391ef', 'd0652720-edb8-4a94-a6d1-9ac04e453ab3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:16.337424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.338062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.338706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.344431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.344775 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.345207 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 7 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.361617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:16.366163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=d0652720-edb8-4a94-a6d1-9ac04e453ab3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:16.368285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.369991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.369991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.374854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.375462 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.375962 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 8 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.391126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.391972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.392419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.397444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.398229 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.399051 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 9 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.416460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port d0652720-edb8-4a94-a6d1-9ac04e453ab3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:10:16.418813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.420763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.421409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.421605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d154e39-bfb7-4c20-bc54-6804366c5628 req-6041ef11-7754-49e2-9711-f8fd0c2a42bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "DELETE /v2.0/ports/d0652720-edb8-4a94-a6d1-9ac04e453ab3 HTTP/1.1" status: 204 len: 173 time: 1.2604835 Aug 19 15:10:16.421919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.427147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.427495 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.427980 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 10 to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 Aug 19 15:10:16.435348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'name': 'network-vif-deleted', 'tag': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:16.438328 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f865d-077d-49ee-bcab-efcb03bc87df" -d '{"events": [{"server_uuid": "a8e6f43c-7c65-4fda-b44f-607c60f5b5d8", "name": "network-vif-deleted", "tag": "d0652720-edb8-4a94-a6d1-9ac04e453ab3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:16.442548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:16.442967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:16.443216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:16.448801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:16.449075 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port dd0d4108-6081-4582-a4e1-e388e0a41d76 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:16.449501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.481662 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012aff70-4f3f-4a64-8213-9f86e8c4dc47 x-openstack-request-id: req-012aff70-4f3f-4a64-8213-9f86e8c4dc47 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:16.481856 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e6f43c-7c65-4fda-b44f-607c60f5b5d8", "name": "network-vif-deleted", "tag": "d0652720-edb8-4a94-a6d1-9ac04e453ab3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:16.482020 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-012aff70-4f3f-4a64-8213-9f86e8c4dc47 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:16.482731 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e6f43c-7c65-4fda-b44f-607c60f5b5d8', 'name': 'network-vif-deleted', 'tag': 'd0652720-edb8-4a94-a6d1-9ac04e453ab3', 'status': 'completed', 'code': 200} Aug 19 15:10:16.529647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] For port dd0d4108-6081-4582-a4e1-e388e0a41d76, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:16.530082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempted to set empty binding levels {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 15:10:16.712836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-649d9732-ef7b-4a35-9112-278c3edf69fa req-ba6516aa-a4d8-4e2f-8e25-ac561773b635 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0305669 Aug 19 15:10:16.735471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.774933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] In _notify_port_updated(), no bound segment for port dd0d4108-6081-4582-a4e1-e388e0a41d76 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:10:16.777194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.778081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.779651 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "PUT /v2.0/ports/dd0d4108-6081-4582-a4e1-e388e0a41d76 HTTP/1.1" status: 200 len: 979 time: 1.1795313 Aug 19 15:10:16.783126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37400) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:16.891425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720b572-558d-48cd-81c0-6e96223b301e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0d4108-6081-4582-a4e1-e388e0a41d76,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:16.954695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.955186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.955658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.956211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.956680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.957210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.957738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.958200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.958658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.959143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.959599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.960057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.961763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.962250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.962761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.963230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.963708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.964174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.964636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.965170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.965638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.966103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.966565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.967109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.967629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.968151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.968550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.971591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.971591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.971591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.971591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.971591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.971591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.972072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.972202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.972666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.973285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.973754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.974267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.978637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.978637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:16.979798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29dc3b73-3470-48c4-afea-b1e698d33f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37029 time: 0.1952834 Aug 19 15:10:16.984467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37408) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:17.062112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Deleting port dd0d4108-6081-4582-a4e1-e388e0a41d76 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:17.062466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.140651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] For port dd0d4108-6081-4582-a4e1-e388e0a41d76, host n-h1-779913-32, got binding levels [] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:17.141019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.159520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Calling delete_port for dd0d4108-6081-4582-a4e1-e388e0a41d76 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:17.239789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d1bbed0-87a3-41a4-904c-4d27a47cf724 req-7e616161-c67d-447b-bcba-9b9c7cbb46f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8e6f43c-7c65-4fda-b44f-607c60f5b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0379710 Aug 19 15:10:17.453359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74107418-ea61-41ca-bfa0-044850f3a253 req-78f64c7b-976d-4c2c-b25e-9d8fc97ffd93 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:17.455054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74107418-ea61-41ca-bfa0-044850f3a253 req-78f64c7b-976d-4c2c-b25e-9d8fc97ffd93 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0540793 Aug 19 15:10:17.463813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:17.468975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-689724896'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:17.496188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.509132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74107418-ea61-41ca-bfa0-044850f3a253 req-e9f24102-130d-47f6-b679-444cff667a5a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Aug 19 15:10:17.532619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd0d4108-6081-4582-a4e1-e388e0a41d76,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:17.538880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.540969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-acf641b2-22e9-4972-b82b-d5dfbea23a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dd0d4108-6081-4582-a4e1-e388e0a41d76 HTTP/1.1" status: 204 len: 168 time: 0.5553484 Aug 19 15:10:17.543942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37418) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:17.575293 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-875053b3-c7d2-4495-9fc9-42dfdfe42878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:17.577535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-875053b3-c7d2-4495-9fc9-42dfdfe42878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "GET /v2.0/ports/dd0d4108-6081-4582-a4e1-e388e0a41d76 HTTP/1.1" status: 404 len: 333 time: 0.0325475 Aug 19 15:10:17.581787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37420) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:17.588809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123364760', 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:17.707863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:17.712508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.743222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:10:17.752709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.753188 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Added segment 27d87a18-0463-48ef-9b76-f88da8109f57 of type vlan for network b32d9714-c1df-4865-b7c5-0cfc135d9b1d Aug 19 15:10:17.807055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.827771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-665e9a80-7c4a-4135-bc04-65ebdceb8489 req-b028b13e-93d1-43c9-90d9-60c4690d862c tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0333138 Aug 19 15:10:17.883541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Made reservation on behalf of 4783d64a41df43d1b1ddbe20b01b4257 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:17.886793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.904040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port 7b3ff045-f240-4d69-bc02-3a4cd210fc18 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:18.075401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.077518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.092717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:18.092717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.169961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Network': ['ID=b32d9714-c1df-4865-b7c5-0cfc135d9b1d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:18.182189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:10:18.270307 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a3f858a-bf47-4cd6-b0fc-3fc3791aace8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8053114 Aug 19 15:10:18.273381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.277788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-39145296'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:18.375105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.405891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:18.409419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.432884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Network dd76bb63-28fa-44e7-8e2e-be89637146a6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:18.438308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:18.442870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:18.443819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:18.444528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.460028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=7b3ff045-f240-4d69-bc02-3a4cd210fc18,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:18.470168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:10:18.480651 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.486202 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Added segment 33e44ffd-3990-44c3-bf21-364b1d637d6d of type vlan for network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 Aug 19 15:10:18.526130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.587452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d2ecd6f6-16d3-4115-85c3-ff76fd819200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0034125 Aug 19 15:10:18.590270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.630445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ba728-683f-487d-b2e4-969dc133ac7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:18.632329 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-566ba728-683f-487d-b2e4-969dc133ac7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "GET /v2.0/ports/7b3ff045-f240-4d69-bc02-3a4cd210fc18 HTTP/1.1" status: 200 len: 959 time: 0.0408885 Aug 19 15:10:18.635286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.715875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Deleting port 7b3ff045-f240-4d69-bc02-3a4cd210fc18 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:18.716215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.781830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.796641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.807719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:18.808815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.826835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Calling delete_port for 7b3ff045-f240-4d69-bc02-3a4cd210fc18 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:18.867824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d0652720-edb8-4a94-a6d1-9ac04e453ab3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:18.889647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: d0652720-edb8-4a94-a6d1-9ac04e453ab3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:18.889996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d0652720-edb8-4a94-a6d1-9ac04e453ab3 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:18.941491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Network': ['ID=ac1865d5-4e99-46d5-a6b5-21d296fd48d2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:18.957271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:10:18.966416 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed36b5f6-5aec-4393-ad18-95b2fb21fe0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6915975 Aug 19 15:10:18.970907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.986747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'subnet': {'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:19.088913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.089855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c605b5b-baee-44a4-81a0-a6ffc60833ce req-cab74b20-d401-443d-8e0e-562597020b9d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:19.092556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c605b5b-baee-44a4-81a0-a6ffc60833ce req-cab74b20-d401-443d-8e0e-562597020b9d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0582774 Aug 19 15:10:19.118811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b3ff045-f240-4d69-bc02-3a4cd210fc18,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:19.124578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.126644 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9f434bc6-5804-4784-a798-efa65efb9e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7b3ff045-f240-4d69-bc02-3a4cd210fc18 HTTP/1.1" status: 204 len: 168 time: 0.4904387 Aug 19 15:10:19.129469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37452) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:19.137300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c605b5b-baee-44a4-81a0-a6ffc60833ce req-96f129e6-687d-415b-bbd0-42a92f616058 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Aug 19 15:10:19.154470 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b249f8e-3280-4bed-92ef-384eed5c2365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:19.156111 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3b249f8e-3280-4bed-92ef-384eed5c2365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "GET /v2.0/ports/7b3ff045-f240-4d69-bc02-3a4cd210fc18 HTTP/1.1" status: 404 len: 333 time: 0.0253475 Aug 19 15:10:19.160970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37454) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:19.167793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Request body: {'port': {'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-792684766'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:19.185843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:19.189662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.236284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c647b599-ef30-4f03-ad7c-5a4e611b496f req-352b586d-a8e2-49d1-9864-9a28363d273a tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0275419 Aug 19 15:10:19.300312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Made reservation on behalf of 4783d64a41df43d1b1ddbe20b01b4257 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:19.307119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.330035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port 3c542daa-ed57-4107-a8e4-178958a37f05 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:19.526602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.529220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.543481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f913-ecbe-4b03-996d-ecc5bfc9331d req-1569d9bd-3709-4dc3-9945-4dacdda7f6fe tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:19.545061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cd0f913-ecbe-4b03-996d-ecc5bfc9331d req-1569d9bd-3709-4dc3-9945-4dacdda7f6fe tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.1202908 Aug 19 15:10:19.604242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Subnet': ['ID=6fb35f87-30ac-4f4e-a85f-13568508ad61,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:19.605288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cd0f913-ecbe-4b03-996d-ecc5bfc9331d req-59c396f3-58f4-4eec-97c5-e098d291d1c4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Aug 19 15:10:19.612824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Checking segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:19.613233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network hostable DHCP agents. Network: b32d9714-c1df-4865-b7c5-0cfc135d9b1d, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:10:19.752702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.766760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:10:19.811804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Network dd76bb63-28fa-44e7-8e2e-be89637146a6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:19.814804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:19.818843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:19.819829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:19.820723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.829438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=3c542daa-ed57-4107-a8e4-178958a37f05,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:19.882929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b32d9714-c1df-4865-b7c5-0cfc135d9b1d) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:19.889966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:19.890925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.892212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758ad1b-67d2-46e7-a006-61be264bf26b None None] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:19.953197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b586cdfa-a938-4f68-a45a-45f10b65bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7890558 Aug 19 15:10:19.954972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37458) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:19.961535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:20.025366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.041757 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c52bf73b-4fbd-410d-8b7f-849da0e77db7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0691500 Aug 19 15:10:20.044305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37460) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:20.050061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'subnet': {'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:20.078960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:10:20.081299 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.266435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] device_id is not set on port 3c542daa-ed57-4107-a8e4-178958a37f05 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:20.277380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.291932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:20.295567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.307300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Transition to ACTIVE for port object 3c542daa-ed57-4107-a8e4-178958a37f05 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:20.319458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdce88-2b1d-47fa-af7e-b688c0b411d7 req-c82130b5-252c-467b-a212-71601ad5e14e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:20.321881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9bdce88-2b1d-47fa-af7e-b688c0b411d7 req-c82130b5-252c-467b-a212-71601ad5e14e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0991423 Aug 19 15:10:20.355478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Allocated IP 10.1.1.2 (b32d9714-c1df-4865-b7c5-0cfc135d9b1d/6fb35f87-30ac-4f4e-a85f-13568508ad61/3993c2db-9ff4-4a50-8d48-5198e3306c07) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:20.380085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9bdce88-2b1d-47fa-af7e-b688c0b411d7 req-3c9d9975-5d6d-45e8-9fea-d585f0e206df tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Aug 19 15:10:20.420624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.529080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-751510c8-25e8-40a7-aa9a-bec41301ddfd req-0e2fdcf0-6958-4e3b-8668-d00b8fd313b5 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0444570 Aug 19 15:10:20.562817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-634c1177-919d-41a2-aba7-e17b9017764b req-45e75e9f-52dc-4c7c-beee-3b7be427dda7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0753696 Aug 19 15:10:20.575251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=3c542daa-ed57-4107-a8e4-178958a37f05,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:20.587383 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.598760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Transition to ACTIVE for port object 3993c2db-9ff4-4a50-8d48-5198e3306c07 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:20.619535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.619535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.619535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.629604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Transition to ACTIVE for port object 3993c2db-9ff4-4a50-8d48-5198e3306c07 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:20.633683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.634261 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.634879 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 2 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.656870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-3e7dd53d-7c05-43de-bd13-a0675c83cc87 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:20.658407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-3e7dd53d-7c05-43de-bd13-a0675c83cc87 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.1038358 Aug 19 15:10:20.660990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.661301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.661642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.666105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.666670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.666784 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.667135 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 3 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.681396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.681895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.682469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.688226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.688859 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.689449 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 4 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.705251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.705840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.706341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.712168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.712760 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.713345 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 5 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.729307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.729907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.730445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.735711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.736376 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.736926 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 6 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.741426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Subnet': ['ID=b1df0341-84a5-4a86-be95-3cb898235181,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:20.750679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Checking segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:20.751054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network hostable DHCP agents. Network: ac1865d5-4e99-46d5-a6b5-21d296fd48d2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:10:20.784024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.799128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.799465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.799805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.814216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.814543 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.815368 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 7 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.829512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:20.832677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:20.837746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:20.841070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Pushing event updated for resources: {'Port': ['ID=3993c2db-9ff4-4a50-8d48-5198e3306c07,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:20.866790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.867048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.867240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.875491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:10:20.880959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.881355 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.882522 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 8 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.892575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955778-8c0f-447a-930b-3c9be72fa5ac req-ed180aa1-9132-4483-8460-b4869e35236d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:20.899622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c955778-8c0f-447a-930b-3c9be72fa5ac req-ed180aa1-9132-4483-8460-b4869e35236d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 945 time: 0.1512687 Aug 19 15:10:20.907144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Attempting to bind port 3993c2db-9ff4-4a50-8d48-5198e3306c07 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.907723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Attempting to bind port 3993c2db-9ff4-4a50-8d48-5198e3306c07 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.908033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Attempting to bind port 3993c2db-9ff4-4a50-8d48-5198e3306c07 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.914586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:20.914970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Checking segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:20.915443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.915848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Bound using segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:20.916335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Bound port: 3993c2db-9ff4-4a50-8d48-5198e3306c07, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:20.917017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.933775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.934027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.934374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.945195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:20.945529 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:20.947410 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 9 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:20.981896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port 12be357d-fd17-4f43-8781-0948396391ef {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:20.982240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.989046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c955778-8c0f-447a-930b-3c9be72fa5ac req-b1516cfc-f204-4d0a-8a07-365b34d4079b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858440 Aug 19 15:10:20.989772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.990112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.990474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.995975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] For port 3993c2db-9ff4-4a50-8d48-5198e3306c07, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:21.010739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] For port 3993c2db-9ff4-4a50-8d48-5198e3306c07, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3993c2db-9ff4-4a50-8d48-5198e3306c07,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:21.010922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ac1865d5-4e99-46d5-a6b5-21d296fd48d2) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:21.014099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:21.015008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.021760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8545d-a94e-42b4-89a8-49a90212bd5f None None] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:21.032985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:21.033383 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:21.039425 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempt 10 to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 Aug 19 15:10:21.059060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:21.059409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:21.059808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempting to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:21.068907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:21.069263 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Failed to bind port 3c542daa-ed57-4107-a8e4-178958a37f05 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '947c87bc-2b8b-4099-8f1a-69bb9b74e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dd76bb63-28fa-44e7-8e2e-be89637146a6'}] Aug 19 15:10:21.069640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.119110 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.141015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port 12be357d-fd17-4f43-8781-0948396391ef, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=12be357d-fd17-4f43-8781-0948396391ef,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:21.141531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.156704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for 12be357d-fd17-4f43-8781-0948396391ef owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:21.169766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3b6cfe94-80a9-4a0a-b437-02a7ccce443f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1239724 Aug 19 15:10:21.175064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:21.182162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2112512880', 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:21.222294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b1758-07a5-4694-af16-1ae17287bf24 None None] Pushing event updated for resources: {'Port': ['ID=3993c2db-9ff4-4a50-8d48-5198e3306c07,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:21.255777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] For port 3c542daa-ed57-4107-a8e4-178958a37f05, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:21.256158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attempted to set empty binding levels {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 15:10:21.273955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'fixed_ips': [{'subnet_id': 'b1df0341-84a5-4a86-be95-3cb898235181'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:10:21.278066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.363158 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.418032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] In _notify_port_updated(), no bound segment for port 3c542daa-ed57-4107-a8e4-178958a37f05 on network dd76bb63-28fa-44e7-8e2e-be89637146a6 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:10:21.418922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:21.419647 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.420991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "PUT /v2.0/ports/3c542daa-ed57-4107-a8e4-178958a37f05 HTTP/1.1" status: 200 len: 979 time: 1.4649909 Aug 19 15:10:21.431099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37478) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:21.462755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80878a4-3c11-444a-b515-b3e3b658afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event updated for resources: {'Port': ['ID=3c542daa-ed57-4107-a8e4-178958a37f05,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:21.496436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:21.530990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Allocated IP 10.2.2.2 (ac1865d5-4e99-46d5-a6b5-21d296fd48d2/b1df0341-84a5-4a86-be95-3cb898235181/f97eb684-c8cc-4c42-b5a0-efd84e78b21a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:21.599552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.630497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['12be357d-fd17-4f43-8781-0948396391ef'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:21.645267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:21.650606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=12be357d-fd17-4f43-8781-0948396391ef,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:21.680847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.698447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceb330-1e1f-4ef3-86dd-3c53336a2e88 req-b375466e-7f2d-4357-b604-c7ef35a3844a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:21.698711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Deleting port 3c542daa-ed57-4107-a8e4-178958a37f05 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:21.698972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.705290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaceb330-1e1f-4ef3-86dd-3c53336a2e88 req-b375466e-7f2d-4357-b604-c7ef35a3844a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1808777 Aug 19 15:10:21.705669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] device_id is not set on port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:21.743091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port 12be357d-fd17-4f43-8781-0948396391ef on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:10:21.748657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.752448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55b273aa-349b-4823-bdc4-bee97d411c96 req-c15f1b2a-c04a-4547-8488-cad68cb892c1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "DELETE /v2.0/ports/12be357d-fd17-4f43-8781-0948396391ef HTTP/1.1" status: 204 len: 173 time: 1.0026259 Aug 19 15:10:21.752448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'name': 'network-vif-deleted', 'tag': '12be357d-fd17-4f43-8781-0948396391ef'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:21.762194 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33606a-8916-4f5d-a920-c6fec79fa53f" -d '{"events": [{"server_uuid": "9dec8424-0b94-4dd0-a743-5589a0a43011", "name": "network-vif-deleted", "tag": "12be357d-fd17-4f43-8781-0948396391ef"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:21.801275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaceb330-1e1f-4ef3-86dd-3c53336a2e88 req-11baee44-c5c1-4576-98ca-258d52964722 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910254 Aug 19 15:10:21.834101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] For port 3c542daa-ed57-4107-a8e4-178958a37f05, host n-h1-779913-32, got binding levels [] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:21.834494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.874305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.876857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Calling delete_port for 3c542daa-ed57-4107-a8e4-178958a37f05 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:21.897278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Transition to ACTIVE for port object f97eb684-c8cc-4c42-b5a0-efd84e78b21a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:21.927962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Transition to ACTIVE for port object f97eb684-c8cc-4c42-b5a0-efd84e78b21a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:21.941931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8377f8e-feff-4287-a330-e238cc9c2c28 req-95f587f8-e76c-425d-b78f-73561760a8cc tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0600135 Aug 19 15:10:22.021251 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.031227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 10.1.1.33 (b32d9714-c1df-4865-b7c5-0cfc135d9b1d/6fb35f87-30ac-4f4e-a85f-13568508ad61/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:22.092744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:22.096081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:22.105867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:22.109352 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ee9e90-06a8-43cf-adb7-3dc371e442cc x-openstack-request-id: req-28ee9e90-06a8-43cf-adb7-3dc371e442cc {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:22.109647 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dec8424-0b94-4dd0-a743-5589a0a43011", "name": "network-vif-deleted", "tag": "12be357d-fd17-4f43-8781-0948396391ef", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:22.109914 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28ee9e90-06a8-43cf-adb7-3dc371e442cc {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:22.110507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Pushing event updated for resources: {'Port': ['ID=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:22.110752 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec8424-0b94-4dd0-a743-5589a0a43011', 'name': 'network-vif-deleted', 'tag': '12be357d-fd17-4f43-8781-0948396391ef', 'status': 'completed', 'code': 200} Aug 19 15:10:22.126078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.132291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:22.198661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Attempting to bind port f97eb684-c8cc-4c42-b5a0-efd84e78b21a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:22.198661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Attempting to bind port f97eb684-c8cc-4c42-b5a0-efd84e78b21a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:22.198967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Attempting to bind port f97eb684-c8cc-4c42-b5a0-efd84e78b21a on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:22.207696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:22.208069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Checking segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:22.208418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.208827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Bound using segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:22.209448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Bound port: f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:22.209841 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.261394 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.269180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-499f314b-df59-481e-89bb-b99b6b3b0a47 req-406d1cab-037f-46fe-b069-b29881303190 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec8424-0b94-4dd0-a743-5589a0a43011 HTTP/1.1" status: 200 len: 210 time: 0.0517497 Aug 19 15:10:22.306422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] For port f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:22.310844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] For port f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:22.326002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c542daa-ed57-4107-a8e4-178958a37f05,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:22.362084 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.367869 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e207f3e9-247a-4817-8e5a-6df3dd929813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3c542daa-ed57-4107-a8e4-178958a37f05 HTTP/1.1" status: 204 len: 168 time: 0.9380851 Aug 19 15:10:22.376423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37492) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:22.394362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.415099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.415704 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86708ce-4675-4284-946e-fee16d13001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:22.415801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object ee35af8a-4ee6-4b61-9a2b-72507d2e41ec will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:22.416800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a86708ce-4675-4284-946e-fee16d13001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548925104-project-admin] 10.222.0.13 "GET /v2.0/ports/3c542daa-ed57-4107-a8e4-178958a37f05 HTTP/1.1" status: 404 len: 333 time: 0.0391171 Aug 19 15:10:22.422319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37494) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:22.526313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee8f48-f7db-4ae1-81f9-adf5aa2409e2 None None] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:22.529257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.540581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e47cc-7df1-49b8-b7ef-3d0208057e2f None None] Pushing event updated for resources: {'Port': ['ID=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:22.561531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.613168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:22.618406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:22.628554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:22.680273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.697662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd76bb63-28fa-44e7-8e2e-be89637146a6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:22.702583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:22.713307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a08d0143-48e6-4a6b-a108-509b023f7da2 None None] Provisioning for port 3993c2db-9ff4-4a50-8d48-5198e3306c07 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:22.718936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947c87bc-2b8b-4099-8f1a-69bb9b74e995') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:22.719413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947c87bc-2b8b-4099-8f1a-69bb9b74e995') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:22.726438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:22.727488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.741031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.759511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.767055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:10:22.767565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:10:22.772786 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:10:22.845704 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4e5bc7eb-9712-40a6-abd9-d3b3e4db7068 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6659589 Aug 19 15:10:22.845704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:22.860351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-812880929', 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:23.024620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.044278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.049724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] 10.222.0.13 "DELETE /v2.0/networks/dd76bb63-28fa-44e7-8e2e-be89637146a6 HTTP/1.1" status: 204 len: 168 time: 0.6255200 Aug 19 15:10:23.131507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e038-170d-4154-979e-6c0ed8b6fcc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192777262-project] Pushing event deleted for resources: {'Network': ['ID=dd76bb63-28fa-44e7-8e2e-be89637146a6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:23.180596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f97eb684-c8cc-4c42-b5a0-efd84e78b21a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:23.206663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2697dc0-5b99-42d9-a6f5-ab3c0ff9017c req-e65c17db-3ab0-4095-a244-95e1debf8852 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:23.208668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2697dc0-5b99-42d9-a6f5-ab3c0ff9017c req-e65c17db-3ab0-4095-a244-95e1debf8852 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.2046459 Aug 19 15:10:23.298505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:23.311518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.314830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2697dc0-5b99-42d9-a6f5-ab3c0ff9017c req-0ab76116-fb6d-4a2b-88dd-a5e26545059d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929139 Aug 19 15:10:23.363083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] device_id is not set on port d586ed9c-e825-4a5e-85f0-eabfce52ef11 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:23.427954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a87e5e76-b22a-4440-b89e-361948310c6c req-753b2cb5-ce27-4b7f-b52d-fe7a8b24024c tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0376267 Aug 19 15:10:23.484755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f97eb684-c8cc-4c42-b5a0-efd84e78b21a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:23.489362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3993c2db-9ff4-4a50-8d48-5198e3306c07 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:23.504234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-15c43351-faee-48aa-93e2-d09659080b7e None None] Provisioning for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:23.529147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-15c43351-faee-48aa-93e2-d09659080b7e None None] Provisioning complete for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.529809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15c43351-faee-48aa-93e2-d09659080b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.585224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-15c43351-faee-48aa-93e2-d09659080b7e None None] Port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:23.635803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 10.1.1.116 (b32d9714-c1df-4865-b7c5-0cfc135d9b1d/6fb35f87-30ac-4f4e-a85f-13568508ad61/d586ed9c-e825-4a5e-85f0-eabfce52ef11) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:23.738151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-057708f9-bb4f-4a80-bad5-d724a7707b63 None None] Provisioning complete for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.738535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-057708f9-bb4f-4a80-bad5-d724a7707b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.766238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 3993c2db-9ff4-4a50-8d48-5198e3306c07 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:23.775574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 3993c2db-9ff4-4a50-8d48-5198e3306c07 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.775954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.819284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-057708f9-bb4f-4a80-bad5-d724a7707b63 None None] Port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:23.873563 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.914312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 3993c2db-9ff4-4a50-8d48-5198e3306c07, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3993c2db-9ff4-4a50-8d48-5198e3306c07,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:23.940425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.959510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object d586ed9c-e825-4a5e-85f0-eabfce52ef11 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:24.020798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02a34f-f483-427c-9e3a-c5e9d5deae8d None None] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:24.030239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37528) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:24.082480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.146572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.159205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=3993c2db-9ff4-4a50-8d48-5198e3306c07,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.184959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] Provisioning for port f97eb684-c8cc-4c42-b5a0-efd84e78b21a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:24.188517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7b155ba7-2d54-4447-81e6-2485c9fff030 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=250379801cb440b9a3589210a9c8c6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569386 Aug 19 15:10:24.191034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37532) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:24.202092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] Provisioning complete for port f97eb684-c8cc-4c42-b5a0-efd84e78b21a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:24.202471 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.261492 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-15966c6b-aced-4c72-8938-9262a78f0a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.263826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.281474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:24.284029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:24.297894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-15966c6b-aced-4c72-8938-9262a78f0a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.306259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:24.371356 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.429997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:24.430695 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.463811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] For port f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:24.552694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-724e5a24-e6ab-44bd-8dc5-b129fac5e22c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7048197 Aug 19 15:10:24.552999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8db336a9-61cd-473e-8737-fac914ca3a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.582170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-15966c6b-aced-4c72-8938-9262a78f0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.591318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-15966c6b-aced-4c72-8938-9262a78f0a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.591631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.591756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-15966c6b-aced-4c72-8938-9262a78f0a36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/167ce3ea-ec0d-48fa-afd7-b452809396d4 HTTP/1.1" status: 204 len: 168 time: 0.3966961 Aug 19 15:10:24.619738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15966c6b-aced-4c72-8938-9262a78f0a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167ce3ea-ec0d-48fa-afd7-b452809396d4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.684429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a02fb8-95fb-4598-8e28-c30a26921dc7 None None] Pushing event updated for resources: {'Port': ['ID=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.727043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-135fa84d-5bdd-4845-b2ba-45ef78d48ac1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:24.728587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-135fa84d-5bdd-4845-b2ba-45ef78d48ac1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.2222965 Aug 19 15:10:24.746343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-aab93294-28e9-4428-96ef-a694907d26bc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0112028 Aug 19 15:10:24.799772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3ed181e2-0281-4b9e-9f39-70d50793c1b4 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470624 Aug 19 15:10:24.831543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-761e4439-b4e2-402f-9223-becdd4bbbd42 None None] Provisioning for port d586ed9c-e825-4a5e-85f0-eabfce52ef11 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:24.835788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-761e4439-b4e2-402f-9223-becdd4bbbd42 None None] Provisioning complete for port d586ed9c-e825-4a5e-85f0-eabfce52ef11 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:24.836196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-761e4439-b4e2-402f-9223-becdd4bbbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.881537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-761e4439-b4e2-402f-9223-becdd4bbbd42 None None] Port d586ed9c-e825-4a5e-85f0-eabfce52ef11 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:24.893169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-761e4439-b4e2-402f-9223-becdd4bbbd42 None None] Provisioning complete for port f97eb684-c8cc-4c42-b5a0-efd84e78b21a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:24.893612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-761e4439-b4e2-402f-9223-becdd4bbbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.909221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-82e03b51-26c8-4632-b2c2-d54596c92804 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009579 Aug 19 15:10:24.916192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 12be357d-fd17-4f43-8781-0948396391ef no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:24.940349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 12be357d-fd17-4f43-8781-0948396391ef {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:24.940838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 12be357d-fd17-4f43-8781-0948396391ef not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:24.957845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f97eb684-c8cc-4c42-b5a0-efd84e78b21a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:25.050680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f97eb684-c8cc-4c42-b5a0-efd84e78b21a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:25.050992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.078348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-03769371-1de1-48fe-bcc6-0f01dd33df44 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601439 Aug 19 15:10:25.145237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3993c2db-9ff4-4a50-8d48-5198e3306c07 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:25.198103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 3993c2db-9ff4-4a50-8d48-5198e3306c07 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:25.198817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.354142 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.429638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ece1f62-cf2e-454a-b6b6-6726e6661e55 req-047524b9-80d9-40db-a3d5-b5559b6bed33 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0283275 Aug 19 15:10:25.474214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37566) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:25.559356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e0bc56a5-cdd5-4def-be30-aecdfc3ed0f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4783d64a41df43d1b1ddbe20b01b4257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837011 Aug 19 15:10:25.561774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37572) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:25.580450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494050-98d1-47e1-972f-326947f56dee req-96e27722-f91d-455d-9c2d-a13166369dc9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:25.582134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99494050-98d1-47e1-972f-326947f56dee req-96e27722-f91d-455d-9c2d-a13166369dc9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0677414 Aug 19 15:10:25.622223 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83222794-5b09-44ed-b83a-9124c6c1c6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.626727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99494050-98d1-47e1-972f-326947f56dee req-f420d6a5-2b9d-4cc9-ab2f-019d0800b3e2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Aug 19 15:10:25.646153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83222794-5b09-44ed-b83a-9124c6c1c6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.801083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83222794-5b09-44ed-b83a-9124c6c1c6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.804768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83222794-5b09-44ed-b83a-9124c6c1c6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.806042 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83222794-5b09-44ed-b83a-9124c6c1c6f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/124b093f-7862-4b99-95d7-72a6fe4b415a HTTP/1.1" status: 204 len: 168 time: 0.2431073 Aug 19 15:10:25.814819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83222794-5b09-44ed-b83a-9124c6c1c6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b093f-7862-4b99-95d7-72a6fe4b415a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:26.263832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37578) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:26.274343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507971186', 'description': 'tempest-description--1997295054'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:26.429059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:26.507641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8310f50-41ed-4439-8da1-24d5c9520ead req-7aeeb6bb-eb67-4053-85c2-c59f381e22d0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 210 time: 0.0265234 Aug 19 15:10:26.539150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:26.684583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18a239a9-933f-42c8-93c9-36c6c70c2d0d req-f1a766e7-7ed6-4a6f-a518-01c5f0ff264b tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0286641 Aug 19 15:10:26.734835 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:26.777265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:26.869554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3da3a7-4238-470b-9553-ae62de1d5467 req-ed8b104d-0117-401b-92af-7ff6bb1a8c82 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:26.871035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b3da3a7-4238-470b-9553-ae62de1d5467 req-ed8b104d-0117-401b-92af-7ff6bb1a8c82 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0542281 Aug 19 15:10:26.918029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b3da3a7-4238-470b-9553-ae62de1d5467 req-1f44d18c-1383-41e0-ad1c-cd190645fc69 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Aug 19 15:10:26.928788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:26.933130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-67e521fd-db31-4a34-a6e6-72920ccaa9d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6659958 Aug 19 15:10:26.934213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:26.939840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'security_group_rule': {'security_group_id': 'a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:27.087736 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.169868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.300583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.322249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faac821-3fb1-4298-98aa-5f02fc3d9a73,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:27.332096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.415647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.421157 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-07489948-eab9-433c-adcd-328c41ed5f9a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833350 Aug 19 15:10:27.421157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37606) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:27.428743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'security_group_rule': {'security_group_id': 'a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:27.530279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.633895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.710289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be343861-e563-453b-bb6f-7d3fc2cb566f req-a93cc5ef-3565-4516-bf32-4fdb225b9231 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 210 time: 0.0442548 Aug 19 15:10:27.746160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.769839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd43c58c-d798-4c52-837d-495006bf138e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:27.797219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4874282a-6750-4800-a625-e454a1ae0e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.876474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.878232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3220b01b-0dda-4411-b0bd-c7ae16043de9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4564795 Aug 19 15:10:27.884252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37620) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:27.903671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:27.928442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58cfd023-704f-489c-892e-3a94f61aec2e req-c8b5575a-fedf-4686-b335-6244d9bb9a30 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0475841 Aug 19 15:10:28.061504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77936b-4300-4ecd-8ebc-bca18d02aeee req-20a81bd5-62d6-44cd-98dd-80bef66373bc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:28.064335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e77936b-4300-4ecd-8ebc-bca18d02aeee req-20a81bd5-62d6-44cd-98dd-80bef66373bc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0677299 Aug 19 15:10:28.071681 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.149706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e77936b-4300-4ecd-8ebc-bca18d02aeee req-3f84ac91-ed60-489f-9995-44404779dae8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766258 Aug 19 15:10:28.211429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.393550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 172.25.5.57 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/533d7921-4a7c-4a81-988f-1e39ed29ea4a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:28.494158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-93799a0d-be21-450d-b8b7-269252e1dadb tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:28.495688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-93799a0d-be21-450d-b8b7-269252e1dadb tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.1821687 Aug 19 15:10:28.515927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:28.520409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37636) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:28.610675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.725380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1045653070'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:28.832111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c37c419-7867-451e-b2bc-40e7f76c1f19 req-eb7ef245-7943-47cc-9b5e-fbf6b5a9c433 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 210 time: 0.0334766 Aug 19 15:10:28.836997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:28.840414 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.907267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.970002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:28.979234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:28.987312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:29.015771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Made reservation on behalf of eca19724193943f2a31ad8295a9c71a7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:29.019302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.021322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=533d7921-4a7c-4a81-988f-1e39ed29ea4a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:29.071937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.106663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81c4d9ac-79a2-42d1-8679-ed264ee95e20 req-e2d99cb7-222b-4541-9eda-1965d5fe2c86 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0611978 Aug 19 15:10:29.121958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.2 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/e5b94855-771c-4695-8b59-26a9f7d3a28a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:29.255188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.557678 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.778832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3df9a-7a5a-4ba5-bcec-b336e5e3e036 req-c8c78f3e-8277-48da-8129-4bc1c9404182 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.781178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15a3df9a-7a5a-4ba5-bcec-b336e5e3e036 req-c8c78f3e-8277-48da-8129-4bc1c9404182 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.5240510 Aug 19 15:10:29.797387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.813427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.820405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.887733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.914548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15a3df9a-7a5a-4ba5-bcec-b336e5e3e036 req-cb2e8d2d-364b-46e4-8e09-db0f95b98602 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193416 Aug 19 15:10:29.977020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:10:29.998455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1a17e-70fd-4c4b-895c-bd57ae74fb6a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:30.013343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.013700 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Added segment 9ae55f62-3c56-4e54-b6eb-de31a802f5e5 of type vlan for network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c Aug 19 15:10:30.077563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.140696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.149160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.176703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:30.213436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:30.233966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:30.251372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=e5b94855-771c-4695-8b59-26a9f7d3a28a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:30.254178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:30.261607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.267144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:30.267771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.347796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.429690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:30.430316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.432577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Pushing event updated for resources: {'Network': ['ID=4cbf2d56-17eb-417e-b66c-a124f6d36b9c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:30.445694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:10:30.468724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c121603-c996-4e3b-8cc7-dd4278457d1b req-0cc97e34-57f1-4c1e-bcfd-6f3dc2bbf377 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:30.470332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c121603-c996-4e3b-8cc7-dd4278457d1b req-0cc97e34-57f1-4c1e-bcfd-6f3dc2bbf377 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 931 time: 0.2635968 Aug 19 15:10:30.483369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=533d7921-4a7c-4a81-988f-1e39ed29ea4a,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:30.509278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df16ef05-07b6-439a-a667-10466557b87f tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9869299 Aug 19 15:10:30.532870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.560318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c121603-c996-4e3b-8cc7-dd4278457d1b req-cf6d1c1a-4d83-48a3-9f1e-08d216aa1909 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779080 Aug 19 15:10:30.571092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-3f5564ca-87ae-4afd-bd0e-0b0578c30e26 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597637 Aug 19 15:10:30.588718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Request body: {'port': {'device_id': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:30.653698 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.662524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.669022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-036a1f6e-8310-4ac7-b3c5-94f36f6d57e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7661479 Aug 19 15:10:30.730422 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:30.839383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f490994b-cd6a-4f03-b793-2e246c48538f req-6282b9a5-742c-4380-933d-deb72eb3353d tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0435259 Aug 19 15:10:31.014959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b94855-771c-4695-8b59-26a9f7d3a28a {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:31.023018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.036590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Transition to ACTIVE for port object e5b94855-771c-4695-8b59-26a9f7d3a28a will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:31.052688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37674) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:31.058503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Request body: {'port': {'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c', 'binding:host_id': 'n-h1-779913-32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1399621384'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:31.137188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.147482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-bff55939-c4ba-4cba-9d7f-65196f84e542 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1507971186&fields=id&tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f HTTP/1.1" status: 200 len: 267 time: 0.0421729 Aug 19 15:10:31.175535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Made reservation on behalf of 3ce48ed192f9451885f192b2b1d94a4a for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:31.177820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.221919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.246958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b94855-771c-4695-8b59-26a9f7d3a28a,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:31.261514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-7165d257-ae38-4c2a-8650-db425ccff236 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.262883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-7165d257-ae38-4c2a-8650-db425ccff236 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 936 time: 0.0920923 Aug 19 15:10:31.376689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-84565014-e8d0-49a5-a3b5-c2271b5f3d74 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.378123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-84565014-e8d0-49a5-a3b5-c2271b5f3d74 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 936 time: 0.1037698 Aug 19 15:10:31.428805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-223842ed-59c1-4753-803e-ebd717dfb167 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0417962 Aug 19 15:10:31.468450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Attempting to bind port e5b94855-771c-4695-8b59-26a9f7d3a28a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:31.468450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Attempting to bind port e5b94855-771c-4695-8b59-26a9f7d3a28a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:31.468818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Attempting to bind port e5b94855-771c-4695-8b59-26a9f7d3a28a on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:31.490962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-eeb77aca-f9a7-42de-afd9-630d45bb871d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0505993 Aug 19 15:10:31.496799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Port e5b94855-771c-4695-8b59-26a9f7d3a28a on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:31.497151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Attempting to bind port e5b94855-771c-4695-8b59-26a9f7d3a28a on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:31.517270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:31.517611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:31.517997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:31.518444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Bound port: e5b94855-771c-4695-8b59-26a9f7d3a28a, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:31.518805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.622210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.689699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-819f5ff5-fc4d-4c69-8c05-43f48f4408ce tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.696008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-819f5ff5-fc4d-4c69-8c05-43f48f4408ce tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.701856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-819f5ff5-fc4d-4c69-8c05-43f48f4408ce tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.703455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-819f5ff5-fc4d-4c69-8c05-43f48f4408ce tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 1993 time: 0.2033858 Aug 19 15:10:31.708449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] For port e5b94855-771c-4695-8b59-26a9f7d3a28a, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:31.714215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] For port e5b94855-771c-4695-8b59-26a9f7d3a28a, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:31.723014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-9c0d4f46-40d9-44eb-a123-988e3b5e3d0d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/quotas/3fb5abc66cfd4d9c8183a3986639cd7f HTTP/1.1" status: 200 len: 375 time: 0.0114951 Aug 19 15:10:31.728464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.735190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port 3c4950bb-dbb6-47b0-a007-5be720871785 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:31.834840 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.841698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86db0e-095a-4069-9d80-5c7b2e89da9a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:31.910810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.911432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:31.912840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] 10.222.0.46 "PUT /v2.0/ports/e5b94855-771c-4695-8b59-26a9f7d3a28a HTTP/1.1" status: 200 len: 1092 time: 1.3323658 Aug 19 15:10:31.913344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'tag': 'e5b94855-771c-4695-8b59-26a9f7d3a28a'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:31.915734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dab46e-5d30-429d-bde3-559bfb13a3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e11f351-e8e5-4e5c-8092-98179fbdbcbf", "tag": "e5b94855-771c-4695-8b59-26a9f7d3a28a"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:31.937750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-8878823d-8e57-4226-9ae9-7d6e06f0f933 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2068710 Aug 19 15:10:31.981101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fec658-b9a2-476e-9965-e9759737e354 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b94855-771c-4695-8b59-26a9f7d3a28a,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:32.190808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-8f2615dc-aef8-43af-90be-b634fdece996 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382860 Aug 19 15:10:32.192545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-490c7572-4abb-4b9f-8b07-7e379d9e4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:32.193936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-490c7572-4abb-4b9f-8b07-7e379d9e4f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 1095 time: 0.1648662 Aug 19 15:10:32.200818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port 3c4950bb-dbb6-47b0-a007-5be720871785 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:32.225375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:32.298093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-80a98b23-c15a-4840-9a2a-e41a4d076a8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a HTTP/1.1" status: 200 len: 217 time: 0.0828965 Aug 19 15:10:32.305733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Transition to ACTIVE for port object 3c4950bb-dbb6-47b0-a007-5be720871785 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:32.375222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-d1766f6c-5154-4461-a6a9-591d9fc4a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:32.376784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-d1766f6c-5154-4461-a6a9-591d9fc4a8f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0694020 Aug 19 15:10:32.399982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-3161ede1-59d0-4aa4-8987-8cdf87c9dac0 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011907 Aug 19 15:10:32.422354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:32.425269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-fbf60965-bb0b-47e5-8634-3f4b02d51515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391591 Aug 19 15:10:32.537754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-6d861b7e-9bf8-4513-99d0-763d3cc126a7 service neutron] 10.222.0.13 "GET /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1239400 Aug 19 15:10:32.561655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4950bb-dbb6-47b0-a007-5be720871785,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:32.653529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Checking segment: {'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:32.653882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Network hostable DHCP agents. Network: 4cbf2d56-17eb-417e-b66c-a124f6d36b9c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:10:32.690125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-1504f041-6039-4163-962d-4e0ca3017c49 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452340 Aug 19 15:10:32.699502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-b371dd89-5c75-4b44-ac70-798893bcacd4 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545367 Aug 19 15:10:32.876696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c1f1780-98a1-4f13-9d82-f2d14010b29e req-59eb6ac5-240a-4ee7-8884-0037ea968526 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762660 Aug 19 15:10:32.878472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-376964db-cde2-4a0b-a846-35ccfb87b3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699827 Aug 19 15:10:32.894919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:10:32.925153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-82814d03-4668-4725-b8e0-8d93e8a6b475 service neutron] 10.222.0.13 "GET /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0389466 Aug 19 15:10:33.026413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-88e4cb2d-94c3-4935-8459-8d04373b1712 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936551 Aug 19 15:10:33.107117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 4cbf2d56-17eb-417e-b66c-a124f6d36b9c) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:33.111943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:33.119145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934a543-c89a-42ee-a77c-3bbbf48c091f None None] Network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:33.142852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.143185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.143526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.147054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-6421d3f4-6ac2-4403-99c0-5bae6a402820 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144047 Aug 19 15:10:33.151325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.151702 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.152032 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 2 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.215843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.216183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.216525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.245565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.245565 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.247981 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 3 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.267206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.267585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.267928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.280884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.281388 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.282122 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 4 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.288103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-5c082bf8-3986-48c5-a27c-e23845ed67d5 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327662 Aug 19 15:10:33.327583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.327929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.328275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.370020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.370317 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.374198 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 5 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.392779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.393138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.393493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.408620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.408961 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.410935 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 6 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.437352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.437699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.438045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.443213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-cb82c9ee-2cc9-44c4-9b7b-16b7424bcda9 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438737 Aug 19 15:10:33.445499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.445835 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.446235 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 7 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.504554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.504898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.505278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.516528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.516857 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.518744 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 8 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.547534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.547879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.548223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.557480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.557815 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.560260 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 9 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.583953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-485202ba-e835-48c7-a816-48b8ae04a789 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332321 Aug 19 15:10:33.584819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.585713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.586061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.598927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.599264 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.600595 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 10 to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 Aug 19 15:10:33.652909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:33.653296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:33.653641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:33.662345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port 3c4950bb-dbb6-47b0-a007-5be720871785 on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:33.662684 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port 3c4950bb-dbb6-47b0-a007-5be720871785 on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:33.663066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:33.747514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-c541103d-796e-4ea2-871a-7717300a4cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559596 Aug 19 15:10:33.811948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] For port 3c4950bb-dbb6-47b0-a007-5be720871785, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:33.812326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempted to set empty binding levels {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 15:10:33.857556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-eaee8429-86be-47f3-9f98-f729f9c480ed service neutron] 10.222.0.13 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934026 Aug 19 15:10:33.943797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:33.997701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:33.998306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.025667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-e73019c5-5982-441b-8aae-3ba33078b202 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1127203 Aug 19 15:10:34.036411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4950bb-dbb6-47b0-a007-5be720871785,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:34.045507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-eaaf3e87-436f-41be-a463-4e844374d9b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803753 Aug 19 15:10:34.134383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7250c484-a06c-4053-bdb3-321bab496c22 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.0805097 Aug 19 15:10:34.137672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:34.169467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd944-2962-464e-8a7d-76ad501c802f req-c0435574-a98a-475b-9e35-6569a446b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:34.170996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-c0435574-a98a-475b-9e35-6569a446b042 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 1097 time: 0.0709200 Aug 19 15:10:34.182832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-998dfddf-7554-43d6-96d3-a10cd0c5209f service neutron] 10.222.0.13 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304114 Aug 19 15:10:34.223602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Deleting port 3c4950bb-dbb6-47b0-a007-5be720871785 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:34.224026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.301931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] For port 3c4950bb-dbb6-47b0-a007-5be720871785, host n-h1-779913-32, got binding levels [] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:34.301931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.318960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Calling delete_port for 3c4950bb-dbb6-47b0-a007-5be720871785 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:34.354146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-1d140fe1-19a9-40a1-acc1-ff94172a118c service neutron] 10.222.0.13 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629453 Aug 19 15:10:34.355059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd944-2962-464e-8a7d-76ad501c802f req-e65d8003-4ac4-489c-a1ee-2a26a796aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:34.356447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-e65d8003-4ac4-489c-a1ee-2a26a796aed9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1575856 Aug 19 15:10:34.521741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.555616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c4950bb-dbb6-47b0-a007-5be720871785,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:34.564133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.568775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53a58965-19ba-410b-80d4-3f70bfc66143 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3c4950bb-dbb6-47b0-a007-5be720871785 HTTP/1.1" status: 204 len: 168 time: 0.4274189 Aug 19 15:10:34.569305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:34.597818 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-94053525-fd5a-443b-9de7-71a3de586d9f tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:34.599618 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-94053525-fd5a-443b-9de7-71a3de586d9f tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "GET /v2.0/ports/3c4950bb-dbb6-47b0-a007-5be720871785 HTTP/1.1" status: 404 len: 333 time: 0.0289834 Aug 19 15:10:34.605519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:34.611829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Request body: {'port': {'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1542643846'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:34.755696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-a4b451a1-e679-4ab1-8647-8257fccfe8c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=386aea40-5056-4bb9-b22d-7343ed95dd05 HTTP/1.1" status: 200 len: 217 time: 0.3914773 Aug 19 15:10:34.808238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd944-2962-464e-8a7d-76ad501c802f req-f04c78ce-4c1d-46f4-b8a7-8116cde95585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:34.809853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-f04c78ce-4c1d-46f4-b8a7-8116cde95585 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0472095 Aug 19 15:10:34.831088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Made reservation on behalf of 3ce48ed192f9451885f192b2b1d94a4a for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:34.837203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.855678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:34.866531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd944-2962-464e-8a7d-76ad501c802f req-78b15174-5546-4515-8a4d-c0ea5a2a4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:34.868073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-78b15174-5546-4515-8a4d-c0ea5a2a4c18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499122 Aug 19 15:10:34.952960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e5b94855-771c-4695-8b59-26a9f7d3a28a details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:10:34.996005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-669f9283-f640-49cf-ba57-37da4b88ea14 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195412 Aug 19 15:10:35.064228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.133681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e5b94855-771c-4695-8b59-26a9f7d3a28a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:35.137675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d33cd944-2962-464e-8a7d-76ad501c802f req-7e670b21-ba16-4f02-b713-7cfa6bf2729f service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322827 Aug 19 15:10:35.146624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'e5b94855-771c-4695-8b59-26a9f7d3a28a', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': 'e5b94855-771c-4695-8b59-26a9f7d3a28a', 'mac_address': 'fa:16:3e:66:ec:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:10:35.191318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.205658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b94855-771c-4695-8b59-26a9f7d3a28a {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:35.206485 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.233418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e5b94855-771c-4695-8b59-26a9f7d3a28a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:35.260771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:35.263986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:35.266622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:35.268123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:35.268535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.290295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa4e6f1-9753-46a5-8ac8-91e3518ec05a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:35.396898 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.428192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60b3a166-30ce-44b9-ade8-42933f4ea582 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8212159 Aug 19 15:10:35.431948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:35.437889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:35.462580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e5b94855-771c-4695-8b59-26a9f7d3a28a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:35.501024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.633391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e5b94855-771c-4695-8b59-26a9f7d3a28a'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:35.746487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:35.755758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.768927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Transition to ACTIVE for port object dfa4e6f1-9753-46a5-8ac8-91e3518ec05a will not be triggered until provisioned by entity L2. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:35.933818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.986889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa4e6f1-9753-46a5-8ac8-91e3518ec05a,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:36.002021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.002375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.002715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.005305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.005649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.005986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.006347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.006696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.007724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.008062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.008390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.008715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.009054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.009403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.009725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:36.015325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.015693 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.016056 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 2 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.028539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.028873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.029240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.035333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.035669 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.036154 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 3 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.049696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.050041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.050410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.055377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.055701 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.056091 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 4 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.069108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.070169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.070625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.075030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.075360 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.075754 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 5 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.088545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.088884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.089253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.093553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.093881 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.094271 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 6 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.106428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.106831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.107192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.111884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.112214 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.112604 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 7 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.126179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.126522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.126886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.131396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.131761 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.132637 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 8 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.145346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.145687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.146028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.150860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.151325 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.151719 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 9 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.165573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.166020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.166466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.172332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.172759 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.173169 n-d-779913-32 neutron-server[101962]: INFO neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 10 to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a Aug 19 15:10:36.190597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:36.191001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:36.191563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:36.243958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:36.243958 n-d-779913-32 neutron-server[101962]: ERROR neutron.plugins.ml2.managers [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:36.243958 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:36.279058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] For port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a, host n-h1-779913-32, cleared binding levels {{(pid=101962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:36.279431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempted to set empty binding levels {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 15:10:36.597509 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:36.637756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] In _notify_port_updated(), no bound segment for port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:10:36.647167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.647167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:36.647167 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "PUT /v2.0/ports/dfa4e6f1-9753-46a5-8ac8-91e3518ec05a HTTP/1.1" status: 200 len: 976 time: 1.2117758 Aug 19 15:10:36.649030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37724) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:36.666255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c5f3-97db-4732-86de-e610c75b531e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa4e6f1-9753-46a5-8ac8-91e3518ec05a,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:36.800450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.800940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.801515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.801994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.802460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.802936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.803400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.804951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.805514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.805990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.806460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.806927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.807397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.807867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.808328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.808799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.809285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.809747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.810211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.810705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.811168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.811631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.812094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.812556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.813011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.813498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.813961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.814418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.814879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.815346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.815812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.816325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.816792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.817287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.817748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.818212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.818670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.819126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.820676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.821175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.821644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.825084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.825084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.825084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.825084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.825084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.828308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0939041a-85e3-4dc7-ae70-090dbed89875 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41377 time: 0.1775804 Aug 19 15:10:36.833926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:36.837011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ad514-b2ca-4e17-976b-53021435ba9c req-9fdfcb19-8daf-4638-b91c-d0784659324f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:36.838484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba6ad514-b2ca-4e17-976b-53021435ba9c req-9fdfcb19-8daf-4638-b91c-d0784659324f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1580458 Aug 19 15:10:36.881379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba6ad514-b2ca-4e17-976b-53021435ba9c req-05c8763c-7903-445a-bad6-2f9d9ddb9f01 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Aug 19 15:10:36.921332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Deleting port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:36.921681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:36.957255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e5b94855-771c-4695-8b59-26a9f7d3a28a up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:37.001285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] For port dfa4e6f1-9753-46a5-8ac8-91e3518ec05a, host n-h1-779913-32, got binding levels [] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:37.002166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.017054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Calling delete_port for dfa4e6f1-9753-46a5-8ac8-91e3518ec05a owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:37.157412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050ca8-0a71-49ed-bb1f-fe2e6f03fb84 req-01331182-5b1d-4199-a65d-3d7b0920ef2c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.158864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e050ca8-0a71-49ed-bb1f-fe2e6f03fb84 req-01331182-5b1d-4199-a65d-3d7b0920ef2c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 944 time: 0.0516255 Aug 19 15:10:37.185590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port e5b94855-771c-4695-8b59-26a9f7d3a28a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:37.189882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port e5b94855-771c-4695-8b59-26a9f7d3a28a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:37.190390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.201936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e050ca8-0a71-49ed-bb1f-fe2e6f03fb84 req-6f94dfdf-e3a7-41eb-815c-0e37f6da2975 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348961 Aug 19 15:10:37.209974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.264718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.270365 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dfa4e6f1-9753-46a5-8ac8-91e3518ec05a HTTP/1.1" status: 204 len: 168 time: 0.4329791 Aug 19 15:10:37.270365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dca0c-c61d-43fb-8c5f-b9797e8df2d7 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfa4e6f1-9753-46a5-8ac8-91e3518ec05a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:37.270913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:37.298297 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a964d86-30cc-4dc5-b0c5-aa257d5425ff tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:37.304254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4a964d86-30cc-4dc5-b0c5-aa257d5425ff tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "GET /v2.0/ports/dfa4e6f1-9753-46a5-8ac8-91e3518ec05a HTTP/1.1" status: 404 len: 333 time: 0.0282161 Aug 19 15:10:37.309944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37734) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:37.314611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.316946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-677620290', 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:37.359025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b94855-771c-4695-8b59-26a9f7d3a28a'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:37.362528 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db20f7f-1943-4bd5-bdf5-7fffbc3d80d9" -d '{"events": [{"server_uuid": "3e11f351-e8e5-4e5c-8092-98179fbdbcbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5b94855-771c-4695-8b59-26a9f7d3a28a"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:37.376894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e5b94855-771c-4695-8b59-26a9f7d3a28a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:37.396345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc799df6-a5a5-4c2d-81e6-5bea7ebc8924 req-ba4c9bc0-2d2c-4dac-8f26-f12e61b84d82 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0298927 Aug 19 15:10:37.420303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Made reservation on behalf of 3ce48ed192f9451885f192b2b1d94a4a for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:37.423992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.441089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port b0933c9f-cff0-4425-beb7-2e6a2b136b70 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:37.450748 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c87c6e8-ab0a-4f7f-b449-dcb92dadafeb x-openstack-request-id: req-1c87c6e8-ab0a-4f7f-b449-dcb92dadafeb {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:37.451045 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e11f351-e8e5-4e5c-8092-98179fbdbcbf", "tag": "e5b94855-771c-4695-8b59-26a9f7d3a28a", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:37.451301 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c87c6e8-ab0a-4f7f-b449-dcb92dadafeb {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:37.451704 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'tag': 'e5b94855-771c-4695-8b59-26a9f7d3a28a', 'status': 'completed', 'code': 200} Aug 19 15:10:37.478095 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.539471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e5b94855-771c-4695-8b59-26a9f7d3a28a,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:37.546548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe146ded-ced1-49e2-9b21-acb301daed88 req-0ac1af3f-4a3a-4bd1-9e18-a3d1f10b0938 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0474453 Aug 19 15:10:37.588297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-ffca786e-c25b-4f1f-a3a2-3d4d668980e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.589889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-ffca786e-c25b-4f1f-a3a2-3d4d668980e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 1097 time: 0.1033945 Aug 19 15:10:37.602417 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d872c159-7fa4-48a5-a69e-bb11390ce442 x-openstack-request-id: req-d872c159-7fa4-48a5-a69e-bb11390ce442 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:37.602710 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11f351-e8e5-4e5c-8092-98179fbdbcbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5b94855-771c-4695-8b59-26a9f7d3a28a", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:37.603182 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d872c159-7fa4-48a5-a69e-bb11390ce442 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:37.603584 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b94855-771c-4695-8b59-26a9f7d3a28a', 'code': 200} Aug 19 15:10:37.769577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.791740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde88d04-1379-4a0c-89d8-b7c76be69774 req-ca3d2688-0d89-4d41-8795-eab7689dd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.793333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dde88d04-1379-4a0c-89d8-b7c76be69774 req-ca3d2688-0d89-4d41-8795-eab7689dd543 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 1097 time: 0.1086540 Aug 19 15:10:37.800911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-fae0f92c-0819-461c-90cc-a38fb45103dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.802391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-fae0f92c-0819-461c-90cc-a38fb45103dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.1976726 Aug 19 15:10:37.867214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-9eb19a6b-685a-49f5-bbd7-7921a8d877fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a HTTP/1.1" status: 200 len: 217 time: 0.0534320 Aug 19 15:10:37.918166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dde88d04-1379-4a0c-89d8-b7c76be69774 req-b646e74d-cbe3-41f7-8346-f7c57c9c441a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099718 Aug 19 15:10:37.933640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-e08f0e43-10ca-4cc4-bef6-cb541b37c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.935425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-e08f0e43-10ca-4cc4-bef6-cb541b37c384 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.0613091 Aug 19 15:10:38.021326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432395e-8dc6-46b4-8d29-55370add6510 req-be72572a-c261-4f63-ae0c-a86f1a77bd11 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:38.023532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f432395e-8dc6-46b4-8d29-55370add6510 req-be72572a-c261-4f63-ae0c-a86f1a77bd11 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0595164 Aug 19 15:10:38.029202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.084778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:38.096124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:38.102932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:38.103915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:38.104504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.128268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f432395e-8dc6-46b4-8d29-55370add6510 req-f505f555-72e3-4704-b881-a72f847ddc64 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970500 Aug 19 15:10:38.129030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=b0933c9f-cff0-4425-beb7-2e6a2b136b70,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:38.150215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-96ed5369-b386-42d8-9e0b-70d3ca775c48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415454 Aug 19 15:10:38.270598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-c11c1818-d22b-4fef-9d8f-6578270b278d service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117046 Aug 19 15:10:38.291393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a9e6d3dd-d529-48af-a139-4db458329ccb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9798119 Aug 19 15:10:38.294257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37748) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:38.333597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47789757-5d01-4ce8-aa95-6aa736c799d0 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:38.334389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-47789757-5d01-4ce8-aa95-6aa736c799d0 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "GET /v2.0/ports/b0933c9f-cff0-4425-beb7-2e6a2b136b70 HTTP/1.1" status: 200 len: 954 time: 0.0383966 Aug 19 15:10:38.338531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37752) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:38.455694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4dab46e-5d30-429d-bde3-559bfb13a3fd req-d1696a1e-d9a6-48eb-b645-09c49fe16a49 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737967 Aug 19 15:10:38.482776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94883d-f04a-4a94-8899-b43abde6e90f req-2aa19edf-2969-466b-b12b-f74321ae7a98 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:38.484240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca94883d-f04a-4a94-8899-b43abde6e90f req-2aa19edf-2969-466b-b12b-f74321ae7a98 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.1039031 Aug 19 15:10:38.499869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Deleting port b0933c9f-cff0-4425-beb7-2e6a2b136b70 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:38.500206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.577921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca94883d-f04a-4a94-8899-b43abde6e90f req-f5334e8c-0324-499e-9a85-ca852b194175 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873399 Aug 19 15:10:38.588110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.602683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Calling delete_port for b0933c9f-cff0-4425-beb7-2e6a2b136b70 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:38.755652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bccd4367-1764-4a3a-a2a6-d124225a8258 req-afd85377-031a-41f6-b460-eb4554212e07 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0272067 Aug 19 15:10:38.856486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7316a56d-c0cb-4eb7-99d6-93378e4df0d7 req-39e32bb5-3279-4c4e-a07d-57da54a44b2d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0308862 Aug 19 15:10:38.900193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.930382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0933c9f-cff0-4425-beb7-2e6a2b136b70,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:38.941391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.943381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-664753cf-aa7e-47fb-a9fb-67b32b343fab tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b0933c9f-cff0-4425-beb7-2e6a2b136b70 HTTP/1.1" status: 204 len: 168 time: 0.6038404 Aug 19 15:10:38.947038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37758) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:38.972116 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0b9c19-b860-495f-ab86-0c5e631b9411 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:38.973767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4d0b9c19-b860-495f-ab86-0c5e631b9411 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "GET /v2.0/ports/b0933c9f-cff0-4425-beb7-2e6a2b136b70 HTTP/1.1" status: 404 len: 333 time: 0.0257652 Aug 19 15:10:38.981667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37760) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:38.986805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Request body: {'port': {'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2065250763'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:39.135076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Made reservation on behalf of 3ce48ed192f9451885f192b2b1d94a4a for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:39.137641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.155009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:39.266080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd6608-5966-4544-b64b-0b5e2dbcf8ba req-95202b35-84d2-4eb8-898c-7121d3cc492e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:39.267608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22dd6608-5966-4544-b64b-0b5e2dbcf8ba req-95202b35-84d2-4eb8-898c-7121d3cc492e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0630803 Aug 19 15:10:39.311843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22dd6608-5966-4544-b64b-0b5e2dbcf8ba req-ccc65a8c-da37-4847-b5a4-0ca2c44e8391 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Aug 19 15:10:39.318991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.537992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.577834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:39.583057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:39.587440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:39.588439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:39.589058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.599994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:39.716580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2b935-740e-44d1-a992-01fd400b4ce4 req-caf996cb-846b-49a6-8a83-563c19ec94d6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:39.718043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9d2b935-740e-44d1-a992-01fd400b4ce4 req-caf996cb-846b-49a6-8a83-563c19ec94d6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.0590792 Aug 19 15:10:39.728958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b19489f-3c27-4ace-a785-13511643f86e tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7461197 Aug 19 15:10:39.734165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37772) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:39.744806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:39.794432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9d2b935-740e-44d1-a992-01fd400b4ce4 req-fd4466b5-6d6b-4666-9c85-02af1a023693 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700822 Aug 19 15:10:39.822580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.981672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a22b358e-e112-48bc-9ef2-b2a7998b78b5 req-acb4d219-09df-4808-be51-dc98391681be tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0338724 Aug 19 15:10:40.045370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] device_id is not set on port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:40.053763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:40.069214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Transition to ACTIVE for port object a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:40.173847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:40.223977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:40.240110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.240456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.240790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.246368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.246707 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.256113 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 2 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.262686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.263268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.263598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.268810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.269172 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.269643 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 3 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.283444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.284793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.284793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.293753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.294413 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.304828 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 4 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.331398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cc5d4df-70e7-45f9-b884-8eeae31ea3a2 req-67e33b4d-c5e6-4743-ad94-48fcd6096f7f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0359299 Aug 19 15:10:40.339065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.339065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.339065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.341412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.341746 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.342144 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 5 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.357087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.358991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.359337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.370436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.370436 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.370436 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 6 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.382504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.382834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.383166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.387836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.388164 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.388551 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 7 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.406173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.407026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.407487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.424649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.424985 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.425416 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 8 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.463061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.463398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.463783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.471048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.471376 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.472508 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 9 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.495057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c0161-53b8-4017-9672-72ae27513134 req-381652ec-bbe2-4bbb-a670-d55ed7c15f5b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.496468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e4c0161-53b8-4017-9672-72ae27513134 req-381652ec-bbe2-4bbb-a670-d55ed7c15f5b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.0922308 Aug 19 15:10:40.499020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.499356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.499693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.511788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.512127 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.513435 n-d-779913-32 neutron-server[101963]: INFO neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempt 10 to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c Aug 19 15:10:40.539934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:40.540270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:40.540608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempting to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:40.555534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:40.555877 n-d-779913-32 neutron-server[101963]: ERROR neutron.plugins.ml2.managers [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Failed to bind port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on host n-h1-779913-32 for vnic_type normal using segments [{'id': '9ae55f62-3c56-4e54-b6eb-de31a802f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cbf2d56-17eb-417e-b66c-a124f6d36b9c'}] Aug 19 15:10:40.556251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:40.560893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e4c0161-53b8-4017-9672-72ae27513134 req-ff890a76-4ce6-4db9-8424-4591d33c74f6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576575 Aug 19 15:10:40.676633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-8ac1c460-652e-4172-8e13-20b7b55ef42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.678054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-8ac1c460-652e-4172-8e13-20b7b55ef42e service neutron] 10.222.0.46 "GET /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 1032 time: 0.0805521 Aug 19 15:10:40.691538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] For port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:40.691900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attempted to set empty binding levels {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 15:10:40.740128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16929-d8a0-43d2-9bcc-cec764f419ce req-34240054-be62-4246-956d-fe3ebd13819e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.742360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8be16929-d8a0-43d2-9bcc-cec764f419ce req-34240054-be62-4246-956d-fe3ebd13819e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1178522 Aug 19 15:10:40.743924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-926373ef-0e33-445f-8915-316b0e4c318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.745319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-926373ef-0e33-445f-8915-316b0e4c318a service neutron] 10.222.0.46 "GET /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 1032 time: 0.0521398 Aug 19 15:10:40.829922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:40.871024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8be16929-d8a0-43d2-9bcc-cec764f419ce req-432c6cb8-a3f7-4866-b3b8-1e526dc39f4b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221631 Aug 19 15:10:40.892575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] In _notify_port_updated(), no bound segment for port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c on network 4cbf2d56-17eb-417e-b66c-a124f6d36b9c {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:10:40.892575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.892575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:40.894499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "PUT /v2.0/ports/a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c HTTP/1.1" status: 200 len: 976 time: 1.1607409 Aug 19 15:10:40.898486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37792) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:40.916048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5588b2d-74b1-410a-964e-dea41baae3d9 tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event updated for resources: {'Port': ['ID=a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:40.966467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-cbe4cff2-178e-4ce9-8dbc-9cd711c0aabd tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.972431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-cbe4cff2-178e-4ce9-8dbc-9cd711c0aabd tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.979122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-cbe4cff2-178e-4ce9-8dbc-9cd711c0aabd tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.980876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-cbe4cff2-178e-4ce9-8dbc-9cd711c0aabd tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 1993 time: 0.2259510 Aug 19 15:10:41.050919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-2e5e641c-6a2b-444d-ab63-eac0af1ccb87 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f HTTP/1.1" status: 200 len: 380 time: 0.0503180 Aug 19 15:10:41.062274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'admin_state_up': True, 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'security_groups': ['a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:41.109824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Deleting port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:41.110166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:41.245636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] For port a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c, host n-h1-779913-32, got binding levels [] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:41.246003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:41.269014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3be432-cc3a-4c81-80ba-a14e7f67c25b req-a6ddb066-02d9-4018-83b9-dc6d310e3cfd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:41.270551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3be432-cc3a-4c81-80ba-a14e7f67c25b req-a6ddb066-02d9-4018-83b9-dc6d310e3cfd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.1629920 Aug 19 15:10:41.277605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Calling delete_port for a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:41.374026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3be432-cc3a-4c81-80ba-a14e7f67c25b req-c060830f-4baf-48cc-9974-8eac913820f5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944860 Aug 19 15:10:41.489018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:41.494928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:41.544648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:41.592199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cefaf28-3a2e-466a-886f-7c34914b5eda req-1adc0120-b768-420c-b9f1-5c9d91e99892 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0616291 Aug 19 15:10:41.634863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Pushing event deleted for resources: {'Port': ['ID=a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:41.649902 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:41.651889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2004c3c-d521-4867-bfe3-edc4e2a7a06c tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c HTTP/1.1" status: 204 len: 168 time: 0.7506130 Aug 19 15:10:41.656865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:41.688743 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1b0cbc-a626-4a46-88fb-435615d79dcb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] GET failed (client error): The resource could not be found. Aug 19 15:10:41.692744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b1b0cbc-a626-4a46-88fb-435615d79dcb tempest-PortsAdminExtendedAttrsTestJSON-1735709866 tempest-PortsAdminExtendedAttrsTestJSON-1735709866-project-admin] 10.222.0.13 "GET /v2.0/ports/a94ad82a-9bf0-4b3e-8db7-ee7b80f8e64c HTTP/1.1" status: 404 len: 333 time: 0.0341344 Aug 19 15:10:41.700067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:41.734562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b616f9ab-b32d-414a-9aab-fcea49ca614e req-cd0eb762-40b8-4750-bea6-33c01fecfeff tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0428252 Aug 19 15:10:41.755557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 172.20.0.4 (9f7c226c-de24-4595-a41a-514bed504204/075ee64d-56af-4dac-a9cb-1bbc37a89220/ef7a7ce7-6f63-421b-a1ec-23264ecdd886) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:41.977534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:41.993357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object ef7a7ce7-6f63-421b-a1ec-23264ecdd886 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:42.169479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.238973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network 9f7c226c-de24-4595-a41a-514bed504204 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:42.243626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:42.249280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:42.257908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:42.294369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.333356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:42.335903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.427819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.451902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbf2d56-17eb-417e-b66c-a124f6d36b9c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:42.484000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae55f62-3c56-4e54-b6eb-de31a802f5e5') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:42.538221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-fa7bc93d-0c6c-4964-abf8-8dc6d8c3e647 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4296081 Aug 19 15:10:42.538709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae55f62-3c56-4e54-b6eb-de31a802f5e5') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:42.538709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.538904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'admin_state_up': True, 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'security_groups': ['a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:10:42.539016 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:10:42.594147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ef929-4b86-49e9-b397-20130a19eae7 req-db745252-7166-4310-93e0-4c07c68c96e4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:42.602126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002ef929-4b86-49e9-b397-20130a19eae7 req-db745252-7166-4310-93e0-4c07c68c96e4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1306174 Aug 19 15:10:42.668537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002ef929-4b86-49e9-b397-20130a19eae7 req-7d7e519f-1532-4b93-88f7-cc34d30fe303 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655227 Aug 19 15:10:42.809970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a8751b8d-2aef-4ad2-9064-48ecba48fb62 None None] Provisioning for port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:42.818184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a8751b8d-2aef-4ad2-9064-48ecba48fb62 None None] Provisioning complete for port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:42.818647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8751b8d-2aef-4ad2-9064-48ecba48fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.874834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a8751b8d-2aef-4ad2-9064-48ecba48fb62 None None] Port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:42.894603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:42.894741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.895209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.923848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:42.926546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] 10.222.0.13 "DELETE /v2.0/networks/4cbf2d56-17eb-417e-b66c-a124f6d36b9c HTTP/1.1" status: 204 len: 168 time: 1.2254705 Aug 19 15:10:42.927703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae02418-01d3-4f29-8aeb-d84fdc6bdad0 tempest-PortsAdminExtendedAttrsTestJSON-1733423548 tempest-PortsAdminExtendedAttrsTestJSON-1733423548-project] Pushing event deleted for resources: {'Network': ['ID=4cbf2d56-17eb-417e-b66c-a124f6d36b9c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:43.066161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:43.082552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820251b-4769-4344-ba7c-6620557bb835 req-9d043e5d-f90c-483c-aec3-74b90b0a5b7e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:43.084477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f820251b-4769-4344-ba7c-6620557bb835 req-9d043e5d-f90c-483c-aec3-74b90b0a5b7e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.1137877 Aug 19 15:10:43.120767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 10.1.1.115 (b32d9714-c1df-4865-b7c5-0cfc135d9b1d/6fb35f87-30ac-4f4e-a85f-13568508ad61/e16f862d-40b5-4760-a538-5af48badc729) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:43.154375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f820251b-4769-4344-ba7c-6620557bb835 req-092f38cf-59ee-4ef8-9e84-0642a4843c48 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610697 Aug 19 15:10:43.334453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:43.380538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d502b5b-d69a-4822-b61c-f28e4db1c892 req-0669f903-7d87-4d14-8caf-d0197bc14837 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0409412 Aug 19 15:10:43.384738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object e16f862d-40b5-4760-a538-5af48badc729 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:43.462395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-0252e9f3-b926-4c33-89ef-9f61615edd6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0710034 Aug 19 15:10:43.542025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:43.574623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:43.620602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:43.629068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533cc91-0a03-42f3-902b-6a5a1e8bfec8 req-fafdadd4-6216-49fe-af54-d1c6136f0234 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:43.633734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f533cc91-0a03-42f3-902b-6a5a1e8bfec8 req-fafdadd4-6216-49fe-af54-d1c6136f0234 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 931 time: 0.1577842 Aug 19 15:10:43.655074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=e16f862d-40b5-4760-a538-5af48badc729,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:43.655074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-e893620c-afa3-420f-98cc-68ca92aeb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:43.655074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-e893620c-afa3-420f-98cc-68ca92aeb629 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 1098 time: 0.1436296 Aug 19 15:10:43.655433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:43.659780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:43.853798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-889fea90-6247-4592-adfd-5fe6b835e555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eca19724193943f2a31ad8295a9c71a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774792 Aug 19 15:10:43.857799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f533cc91-0a03-42f3-902b-6a5a1e8bfec8 req-4345ea86-0564-4a62-b9b2-6697d8c601be tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989121 Aug 19 15:10:43.861647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37830) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:43.896808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:43.896808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:43.954523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00501018-6697-4f6c-ab97-43dbfb6dab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:44.038867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-e80316d7-486e-4f20-8dd1-a1aafed7b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:44.040115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00501018-6697-4f6c-ab97-43dbfb6dab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:44.040626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-e80316d7-486e-4f20-8dd1-a1aafed7b281 service neutron] 10.222.0.54 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.3367276 Aug 19 15:10:44.240730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00501018-6697-4f6c-ab97-43dbfb6dab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:44.247011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00501018-6697-4f6c-ab97-43dbfb6dab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:44.248534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-00501018-6697-4f6c-ab97-43dbfb6dab0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2a1a17e-70fd-4c4b-895c-bd57ae74fb6a HTTP/1.1" status: 204 len: 168 time: 0.3859985 Aug 19 15:10:44.258712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00501018-6697-4f6c-ab97-43dbfb6dab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1a17e-70fd-4c4b-895c-bd57ae74fb6a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:44.306346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bf9fbc5c-d99e-4096-8e52-e6059cea909d None None] Provisioning for port e16f862d-40b5-4760-a538-5af48badc729 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:44.318333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bf9fbc5c-d99e-4096-8e52-e6059cea909d None None] Provisioning complete for port e16f862d-40b5-4760-a538-5af48badc729 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:44.318333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc5c-d99e-4096-8e52-e6059cea909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:44.390507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fbc5c-d99e-4096-8e52-e6059cea909d None None] Port e16f862d-40b5-4760-a538-5af48badc729 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:44.493611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-89b7d1f1-30a9-481f-9ada-d9e0631c1e65 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9833710 Aug 19 15:10:44.534391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'admin_state_up': True, 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'security_groups': ['a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:44.539185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-bbea69a9-9e76-4640-b79c-da70e0401ea6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249 HTTP/1.1" status: 200 len: 217 time: 0.0593288 Aug 19 15:10:44.609466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-cc4a734e-646d-4cf2-8f02-42b6dd546605 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:44.611063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-cc4a734e-646d-4cf2-8f02-42b6dd546605 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.7137637 Aug 19 15:10:44.686796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0591e-9292-43a7-a172-74689f094639 req-9b42bc92-8819-474e-a7ae-0e167323ebcd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:44.688394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-caa0591e-9292-43a7-a172-74689f094639 req-9b42bc92-8819-474e-a7ae-0e167323ebcd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.6449342 Aug 19 15:10:44.767047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-c9d5b1ff-ce38-4400-ac2e-4988b319f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:44.770081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-c9d5b1ff-ce38-4400-ac2e-4988b319f0d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.2136321 Aug 19 15:10:44.843185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-bc10fa8d-d944-4007-acad-b0000ffed292 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437307 Aug 19 15:10:44.888087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-caa0591e-9292-43a7-a172-74689f094639 req-3780f532-6e88-46aa-82ba-d6a8b5c2c011 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723309 Aug 19 15:10:44.982692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port e5b94855-771c-4695-8b59-26a9f7d3a28a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:44.983039 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.043852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:45.048102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.067299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-c964b04c-7c1c-4fd8-ae93-1436ecbb12b7 service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987245 Aug 19 15:10:45.230920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port e5b94855-771c-4695-8b59-26a9f7d3a28a, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e5b94855-771c-4695-8b59-26a9f7d3a28a,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:45.231703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.264663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for e5b94855-771c-4695-8b59-26a9f7d3a28a owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:45.282319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:45.358570 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c5bcc3b-af26-4734-8921-9d0221e541bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ce48ed192f9451885f192b2b1d94a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739801 Aug 19 15:10:45.360990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37848) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:45.394479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70cb7c2f-daa8-4268-bbb8-9dcb379f29bb req-cb5d8ded-3d2a-4af4-9d00-729d4fc4e3bf service neutron] 10.222.0.54 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147922 Aug 19 15:10:45.437639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 10.1.1.254 (b32d9714-c1df-4865-b7c5-0cfc135d9b1d/6fb35f87-30ac-4f4e-a85f-13568508ad61/5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:45.447290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5b4-06da-42a1-a6ac-358d3ebf5155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.451874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0570976-73da-49ab-9f5e-676dda53262f req-816114da-218b-4180-9d34-6d12b32a3733 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:45.453248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0570976-73da-49ab-9f5e-676dda53262f req-816114da-218b-4180-9d34-6d12b32a3733 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 945 time: 0.1765943 Aug 19 15:10:45.489532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5b4-06da-42a1-a6ac-358d3ebf5155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.615774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0570976-73da-49ab-9f5e-676dda53262f req-3e31a928-4336-4996-8af5-a7d5134ce3ec tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433315 Aug 19 15:10:45.662139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5b4-06da-42a1-a6ac-358d3ebf5155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.667443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe5b4-06da-42a1-a6ac-358d3ebf5155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.672179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ebdfe5b4-06da-42a1-a6ac-358d3ebf5155 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab86db0e-095a-4069-9d80-5c7b2e89da9a HTTP/1.1" status: 204 len: 168 time: 0.3063002 Aug 19 15:10:45.677427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfe5b4-06da-42a1-a6ac-358d3ebf5155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86db0e-095a-4069-9d80-5c7b2e89da9a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:45.768065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.868479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45e87c49-6faf-4460-98ae-fae7c7af9b72 req-e3ed116c-c386-486e-ad91-1473ab145eed tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0330722 Aug 19 15:10:45.871474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:45.875517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:45.887847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e5b94855-771c-4695-8b59-26a9f7d3a28a'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:45.909316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=e5b94855-771c-4695-8b59-26a9f7d3a28a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:45.943608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:45.995475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port e5b94855-771c-4695-8b59-26a9f7d3a28a on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:10:46.014448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:46.016810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dabbb5fb-2d48-45d9-8785-37e435931012 req-2bb40159-1a45-43b9-a81b-c468ee93b515 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "DELETE /v2.0/ports/e5b94855-771c-4695-8b59-26a9f7d3a28a HTTP/1.1" status: 204 len: 173 time: 1.3803024 Aug 19 15:10:46.017173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'name': 'network-vif-deleted', 'tag': 'e5b94855-771c-4695-8b59-26a9f7d3a28a'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:46.029790 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b067c-d155-4df1-9da4-dc84bd4d6295" -d '{"events": [{"server_uuid": "3e11f351-e8e5-4e5c-8092-98179fbdbcbf", "name": "network-vif-deleted", "tag": "e5b94855-771c-4695-8b59-26a9f7d3a28a"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:46.085786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9386-b85f-4531-976f-512420810a7c req-bb60c59e-746f-4cad-87b1-8ec0d5fd53a9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:46.092134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9386-b85f-4531-976f-512420810a7c req-bb60c59e-746f-4cad-87b1-8ec0d5fd53a9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:46.093854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-323e9386-b85f-4531-976f-512420810a7c req-bb60c59e-746f-4cad-87b1-8ec0d5fd53a9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 1653 time: 0.0997884 Aug 19 15:10:46.145237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-323e9386-b85f-4531-976f-512420810a7c req-0559fabb-baa3-4451-8aba-2730ecf36785 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Aug 19 15:10:46.196994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:46.265859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:46.293913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:46.324417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:46.389434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:46.455703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23b44-ec61-4b93-bab1-980d149a1a0f req-4ea77a4a-e85a-4138-b305-e10c4dda6fa0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:46.469803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0f23b44-ec61-4b93-bab1-980d149a1a0f req-4ea77a4a-e85a-4138-b305-e10c4dda6fa0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.2115214 Aug 19 15:10:46.493412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:46.494310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:46.548441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0f23b44-ec61-4b93-bab1-980d149a1a0f req-ff05a2a4-c508-4413-ae33-0b8104119a17 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774026 Aug 19 15:10:46.593318 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b867ab8-cc01-4db8-905d-9811de7a3780 x-openstack-request-id: req-1b867ab8-cc01-4db8-905d-9811de7a3780 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:46.593613 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11f351-e8e5-4e5c-8092-98179fbdbcbf", "name": "network-vif-deleted", "tag": "e5b94855-771c-4695-8b59-26a9f7d3a28a", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:46.593867 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b867ab8-cc01-4db8-905d-9811de7a3780 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:46.594358 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11f351-e8e5-4e5c-8092-98179fbdbcbf', 'name': 'network-vif-deleted', 'tag': 'e5b94855-771c-4695-8b59-26a9f7d3a28a', 'status': 'completed', 'code': 200} Aug 19 15:10:46.816133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d6aba509-54bd-4b2d-93b1-3bae14595af5 None None] Provisioning for port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:46.820422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-ad7b0c07-31b6-43a6-9462-9323af5b0c8f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2926974 Aug 19 15:10:46.824796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d6aba509-54bd-4b2d-93b1-3bae14595af5 None None] Provisioning complete for port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:46.824796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d6aba509-54bd-4b2d-93b1-3bae14595af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:46.830720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'admin_state_up': True, 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'security_groups': ['a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:46.881268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d6aba509-54bd-4b2d-93b1-3bae14595af5 None None] Port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:46.924680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae66c64f-a470-41f3-bbf2-ead00a8f96f8 req-a4263297-2f07-4de3-9837-60b9ac6b8ba0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e11f351-e8e5-4e5c-8092-98179fbdbcbf HTTP/1.1" status: 200 len: 210 time: 0.0792398 Aug 19 15:10:47.102794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65dc4bc9-23e0-47b0-9c6f-b132063ebaa9 req-c9834dc4-fa79-4f4b-9446-3d406b750da2 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0297201 Aug 19 15:10:47.184387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:47.342442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1d55-b766-4d90-a2e7-cf232a17943d req-f3d53691-18eb-40b4-adc1-5d0d9591db61 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:47.348295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1d55-b766-4d90-a2e7-cf232a17943d req-f3d53691-18eb-40b4-adc1-5d0d9591db61 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:47.354931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1d55-b766-4d90-a2e7-cf232a17943d req-f3d53691-18eb-40b4-adc1-5d0d9591db61 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:47.356595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88fd1d55-b766-4d90-a2e7-cf232a17943d req-f3d53691-18eb-40b4-adc1-5d0d9591db61 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 2374 time: 0.1014438 Aug 19 15:10:47.361631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:47.476831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88fd1d55-b766-4d90-a2e7-cf232a17943d req-8d17edad-df7c-4c6b-92fb-44eccb701b27 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128564 Aug 19 15:10:47.734170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 10.2.2.100 (ac1865d5-4e99-46d5-a6b5-21d296fd48d2/b1df0341-84a5-4a86-be95-3cb898235181/035cbade-f23b-4f01-ba63-703b2aad16b0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:47.754954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f178866-1b4b-4336-ac17-fe5fdfb05c02 req-0b27dcbc-1c6a-40d2-929f-9f8ca4a4675e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:47.756550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f178866-1b4b-4336-ac17-fe5fdfb05c02 req-0b27dcbc-1c6a-40d2-929f-9f8ca4a4675e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0888305 Aug 19 15:10:47.868103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f178866-1b4b-4336-ac17-fe5fdfb05c02 req-58967fbd-b0b8-4ae1-a120-2d789bb47b69 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935190 Aug 19 15:10:47.930001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:47.947449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object 035cbade-f23b-4f01-ba63-703b2aad16b0 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:48.144231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:48.195014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:48.201544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:48.206179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:48.217674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:48.286053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:48.286053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:48.352754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab718f33-b241-4cb3-9d65-39e403375ea6 req-24bcc9c1-4734-477b-964a-d49ba5fbea5e tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0678191 Aug 19 15:10:48.436769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-d8b46083-41cf-472f-99f1-182f32d90154 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6061463 Aug 19 15:10:48.446311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'admin_state_up': True, 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'security_groups': ['a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:48.603232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1c4557b0-8c96-4417-9ba8-c606f470b42b None None] Provisioning for port 035cbade-f23b-4f01-ba63-703b2aad16b0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:48.608505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1c4557b0-8c96-4417-9ba8-c606f470b42b None None] Provisioning complete for port 035cbade-f23b-4f01-ba63-703b2aad16b0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:48.610612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1c4557b0-8c96-4417-9ba8-c606f470b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:48.677926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1c4557b0-8c96-4417-9ba8-c606f470b42b None None] Port 035cbade-f23b-4f01-ba63-703b2aad16b0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:48.697434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-ac2a51cc-5dad-47b5-96b6-ea3feec10b1a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:48.699071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-ac2a51cc-5dad-47b5-96b6-ea3feec10b1a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.2489400 Aug 19 15:10:48.744735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-91c5118f-51a9-497a-9105-5914017f0bd6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/quotas/4a0d78650d604a42b8829acb7a22fdfa HTTP/1.1" status: 200 len: 375 time: 0.0308774 Aug 19 15:10:48.829753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-395ce39e-cdb3-459f-848a-f0b7dd3622c7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662658 Aug 19 15:10:48.928586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37928) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:48.943961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-0d590e93-788a-4c11-ac9e-af855d010f70 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103840 Aug 19 15:10:48.961622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Made reservation on behalf of 3fb5abc66cfd4d9c8183a3986639cd7f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:48.967739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:48.998782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e5b94855-771c-4695-8b59-26a9f7d3a28a no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:49.033791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: e5b94855-771c-4695-8b59-26a9f7d3a28a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:49.034909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e5b94855-771c-4695-8b59-26a9f7d3a28a not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:49.087269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-397047545', 'router:external': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:49.146716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-c931d876-000b-4659-86e4-cc0fe3068723 service neutron] 10.222.0.13 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955636 Aug 19 15:10:49.239507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Allocated IP 10.2.2.200 (ac1865d5-4e99-46d5-a6b5-21d296fd48d2/b1df0341-84a5-4a86-be95-3cb898235181/b3d50f52-1336-4a83-8792-6df8491982b3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:49.242576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Made reservation on behalf of e2f122b86a4545bcba6d8d808ea0f20e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:49.246901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.260723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.386262 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.440521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.456179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Transition to ACTIVE for port object b3d50f52-1336-4a83-8792-6df8491982b3 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:49.557351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.571373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:10:49.582701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.583567 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Added segment 1368665c-7f62-440e-8448-059a51929f00 of type vlan for network 26c289c4-0aac-452c-a890-7ce630192ec2 Aug 19 15:10:49.647221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.672596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b56dcf-37ca-448e-92bd-34885e63a825,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:49.717526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.749648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3f23-cf53-4950-aa0a-bda49f6f0521 req-cc509ed0-ac5e-43d9-85c2-cbb2e1bd9e19 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:49.755686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3f23-cf53-4950-aa0a-bda49f6f0521 req-cc509ed0-ac5e-43d9-85c2-cbb2e1bd9e19 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:49.762080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3f23-cf53-4950-aa0a-bda49f6f0521 req-cc509ed0-ac5e-43d9-85c2-cbb2e1bd9e19 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:49.768072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3f23-cf53-4950-aa0a-bda49f6f0521 req-cc509ed0-ac5e-43d9-85c2-cbb2e1bd9e19 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:49.769877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-264c3f23-cf53-4950-aa0a-bda49f6f0521 req-cc509ed0-ac5e-43d9-85c2-cbb2e1bd9e19 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 3095 time: 0.1959796 Aug 19 15:10:49.774714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:49.776129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event updated for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:49.778937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:49.782933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:49.853034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:49.853721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.884909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-264c3f23-cf53-4950-aa0a-bda49f6f0521 req-86955424-bd08-44a0-bb0b-777490d60dd4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039078 Aug 19 15:10:49.979950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.981081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:49.981733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:50.021144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11adf-789c-4b3e-8b42-43376165ef2b req-89b2bee1-c000-45fa-8b7a-210ea190161f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:50.029761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29b11adf-789c-4b3e-8b42-43376165ef2b req-89b2bee1-c000-45fa-8b7a-210ea190161f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0737433 Aug 19 15:10:50.061171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-3dce5a24-0d41-44e1-858c-900dcb69de33 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203189 Aug 19 15:10:50.079811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29b11adf-789c-4b3e-8b42-43376165ef2b req-23e2606b-a9dd-419b-af94-ed991263b02a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Aug 19 15:10:50.083299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Network': ['ID=26c289c4-0aac-452c-a890-7ce630192ec2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:50.101702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 26c289c4-0aac-452c-a890-7ce630192ec2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:10:50.102215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:50.180169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:50.242569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dfc4fec0-516a-4be0-951b-ac308ce7871f tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3109097 Aug 19 15:10:50.246610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37948) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:50.253568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'subnet': {'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:50.326460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9e2cbc66-d711-4894-836a-fc9bbffb4f71 None None] Provisioning for port b3d50f52-1336-4a83-8792-6df8491982b3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:50.331903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9e2cbc66-d711-4894-836a-fc9bbffb4f71 None None] Provisioning complete for port b3d50f52-1336-4a83-8792-6df8491982b3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:50.332325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc66-d711-4894-836a-fc9bbffb4f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:50.378703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cbc66-d711-4894-836a-fc9bbffb4f71 None None] Port b3d50f52-1336-4a83-8792-6df8491982b3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:50.422327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Made reservation on behalf of e2f122b86a4545bcba6d8d808ea0f20e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:50.429425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:50.653424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0f0cb2c-1607-40e9-aa4f-240c1fdf5061 req-89a3555d-56b7-4fec-8a32-6023d070c2cb tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0395000 Aug 19 15:10:50.789765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b665350-e061-423f-a524-c1154b9a7c69 req-43bb61da-faf2-4c4d-90a3-06e1d4631161 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 210 time: 0.0524242 Aug 19 15:10:50.802853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7a7ce7-6f63-421b-a1ec-23264ecdd886 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:50.817855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:50.843734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Transition to ACTIVE for port object ef7a7ce7-6f63-421b-a1ec-23264ecdd886 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:51.051234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:51.154092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:10:51.154092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:51.197774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-a0088c09-277a-4ea2-a37d-683e9f2ae33b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.204487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-a0088c09-277a-4ea2-a37d-683e9f2ae33b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.211961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-a0088c09-277a-4ea2-a37d-683e9f2ae33b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.219229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-a0088c09-277a-4ea2-a37d-683e9f2ae33b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.227181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-a0088c09-277a-4ea2-a37d-683e9f2ae33b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.239891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-a0088c09-277a-4ea2-a37d-683e9f2ae33b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 3816 time: 0.2412117 Aug 19 15:10:51.240852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6aae7b56-6c8e-4a31-b023-330bfdf57aeb,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:51.280895 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:10:51.283084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Checking segment: {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:51.283457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network hostable DHCP agents. Network: 26c289c4-0aac-452c-a890-7ce630192ec2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:10:51.296130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:51.381841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Attempting to bind port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:51.382340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Attempting to bind port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:51.382683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Attempting to bind port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 on network 9f7c226c-de24-4595-a41a-514bed504204 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:51.388736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30ad9415-e4f1-4ce1-a1a6-dfcc7326b746 req-1b13534d-964a-4025-87db-6fd4111761c9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518939 Aug 19 15:10:51.392232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 on network 9f7c226c-de24-4595-a41a-514bed504204 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:51.398815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Attempting to bind port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 on network 9f7c226c-de24-4595-a41a-514bed504204 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:51.405729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:51.406180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Checking segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:51.406933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Bound using segment: {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:51.407293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Bound port: ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea3801a-8028-435a-a3de-9ad229318aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7c226c-de24-4595-a41a-514bed504204'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:51.407750 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:51.500101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 26c289c4-0aac-452c-a890-7ce630192ec2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:10:51.549719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:51.554564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:51.567783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f793dc-31be-41c0-a2c0-ff279debf1fc req-3142ffa9-db68-4db6-a862-b0f9a40d3712 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.569473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5f793dc-31be-41c0-a2c0-ff279debf1fc req-3142ffa9-db68-4db6-a862-b0f9a40d3712 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0801845 Aug 19 15:10:51.612324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5f793dc-31be-41c0-a2c0-ff279debf1fc req-d779bef0-b0cf-4c82-996c-2bef1ad4b079 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366514 Aug 19 15:10:51.659571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 26c289c4-0aac-452c-a890-7ce630192ec2) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:51.660246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:51.665577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.666981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:51.676757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f86cca-e59a-4cbf-9f30-7e04d957c4ef None None] Network 26c289c4-0aac-452c-a890-7ce630192ec2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:51.717703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:51.718656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:51.720179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 1092 time: 1.6369972 Aug 19 15:10:51.720659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:51.723149 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286cf15b-d7ed-462b-b9df-aa7b154f4af5" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:51.763786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a32c-c593-4265-b831-c1aa075d0ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:51.874769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37970) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:51.875157 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa43ff6c-c8d4-4edd-b2ca-a4b8e116d4fc tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6272480 Aug 19 15:10:51.888571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1792215769', 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:52.015452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:52.119742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c223dd18-17f5-4b89-b058-85e47edbe3ea req-8a481055-6497-4979-992d-7089dd857664 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0416627 Aug 19 15:10:52.138849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Made reservation on behalf of e2f122b86a4545bcba6d8d808ea0f20e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:52.141432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:52.166300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:52.173202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] device_id is not set on port ac37d395-1609-4f75-8613-9f1a36fce0fb yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:10:52.240412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcaf207-fa1c-4612-9818-13a54e027b19 None None] Network 26c289c4-0aac-452c-a890-7ce630192ec2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:52.267400 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63cd379-eaee-49fa-ae72-e2623a5f31ea x-openstack-request-id: req-a63cd379-eaee-49fa-ae72-e2623a5f31ea {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:52.267751 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:52.280185 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a63cd379-eaee-49fa-ae72-e2623a5f31ea {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:52.280185 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'status': 'completed', 'code': 200} Aug 19 15:10:52.489702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a00b8db-86b9-476a-beb0-7e357cd75566 req-b022e96a-6dd1-436e-b9d3-3d8d7daceb65 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 210 time: 0.1082997 Aug 19 15:10:52.514961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-c3006d9c-71f4-4c86-a93e-fae4883e170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:52.514961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-c3006d9c-71f4-4c86-a93e-fae4883e170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:52.515604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-c3006d9c-71f4-4c86-a93e-fae4883e170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:52.516083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-c3006d9c-71f4-4c86-a93e-fae4883e170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:52.516553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-c3006d9c-71f4-4c86-a93e-fae4883e170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:52.518761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-c3006d9c-71f4-4c86-a93e-fae4883e170e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 4364 time: 0.2273192 Aug 19 15:10:52.537196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Allocated IP 2001:db8::d2 (26c289c4-0aac-452c-a890-7ce630192ec2/6aae7b56-6c8e-4a31-b023-330bfdf57aeb/ac37d395-1609-4f75-8613-9f1a36fce0fb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:53.193421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-546f7c74-ffc6-4310-987b-ec7b2cdc2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.194292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-546f7c74-ffc6-4310-987b-ec7b2cdc2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.195202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-546f7c74-ffc6-4310-987b-ec7b2cdc2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.196114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-546f7c74-ffc6-4310-987b-ec7b2cdc2632 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6628597 Aug 19 15:10:53.206661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-0ecd45af-90d4-4ba8-b5ed-173de5cbe7dc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.215108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-0ecd45af-90d4-4ba8-b5ed-173de5cbe7dc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.219305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-0ecd45af-90d4-4ba8-b5ed-173de5cbe7dc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.225334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-0ecd45af-90d4-4ba8-b5ed-173de5cbe7dc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.231872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-0ecd45af-90d4-4ba8-b5ed-173de5cbe7dc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.233754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-0ecd45af-90d4-4ba8-b5ed-173de5cbe7dc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 3828 time: 0.2974927 Aug 19 15:10:53.404939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.46', 56869) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:53.441145 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-3424be7b-5e32-4b7a-932a-f1d452310614 req-9b5eb832-ee5c-467d-b7d8-53f5cb8adea9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0291293 Aug 19 15:10:53.456563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee35af8a-4ee6-4b61-9a2b-72507d2e41ec {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:53.482193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:53.504748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bfab9afe-7cd3-4d8f-abbe-6e3057724864 req-b131ec68-d827-41a5-995d-fb6040ac91b2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137735 Aug 19 15:10:53.547778 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:53.556118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Transition to ACTIVE for port object ee35af8a-4ee6-4b61-9a2b-72507d2e41ec will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:53.579239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-fbb91230-981c-42c6-b8b2-5207b4964de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.580830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-286cf15b-d7ed-462b-b9df-aa7b154f4af5 req-fbb91230-981c-42c6-b8b2-5207b4964de3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3414290 Aug 19 15:10:53.588065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-19be2287-95b4-47ea-af27-9a51b56cd2b1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.589841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-19be2287-95b4-47ea-af27-9a51b56cd2b1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 805 time: 0.4135025 Aug 19 15:10:53.652730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Request body: {'port': {'device_id': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'admin_state_up': True, 'tenant_id': '4a0d78650d604a42b8829acb7a22fdfa'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:53.709525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:53.759951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43b1de-188e-4c9c-af47-c37c1d413a92 req-a89e78b9-b24d-442e-9849-6538626562e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:53.761635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c43b1de-188e-4c9c-af47-c37c1d413a92 req-a89e78b9-b24d-442e-9849-6538626562e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1662140 Aug 19 15:10:53.851327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Pushing event updated for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:53.880649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:53.901188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c43b1de-188e-4c9c-af47-c37c1d413a92 req-20a01188-5e73-40aa-a0cb-7e2d994f7a10 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273105 Aug 19 15:10:54.002559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 26c289c4-0aac-452c-a890-7ce630192ec2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:54.016626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:54.021602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:54.022698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.023494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.025986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Port': ['ID=ac37d395-1609-4f75-8613-9f1a36fce0fb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:54.049672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Attempting to bind port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:54.050011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Attempting to bind port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:54.050548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Attempting to bind port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:54.055999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:54.056308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Attempting to bind port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:54.062114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:54.062452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Checking segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:54.068079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Bound using segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:54.068079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Bound port: ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:54.068079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.121347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Made reservation on behalf of 4a0d78650d604a42b8829acb7a22fdfa for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:54.124877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.155146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:54.162837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:54.278747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Allocated IP 172.20.0.6 (051d648b-2ec7-4542-9dd7-0c78203384f1/29157e0f-1222-42ba-ba92-328313ea1fcd/1ee9f962-88c5-4a05-97e4-3ece308d0b77) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:54.314726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32eb231d-5689-4410-8dda-b4537cf84806 req-05ccf4e3-b066-4d4a-867c-519a19d49e68 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0336235 Aug 19 15:10:54.317661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.322225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7938a5d9-6030-47f3-b66d-b9b30814cc75 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4440181 Aug 19 15:10:54.325035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:54.382733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.387191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.387191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] 10.222.0.46 "PUT /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 1136 time: 2.3782706 Aug 19 15:10:54.387543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'ee35af8a-4ee6-4b61-9a2b-72507d2e41ec'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:54.390659 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "ee35af8a-4ee6-4b61-9a2b-72507d2e41ec"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:54.425986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Deleting port ac37d395-1609-4f75-8613-9f1a36fce0fb {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:54.427279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.496662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740560f6-f6d6-4b30-ac9e-bef0f7ea621d service neutron] Pushing event updated for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:54.532398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d07ae36-ce45-4282-92f1-115438de4a98 req-2dd2d31f-e7d5-422d-b397-217c82bc011d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 210 time: 0.0518909 Aug 19 15:10:54.542225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.554182 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9fcb-72b5-4987-b45c-9410ea7be103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.569752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Calling delete_port for ac37d395-1609-4f75-8613-9f1a36fce0fb owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:54.612262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.637466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:54.668158 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca9f8e-ebd0-4cae-9459-7fccc4b2212a x-openstack-request-id: req-beca9f8e-ebd0-4cae-9459-7fccc4b2212a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:54.668457 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "ee35af8a-4ee6-4b61-9a2b-72507d2e41ec", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:54.668715 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beca9f8e-ebd0-4cae-9459-7fccc4b2212a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:54.669149 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'ee35af8a-4ee6-4b61-9a2b-72507d2e41ec', 'status': 'completed', 'code': 200} Aug 19 15:10:54.778643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.837033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.837580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.838066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.838545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.839022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.839502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.841437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-9fd1b07a-1e85-46f9-bcaa-7983ccb3a5d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5293 time: 0.1764419 Aug 19 15:10:54.867250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.872707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.878918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.885641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.894823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.897667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:54.899600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32aebe71-2db9-4531-be94-17fa06e250eb req-24f5fb2a-eed1-4d87-9a54-12beac04b74e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 4605 time: 0.1604652 Aug 19 15:10:54.942779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:54.986182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac37d395-1609-4f75-8613-9f1a36fce0fb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:55.024386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.030524 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd9cd407-cb98-4a0b-962b-4c5d046502be tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ac37d395-1609-4f75-8613-9f1a36fce0fb HTTP/1.1" status: 204 len: 168 time: 0.7002902 Aug 19 15:10:55.030524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37994) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:55.035282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2', 'external_fixed_ips': [{'subnet_id': '6aae7b56-6c8e-4a31-b023-330bfdf57aeb', 'ip_address': '2001:db8::d2'}]}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:55.108081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32aebe71-2db9-4531-be94-17fa06e250eb req-eb2fbddc-d717-4832-80c9-18f5e285f4bc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891062 Aug 19 15:10:55.145861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.182089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:55.217277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-8b8aa704-90f6-4c4f-a974-85c7cfa3d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:55.217765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-8b8aa704-90f6-4c4f-a974-85c7cfa3d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:55.218247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-8b8aa704-90f6-4c4f-a974-85c7cfa3d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:55.219898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-8b8aa704-90f6-4c4f-a974-85c7cfa3d810 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3666127 Aug 19 15:10:55.248733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.250155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.270501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Network 051d648b-2ec7-4542-9dd7-0c78203384f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:55.339312 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.358911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:55.378159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:55.401099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event updated for resources: {'Port': ['ID=1ee9f962-88c5-4a05-97e4-3ece308d0b77,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:55.457232 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.512820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:55.513924 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.554262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9286-d990-4be6-bc54-660c3b9f9efb req-8cde9350-6429-4e2a-b328-1b1fd7ae13e1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:55.556056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc5b9286-d990-4be6-bc54-660c3b9f9efb req-8cde9350-6429-4e2a-b328-1b1fd7ae13e1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.2946291 Aug 19 15:10:55.561464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-1ef150d6-6ded-448f-84b3-b8daebc47b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:55.562927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfe213d2-dc1b-4e77-bae3-1bbae38719ed req-1ef150d6-6ded-448f-84b3-b8daebc47b45 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3231785 Aug 19 15:10:55.651025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d586ed9c-e825-4a5e-85f0-eabfce52ef11 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:55.667915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.672844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-740c6d3d-42fa-4628-ac6c-abe05cf0d5e0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0270178 Aug 19 15:10:55.677451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc5b9286-d990-4be6-bc54-660c3b9f9efb req-bf02789c-1c2a-42dd-bceb-96781a841ad9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926495 Aug 19 15:10:55.685836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Request body: {'port': {'device_id': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:55.701696 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.720238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Transition to ACTIVE for port object d586ed9c-e825-4a5e-85f0-eabfce52ef11 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:55.761428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:55.833447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.041540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Pushing event updated for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:56.098770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.119024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20231212-114a-4ffb-8dbc-f4e606a5f0b1 req-e022e6c1-b34d-4e95-be67-a7e57dd6cb07 tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0549774 Aug 19 15:10:56.125230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.244256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Attempting to bind port d586ed9c-e825-4a5e-85f0-eabfce52ef11 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:56.244256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Attempting to bind port d586ed9c-e825-4a5e-85f0-eabfce52ef11 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:56.244256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Attempting to bind port d586ed9c-e825-4a5e-85f0-eabfce52ef11 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:56.271664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Port d586ed9c-e825-4a5e-85f0-eabfce52ef11 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:56.271973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Attempting to bind port d586ed9c-e825-4a5e-85f0-eabfce52ef11 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:56.304362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:56.304960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Checking segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:56.305480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Bound using segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:56.306141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Bound port: d586ed9c-e825-4a5e-85f0-eabfce52ef11, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:56.307672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.356391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Allocated IP 2001:db8::d2 (26c289c4-0aac-452c-a890-7ce630192ec2/6aae7b56-6c8e-4a31-b023-330bfdf57aeb/107311cc-5307-43b8-bab0-c7d1193ddc6b) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:56.363448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee9f962-88c5-4a05-97e4-3ece308d0b77 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:56.399572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358620c-3533-4619-80e3-47677ca2aff3 req-2290ab9d-208b-477f-ae58-9aa0f9d8575a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.401034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2358620c-3533-4619-80e3-47677ca2aff3 req-2290ab9d-208b-477f-ae58-9aa0f9d8575a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 931 time: 0.1828599 Aug 19 15:10:56.403521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.447279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Transition to ACTIVE for port object 1ee9f962-88c5-4a05-97e4-3ece308d0b77 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:56.479995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:56.486407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2358620c-3533-4619-80e3-47677ca2aff3 req-9f90ac5c-8df9-415f-8ed8-203db7851ac5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766659 Aug 19 15:10:56.495516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:56.532997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.573015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.654593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.665846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee9f962-88c5-4a05-97e4-3ece308d0b77,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:56.681499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.732972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 26c289c4-0aac-452c-a890-7ce630192ec2 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:56.737624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:56.739630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Port': ['ID=107311cc-5307-43b8-bab0-c7d1193ddc6b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:56.744392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.745155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:56.747246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] 10.222.0.46 "PUT /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 1136 time: 2.1154227 Aug 19 15:10:56.749717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'd586ed9c-e825-4a5e-85f0-eabfce52ef11'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:56.750629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:56.760648 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "d586ed9c-e825-4a5e-85f0-eabfce52ef11"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:56.804042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.810276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.816277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.822752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.829744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.836561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.842486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:56.844499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-34518620-2965-4413-b98d-47714a58c44d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5382 time: 0.2613907 Aug 19 15:10:56.875217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951c3a-a7b8-4d63-8007-fe3ddd443abf service neutron] Pushing event updated for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:56.929857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:56.954761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Attempting to bind port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:56.955109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Attempting to bind port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:56.955452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Attempting to bind port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:56.965922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb9db371-6c3e-4dfc-8d96-cc53b0f9a354 req-3583a502-fb29-4338-a595-a3bcd4f71ad6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105642 Aug 19 15:10:56.972310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:56.972441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Attempting to bind port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 on network 051d648b-2ec7-4542-9dd7-0c78203384f1 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:57.023841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:57.024620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Checking segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:57.033257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Bound using segment: {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:57.033257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Bound port: 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd079e65-9123-4096-8f27-1a44d5a7ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:57.033257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.039666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.152908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.216182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] For port 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:57.238480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] For port 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:57.340754 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.360527 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.428717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.431609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:57.432366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.433945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ee9f962-88c5-4a05-97e4-3ece308d0b77 HTTP/1.1" status: 200 len: 1092 time: 1.7524772 Aug 19 15:10:57.464696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16f862d-40b5-4760-a538-5af48badc729 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:57.476087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.479040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639905f-db77-4b32-8ff9-06df6fb29fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee9f962-88c5-4a05-97e4-3ece308d0b77,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:57.492608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Transition to ACTIVE for port object e16f862d-40b5-4760-a538-5af48badc729 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:57.575697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-891a188c-d900-4c12-911d-7c53e5c10be3 req-2aecc160-9489-43ea-8395-9ac9fe445987 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34273e03b0694ba596a404c852c27737&device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0305090 Aug 19 15:10:57.606008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-891a188c-d900-4c12-911d-7c53e5c10be3 req-ebba1fe4-8864-42c2-8512-4f7de90dfaa5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=34273e03b0694ba596a404c852c27737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218606 Aug 19 15:10:57.725789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.754689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Router e9dce799-1334-4aee-a82c-1928c6b037c2 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:10:57.785072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-da0e8e19-e27c-43f1-8f49-b8ce79c158ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:57.786623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-da0e8e19-e27c-43f1-8f49-b8ce79c158ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 1095 time: 0.1797495 Aug 19 15:10:57.891938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:57.904339 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Sync routers for ids ['e9dce799-1334-4aee-a82c-1928c6b037c2'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:57.910946 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3a61c04-8d00-4962-8864-09ef6ce6c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:57.925914 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Routers {'e9dce799-1334-4aee-a82c-1928c6b037c2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:57.926851 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e9dce799-1334-4aee-a82c-1928c6b037c2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:58.011160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.013357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-20e63c00-bb16-4e6e-ada1-5128249f27ae tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9819930 Aug 19 15:10:58.016839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38026) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:58.124483 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Set router e9dce799-1334-4aee-a82c-1928c6b037c2 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:58.201039 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.242023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfebf0-5fdd-466b-b83d-a0236478c145 req-dfba53ca-c402-4c2b-938d-a8c3aa47dbc0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.249938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81cfebf0-5fdd-466b-b83d-a0236478c145 req-dfba53ca-c402-4c2b-938d-a8c3aa47dbc0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.5987165 Aug 19 15:10:58.255052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-53f1c67f-c150-49d0-8fce-66b8b180d90a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77 HTTP/1.1" status: 200 len: 217 time: 0.4501407 Aug 19 15:10:58.262673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a188c-d900-4c12-911d-7c53e5c10be3 req-764b7fdb-628a-49fa-a527-970a94469a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.264102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-891a188c-d900-4c12-911d-7c53e5c10be3 req-764b7fdb-628a-49fa-a527-970a94469a4a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6491938 Aug 19 15:10:58.264718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Pushing event updated for resources: {'Port': ['ID=e16f862d-40b5-4760-a538-5af48badc729,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:58.364986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.384304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81cfebf0-5fdd-466b-b83d-a0236478c145 req-c6332095-70df-424c-8c44-9df5a911b2a1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334658 Aug 19 15:10:58.389656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-60090ce0-65a5-4be9-9a21-8b5277b68c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.391142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-60090ce0-65a5-4be9-9a21-8b5277b68c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.1238155 Aug 19 15:10:58.415476 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dce799-1334-4aee-a82c-1928c6b037c2', 'name': '', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2', 'external_fixed_ips': [{'subnet_id': '6aae7b56-6c8e-4a31-b023-330bfdf57aeb', 'ip_address': '2001:db8::d2'}], 'enable_snat': True}, 'gw_port_id': '107311cc-5307-43b8-bab0-c7d1193ddc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:55Z', 'updated_at': '2021-08-19T15:10:56Z', 'revision_number': 3, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port': {'id': '107311cc-5307-43b8-bab0-c7d1193ddc6b', 'name': '', 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dce799-1334-4aee-a82c-1928c6b037c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '6aae7b56-6c8e-4a31-b023-330bfdf57aeb', 'ip_address': '2001:db8::d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:56Z', 'updated_at': '2021-08-19T15:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6aae7b56-6c8e-4a31-b023-330bfdf57aeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:58.433744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-3875240d-caca-4352-8e15-3aaa5c23e9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344565 Aug 19 15:10:58.445209 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d2a82c-aa85-4e37-82b2-7433f86bb5e5 x-openstack-request-id: req-29d2a82c-aa85-4e37-82b2-7433f86bb5e5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:58.445701 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "d586ed9c-e825-4a5e-85f0-eabfce52ef11", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:58.446094 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29d2a82c-aa85-4e37-82b2-7433f86bb5e5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:58.446558 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'd586ed9c-e825-4a5e-85f0-eabfce52ef11', 'status': 'completed', 'code': 200} Aug 19 15:10:58.457968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Checking router: e9dce799-1334-4aee-a82c-1928c6b037c2 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:58.458525 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Updating router e9dce799-1334-4aee-a82c-1928c6b037c2 port 107311cc-5307-43b8-bab0-c7d1193ddc6b binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:10:58.493555 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.561548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Deleting port 107311cc-5307-43b8-bab0-c7d1193ddc6b {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:58.562250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.571933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Attempting to bind port e16f862d-40b5-4760-a538-5af48badc729 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:58.572398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Attempting to bind port e16f862d-40b5-4760-a538-5af48badc729 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:58.572764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Attempting to bind port e16f862d-40b5-4760-a538-5af48badc729 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:58.607315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-98a540f8-f3dd-4667-a82e-569e8bc55cb5 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597724 Aug 19 15:10:58.654684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Port e16f862d-40b5-4760-a538-5af48badc729 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:58.655000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Attempting to bind port e16f862d-40b5-4760-a538-5af48badc729 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:58.665439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.688260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Calling delete_port for 107311cc-5307-43b8-bab0-c7d1193ddc6b owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:58.718138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:58.718422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Checking segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:58.718758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Bound using segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:58.719269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Bound port: e16f862d-40b5-4760-a538-5af48badc729, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:58.719636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.841308 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:58.857148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Transition to ACTIVE for port object 107311cc-5307-43b8-bab0-c7d1193ddc6b will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:58.897693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:58.903899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-7a216f43-3e07-4ef4-9e0c-b9b4b9cb55ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6248 time: 0.3321378 Aug 19 15:10:59.052989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3744925-56ac-46ea-bbe4-129d938eda84 req-471a54ab-d1bf-4e62-972b-e5dcf13c5798 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004433 Aug 19 15:10:59.060367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] For port e16f862d-40b5-4760-a538-5af48badc729, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:59.068124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] For port e16f862d-40b5-4760-a538-5af48badc729, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e16f862d-40b5-4760-a538-5af48badc729,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:59.080800 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.094925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b2b1b-33bc-4022-b400-23406ea2a71c req-82804460-ef46-47cf-82dd-ca2ba5f8e6c3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.102787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da0b2b1b-33bc-4022-b400-23406ea2a71c req-82804460-ef46-47cf-82dd-ca2ba5f8e6c3 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 943 time: 0.2118208 Aug 19 15:10:59.156482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da0b2b1b-33bc-4022-b400-23406ea2a71c req-fba5b76b-e30a-45b6-8a58-cb91974d6317 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Aug 19 15:10:59.167494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-b257b6b1-ba95-43a2-a089-4a621afc8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.168251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-b257b6b1-ba95-43a2-a089-4a621afc8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.168869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-b257b6b1-ba95-43a2-a089-4a621afc8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.171064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-b257b6b1-ba95-43a2-a089-4a621afc8f49 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2228861 Aug 19 15:10:59.199743 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Attempting to bind port 107311cc-5307-43b8-bab0-c7d1193ddc6b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:59.200913 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Attempting to bind port 107311cc-5307-43b8-bab0-c7d1193ddc6b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:59.200913 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Attempting to bind port 107311cc-5307-43b8-bab0-c7d1193ddc6b on network 26c289c4-0aac-452c-a890-7ce630192ec2 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:59.204086 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Pushing event updated for resources: {'Port': ['ID=107311cc-5307-43b8-bab0-c7d1193ddc6b,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:59.213814 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:59.216344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Checking segment: {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:59.216344 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.216344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Bound using segment: {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:59.216344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Bound port: 107311cc-5307-43b8-bab0-c7d1193ddc6b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:59.216344 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.218414 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.218749 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.219087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.219427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.219751 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.220069 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.220389 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.220703 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.221034 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.221455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.221822 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.222138 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2768ce-5890-4dae-b6ad-2cea39de5b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:59.242662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.259333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.282959 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.db.api [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:10:59.283332 n-d-779913-32 neutron-server[101965]: DEBUG oslo_db.api [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:10:59.293604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event deleted for resources: {'Port': ['ID=107311cc-5307-43b8-bab0-c7d1193ddc6b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:59.323208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.362033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.362803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.364270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-639091f1-9692-4abb-be49-21e487c22402 service neutron] 10.222.0.46 "PUT /v2.0/ports/e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 200 len: 1092 time: 2.4419491 Aug 19 15:10:59.383098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13381770-aa98-49b0-9fbd-bb7c0dcd7295 req-71f7817a-bbc9-4089-9eb9-340def5bf1fa tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0903530 Aug 19 15:10:59.429483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-4db50c0a-9d32-4f2e-a67b-b9f17e90e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.434854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0bb3c2f6-0bbe-4a4c-ace5-f96cfdfc18a9 req-4db50c0a-9d32-4f2e-a67b-b9f17e90e76d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437589 Aug 19 15:10:59.456898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639091f1-9692-4abb-be49-21e487c22402 service neutron] Pushing event updated for resources: {'Port': ['ID=e16f862d-40b5-4760-a538-5af48badc729,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:59.536453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.539646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.579356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.588771 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.605188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.612690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.619553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.625754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.653374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.653374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:59.653374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-a039ead3-76f5-4cbb-b32b-302db22f6d6f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5394 time: 0.1628780 Aug 19 15:10:59.653374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:59.739441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2cf3c43-5ae5-4455-b4a5-c74b41617fe3 req-09721599-678e-4509-a694-073d4bfef580 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888598 Aug 19 15:10:59.768519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-891a188c-d900-4c12-911d-7c53e5c10be3 req-b9211976-b80e-4dbc-a93b-ad7c56fb314c tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.46 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0345898 Aug 19 15:10:59.775981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.799858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.817077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9dce799-1334-4aee-a82c-1928c6b037c2 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:10:59.817077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.817077 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-26004a36-6733-4018-80d7-1f43b374fc32 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e9dce799-1334-4aee-a82c-1928c6b037c2 HTTP/1.1" status: 204 len: 168 time: 1.7907135 Aug 19 15:10:59.818097 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Attempting to bind port 107311cc-5307-43b8-bab0-c7d1193ddc6b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:59.820333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38036) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:59.823429 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Attempting to bind port 107311cc-5307-43b8-bab0-c7d1193ddc6b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:59.824017 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Attempting to bind port 107311cc-5307-43b8-bab0-c7d1193ddc6b on network 26c289c4-0aac-452c-a890-7ce630192ec2 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:59.840155 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:59.841830 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Checking segment: {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:59.842700 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.843268 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Bound using segment: {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:59.843933 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Bound port: 107311cc-5307-43b8-bab0-c7d1193ddc6b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1368665c-7f62-440e-8448-059a51929f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26c289c4-0aac-452c-a890-7ce630192ec2'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:59.844491 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.866762 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.plugin [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Port 107311cc-5307-43b8-bab0-c7d1193ddc6b has been deleted concurrently {{(pid=101965) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 15:10:59.877921 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Routers set() bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:59.878593 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Router IDs set() for agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 15:10:59.879422 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_agentschedulers_db [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9dce799-1334-4aee-a82c-1928c6b037c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent'). {{(pid=101965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 15:10:59.879971 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681637c-ed45-444d-8148-7b9dac80b8a4 None None] The sync data for ids ['e9dce799-1334-4aee-a82c-1928c6b037c2'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:59.927938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Deleting subnet 6aae7b56-6c8e-4a31-b023-330bfdf57aeb {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:10:59.927938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:59.960901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.005908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.014238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d0f9-0df4-4ad4-a0cc-de24993ee58b req-b55364ea-05c3-4993-a1e5-f20d5c385938 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:00.015761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85b5d0f9-0df4-4ad4-a0cc-de24993ee58b req-b55364ea-05c3-4993-a1e5-f20d5c385938 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1169004 Aug 19 15:11:00.092223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85b5d0f9-0df4-4ad4-a0cc-de24993ee58b req-052f242c-6261-4241-a389-ed563a703fcb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643787 Aug 19 15:11:00.165510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:00.167851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.174829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.198121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Transition to ACTIVE for port object 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:00.202500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6aae7b56-6c8e-4a31-b023-330bfdf57aeb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:00.208789 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.211228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f2f8d39-5095-40ab-bde6-5510bc66e1c5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/6aae7b56-6c8e-4a31-b023-330bfdf57aeb HTTP/1.1" status: 204 len: 168 time: 0.3894520 Aug 19 15:11:00.216075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:00.308097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.326932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.448428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'tag': '1ee9f962-88c5-4a05-97e4-3ece308d0b77'}, {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'e16f862d-40b5-4760-a538-5af48badc729'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:00.450893 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeae2e4-b088-483f-8bce-780a8b3910e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0029d7dd-fb53-48dc-a1eb-cbb04121ede9", "tag": "1ee9f962-88c5-4a05-97e4-3ece308d0b77"}, {"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "e16f862d-40b5-4760-a538-5af48badc729"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:00.494429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.554703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c289c4-0aac-452c-a890-7ce630192ec2']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:00.558367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:00.581971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1368665c-7f62-440e-8448-059a51929f00') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:00.582266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1368665c-7f62-440e-8448-059a51929f00') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:00.603118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.631069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3594fb-b052-4459-bf78-3966086935e0 req-e765f835-6b83-477f-b1c0-c2eeaaa4207e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:00.635469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db3594fb-b052-4459-bf78-3966086935e0 req-e765f835-6b83-477f-b1c0-c2eeaaa4207e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 943 time: 0.1915112 Aug 19 15:11:00.658776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.680949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Attempting to bind port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:00.680949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Attempting to bind port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:00.680949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Attempting to bind port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:00.695139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:11:00.695581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:11:00.697880 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:11:00.747209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:00.747555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Attempting to bind port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:00.776183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db3594fb-b052-4459-bf78-3966086935e0 req-9ea5c979-7315-4718-afea-7f067c4fc6ec tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221607 Aug 19 15:11:00.781596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:00.782025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Checking segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:00.782416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Bound using segment: {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:00.783484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Bound port: 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d87a18-0463-48ef-9b76-f88da8109f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:00.783484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.860943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.861557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:00.864171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:00.915239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ab689b5-2e0c-4497-802c-783f15630435 req-0dfff5a2-92e5-4433-9f38-73b300e605cc tempest-ServerShowV257Test-541345701 tempest-ServerShowV257Test-541345701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d61142d1-afb1-4347-9494-300e084ecfef HTTP/1.1" status: 200 len: 210 time: 0.0399666 Aug 19 15:11:00.980469 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034144bc-1376-436d-a253-8b2257e140f9 x-openstack-request-id: req-034144bc-1376-436d-a253-8b2257e140f9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:00.980785 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0029d7dd-fb53-48dc-a1eb-cbb04121ede9", "tag": "1ee9f962-88c5-4a05-97e4-3ece308d0b77", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "e16f862d-40b5-4760-a538-5af48badc729", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:00.981590 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-034144bc-1376-436d-a253-8b2257e140f9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:00.981995 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'tag': '1ee9f962-88c5-4a05-97e4-3ece308d0b77', 'status': 'completed', 'code': 200} Aug 19 15:11:00.985725 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'e16f862d-40b5-4760-a538-5af48badc729', 'status': 'completed', 'code': 200} Aug 19 15:11:00.985725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.988912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26c289c4-0aac-452c-a890-7ce630192ec2 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:11:00.992722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:00.999438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/networks/26c289c4-0aac-452c-a890-7ce630192ec2 HTTP/1.1" status: 204 len: 168 time: 0.7779586 Aug 19 15:11:01.026584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1a51e-7623-4ea2-b426-ef166087b6de tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event deleted for resources: {'Network': ['ID=26c289c4-0aac-452c-a890-7ce630192ec2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:01.056541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1ee9f962-88c5-4a05-97e4-3ece308d0b77 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:01.098858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.193884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.199111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.200917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] 10.222.0.46 "PUT /v2.0/ports/5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 200 len: 1092 time: 1.5591073 Aug 19 15:11:01.215420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:01.224972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.232357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1ee9f962-88c5-4a05-97e4-3ece308d0b77', 'network_id': '051d648b-2ec7-4542-9dd7-0c78203384f1', 'port_id': '1ee9f962-88c5-4a05-97e4-3ece308d0b77', 'mac_address': 'fa:16:3e:05:69:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29157e0f-1222-42ba-ba92-328313ea1fcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:01.250253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.250253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.252353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.259041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.265827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.285882 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.287473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.303879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee9f962-88c5-4a05-97e4-3ece308d0b77 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:01.306703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55cb8057-ee39-474d-8823-a96992defa9a req-4f2ec659-37dd-463c-a98c-78a54c47671a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5406 time: 0.2446957 Aug 19 15:11:01.345320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:01.356541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-cc0314fa-99f3-4242-934d-5dfd8a1e8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.358857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-cc0314fa-99f3-4242-934d-5dfd8a1e8de8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 1095 time: 0.3428891 Aug 19 15:11:01.391996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:01.420297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9ef6-4145-4278-a115-027eccbb946e service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:01.460289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.489457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55cb8057-ee39-474d-8823-a96992defa9a req-deab115d-c3e4-4624-a88a-0ac058e068d6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1790569 Aug 19 15:11:01.537167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38062) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:01.545729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'name': 'tempest-router--1961084992', 'project_id': '66ff0d754a7a4e0fb329e3df99477b9f'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:01.550205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.567914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1ee9f962-88c5-4a05-97e4-3ece308d0b77,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:01.686154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-fc106ccf-9f71-4223-bb92-fbb935b72bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.687610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-fc106ccf-9f71-4223-bb92-fbb935b72bbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 200 len: 906 time: 0.3089747 Aug 19 15:11:01.693678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1ee9f962-88c5-4a05-97e4-3ece308d0b77'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:01.771258 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.773920 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.812603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-1df2f55b-7b90-4d0f-a484-5c14dc07c352 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77 HTTP/1.1" status: 200 len: 217 time: 0.1147583 Aug 19 15:11:01.849789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f49cd7-8d22-4e54-987d-38480ceca980 req-fc76ab1c-58b4-4dba-84f0-675a0cc75248 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.857909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25f49cd7-8d22-4e54-987d-38480ceca980 req-fc76ab1c-58b4-4dba-84f0-675a0cc75248 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.2180996 Aug 19 15:11:01.860978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.988881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-b36267b8-41ee-43da-be6d-88cc8b0083c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:01.990355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-b36267b8-41ee-43da-be6d-88cc8b0083c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 200 len: 845 time: 0.1656880 Aug 19 15:11:01.994431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25f49cd7-8d22-4e54-987d-38480ceca980 req-f33465ec-66d3-4c35-a908-18f6a2e3e91b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352367 Aug 19 15:11:02.016491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.036532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-7a6a9bd3-ff6a-4861-baa4-9b6e7d78762b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=051d648b-2ec7-4542-9dd7-0c78203384f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317733 Aug 19 15:11:02.166327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.169247 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af7811cd-5f5d-45c2-8548-5375fb062685 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6290553 Aug 19 15:11:02.172158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38068) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:02.205339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035cbade-f23b-4f01-ba63-703b2aad16b0 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:02.215921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-21c1db38-9101-48ea-b05f-c4396ba3fa69 service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669436 Aug 19 15:11:02.218169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.290767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.304442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Transition to ACTIVE for port object 035cbade-f23b-4f01-ba63-703b2aad16b0 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:02.374608 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.378184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-d2c839d0-c391-4bbf-b687-1a7eb673ae8c service neutron] 10.222.0.46 "GET /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422360 Aug 19 15:11:02.501786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.507309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.524255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Pushing event updated for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:02.582573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec7575-81cf-4ca1-9fd3-607260d494f3 req-9f647beb-3bdb-47fe-bfeb-f8535900a462 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.584330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19ec7575-81cf-4ca1-9fd3-607260d494f3 req-9f647beb-3bdb-47fe-bfeb-f8535900a462 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 944 time: 0.2247143 Aug 19 15:11:02.592278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.592811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.593309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.593777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.594230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.594728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.595187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.597314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-365a7044-f2fc-4ffb-864f-8f1205815300 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6384 time: 0.1547527 Aug 19 15:11:02.708598 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.709789 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb7cd9e-19e2-4c2b-80f5-da1fb946a9e8 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:02.724755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.730350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5ffc8e93-7a95-4090-a1a5-3b8f026e876d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0eb7cd9e-19e2-4c2b-80f5-da1fb946a9e8 HTTP/1.1" status: 204 len: 168 time: 0.5528867 Aug 19 15:11:02.792828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19ec7575-81cf-4ca1-9fd3-607260d494f3 req-7704c6f3-3ffa-4b4b-840c-3264acc69cc5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758354 Aug 19 15:11:02.799828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Attempting to bind port 035cbade-f23b-4f01-ba63-703b2aad16b0 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:02.800250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Attempting to bind port 035cbade-f23b-4f01-ba63-703b2aad16b0 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:02.800699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Attempting to bind port 035cbade-f23b-4f01-ba63-703b2aad16b0 on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:02.825333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Port 035cbade-f23b-4f01-ba63-703b2aad16b0 on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:02.825670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Attempting to bind port 035cbade-f23b-4f01-ba63-703b2aad16b0 on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:02.833060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:02.833060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Checking segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:02.833060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Bound using segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:02.833060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Bound port: 035cbade-f23b-4f01-ba63-703b2aad16b0, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:02.833632 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:02.912037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:02.916848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=035cbade-f23b-4f01-ba63-703b2aad16b0,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:02.986296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:02.988959 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3165030b-1044-400d-9111-b886b0f3dea8" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:02.995255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-0aac97f6-670c-479f-8aca-493ef48cc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.995739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-0aac97f6-670c-479f-8aca-493ef48cc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.996212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-0aac97f6-670c-479f-8aca-493ef48cc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.998059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-0aac97f6-670c-479f-8aca-493ef48cc410 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3801372 Aug 19 15:11:03.015904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.023377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.029610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.035693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.042518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.048696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.054933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.056906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-ddeaf7de-e141-49c1-a447-5ceef84b0df1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5418 time: 0.1345155 Aug 19 15:11:03.071630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1ee9f962-88c5-4a05-97e4-3ece308d0b77 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:03.133708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:03.205176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38084) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:03.237327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:03.249985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:03.251011 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:03.516382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:03.549209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1b6dd2c-1aa3-4293-baf9-8509f2f58b1d req-43292fe3-0a54-4e09-860f-617b58faa95b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4824648 Aug 19 15:11:03.608820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.609500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:03.611018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] 10.222.0.46 "PUT /v2.0/ports/035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 1092 time: 2.2366242 Aug 19 15:11:03.651349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee9f962-88c5-4a05-97e4-3ece308d0b77'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:03.668539 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da1ea8-ee10-4e07-8c46-529b2de9a042 x-openstack-request-id: req-01da1ea8-ee10-4e07-8c46-529b2de9a042 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:03.668955 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:03.670677 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01da1ea8-ee10-4e07-8c46-529b2de9a042 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:03.671144 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323', 'status': 'completed', 'code': 200} Aug 19 15:11:03.673598 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c8799-b5fc-4fea-a7a9-1b3440da4228" -d '{"events": [{"server_uuid": "0029d7dd-fb53-48dc-a1eb-cbb04121ede9", "name": "network-vif-plugged", "status": "completed", "tag": "1ee9f962-88c5-4a05-97e4-3ece308d0b77"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:03.718647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Request body: {'port': {'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:03.722593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4629065', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:03.723933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8f859-0306-43dc-bc72-3020ca194051 service neutron] Pushing event updated for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:03.736241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-80df70b2-fedf-4315-84de-0b64b22d3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.737749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbeae2e4-b088-483f-8bce-780a8b3910e3 req-80df70b2-fedf-4315-84de-0b64b22d3402 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6799061 Aug 19 15:11:03.797390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:03.900190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:03.903254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:03.934480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:03.935404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c331b8-1a4c-4232-b4ee-8c83fc104936 req-f96510a1-c0a6-4259-b1e2-3757af96e4bd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:03.943387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88c331b8-1a4c-4232-b4ee-8c83fc104936 req-f96510a1-c0a6-4259-b1e2-3757af96e4bd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1723564 Aug 19 15:11:04.035935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.036620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.037566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.038503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.039145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.039973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.041266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.046804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3165030b-1044-400d-9111-b886b0f3dea8 req-42609d13-2596-4950-91dd-758068576300 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6426 time: 0.2257280 Aug 19 15:11:04.068465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1ee9f962-88c5-4a05-97e4-3ece308d0b77,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:04.083135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.085711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.172285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.173779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3656cc30-c9d7-40fb-9d78-a238676f3d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.216459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88c331b8-1a4c-4232-b4ee-8c83fc104936 req-c7457d65-4bce-4dc0-8198-a6e129da3730 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717216 Aug 19 15:11:04.355856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-b606c3fb-3d4f-4dda-b8c7-c660782270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.355856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-b606c3fb-3d4f-4dda-b8c7-c660782270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.355856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-b606c3fb-3d4f-4dda-b8c7-c660782270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.357476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3165030b-1044-400d-9111-b886b0f3dea8 req-b606c3fb-3d4f-4dda-b8c7-c660782270a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2872467 Aug 19 15:11:04.508700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165030b-1044-400d-9111-b886b0f3dea8 req-e223f875-10e1-451a-9ffe-48e10ad3a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.510450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3165030b-1044-400d-9111-b886b0f3dea8 req-e223f875-10e1-451a-9ffe-48e10ad3a581 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445673 Aug 19 15:11:04.572590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d50f52-1336-4a83-8792-6df8491982b3 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:04.576249 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449bd6fe-b693-4e46-b8fb-ee7f82dc2289 x-openstack-request-id: req-449bd6fe-b693-4e46-b8fb-ee7f82dc2289 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:04.577370 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0029d7dd-fb53-48dc-a1eb-cbb04121ede9", "name": "network-vif-plugged", "status": "completed", "tag": "1ee9f962-88c5-4a05-97e4-3ece308d0b77", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:04.577967 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-449bd6fe-b693-4e46-b8fb-ee7f82dc2289 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:04.579318 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee9f962-88c5-4a05-97e4-3ece308d0b77', 'code': 200} Aug 19 15:11:04.585296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.612712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Transition to ACTIVE for port object b3d50f52-1336-4a83-8792-6df8491982b3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:04.726483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd3c9-afea-4e6d-8895-745565282206 req-d8401d34-ab33-40ef-979b-6d882eb23e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.728515 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e9cd3c9-afea-4e6d-8895-745565282206 req-d8401d34-ab33-40ef-979b-6d882eb23e4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 1097 time: 0.0750721 Aug 19 15:11:04.730728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.737518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.756302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2be4f0-b61d-43c6-bc72-47c1a6013b66 req-0904d4d4-e1ae-43c8-8d7b-5951f9b72cee tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.758363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a2be4f0-b61d-43c6-bc72-47c1a6013b66 req-0904d4d4-e1ae-43c8-8d7b-5951f9b72cee tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1165760 Aug 19 15:11:04.796506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3656cc30-c9d7-40fb-9d78-a238676f3d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.842679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:04.891728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.892146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.892496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.895964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:04.900222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e9cd3c9-afea-4e6d-8895-745565282206 req-2e9faa08-1278-4b65-a1d3-518e98cc7f44 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639211 Aug 19 15:11:04.920320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3656cc30-c9d7-40fb-9d78-a238676f3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.927904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a2be4f0-b61d-43c6-bc72-47c1a6013b66 req-2205d6aa-0da0-40aa-bd07-18a1016c1e35 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476562 Aug 19 15:11:04.975541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Attempting to bind port b3d50f52-1336-4a83-8792-6df8491982b3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:04.976034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Attempting to bind port b3d50f52-1336-4a83-8792-6df8491982b3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:04.976372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Attempting to bind port b3d50f52-1336-4a83-8792-6df8491982b3 on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:04.982040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Port b3d50f52-1336-4a83-8792-6df8491982b3 on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:04.982369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Attempting to bind port b3d50f52-1336-4a83-8792-6df8491982b3 on network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:04.988817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:04.989176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Checking segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:04.989565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Bound using segment: {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:04.990412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Bound port: b3d50f52-1336-4a83-8792-6df8491982b3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e44ffd-3990-44c3-bf21-364b1d637d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:04.991341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.016661 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3656cc30-c9d7-40fb-9d78-a238676f3d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34273e03b0694ba596a404c852c27737&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1109061 Aug 19 15:11:05.016661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656cc30-c9d7-40fb-9d78-a238676f3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e9881-6d64-4d2c-85e4-4e7db0d889b9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:05.019176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38102) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:05.121136 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8adc-920b-4682-90f0-928c1aef482a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.134019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:05.138062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b3d50f52-1336-4a83-8792-6df8491982b3,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:05.153994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.160152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.160344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8adc-920b-4682-90f0-928c1aef482a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.166954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.172889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.179311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.186255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.196637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.198714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-2942a543-c092-4c48-bd37-f3eb1e428879 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1554177 Aug 19 15:11:05.244460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-769dd707-c033-4baa-94b0-cfdc10cb6492 req-879b984d-b917-48cc-9eef-467cbd1c027d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387654 Aug 19 15:11:05.273572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.305518 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.314569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.316572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.317248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 1092 time: 1.6131058 Aug 19 15:11:05.330234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.367605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf526b61-bf53-4cff-84c9-c02464615ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:05.409562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822a87-c496-47d3-83a9-7f232688b470 req-c505c1b8-b8c8-4d0d-bb03-a689283dee75 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.411240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92822a87-c496-47d3-83a9-7f232688b470 req-c505c1b8-b8c8-4d0d-bb03-a689283dee75 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0568073 Aug 19 15:11:05.421189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8adc-920b-4682-90f0-928c1aef482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.428808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8adc-920b-4682-90f0-928c1aef482a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.432355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5f4c8adc-920b-4682-90f0-928c1aef482a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d3e9881-6d64-4d2c-85e4-4e7db0d889b9 HTTP/1.1" status: 204 len: 168 time: 0.4121745 Aug 19 15:11:05.471397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92822a87-c496-47d3-83a9-7f232688b470 req-45832d8e-8bf1-4759-8ae1-9d0e195cd201 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531723 Aug 19 15:11:05.481934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8adc-920b-4682-90f0-928c1aef482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e9881-6d64-4d2c-85e4-4e7db0d889b9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:05.579523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.580155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.580673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.581234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.581813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.582661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.582850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.585543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-43e46f72-b912-4a3b-b29d-017d7f2ea699 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6494 time: 0.1039546 Aug 19 15:11:05.594909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Allocated IP 172.25.5.184 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/eeeb70e4-d91b-496a-803f-8e987b2cead7) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:05.636668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-61bbe01b-e055-4bd4-9439-44ac5d1c8595 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 217 time: 0.0421610 Aug 19 15:11:05.675448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0'}, {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:05.678355 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cc2fe2-4fc7-4392-8413-6915c113ca54" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0"}, {"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:05.706344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-5d7cd213-7b0f-48eb-ab46-106aa6269a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.707993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-5d7cd213-7b0f-48eb-ab46-106aa6269a33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 200 len: 856 time: 0.0631390 Aug 19 15:11:05.728783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.773959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-ed8322ba-28ac-4539-b593-bb42991d6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.775428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-ed8322ba-28ac-4539-b593-bb42991d6014 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f7c226c-de24-4595-a41a-514bed504204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564091 Aug 19 15:11:05.829873 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee81d7a-fa1e-4a87-aa7f-003fd55fb8b8 x-openstack-request-id: req-aee81d7a-fa1e-4a87-aa7f-003fd55fb8b8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:05.830173 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:05.830428 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aee81d7a-fa1e-4a87-aa7f-003fd55fb8b8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:05.832340 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0', 'status': 'completed', 'code': 200} Aug 19 15:11:05.832340 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3', 'status': 'completed', 'code': 200} Aug 19 15:11:05.873912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-8c4cfaa1-a783-4ba6-aa3a-253c58859d09 service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897205 Aug 19 15:11:05.937185 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.977662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:05.981079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:05.984924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:05.987782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-e6092aed-bb02-44d2-ad5b-6179a670cc85 service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047378 Aug 19 15:11:06.045672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event updated for resources: {'Port': ['ID=eeeb70e4-d91b-496a-803f-8e987b2cead7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:06.055632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-750c45f7-713e-4886-ad1b-7f960cd28c8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 217 time: 0.0609515 Aug 19 15:11:06.137480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-091b78cd-da3e-4f1a-aba2-af92276297de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.139946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-091b78cd-da3e-4f1a-aba2-af92276297de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0635018 Aug 19 15:11:06.150673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a4677-4f45-4621-8954-67a59ad657ff req-044d956c-e13f-44f5-8bfe-808082b06b9d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.152642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-229a4677-4f45-4621-8954-67a59ad657ff req-044d956c-e13f-44f5-8bfe-808082b06b9d tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1073585 Aug 19 15:11:06.235121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-dc11bea1-256c-4bbd-b4fc-89d728f3e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.236754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-dc11bea1-256c-4bbd-b4fc-89d728f3e18a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835493 Aug 19 15:11:06.275695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-229a4677-4f45-4621-8954-67a59ad657ff req-a9002ab3-24a8-470e-a6ac-d9a873735b43 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859940 Aug 19 15:11:06.372053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-8b65439d-fe73-4d2b-b173-923e7c84ff60 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214640 Aug 19 15:11:06.403530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:06.487107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.501965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.501965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.506209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.512191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.518162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.524800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.526826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-2648b5f0-31ce-4b7e-8212-1f86cd4b4b9f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1696742 Aug 19 15:11:06.577801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-42ca0c29-ef60-4094-b02a-ee80b82422df service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840692 Aug 19 15:11:06.588443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-392edff3-8773-4309-b40e-09b6f7d0f894 req-f90ddea7-8889-4113-bd9e-387a82d67fa7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540094 Aug 19 15:11:06.637646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-96c350ec-c552-4187-9fa3-c77332c2d09e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 217 time: 0.0475430 Aug 19 15:11:06.649340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:06.728236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-3fb0d557-e3e1-48c6-9ad1-27d249df8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.730078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-3fb0d557-e3e1-48c6-9ad1-27d249df8e0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0851712 Aug 19 15:11:06.759831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd661a-44e0-430a-8aad-94b1f8e1a393 req-ef796258-814c-4c15-8aea-0b63939cff9a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.761679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0edd661a-44e0-430a-8aad-94b1f8e1a393 req-ef796258-814c-4c15-8aea-0b63939cff9a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0793290 Aug 19 15:11:06.822382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-8a6daee7-dddf-453a-bb21-9b7276bfc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.824152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-8a6daee7-dddf-453a-bb21-9b7276bfc4b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843894 Aug 19 15:11:06.829923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0edd661a-44e0-430a-8aad-94b1f8e1a393 req-1de6a060-30a6-448d-b29e-51fd37f70b2b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505023 Aug 19 15:11:06.933672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-1018ff13-bf4c-4014-9662-503732867c6a service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019657 Aug 19 15:11:06.945982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Router f269a529-69f7-424e-b3eb-bc0d35bfec30 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:07.073497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-7a480549-7049-44c5-964f-44531be1b3a3 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323342 Aug 19 15:11:07.082358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:07.093928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] Sync routers for ids ['f269a529-69f7-424e-b3eb-bc0d35bfec30'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:07.105011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] Routers {'f269a529-69f7-424e-b3eb-bc0d35bfec30'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:07.105765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f269a529-69f7-424e-b3eb-bc0d35bfec30'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:07.154545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-e5c67e47-f085-4d9f-aae6-bee84c7a9480 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 200 len: 217 time: 0.0492733 Aug 19 15:11:07.155248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:07.161679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] Routers {'f269a529-69f7-424e-b3eb-bc0d35bfec30'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:07.162423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f269a529-69f7-424e-b3eb-bc0d35bfec30'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:07.187688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-c83aa508-e358-4b3d-bf35-d7fdb72d2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:07.189467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-c83aa508-e358-4b3d-bf35-d7fdb72d2112 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0520968 Aug 19 15:11:07.220770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:07.222474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ffec2-a029-4a2e-b3e0-6b5f286e3ffe None None] The sync data for ids ['f269a529-69f7-424e-b3eb-bc0d35bfec30'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:07.244376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-55db2f2c-9477-455f-a9ad-b8fd359e2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:07.246033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-55db2f2c-9477-455f-a9ad-b8fd359e2291 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490506 Aug 19 15:11:07.351542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-43076a1e-bd8f-47bd-b84b-98f938122e83 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974736 Aug 19 15:11:07.362816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:07.367469 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-35151dc4-ddcd-44f8-b5d7-eb52810c4049 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1567104 Aug 19 15:11:07.367693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38154) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:07.456330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-662eba82-4ae6-4424-93b0-40c794783542 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974290 Aug 19 15:11:07.487994 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4bf62aa3-5c3d-46fa-bed1-9bcf94db69e1 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/f269a529-69f7-424e-b3eb-bc0d35bfec30 HTTP/1.1" status: 200 len: 922 time: 0.1181738 Aug 19 15:11:07.491551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38156) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:07.503479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-e3923ae3-4c57-49bd-97ef-313fe0d67477 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 200 len: 217 time: 0.0404704 Aug 19 15:11:07.519586 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a8b101f1-1f26-483e-a903-f2bc147da6d4 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=f269a529-69f7-424e-b3eb-bc0d35bfec30 HTTP/1.1" status: 200 len: 205 time: 0.0268230 Aug 19 15:11:07.522438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:07.553834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-130f65ff-6074-445e-91fb-0a6a963fe988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:07.555415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-130f65ff-6074-445e-91fb-0a6a963fe988 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0451429 Aug 19 15:11:07.604246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-4076a27f-c2fe-4f1d-b076-563cbfbc728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:07.605690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-4076a27f-c2fe-4f1d-b076-563cbfbc728e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436559 Aug 19 15:11:07.639337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:07.719931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-f52dc1f5-5669-4db6-bb89-e738e8ccf1d7 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981703 Aug 19 15:11:07.751257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:07.816771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-c790432c-c95d-4587-94c6-d4e3da68e5c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892951 Aug 19 15:11:07.868048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-59c0f5a2-4ce0-4a2b-9b71-a84779a8bc61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 217 time: 0.0437548 Aug 19 15:11:07.911875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Deleting port eeeb70e4-d91b-496a-803f-8e987b2cead7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:07.912222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:07.921525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-260d517f-1ed3-4910-aa3b-f1eae4bd232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:07.927535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-260d517f-1ed3-4910-aa3b-f1eae4bd232e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.0488045 Aug 19 15:11:07.971594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-6c31f94c-2f96-4c3a-979a-1bc46c65e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:07.973199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-6c31f94c-2f96-4c3a-979a-1bc46c65e70b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426221 Aug 19 15:11:07.996198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.018048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Calling delete_port for eeeb70e4-d91b-496a-803f-8e987b2cead7 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:08.071899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-48e815f9-be91-4847-a126-99b8c1cd029f service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914607 Aug 19 15:11:08.191455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-4a96fd67-4d82-42c6-9b75-fd0da7ce3e81 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117861 Aug 19 15:11:08.242639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-db70e078-dd98-49f6-811d-d5a4b4d9eaae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 217 time: 0.0438972 Aug 19 15:11:08.322238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.327417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-0c41e653-7415-48ff-afd1-d4431866542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.329421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-0c41e653-7415-48ff-afd1-d4431866542f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.0782881 Aug 19 15:11:08.340033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf2dd1-a2c6-407a-9cdd-7051a217ea40 req-d3b0128a-df84-46c5-8e7f-428a14b851bf tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.341684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8bf2dd1-a2c6-407a-9cdd-7051a217ea40 req-d3b0128a-df84-46c5-8e7f-428a14b851bf tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1021807 Aug 19 15:11:08.356062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event deleted for resources: {'Port': ['ID=eeeb70e4-d91b-496a-803f-8e987b2cead7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:08.411256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8bf2dd1-a2c6-407a-9cdd-7051a217ea40 req-4899d6f7-ed6e-4007-b3fe-01536e2ad715 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587487 Aug 19 15:11:08.419410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922d702-f96e-4297-90d9-810b481e5546 req-449778eb-ddd5-4eef-9f78-6f186f648f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.421561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-449778eb-ddd5-4eef-9f78-6f186f648f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764945 Aug 19 15:11:08.440215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.544609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.547061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.562854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.568941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.574904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.581149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.587044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.593135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.599144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.601582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-fa20411f-03ce-462a-ac1e-08fc36349a5c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1257780 Aug 19 15:11:08.608444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-eef2442a-ecb1-48e6-bb9a-dec42a440cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822655 Aug 19 15:11:08.698649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643bf1de-98e6-4aa3-8c3b-9cc6ca6a98c6 req-b689cf9f-941d-4bf5-8069-1e64a6f4e16e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889893 Aug 19 15:11:08.708220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.708220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Fanout notify agent at l3_agent the message router_deleted on router f269a529-69f7-424e-b3eb-bc0d35bfec30 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:08.719634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.723839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4e10de00-d73e-45fd-9e26-3660cc90b578 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/f269a529-69f7-424e-b3eb-bc0d35bfec30 HTTP/1.1" status: 204 len: 168 time: 1.1977928 Aug 19 15:11:08.725958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38180) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:08.734896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1453361150', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': False}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:08.797857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f922d702-f96e-4297-90d9-810b481e5546 req-2787b5a0-ff11-460d-a5c2-9d0ef180b46d service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818182 Aug 19 15:11:08.869053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9ea1-c49d-442b-9e4d-4898d69ffe4e req-11b719e4-02ee-4864-ac7f-8241752a98bb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.870479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab9e9ea1-c49d-442b-9e4d-4898d69ffe4e req-11b719e4-02ee-4864-ac7f-8241752a98bb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0546634 Aug 19 15:11:08.911708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab9e9ea1-c49d-442b-9e4d-4898d69ffe4e req-e9524a6b-4d55-4eb3-9dab-666f29d0f4c4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Aug 19 15:11:08.930575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.930575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:08.993368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:09.223629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.224112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.224588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.225094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.225590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.226061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.226534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.229215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-a993074a-0bf9-4791-945d-fa7cb84f0349 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6494 time: 0.1527920 Aug 19 15:11:09.282873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:09.368963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-f1ee1636-66d8-4099-a1d8-a697c365c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.371461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-f1ee1636-66d8-4099-a1d8-a697c365c173 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 901 time: 0.1127992 Aug 19 15:11:09.419666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-48796cdd-252a-4502-9272-eb018bd744f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 217 time: 0.0409086 Aug 19 15:11:09.471632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-9782d1ec-4e9e-4212-90e9-f9ddcbce96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.473280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-9782d1ec-4e9e-4212-90e9-f9ddcbce96c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.0452065 Aug 19 15:11:09.561634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-0eaa9e40-8479-4c3a-8d33-56ad389c8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.563144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-0eaa9e40-8479-4c3a-8d33-56ad389c8a8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829587 Aug 19 15:11:09.715869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-44edd77a-aa87-42d4-b5eb-f19bd78ca7fd service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446152 Aug 19 15:11:09.755592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680f352-3c30-4d3e-bea8-05bcbdcc531c req-cf6cef3a-e1ef-4739-803d-ec4d4ada492b tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.758155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c680f352-3c30-4d3e-bea8-05bcbdcc531c req-cf6cef3a-e1ef-4739-803d-ec4d4ada492b tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.1096075 Aug 19 15:11:10.239865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c680f352-3c30-4d3e-bea8-05bcbdcc531c req-43257f4d-b1ab-47f7-838f-138cce6e5e7a tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130502 Aug 19 15:11:10.257787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:10.263286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-9214c03c-5df3-4861-abfb-73955a3ba15e service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391197 Aug 19 15:11:10.285770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:10.441349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.441838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.442318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.442827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.443260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.444845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.444845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.446793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-965644b0-5214-4f86-8311-5fa992dd1faf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6494 time: 0.1205821 Aug 19 15:11:10.462828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9b9d-2d03-4129-a344-be510c7a8ebf req-1bc4d759-f256-4181-9482-78b6bd3d842b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.464261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db5c9b9d-2d03-4129-a344-be510c7a8ebf req-1bc4d759-f256-4181-9482-78b6bd3d842b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1391904 Aug 19 15:11:10.550036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Allocated IP 172.25.5.21 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/7bea1309-8a96-4b38-a340-c449bf86aa20) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:10.585816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db5c9b9d-2d03-4129-a344-be510c7a8ebf req-b77532dc-7663-4c8b-b7b1-9a9ff8482265 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118934 Aug 19 15:11:10.665653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-369ea45f-4b6e-415c-bbe2-dc3e10cedec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.667113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-369ea45f-4b6e-415c-bbe2-dc3e10cedec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 901 time: 0.2122736 Aug 19 15:11:10.744021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-76777e1f-fe4a-47c0-a76f-bed4b684ddaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 217 time: 0.0593550 Aug 19 15:11:10.830353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.836305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.842597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.848713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.855202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.861205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.867704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.869681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-736f0dc2-bfc0-4029-985e-1a5e30ce33e5 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.2189460 Aug 19 15:11:10.874445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:10.893514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-b79ed487-f235-47f5-a509-04967b011ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.894943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-b79ed487-f235-47f5-a509-04967b011ebd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.1376352 Aug 19 15:11:10.962874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f6fb19d-7f44-4085-a77b-49b9947ed367 req-831f1f7c-a619-43cc-b91c-c061b4c07727 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860176 Aug 19 15:11:10.982571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-1698b101-5d60-4c6e-96ed-8a304d822451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.984082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-1698b101-5d60-4c6e-96ed-8a304d822451 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806789 Aug 19 15:11:11.092209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:11.155421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:11.173920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:11.184526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56b21-ffdd-4099-847b-8db8e9a02c6a req-5cb84eee-59e0-48be-93a7-7c37297effbe tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:11.186090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ed56b21-ffdd-4099-847b-8db8e9a02c6a req-5cb84eee-59e0-48be-93a7-7c37297effbe tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1389010 Aug 19 15:11:11.187012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:11.189305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Port': ['ID=7bea1309-8a96-4b38-a340-c449bf86aa20,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:11.194888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-7655f6cb-d597-4698-bbb5-0a4d1510212c service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023702 Aug 19 15:11:11.316956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ed56b21-ffdd-4099-847b-8db8e9a02c6a req-5f6ed871-54ca-4d22-bd84-0fe2ec15b2bb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210933 Aug 19 15:11:11.445732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53cc2fe2-4fc7-4392-8413-6915c113ca54 req-5fa66dea-5977-4fa6-8f55-586c3cb4bd63 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218816 Aug 19 15:11:11.639262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:11.769562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf48280-75b7-4130-87eb-6249a21c1dff req-eb96f574-b65e-4dbc-b52e-a9e4ab0a73a6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:11.771089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaf48280-75b7-4130-87eb-6249a21c1dff req-eb96f574-b65e-4dbc-b52e-a9e4ab0a73a6 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.0944765 Aug 19 15:11:11.859508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaf48280-75b7-4130-87eb-6249a21c1dff req-3e5b0067-b7f4-4a90-ba91-a80b00c478f0 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802844 Aug 19 15:11:11.912044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:12.268466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Router 39fb0995-e305-4f0e-b25f-0500418c2d0c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:12.384798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:12.394703 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Sync routers for ids ['39fb0995-e305-4f0e-b25f-0500418c2d0c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:12.404901 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Routers {'39fb0995-e305-4f0e-b25f-0500418c2d0c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:12.405570 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['39fb0995-e305-4f0e-b25f-0500418c2d0c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:12.529414 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Set router 39fb0995-e305-4f0e-b25f-0500418c2d0c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:12.590110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:12.591779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b07548f3-2bca-4769-87ff-5ff41e3874fd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8641889 Aug 19 15:11:12.595888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38226) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:12.637019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a8972-9e03-484c-a458-61e0bc8de9fe req-b2a6ed0e-d1a0-4af5-8db7-3c6c50fa6c5a tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.639146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e9a8972-9e03-484c-a458-61e0bc8de9fe req-b2a6ed0e-d1a0-4af5-8db7-3c6c50fa6c5a tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.0614934 Aug 19 15:11:12.729779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e9a8972-9e03-484c-a458-61e0bc8de9fe req-4bde89c1-90c2-42a5-867a-c9a387bb089b tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785573 Aug 19 15:11:12.743646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-467e78e4-344c-4635-ad3b-7d112dbb4e03 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/39fb0995-e305-4f0e-b25f-0500418c2d0c HTTP/1.1" status: 200 len: 908 time: 0.1459155 Aug 19 15:11:12.746013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:12.746935 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fb0995-e305-4f0e-b25f-0500418c2d0c', 'name': 'tempest-snat-router-1453361150', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.21'}], 'enable_snat': False}, 'gw_port_id': '7bea1309-8a96-4b38-a340-c449bf86aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:08Z', 'updated_at': '2021-08-19T15:11:11Z', 'revision_number': 3, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port': {'id': '7bea1309-8a96-4b38-a340-c449bf86aa20', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fb0995-e305-4f0e-b25f-0500418c2d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:10Z', 'updated_at': '2021-08-19T15:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:12.752237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1453361150', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': True}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:12.776863 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Checking router: 39fb0995-e305-4f0e-b25f-0500418c2d0c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:12.777169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Updating router 39fb0995-e305-4f0e-b25f-0500418c2d0c port 7bea1309-8a96-4b38-a340-c449bf86aa20 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:11:12.803991 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:12.844598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.850945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.856923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.862834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.877172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.877172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.882372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.884511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3abe57f9-c133-4514-88c3-a43615924af0 req-4c4f45f7-0f6e-477f-8425-455cc72d5836 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1016271 Aug 19 15:11:12.928704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3abe57f9-c133-4514-88c3-a43615924af0 req-c86ed677-db66-4aff-bc2e-301e563880c8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371163 Aug 19 15:11:12.979489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:12.982070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.025474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.045724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.099048 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.112170 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Transition to ACTIVE for port object 7bea1309-8a96-4b38-a340-c449bf86aa20 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:13.232151 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.285672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751e4b-379d-4275-b480-96d90d4b104a req-248bbb7f-b399-4b6e-875a-ef5c7ea947e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:13.296442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae751e4b-379d-4275-b480-96d90d4b104a req-248bbb7f-b399-4b6e-875a-ef5c7ea947e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.0642395 Aug 19 15:11:13.301764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.332987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae751e4b-379d-4275-b480-96d90d4b104a req-65e8ef4e-8a8f-441b-afe4-f99f6ac594de tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356395 Aug 19 15:11:13.339160 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b9292-8894-409c-80ee-6d08ea483959 None None] Pushing event updated for resources: {'Port': ['ID=7bea1309-8a96-4b38-a340-c449bf86aa20,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:13.358223 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Attempting to bind port 7bea1309-8a96-4b38-a340-c449bf86aa20 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:13.359059 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Attempting to bind port 7bea1309-8a96-4b38-a340-c449bf86aa20 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:13.359532 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Attempting to bind port 7bea1309-8a96-4b38-a340-c449bf86aa20 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:13.369774 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:13.370809 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:13.371385 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.371955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:13.373222 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Bound port: 7bea1309-8a96-4b38-a340-c449bf86aa20, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:13.373924 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.443035 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] For port 7bea1309-8a96-4b38-a340-c449bf86aa20, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:13.449546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] For port 7bea1309-8a96-4b38-a340-c449bf86aa20, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7bea1309-8a96-4b38-a340-c449bf86aa20,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:13.543492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f790536-8f2f-45f2-9893-8d7effae83c9 req-e5f07ff6-18f1-429c-ac83-a2d9be214ffd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:13.550009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f790536-8f2f-45f2-9893-8d7effae83c9 req-e5f07ff6-18f1-429c-ac83-a2d9be214ffd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.0603826 Aug 19 15:11:13.589152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f790536-8f2f-45f2-9893-8d7effae83c9 req-13471878-224b-4523-9678-e0db9d3128ee tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Aug 19 15:11:13.637214 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.744766 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Routers {'39fb0995-e305-4f0e-b25f-0500418c2d0c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:13.745620 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['39fb0995-e305-4f0e-b25f-0500418c2d0c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:13.875160 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b9292-8894-409c-80ee-6d08ea483959 None None] Pushing event updated for resources: {'Port': ['ID=7bea1309-8a96-4b38-a340-c449bf86aa20,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:13.906126 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.945744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:13.961300 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] Set router 39fb0995-e305-4f0e-b25f-0500418c2d0c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:14.125615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.135012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.141392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.148716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.155967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.163664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.173193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.188360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-4311b7e8-9580-4754-b111-8462ec75c76f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1395862 Aug 19 15:11:14.195313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Allocated IP 172.25.5.186 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:14.248004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c212ba7-e8e5-4cf2-beb1-033d30624b63 req-0deaa1b6-3a43-4261-a162-5acce2866fe1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586042 Aug 19 15:11:14.357514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.475640 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fb0995-e305-4f0e-b25f-0500418c2d0c', 'name': 'tempest-snat-router-1453361150', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.21'}], 'enable_snat': False}, 'gw_port_id': '7bea1309-8a96-4b38-a340-c449bf86aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:08Z', 'updated_at': '2021-08-19T15:11:11Z', 'revision_number': 3, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port': {'id': '7bea1309-8a96-4b38-a340-c449bf86aa20', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fb0995-e305-4f0e-b25f-0500418c2d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:10Z', 'updated_at': '2021-08-19T15:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:14.503587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.504061 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b76cc-9815-49a5-87ea-5095ea7e4e94 None None] The sync data for ids ['39fb0995-e305-4f0e-b25f-0500418c2d0c'] in n-d-779913-32 is: [{'id': '39fb0995-e305-4f0e-b25f-0500418c2d0c', 'name': 'tempest-snat-router-1453361150', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.21'}], 'enable_snat': False}, 'gw_port_id': '7bea1309-8a96-4b38-a340-c449bf86aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:08Z', 'updated_at': '2021-08-19T15:11:11Z', 'revision_number': 3, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port': {'id': '7bea1309-8a96-4b38-a340-c449bf86aa20', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fb0995-e305-4f0e-b25f-0500418c2d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:10Z', 'updated_at': '2021-08-19T15:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:14.558508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:14.562125 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:14.565409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:14.573680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Port': ['ID=6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:15.076195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bea1309-8a96-4b38-a340-c449bf86aa20 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:15.114083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.175812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4b42-d1e0-4ac9-86c2-5d4afb7907ce req-26aceae3-af11-4094-8926-242d57072cc1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:15.190448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-201c4b42-d1e0-4ac9-86c2-5d4afb7907ce req-26aceae3-af11-4094-8926-242d57072cc1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 943 time: 0.1517246 Aug 19 15:11:15.295407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7bea1309-8a96-4b38-a340-c449bf86aa20 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:15.298029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-201c4b42-d1e0-4ac9-86c2-5d4afb7907ce req-4d622c11-6b6a-4a3c-8927-42d11a5222b7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996077 Aug 19 15:11:15.315875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7bea1309-8a96-4b38-a340-c449bf86aa20 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:15.316882 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.526262 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.594490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5146b913-48fb-4aed-94e4-c8bc046b433f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:15.638244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 7bea1309-8a96-4b38-a340-c449bf86aa20, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7bea1309-8a96-4b38-a340-c449bf86aa20,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:15.651167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9a9c7-a166-436a-9896-91c428546413 req-e75a08de-e376-442a-9418-ff721eb84e8f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:15.653828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6c9a9c7-a166-436a-9896-91c428546413 req-e75a08de-e376-442a-9418-ff721eb84e8f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.0960987 Aug 19 15:11:15.771419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6c9a9c7-a166-436a-9896-91c428546413 req-3a566c53-c625-4aa0-a914-dfb01fe7e49e tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077626 Aug 19 15:11:15.772942 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.847726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5146b913-48fb-4aed-94e4-c8bc046b433f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5146b913-48fb-4aed-94e4-c8bc046b433f,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:15.878188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5146b913-48fb-4aed-94e4-c8bc046b433f', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': '5146b913-48fb-4aed-94e4-c8bc046b433f', 'mac_address': 'fa:16:3e:01:94:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:15.889463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=7bea1309-8a96-4b38-a340-c449bf86aa20,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:15.952158 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.975718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5146b913-48fb-4aed-94e4-c8bc046b433f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:16.010363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5146b913-48fb-4aed-94e4-c8bc046b433f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5146b913-48fb-4aed-94e4-c8bc046b433f,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:16.145662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:16.221334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5146b913-48fb-4aed-94e4-c8bc046b433f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:16.232766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257d546-c911-4ff5-90f6-3c8445d884fd req-a4349f6d-a187-4879-907f-70e4270e281a tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.235269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0257d546-c911-4ff5-90f6-3c8445d884fd req-a4349f6d-a187-4879-907f-70e4270e281a tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.1236920 Aug 19 15:11:16.273100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:16.316803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0257d546-c911-4ff5-90f6-3c8445d884fd req-f30ce3fb-e1c0-45b5-be64-4a3618329c68 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665584 Aug 19 15:11:16.501874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.508532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.514824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.521288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.528257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.534636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.542298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.549901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-8e7aec74-b180-4186-af02-6e5a4c018a41 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1157303 Aug 19 15:11:16.561982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Router d14fd3c3-7d61-4cca-b063-266eba6ab65b is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:16.601482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d80188a7-c562-4fb6-b6ef-b7e8554a6758 req-17db0abd-25c0-499e-8fb0-d61e65ca4690 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492222 Aug 19 15:11:16.768123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5146b913-48fb-4aed-94e4-c8bc046b433f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:16.802897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed253461-ece2-4e06-a5db-7e4e958abfda req-4d557ca6-a3dc-4e3c-8b05-3e91ca849b49 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.804981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed253461-ece2-4e06-a5db-7e4e958abfda req-4d557ca6-a3dc-4e3c-8b05-3e91ca849b49 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 944 time: 0.1168935 Aug 19 15:11:16.836992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-a9f28682-6c9d-475b-b54a-262bb0689e61 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.838788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-a9f28682-6c9d-475b-b54a-262bb0689e61 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.54 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.0945017 Aug 19 15:11:16.859025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:16.893489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Sync routers for ids ['d14fd3c3-7d61-4cca-b063-266eba6ab65b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:16.919400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed253461-ece2-4e06-a5db-7e4e958abfda req-b0698fc0-4a8a-4c6f-aae0-06776accc77c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038063 Aug 19 15:11:16.951139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38274) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:16.958972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Routers {'d14fd3c3-7d61-4cca-b063-266eba6ab65b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:16.961622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d14fd3c3-7d61-4cca-b063-266eba6ab65b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:17.005233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.007309 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30e9210e-bbe0-4478-b9fb-45fbe58b3f8d tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2600548 Aug 19 15:11:17.011539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38280) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.117451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bea1309-8a96-4b38-a340-c449bf86aa20 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:17.259928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Deleting port 338d2f2f-bad4-4929-96a8-7af41433a79d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:17.260598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.260710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a0729e6-dec5-4c77-a4e4-e966b749e0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.311786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Set router d14fd3c3-7d61-4cca-b063-266eba6ab65b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:17.351338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-00870cce-3975-441e-b530-4f3e27a8cfaf tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/d14fd3c3-7d61-4cca-b063-266eba6ab65b HTTP/1.1" status: 200 len: 908 time: 0.3386607 Aug 19 15:11:17.354899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38282) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.389546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7bea1309-8a96-4b38-a340-c449bf86aa20 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:17.389978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.402111 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a0729e6-dec5-4c77-a4e4-e966b749e0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.423233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89a2a5-7eed-4486-9419-70626dd48a3c req-2254a8b4-906f-4ddb-832b-7c070365002a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:17.424826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa89a2a5-7eed-4486-9419-70626dd48a3c req-2254a8b4-906f-4ddb-832b-7c070365002a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.2100298 Aug 19 15:11:17.481584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a0729e6-dec5-4c77-a4e4-e966b749e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.506568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] For port 338d2f2f-bad4-4929-96a8-7af41433a79d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=338d2f2f-bad4-4929-96a8-7af41433a79d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:17.506837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.545922 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0a0729e6-dec5-4c77-a4e4-e966b749e0b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d5c057dd0e941ec93061e917e4459a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5935960 Aug 19 15:11:17.550103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38286) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.551235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0729e6-dec5-4c77-a4e4-e966b749e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ad10f-4a63-4d4f-adb8-f03f26f8526a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:17.595420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa89a2a5-7eed-4486-9419-70626dd48a3c req-47b2aef2-3b36-4188-9341-131cce242bd2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589398 Aug 19 15:11:17.631233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.675713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14fd3c3-7d61-4cca-b063-266eba6ab65b', 'name': 'tempest-snat-router-1453361150', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:12Z', 'updated_at': '2021-08-19T15:11:14Z', 'revision_number': 3, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port': {'id': '6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14fd3c3-7d61-4cca-b063-266eba6ab65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:13Z', 'updated_at': '2021-08-19T15:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:17.729228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Checking router: d14fd3c3-7d61-4cca-b063-266eba6ab65b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:17.729713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Updating router d14fd3c3-7d61-4cca-b063-266eba6ab65b port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:11:17.776231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.198249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dec4-1ac2-49fe-8dff-fc11f48aa24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.202287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.213792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Transition to ACTIVE for port object 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:18.295460 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dec4-1ac2-49fe-8dff-fc11f48aa24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.318599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.318993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.319311 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Floating IP 4413c2fe-902e-40bb-bcd5-7f787daa923b disassociated. External IP: 172.25.5.39, port: 338d2f2f-bad4-4929-96a8-7af41433a79d. Aug 19 15:11:18.319659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Calling delete_port for 338d2f2f-bad4-4929-96a8-7af41433a79d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:18.332850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.339125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.373510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaecf33-aea2-4b14-82ee-9085cc1912ad req-a511c80c-e874-4c02-927a-f56b59b2e330 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.375115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdaecf33-aea2-4b14-82ee-9085cc1912ad req-a511c80c-e874-4c02-927a-f56b59b2e330 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 946 time: 0.5518370 Aug 19 15:11:18.395910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Attempting to bind port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:18.396290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Attempting to bind port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:18.397233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Attempting to bind port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:18.399397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b213322-df98-4b48-a52a-9f4e8236c824 None None] Pushing event updated for resources: {'Port': ['ID=6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:18.405588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:18.405969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:18.406392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.406776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:18.407791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Bound port: 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:18.407791 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.465752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] For port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:18.470461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] For port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:18.498147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdaecf33-aea2-4b14-82ee-9085cc1912ad req-087baa8f-838e-4a9b-a4ed-2de037e676cc tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f17d53b-3696-4903-a24e-bcadc0ba475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891085 Aug 19 15:11:18.578655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Deleting port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:18.579002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.580730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dec4-1ac2-49fe-8dff-fc11f48aa24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.583375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dec4-1ac2-49fe-8dff-fc11f48aa24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.584577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d7a6dec4-1ac2-49fe-8dff-fc11f48aa24d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/656ad10f-4a63-4d4f-adb8-f03f26f8526a HTTP/1.1" status: 204 len: 168 time: 1.0300114 Aug 19 15:11:18.628775 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.664205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6dec4-1ac2-49fe-8dff-fc11f48aa24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ad10f-4a63-4d4f-adb8-f03f26f8526a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:18.711903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.712075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Routers {'d14fd3c3-7d61-4cca-b063-266eba6ab65b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:18.712201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d14fd3c3-7d61-4cca-b063-266eba6ab65b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:18.717230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b213322-df98-4b48-a52a-9f4e8236c824 None None] Pushing event updated for resources: {'Port': ['ID=6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:18.717514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.723612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.730797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.736867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.743341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.749711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.751701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-784d2649-34ab-4f92-96b2-3770d27bf814 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1901474 Aug 19 15:11:18.768951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] For port 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67, host n-d-779913-32, got binding levels [] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:18.769345 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.801864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Calling delete_port for 6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:18.810938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] Set router d14fd3c3-7d61-4cca-b063-266eba6ab65b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:18.832096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0e7dc36-4bb8-4722-b93e-6c59398165f2 req-ba59fc09-626c-4417-8e9c-c9f97c72789e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650780 Aug 19 15:11:18.876843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14fd3c3-7d61-4cca-b063-266eba6ab65b', 'name': 'tempest-snat-router-1453361150', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:12Z', 'updated_at': '2021-08-19T15:11:18Z', 'revision_number': 4, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:18.889659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.942429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event deleted for resources: {'Port': ['ID=338d2f2f-bad4-4929-96a8-7af41433a79d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:19.070109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959c32e-68d4-44d3-86f9-1a17514ff739 None None] The sync data for ids ['d14fd3c3-7d61-4cca-b063-266eba6ab65b'] in n-d-779913-32 is: [{'id': 'd14fd3c3-7d61-4cca-b063-266eba6ab65b', 'name': 'tempest-snat-router-1453361150', 'tenant_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:12Z', 'updated_at': '2021-08-19T15:11:18Z', 'revision_number': 4, 'project_id': 'e2f122b86a4545bcba6d8d808ea0f20e', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:19.094761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3235e-bcb1-45dc-971c-aed78864f7b5 req-7b2d5ff7-3fc6-47c2-8d2d-1be1a21e4814 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:19.096561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3be3235e-bcb1-45dc-971c-aed78864f7b5 req-7b2d5ff7-3fc6-47c2-8d2d-1be1a21e4814 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 944 time: 0.1704974 Aug 19 15:11:19.248787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3be3235e-bcb1-45dc-971c-aed78864f7b5 req-ac759991-1501-4c12-88b7-6d0164082e1b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014493 Aug 19 15:11:19.250808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Router 931852ce-0968-4540-9eff-cd5239ec089c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:19.324638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.386352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e4ab1e4-3ce7-42d3-96d3-37fa4d67ac67,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:19.531148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:19.538462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.541767 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] Sync routers for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:19.551297 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:19.551957 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:19.605888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5146b913-48fb-4aed-94e4-c8bc046b433f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:19.681436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] No DVR routers for this DVR port 338d2f2f-bad4-4929-96a8-7af41433a79d on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:19.685163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.687307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b415906e-28ab-4e33-a57a-f83c75fe6528 req-dd543681-5a09-44e3-a413-e51c4133676d tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.54 "DELETE /v2.0/ports/338d2f2f-bad4-4929-96a8-7af41433a79d HTTP/1.1" status: 204 len: 173 time: 2.8324924 Aug 19 15:11:19.691540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.693144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'name': 'network-vif-deleted', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:19.696710 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da24642-102f-4779-87e6-773aecdf004d" -d '{"events": [{"server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "name": "network-vif-deleted", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:19.700504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.711810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854afdf-2513-47c3-84a8-08679541fcba req-9f170daf-7461-4b74-a4cf-a2699487f1c2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:19.713601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b854afdf-2513-47c3-84a8-08679541fcba req-9f170daf-7461-4b74-a4cf-a2699487f1c2 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.2507050 Aug 19 15:11:19.716475 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:19.782215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5146b913-48fb-4aed-94e4-c8bc046b433f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:19.782215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5146b913-48fb-4aed-94e4-c8bc046b433f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:19.782629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.836340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b854afdf-2513-47c3-84a8-08679541fcba req-0b79ea90-66e3-4fd7-ba0a-613ad54b62d1 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Aug 19 15:11:19.943216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.990018 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:39Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:19.993060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5146b913-48fb-4aed-94e4-c8bc046b433f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:19.995961 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f759d-ad71-4ddb-950a-c863e4e70952" -d '{"events": [{"server_uuid": "4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5", "name": "network-vif-plugged", "status": "completed", "tag": "5146b913-48fb-4aed-94e4-c8bc046b433f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:20.014678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5146b913-48fb-4aed-94e4-c8bc046b433f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5146b913-48fb-4aed-94e4-c8bc046b433f,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:20.044538 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] Checking router: 931852ce-0968-4540-9eff-cd5239ec089c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:20.059719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e06081-1fa1-44bd-a716-c554d2564988 req-2ea8d132-8aa1-4d82-a5ce-7d14d0f6d41b tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.0316281 Aug 19 15:11:20.062174 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:20.062293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.062399 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:20.062515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d14fd3c3-7d61-4cca-b063-266eba6ab65b {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:20.068777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.068777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5762b020-3acb-48c4-92ab-0ed3a496958e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d14fd3c3-7d61-4cca-b063-266eba6ab65b HTTP/1.1" status: 204 len: 168 time: 2.7107840 Aug 19 15:11:20.069773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38324) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:20.176824 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116aad0-9e05-47cf-af43-6b60a647c7b4 x-openstack-request-id: req-7116aad0-9e05-47cf-af43-6b60a647c7b4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:20.177183 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379549ec-bf19-4825-b224-51868749cd38", "name": "network-vif-deleted", "tag": "338d2f2f-bad4-4929-96a8-7af41433a79d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:20.177465 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7116aad0-9e05-47cf-af43-6b60a647c7b4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:20.179600 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379549ec-bf19-4825-b224-51868749cd38', 'name': 'network-vif-deleted', 'tag': '338d2f2f-bad4-4929-96a8-7af41433a79d', 'status': 'completed', 'code': 200} Aug 19 15:11:20.222561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.223433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 338d2f2f-bad4-4929-96a8-7af41433a79d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:20.346222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 338d2f2f-bad4-4929-96a8-7af41433a79d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:20.351366 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:20.353910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 338d2f2f-bad4-4929-96a8-7af41433a79d not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:20.358473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.432093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.445782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.457600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.468515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.482015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.497244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.510919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.523752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5146b913-48fb-4aed-94e4-c8bc046b433f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:20.523976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-797e36ff-b69d-4d39-b406-6b2d72f600f0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.2329791 Aug 19 15:11:20.683412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bfc69a7-6dbe-49b8-8e63-790c92197a50 req-492d8512-d1d0-4c7e-b9b6-18e9738f034d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406369 Aug 19 15:11:20.717390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.749663 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d71263-1d0f-41a2-8198-f872f8802549 x-openstack-request-id: req-27d71263-1d0f-41a2-8198-f872f8802549 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:20.750508 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5", "name": "network-vif-plugged", "status": "completed", "tag": "5146b913-48fb-4aed-94e4-c8bc046b433f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:20.750803 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27d71263-1d0f-41a2-8198-f872f8802549 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:20.753047 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5146b913-48fb-4aed-94e4-c8bc046b433f', 'code': 200} Aug 19 15:11:20.770012 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:39Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:20.810076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfb8c2-b1cb-45cb-8a22-7367eec33493 None None] The sync data for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 is: [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:07:31Z', 'revision_number': 4, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '4775a12f-ce50-4f30-bae2-054d23e82b39', 'name': '', 'network_id': '41ac4329-aaed-4d65-b8fa-74c0bc273deb', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'mac_address': 'fa:16:3e:17:b4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:28Z', 'updated_at': '2021-08-19T15:07:39Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'subnets': [{'id': 'd804734b-dc1b-4909-bfc5-b7ea9881fb00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:20.917515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762954-f8c6-4caf-ad6d-e986e5a37d09 req-113744b8-2372-4bd8-988b-ece89c629ae3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.919121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c762954-f8c6-4caf-ad6d-e986e5a37d09 req-113744b8-2372-4bd8-988b-ece89c629ae3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.1055529 Aug 19 15:11:21.008234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c762954-f8c6-4caf-ad6d-e986e5a37d09 req-9baa9fe2-eed5-4e54-9d46-c7dc80052673 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739121 Aug 19 15:11:21.012360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed678e5-4066-4fce-94f5-c331bcfe4c41 req-1ae01aa8-d7ce-4618-a1c1-69770de1a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.013920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ed678e5-4066-4fce-94f5-c331bcfe4c41 req-1ae01aa8-d7ce-4618-a1c1-69770de1a1c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1255209 Aug 19 15:11:21.040290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Deleting port 7bea1309-8a96-4b38-a340-c449bf86aa20 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:21.040633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.123756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ed678e5-4066-4fce-94f5-c331bcfe4c41 req-3e046dcc-2a46-4e7b-ae58-aa8aa774ff2b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010208 Aug 19 15:11:21.160183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] For port 7bea1309-8a96-4b38-a340-c449bf86aa20, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7bea1309-8a96-4b38-a340-c449bf86aa20,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:21.160665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.177271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Calling delete_port for 7bea1309-8a96-4b38-a340-c449bf86aa20 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:21.244888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fde66b-d143-4c81-91bb-cd95f6494d9f None None] New status for floating IP 4413c2fe-902e-40bb-bcd5-7f787daa923b: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:11:21.298906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08efa-4e63-43fe-80bc-2e798fb9a348 req-08f5d1d4-2d77-4c8b-af59-30543e9eee76 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.300669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6d08efa-4e63-43fe-80bc-2e798fb9a348 req-08f5d1d4-2d77-4c8b-af59-30543e9eee76 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1154258 Aug 19 15:11:21.396777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6d08efa-4e63-43fe-80bc-2e798fb9a348 req-7c48fc7c-ea6a-44b2-9210-ab699527c445 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491431 Aug 19 15:11:21.651954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ac23995-ec3e-4457-9af2-3c4e26b7cb6a req-6d9d41af-d05d-4992-a8bc-7c969e76d970 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/ports?device_id=379549ec-bf19-4825-b224-51868749cd38 HTTP/1.1" status: 200 len: 210 time: 0.0517149 Aug 19 15:11:21.673642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.713263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bea1309-8a96-4b38-a340-c449bf86aa20,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:21.790554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.907120 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.910893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.928185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.934197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.940095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.946669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.952590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.958957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.965585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.967601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-e217bdab-ba26-45f1-9d8c-2579f91e71d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1962042 Aug 19 15:11:22.058617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfc47278-06ca-40ba-bd7f-58af2cf7ccf7 req-fbd57671-164a-47a3-b2e0-0193f10db837 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537338 Aug 19 15:11:22.208235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5286-672d-4833-9678-17e70e312d1d req-f9029a94-6ecf-4422-8cd1-99c1bca4811e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:22.211526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5dd5286-672d-4833-9678-17e70e312d1d req-f9029a94-6ecf-4422-8cd1-99c1bca4811e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.0652485 Aug 19 15:11:22.212912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.213555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39fb0995-e305-4f0e-b25f-0500418c2d0c {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:22.218925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.220109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-99731595-edc8-4ec9-9a65-39d6c10ddcf5 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "DELETE /v2.0/routers/39fb0995-e305-4f0e-b25f-0500418c2d0c HTTP/1.1" status: 204 len: 168 time: 2.1493697 Aug 19 15:11:22.226330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:22.244302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727746986', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:22.294353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5dd5286-672d-4833-9678-17e70e312d1d req-2a791059-4362-4840-8ba7-f4394cd1f2ff tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Aug 19 15:11:22.510103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.510103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.581251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.596417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f880bc-40d4-475e-a0ac-173ea310e718 req-b39c4df0-747f-4066-ab4b-b076b2cfa868 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:22.599202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43f880bc-40d4-475e-a0ac-173ea310e718 req-b39c4df0-747f-4066-ab4b-b076b2cfa868 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1118660 Aug 19 15:11:22.654030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43f880bc-40d4-475e-a0ac-173ea310e718 req-6b0d9ebe-65d5-48ec-8734-e8e105d6fa49 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Aug 19 15:11:22.958085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bea1309-8a96-4b38-a340-c449bf86aa20 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:22.973778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38386) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:22.981410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7bea1309-8a96-4b38-a340-c449bf86aa20 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:22.981850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bea1309-8a96-4b38-a340-c449bf86aa20 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:22.984444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.046377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d12598b-b224-40a3-83ae-a05c85085cb2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.073054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d12598b-b224-40a3-83ae-a05c85085cb2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.337233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d12598b-b224-40a3-83ae-a05c85085cb2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.339925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d12598b-b224-40a3-83ae-a05c85085cb2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.341211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d12598b-b224-40a3-83ae-a05c85085cb2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "DELETE /v2.0/security-groups/9f17d53b-3696-4903-a24e-bcadc0ba475e HTTP/1.1" status: 204 len: 168 time: 0.3644977 Aug 19 15:11:23.342847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.347080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:23.354909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.362492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.370662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.377157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.384652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.390794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.392926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-7ba03589-e3b8-47ff-8db8-6926bd6c0910 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1960526 Aug 19 15:11:23.403458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12598b-b224-40a3-83ae-a05c85085cb2 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17d53b-3696-4903-a24e-bcadc0ba475e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:23.442877 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-125b3300-e535-43a7-8ff9-98ff28f8b5ad tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] show failed (client error): The resource could not be found. Aug 19 15:11:23.444974 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-125b3300-e535-43a7-8ff9-98ff28f8b5ad tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "GET /v2.0/security-groups/9f17d53b-3696-4903-a24e-bcadc0ba475e HTTP/1.1" status: 404 len: 347 time: 0.0953720 Aug 19 15:11:23.445874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f1e6968-28bd-4b0a-b3e2-c81b9aea6056 req-049381bc-f23c-4d38-8e1b-258c1c78fd90 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440805 Aug 19 15:11:23.448759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:23.525916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.586198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.618920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e30e0-178a-4c3b-8259-c19b187a84af req-52c5e95a-8598-40cb-b8e4-9756bd611845 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.622607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-675e30e0-178a-4c3b-8259-c19b187a84af req-52c5e95a-8598-40cb-b8e4-9756bd611845 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.0906162 Aug 19 15:11:23.670150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-675e30e0-178a-4c3b-8259-c19b187a84af req-479881c7-cb1e-4e9e-8e8a-c4582b28dcf9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Aug 19 15:11:23.769729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Deleting port 204bdd02-624d-4b95-9a6d-3547b61c156d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:23.769729 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.878444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Allocated IP 172.25.5.40 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a975be12-fa79-4b13-ba12-80afbba81ad1) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:23.922213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e66bb-dcd2-4e30-b501-dfac75977bc7 req-1d452ac7-a0db-4f37-b1ea-ed0b3205d9bd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.923920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be3e66bb-dcd2-4e30-b501-dfac75977bc7 req-1d452ac7-a0db-4f37-b1ea-ed0b3205d9bd tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.0627260 Aug 19 15:11:23.976196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.976551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.995855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Calling delete_port for 204bdd02-624d-4b95-9a6d-3547b61c156d owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:23.999494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be3e66bb-dcd2-4e30-b501-dfac75977bc7 req-5d1f3097-de8a-47bc-ac4f-d40c4f6fbfbe tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Aug 19 15:11:24.084805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.150651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948680f4-4255-428b-a1da-c2c8baa2facd req-bce19cb9-9331-4ec4-b1b5-2ec8682fa247 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:24.156193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-948680f4-4255-428b-a1da-c2c8baa2facd req-bce19cb9-9331-4ec4-b1b5-2ec8682fa247 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.0687187 Aug 19 15:11:24.193238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-948680f4-4255-428b-a1da-c2c8baa2facd req-7f19e69f-e5e5-40a9-a5e8-cecae565df60 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Aug 19 15:11:24.276856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.334917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.339570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:24.351512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:24.365432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:24.373983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event updated for resources: {'Port': ['ID=a975be12-fa79-4b13-ba12-80afbba81ad1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:24.447718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Pushing event deleted for resources: {'Port': ['ID=204bdd02-624d-4b95-9a6d-3547b61c156d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:24.559580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d943b03a-b708-43f4-9a54-8797f4de0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.566864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.570212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.571407 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9593572b-d531-4c69-a720-5992726d3e35 tempest-ServersTestJSON-1476189190 tempest-ServersTestJSON-1476189190-project] 10.222.0.13 "DELETE /v2.0/floatingips/4413c2fe-902e-40bb-bcd5-7f787daa923b HTTP/1.1" status: 204 len: 168 time: 1.1214252 Aug 19 15:11:24.574443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38422) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:24.936578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.976848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.149472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.155738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.161738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.168819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.174769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.179164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.182032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.187924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.189885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-68ec7b22-7089-4117-857f-ff419e36cff1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1278338 Aug 19 15:11:25.314707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36b4e499-9502-4ea4-95a7-ccbf88607632 req-4fc90436-1661-4919-baec-504ed81f2a77 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965300 Aug 19 15:11:25.373698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.425224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Deleting port 4775a12f-ce50-4f30-bae2-054d23e82b39 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:25.425914 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.458823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Router eb7c2c10-41b3-42cd-a8b1-da502462336c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:25.572678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa1940-9860-481b-b608-ede75568ef7a req-e8ca0629-9ec3-4830-83e5-912b6ad134bc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.574300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbfa1940-9860-481b-b608-ede75568ef7a req-e8ca0629-9ec3-4830-83e5-912b6ad134bc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.0858061 Aug 19 15:11:25.587726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] For port 4775a12f-ce50-4f30-bae2-054d23e82b39, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4775a12f-ce50-4f30-bae2-054d23e82b39,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:25.588031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.588969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:25.607283 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] Sync routers for ids ['eb7c2c10-41b3-42cd-a8b1-da502462336c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:25.617389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Calling delete_port for 4775a12f-ce50-4f30-bae2-054d23e82b39 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:25.622236 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] Routers {'eb7c2c10-41b3-42cd-a8b1-da502462336c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:25.623319 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['eb7c2c10-41b3-42cd-a8b1-da502462336c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:25.664510 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:25.674160 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] Routers {'eb7c2c10-41b3-42cd-a8b1-da502462336c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:25.675071 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['eb7c2c10-41b3-42cd-a8b1-da502462336c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:25.683029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbfa1940-9860-481b-b608-ede75568ef7a req-a5d480cc-231a-4fe6-bc15-de9e6eaa8d35 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920556 Aug 19 15:11:25.728062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.729778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1bb4a8c6-ed8e-42aa-962c-f2f158908519 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4899955 Aug 19 15:11:25.733544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38442) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:25.738546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': False}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:25.750481 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:25.751153 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ea24f-79f6-402d-8bd3-70eb150f9ba2 None None] The sync data for ids ['eb7c2c10-41b3-42cd-a8b1-da502462336c'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:25.833015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3e35-1118-428c-97de-5067bc0223b8 req-2245a884-8d46-4726-b538-e63011f4b200 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.834744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-203c3e35-1118-428c-97de-5067bc0223b8 req-2245a884-8d46-4726-b538-e63011f4b200 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.0710120 Aug 19 15:11:26.125234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.247625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-203c3e35-1118-428c-97de-5067bc0223b8 req-2fbbba6e-a5c7-4e12-89ab-4dca1eb30239 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917077 Aug 19 15:11:26.419208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.448247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Pushing event deleted for resources: {'Port': ['ID=4775a12f-ce50-4f30-bae2-054d23e82b39,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:26.588167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.592220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.598492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.604877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.611572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.617166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.623232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.625270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-404ced38-c653-458c-9e31-670599e67c51 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5430 time: 0.1504207 Aug 19 15:11:26.770182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e5e3e04-d08b-446a-85b2-e119d378c6a9 req-00bdbe05-d5ba-4447-9f7a-7b91a857bce1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014419 Aug 19 15:11:26.793344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.141635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796c56-96b6-4e5e-a039-147f694d4a14 req-8d11737d-ab64-421f-b89e-d80c4d508228 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.143029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a796c56-96b6-4e5e-a039-147f694d4a14 req-8d11737d-ab64-421f-b89e-d80c4d508228 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.1711097 Aug 19 15:11:27.160228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-dbb659f2-1f11-48e2-a02d-c6c2c3a6f97a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.161739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-dbb659f2-1f11-48e2-a02d-c6c2c3a6f97a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 945 time: 0.1272919 Aug 19 15:11:27.178230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ef7a7ce7-6f63-421b-a1ec-23264ecdd886 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:27.231182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Router 931852ce-0968-4540-9eff-cd5239ec089c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:27.259785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.264241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.288771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a796c56-96b6-4e5e-a039-147f694d4a14 req-418f88d7-bdae-4da1-83c7-0d5a659b64e8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361053 Aug 19 15:11:27.393310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Router eb7c2c10-41b3-42cd-a8b1-da502462336c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:27.407291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:27.422520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'port_id': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'mac_address': 'fa:16:3e:2b:33:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:27.452368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 5146b913-48fb-4aed-94e4-c8bc046b433f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:27.452710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.468507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.492476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7a7ce7-6f63-421b-a1ec-23264ecdd886 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:27.511280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:27.522650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d74ff02-6492-4a95-ad4a-9c47e7d3ddba admin admin] 10.222.0.13 "PUT /v2.0/routers/931852ce-0968-4540-9eff-cd5239ec089c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462261 Aug 19 15:11:27.523249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:27.529942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] Sync routers for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:27.535454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:27.542754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd1272-e621-428d-bbe1-17313348cea7 req-7a2b3fe3-7195-489e-8332-74aac65d7747 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.544263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:27.545863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:27.550517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bd1272-e621-428d-bbe1-17313348cea7 req-7a2b3fe3-7195-489e-8332-74aac65d7747 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1503665 Aug 19 15:11:27.610945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.635402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bd1272-e621-428d-bbe1-17313348cea7 req-cddc9cb4-d8b1-4f61-a8ec-7fb70e8bc8b5 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769081 Aug 19 15:11:27.639546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:27.640676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port 5146b913-48fb-4aed-94e4-c8bc046b433f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5146b913-48fb-4aed-94e4-c8bc046b433f,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:27.641819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.647686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.648850 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4fa395ac-2168-4ea4-9d6a-a5969755989e tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "PUT /v2.0/routers/eb7c2c10-41b3-42cd-a8b1-da502462336c HTTP/1.1" status: 200 len: 925 time: 1.9140925 Aug 19 15:11:27.651720 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] Sync routers for ids ['eb7c2c10-41b3-42cd-a8b1-da502462336c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:27.659262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38476) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:27.668148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] Routers {'eb7c2c10-41b3-42cd-a8b1-da502462336c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:27.669151 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['eb7c2c10-41b3-42cd-a8b1-da502462336c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:27.682033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.684865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ee35af8a-4ee6-4b61-9a2b-72507d2e41ec details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:27.714346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.723849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 5146b913-48fb-4aed-94e4-c8bc046b433f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:27.757350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:27.775928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] Routers {'eb7c2c10-41b3-42cd-a8b1-da502462336c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:27.776888 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:10:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['eb7c2c10-41b3-42cd-a8b1-da502462336c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:27.857377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:27.862919 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebb546-0d71-479e-8a55-0fd23b4c208b None None] The sync data for ids ['eb7c2c10-41b3-42cd-a8b1-da502462336c'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:27.878194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-500405ac-7523-49db-b998-df2f9caa2d30 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/eb7c2c10-41b3-42cd-a8b1-da502462336c HTTP/1.1" status: 200 len: 925 time: 0.2080801 Aug 19 15:11:27.878194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38480) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:27.917382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:27.924260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.968636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:28.014789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.015237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.015741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.016070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.016408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.016749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.017881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.017881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.017881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.018603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.018603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.018905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:28.040132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deb64f-b48b-4df5-835c-5bfe3baec23b tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.041731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-23deb64f-b48b-4df5-835c-5bfe3baec23b tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=eb7c2c10-41b3-42cd-a8b1-da502462336c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1654005 Aug 19 15:11:28.049699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:28.072530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7503e81e-0a53-479f-b7ce-38dd670f432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.096505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.105202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.112232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:28.114873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.126655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.136844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.147000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.148412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'ee35af8a-4ee6-4b61-9a2b-72507d2e41ec', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'port_id': 'ee35af8a-4ee6-4b61-9a2b-72507d2e41ec', 'mac_address': 'fa:16:3e:10:e7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:28.155242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.157898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-4523b0f1-0489-4660-8522-16ce1dff3e3a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5431 time: 0.2480559 Aug 19 15:11:28.224879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc5b9d2e-1d39-4b4b-959f-e9d71c98e4e2 req-ddf3703b-ebb6-41a4-a108-8e54bd888095 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588748 Aug 19 15:11:28.226704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5621768-cbaf-4fd2-8832-bd9f38e139cf tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.228960 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c5621768-cbaf-4fd2-8832-bd9f38e139cf tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.1820877 Aug 19 15:11:28.245244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38488) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:28.249827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Deleting port ba94d848-07f5-4538-8cd0-493a8a994869 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:28.249827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.290604 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:11:28.324705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5eb82f69-cbd8-4438-a542-0dd6e95295fc tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb7c2c10-41b3-42cd-a8b1-da502462336c HTTP/1.1" status: 200 len: 205 time: 0.0780976 Aug 19 15:11:28.327528 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.328876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.333104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38492) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:28.382974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['386aea40-5056-4bb9-b22d-7343ed95dd05'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:28.386006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5146b913-48fb-4aed-94e4-c8bc046b433f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:28.419516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=5146b913-48fb-4aed-94e4-c8bc046b433f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:28.436398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] For port ba94d848-07f5-4538-8cd0-493a8a994869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ba94d848-07f5-4538-8cd0-493a8a994869,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:28.436398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.483074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Calling delete_port for ba94d848-07f5-4538-8cd0-493a8a994869 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:28.524129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee35af8a-4ee6-4b61-9a2b-72507d2e41ec {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:28.538027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port 5146b913-48fb-4aed-94e4-c8bc046b433f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:28.551725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.559656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb983646-826e-45b4-a314-2bfe9ba605f7 req-1b290c27-b4d9-42b0-a5ff-6534b7e0667c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "DELETE /v2.0/ports/5146b913-48fb-4aed-94e4-c8bc046b433f HTTP/1.1" status: 204 len: 173 time: 1.3874204 Aug 19 15:11:28.560204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'name': 'network-vif-deleted', 'tag': '5146b913-48fb-4aed-94e4-c8bc046b433f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:28.562640 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55015555-7f17-4775-8ac6-c495a59d75b4" -d '{"events": [{"server_uuid": "4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5", "name": "network-vif-deleted", "tag": "5146b913-48fb-4aed-94e4-c8bc046b433f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:28.598225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:28.605794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1290d7e9-eda9-4a04-96bf-c73faf1a2cd6 req-468dc9ca-58ee-4a0e-b2eb-b6c9652953f5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0698524 Aug 19 15:11:28.649217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.698078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:11:25Z', 'revision_number': 5, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port': {'id': 'ba94d848-07f5-4538-8cd0-493a8a994869', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931852ce-0968-4540-9eff-cd5239ec089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:22Z', 'updated_at': '2021-08-19T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:28.729953 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eef2eb-3267-452f-850e-c90fe52eb47c x-openstack-request-id: req-91eef2eb-3267-452f-850e-c90fe52eb47c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:28.730244 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5", "name": "network-vif-deleted", "tag": "5146b913-48fb-4aed-94e4-c8bc046b433f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:28.730484 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91eef2eb-3267-452f-850e-c90fe52eb47c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:28.730893 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5', 'name': 'network-vif-deleted', 'tag': '5146b913-48fb-4aed-94e4-c8bc046b433f', 'status': 'completed', 'code': 200} Aug 19 15:11:28.749619 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.749619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d586ed9c-e825-4a5e-85f0-eabfce52ef11 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:28.763069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] Checking router: 931852ce-0968-4540-9eff-cd5239ec089c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:28.981399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e03e-f603-4cf6-a115-9a2b01a7ddb4 req-072de4f8-fa9a-4c08-86c5-d4930cb99f2b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.983519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce83e03e-f603-4cf6-a115-9a2b01a7ddb4 req-072de4f8-fa9a-4c08-86c5-d4930cb99f2b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1188059 Aug 19 15:11:28.993969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] Routers {'931852ce-0968-4540-9eff-cd5239ec089c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:28.994643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['931852ce-0968-4540-9eff-cd5239ec089c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:28.999869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:29.018059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.046507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:29.048480 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.067651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce83e03e-f603-4cf6-a115-9a2b01a7ddb4 req-5cdb5f4c-960d-4127-8436-05421e5de765 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693963 Aug 19 15:11:29.095708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba94d848-07f5-4538-8cd0-493a8a994869,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:29.117766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd586ed9c-e825-4a5e-85f0-eabfce52ef11', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'port_id': 'd586ed9c-e825-4a5e-85f0-eabfce52ef11', 'mac_address': 'fa:16:3e:a6:35:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:29.210178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.237955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Deleting port a975be12-fa79-4b13-ba12-80afbba81ad1 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:29.244893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.333106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] Set router 931852ce-0968-4540-9eff-cd5239ec089c gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:29.390555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.395411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.441885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.468941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Calling delete_port for a975be12-fa79-4b13-ba12-80afbba81ad1 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:29.635723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:11:27Z', 'revision_number': 6, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:29.637927 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.652963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.657408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931852ce-0968-4540-9eff-cd5239ec089c {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:29.659729 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.660659 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5eea5f1f-f9a4-42fe-a290-397bfebd9063 admin admin] 10.222.0.13 "DELETE /v2.0/routers/931852ce-0968-4540-9eff-cd5239ec089c HTTP/1.1" status: 204 len: 168 time: 2.1357231 Aug 19 15:11:29.663645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38562) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:29.741953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830287b-e2a3-4bda-b694-6a16c7891b6c None None] The sync data for ids ['931852ce-0968-4540-9eff-cd5239ec089c'] in n-d-779913-32 is: [{'id': '931852ce-0968-4540-9eff-cd5239ec089c', 'name': 'tempest-ServersTestJSON-1501352276-router', 'tenant_id': '9ca5f3cd50c444348576f89532c906c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:21Z', 'updated_at': '2021-08-19T15:11:27Z', 'revision_number': 6, 'project_id': '9ca5f3cd50c444348576f89532c906c3', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:29.746594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d586ed9c-e825-4a5e-85f0-eabfce52ef11 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:29.778515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Deleting subnet d804734b-dc1b-4909-bfc5-b7ea9881fb00 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:11:29.790933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.791277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:29.887399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.907348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.914832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.921372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.927329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.937519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.945966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.954242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.960326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 035cbade-f23b-4f01-ba63-703b2aad16b0 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:29.961906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.965580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.973155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-9e9b6a14-06ad-412c-8a4a-28f3ab79dcac tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5432 time: 0.2242568 Aug 19 15:11:30.019901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:30.046776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.058888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c440e3f-fb43-4d50-8dea-701898283a1e req-cdffb1b2-dabc-4063-9776-be5c9b76dbc2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844128 Aug 19 15:11:30.081610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.122736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event deleted for resources: {'Port': ['ID=a975be12-fa79-4b13-ba12-80afbba81ad1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:30.251028 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.260076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=035cbade-f23b-4f01-ba63-703b2aad16b0,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:30.268336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.291869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d993aa-5864-425b-bfb0-a8c457baf1a7 None None] Network 41ac4329-aaed-4d65-b8fa-74c0bc273deb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:30.335175 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.342522 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d804734b-dc1b-4909-bfc5-b7ea9881fb00 HTTP/1.1" status: 204 len: 168 time: 0.6775422 Aug 19 15:11:30.346518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:30.347534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbf3a-6a88-4fb0-8de7-bee0b3e5f041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d804734b-dc1b-4909-bfc5-b7ea9881fb00,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:30.366945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['ef7a7ce7-6f63-421b-a1ec-23264ecdd886'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:30.468624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['ee35af8a-4ee6-4b61-9a2b-72507d2e41ec'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:30.473461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d586ed9c-e825-4a5e-85f0-eabfce52ef11'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:30.482618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.485769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.494813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '035cbade-f23b-4f01-ba63-703b2aad16b0', 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'port_id': '035cbade-f23b-4f01-ba63-703b2aad16b0', 'mac_address': 'fa:16:3e:78:c1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1df0341-84a5-4a86-be95-3cb898235181', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:30.555375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eb8d0-76d0-4870-8047-a6ae124b89c3 req-bafbc503-6b48-47f0-be13-d1d6641c454f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:30.557048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f26eb8d0-76d0-4870-8047-a6ae124b89c3 req-bafbc503-6b48-47f0-be13-d1d6641c454f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1703081 Aug 19 15:11:30.602502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.632850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f26eb8d0-76d0-4870-8047-a6ae124b89c3 req-b62911ac-5962-4cf2-8ea5-b1baeed04223 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663915 Aug 19 15:11:30.687666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.688292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Fanout notify agent at l3_agent the message router_deleted on router eb7c2c10-41b3-42cd-a8b1-da502462336c {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:30.717624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.725682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7fc01548-b959-46e3-b93e-163ff2f522ff tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/eb7c2c10-41b3-42cd-a8b1-da502462336c HTTP/1.1" status: 204 len: 168 time: 2.3827178 Aug 19 15:11:30.729349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38612) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:30.738983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-88244782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:30.798638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Deleting port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:30.799513 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.923621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c58caf7-a5bc-46b0-aa7b-af111cd29d81 req-d19d1d7b-3b54-47b3-a2e4-80bc355f3606 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.1334043 Aug 19 15:11:30.945833 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.955340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] For port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,segment=NetworkSegment(84307c40-38b3-46fc-b15d-0605799eaa91),segment_id=84307c40-38b3-46fc-b15d-0605799eaa91)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:30.957446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.957879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.957879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.975567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Calling delete_port for ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:31.095215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4775a12f-ce50-4f30-bae2-054d23e82b39 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:31.107742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.108319 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.186357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.189986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4775a12f-ce50-4f30-bae2-054d23e82b39 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:31.190567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4775a12f-ce50-4f30-bae2-054d23e82b39 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:31.191219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ba94d848-07f5-4538-8cd0-493a8a994869 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:31.237207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ba94d848-07f5-4538-8cd0-493a8a994869 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:31.237557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ba94d848-07f5-4538-8cd0-493a8a994869 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:31.300497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435bc26-cbec-4447-b550-72689501a1c4 req-87d75590-ad81-4718-8ed7-6ce1cf9b491a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.302195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1435bc26-cbec-4447-b550-72689501a1c4 req-87d75590-ad81-4718-8ed7-6ce1cf9b491a tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1030116 Aug 19 15:11:31.314623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035cbade-f23b-4f01-ba63-703b2aad16b0 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:31.316237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.327753 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.331091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-78ac5e4a-4f7e-496a-8caa-9604aa76565b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6002567 Aug 19 15:11:31.363336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] No DVR routers for this DVR port ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:31.369918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=035cbade-f23b-4f01-ba63-703b2aad16b0,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:31.370718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:31.372126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:31.385968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:31.451252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1435bc26-cbec-4447-b550-72689501a1c4 req-3053d636-8081-4435-afca-7ae94189c471 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230495 Aug 19 15:11:31.520219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50921fca-a5f1-4d8d-b16a-94c42d51c098 None None] DHCP port deletion for 41ac4329-aaed-4d65-b8fa-74c0bc273deb request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:11:31.554436 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.555124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:31.636072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5146b913-48fb-4aed-94e4-c8bc046b433f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:31.667843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.684928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.699990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.711476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 5146b913-48fb-4aed-94e4-c8bc046b433f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:31.711816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5146b913-48fb-4aed-94e4-c8bc046b433f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:31.716671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.721622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:31.740851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.745426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.750303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.757347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:31.766067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:31.766477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28ea8000-f32c-464b-868a-4013c329ce68 req-d2596660-a423-4d79-83dd-bef91a9d720c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5434 time: 0.1883447 Aug 19 15:11:31.776004 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ac4329-aaed-4d65-b8fa-74c0bc273deb']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:31.785323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'port_id': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323', 'mac_address': 'fa:16:3e:75:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:31.791029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84307c40-38b3-46fc-b15d-0605799eaa91') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:31.791579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84307c40-38b3-46fc-b15d-0605799eaa91') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:31.811746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.833489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.844841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:11:31.844967 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.845064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:31.847189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28ea8000-f32c-464b-868a-4013c329ce68 req-237ba1b7-9616-4fd7-86f6-f0651e01005c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766227 Aug 19 15:11:31.863005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:31.888290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: items = [ Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:11:31.891527 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:11:31.982821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.007228 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.007915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b3d50f52-1336-4a83-8792-6df8491982b3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:32.089016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b3d50f52-1336-4a83-8792-6df8491982b3,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:32.091553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:32.104590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'b3d50f52-1336-4a83-8792-6df8491982b3', 'network_id': 'ac1865d5-4e99-46d5-a6b5-21d296fd48d2', 'port_id': 'b3d50f52-1336-4a83-8792-6df8491982b3', 'mac_address': 'fa:16:3e:9f:4e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1df0341-84a5-4a86-be95-3cb898235181', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:32.128917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.141072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.153261 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] 10.222.0.13 "DELETE /v2.0/networks/41ac4329-aaed-4d65-b8fa-74c0bc273deb HTTP/1.1" status: 204 len: 168 time: 1.7997711 Aug 19 15:11:32.161579 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.169914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:32.179171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7c9ca-ea6d-4ec6-8c54-9fe42b226283 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ac4329-aaed-4d65-b8fa-74c0bc273deb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:32.194934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d50f52-1336-4a83-8792-6df8491982b3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:32.217499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b3d50f52-1336-4a83-8792-6df8491982b3,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:32.316388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba095783-dbc9-4eb8-b735-775a795304b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.366942 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.370373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e16f862d-40b5-4760-a538-5af48badc729 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:32.445536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba095783-dbc9-4eb8-b735-775a795304b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.464682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e16f862d-40b5-4760-a538-5af48badc729, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e16f862d-40b5-4760-a538-5af48badc729,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:32.475945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:32.484093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'e16f862d-40b5-4760-a538-5af48badc729', 'network_id': 'b32d9714-c1df-4865-b7c5-0cfc135d9b1d', 'port_id': 'e16f862d-40b5-4760-a538-5af48badc729', 'mac_address': 'fa:16:3e:5b:ed:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb35f87-30ac-4f4e-a85f-13568508ad61', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:32.509035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.531522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.534871 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.563060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16f862d-40b5-4760-a538-5af48badc729 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:32.593482 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba095783-dbc9-4eb8-b735-775a795304b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.616930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e16f862d-40b5-4760-a538-5af48badc729, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e16f862d-40b5-4760-a538-5af48badc729,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:32.650732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ba095783-dbc9-4eb8-b735-775a795304b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=959bc8f88e7e478f8d05eae3fbb1f426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774997 Aug 19 15:11:32.650732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba095783-dbc9-4eb8-b735-775a795304b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88244f25-d05a-46c7-89fc-535153ed77bd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:32.652495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:32.710235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Allocated IP 172.25.5.214 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/bce0aea8-fe04-4ca1-9033-99028e04d1b0) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:32.734591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69c049e8-aa78-4592-b275-79c3fc9643f3 req-49615378-03e8-4043-b839-3359b73492a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0327985 Aug 19 15:11:32.746261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38658) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:32.760686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11e1e520-92cf-42f8-adab-af117995d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.808309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11e1e520-92cf-42f8-adab-af117995d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.838439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-28a341ee-437c-431c-bdab-3a7d18e4f094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ca5f3cd50c444348576f89532c906c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907245 Aug 19 15:11:32.843902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38660) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:32.907830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.927344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a568210f-16fd-49a2-87cd-0cdd50eb7263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.932685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.964380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a568210f-16fd-49a2-87cd-0cdd50eb7263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.968095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ef7a7ce7-6f63-421b-a1ec-23264ecdd886 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:33.035182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:33.048632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0db8-85ec-4922-acf4-1e8d844a5dad req-0eef6c71-692e-4075-aea1-d0a6672e3a72 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.050311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-114d0db8-85ec-4922-acf4-1e8d844a5dad req-0eef6c71-692e-4075-aea1-d0a6672e3a72 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1006980 Aug 19 15:11:33.077170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:33.085326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab7e7413-a5e6-4a2c-9f5e-33a66ff4568d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:33.085673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11e1e520-92cf-42f8-adab-af117995d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:33.085858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11e1e520-92cf-42f8-adab-af117995d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:33.087049 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-11e1e520-92cf-42f8-adab-af117995d0e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88244f25-d05a-46c7-89fc-535153ed77bd HTTP/1.1" status: 204 len: 168 time: 0.4223795 Aug 19 15:11:33.100785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e16f862d-40b5-4760-a538-5af48badc729,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:33.109916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1e520-92cf-42f8-adab-af117995d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88244f25-d05a-46c7-89fc-535153ed77bd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:33.126591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-114d0db8-85ec-4922-acf4-1e8d844a5dad req-d085d424-574b-439c-ad7e-1a8ad95f9649 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660481 Aug 19 15:11:33.201726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a568210f-16fd-49a2-87cd-0cdd50eb7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:33.204788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a568210f-16fd-49a2-87cd-0cdd50eb7263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:33.208626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a568210f-16fd-49a2-87cd-0cdd50eb7263 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4f0f87-7510-460b-91c6-5c1af97cab23 HTTP/1.1" status: 204 len: 168 time: 0.3612690 Aug 19 15:11:33.225255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568210f-16fd-49a2-87cd-0cdd50eb7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4f0f87-7510-460b-91c6-5c1af97cab23,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:33.278401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:33.282421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:33.294667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:33.300927 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:33.319589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.328278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.339437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.342365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['035cbade-f23b-4f01-ba63-703b2aad16b0'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:33.345889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.353080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.361720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.369599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.378409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-16028447-a8fe-4dce-bee0-09d7625e04d0 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5437 time: 0.1835525 Aug 19 15:11:33.382508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:33.386400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:33.392634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:33.435666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['b3d50f52-1336-4a83-8792-6df8491982b3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:33.439524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e16f862d-40b5-4760-a538-5af48badc729'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:33.457866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event updated for resources: {'Port': ['ID=bce0aea8-fe04-4ca1-9033-99028e04d1b0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:34.072483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.121995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe601412-9400-4650-9b04-4b31f5e6f8c5 req-d317b2b2-c081-4858-a457-931804d28e34 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7419791 Aug 19 15:11:34.138375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.146537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-e66aa88f-05a2-461b-9f50-06ffb61f969c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.149164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-e66aa88f-05a2-461b-9f50-06ffb61f969c tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.2033117 Aug 19 15:11:34.169897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:34.175836 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2594bc-78ca-4391-b030-560f9b1e8ff1" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:34.250534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:34.344715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:34.415224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:34.415842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.418113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.420587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ee35af8a-4ee6-4b61-9a2b-72507d2e41ec up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:34.600895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:34.621610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:34.627397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-628cd2bc-6e3b-4eb0-98f5-66d408ff391d req-8bd89666-926a-492a-a903-ea280805ce04 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.1736042 Aug 19 15:11:34.696196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b381-0afa-4c45-b1bf-3710b40afffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.734197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:34.758789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:34.761612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.838476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b381-0afa-4c45-b1bf-3710b40afffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.912367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port 1ee9f962-88c5-4a05-97e4-3ece308d0b77, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1ee9f962-88c5-4a05-97e4-3ece308d0b77,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:34.912759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.934558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for 1ee9f962-88c5-4a05-97e4-3ece308d0b77 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:34.957147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373e7a-1972-4fac-b570-e901d561af5c req-2982ea75-5a57-4df6-9488-d24b1be6af38 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.965090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5373e7a-1972-4fac-b570-e901d561af5c req-2982ea75-5a57-4df6-9488-d24b1be6af38 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 945 time: 0.1216993 Aug 19 15:11:34.998262 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.029262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b381-0afa-4c45-b1bf-3710b40afffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.049687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:35.119388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5373e7a-1972-4fac-b570-e901d561af5c req-43a0fa51-1cf4-487b-afe7-041496c7ee83 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531649 Aug 19 15:11:35.119764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.125529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.145556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9fa9b381-0afa-4c45-b1bf-3710b40afffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68784c28647241d1bad1be012758d092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158129 Aug 19 15:11:35.149467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9b381-0afa-4c45-b1bf-3710b40afffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91d4bd-fa91-4f62-8fa5-7b32adfde4aa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:35.155493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38698) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:35.196343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.197816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d586ed9c-e825-4a5e-85f0-eabfce52ef11 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:35.288412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c504087-d08a-43bb-a9c8-dde746f68f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.315147 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab392df7-2076-4016-9f1c-ba762b24968e x-openstack-request-id: req-ab392df7-2076-4016-9f1c-ba762b24968e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:35.315684 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:35.316117 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab392df7-2076-4016-9f1c-ba762b24968e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:35.316719 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'code': 200} Aug 19 15:11:35.363820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c504087-d08a-43bb-a9c8-dde746f68f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.415719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:35.480181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.486385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.492851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.499140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.505149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.512272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.518404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.520432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-7ea3b07c-5723-4170-bdad-00fa447d2411 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5439 time: 0.2085376 Aug 19 15:11:35.532197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.537827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38706) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:35.575358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c2d2b4a5-589c-4193-88b3-bd9d20542249'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:35.601672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=1ee9f962-88c5-4a05-97e4-3ece308d0b77,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:35.636379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1ee9f962-88c5-4a05-97e4-3ece308d0b77'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:35.647745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d586ed9c-e825-4a5e-85f0-eabfce52ef11 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:35.665001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1244113631-network', 'tenant_id': 'cce0d85c5d2e49e5b895f0e87ca4d567'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:35.678411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Router 28d18398-1a72-478e-ba5a-03b0a831fe05 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:35.692267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d586ed9c-e825-4a5e-85f0-eabfce52ef11 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:35.692714 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.708119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port 1ee9f962-88c5-4a05-97e4-3ece308d0b77 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:35.715831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.719441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-882e03dc-5846-40b9-bb7b-b939b06c1a57 req-f98cdd1c-06f5-46c3-838a-7ff41ed9e9f7 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.46 "DELETE /v2.0/ports/1ee9f962-88c5-4a05-97e4-3ece308d0b77 HTTP/1.1" status: 204 len: 173 time: 1.5635164 Aug 19 15:11:35.720193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'name': 'network-vif-deleted', 'tag': '1ee9f962-88c5-4a05-97e4-3ece308d0b77'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:35.723734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a70673-e155-4d44-a689-120d3b676259" -d '{"events": [{"server_uuid": "0029d7dd-fb53-48dc-a1eb-cbb04121ede9", "name": "network-vif-deleted", "tag": "1ee9f962-88c5-4a05-97e4-3ece308d0b77"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:35.736347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c504087-d08a-43bb-a9c8-dde746f68f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.741324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c504087-d08a-43bb-a9c8-dde746f68f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.744733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4c504087-d08a-43bb-a9c8-dde746f68f95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac91d4bd-fa91-4f62-8fa5-7b32adfde4aa HTTP/1.1" status: 204 len: 168 time: 0.5857871 Aug 19 15:11:35.754426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-468ea6e5-bd19-4dff-9652-42a0190f20ae req-a574b354-6072-47d5-8d79-fb7d6033a14a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2113056 Aug 19 15:11:35.768979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c504087-d08a-43bb-a9c8-dde746f68f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91d4bd-fa91-4f62-8fa5-7b32adfde4aa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:35.801170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Made reservation on behalf of cce0d85c5d2e49e5b895f0e87ca4d567 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:35.807093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.849155 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.881325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.908235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:36.014330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d72f552-2f4f-47f6-8507-883a91fee41c req-a3083dec-06f6-4b5c-ac58-28e3216a5965 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e8152dd-ffa1-42c0-80ae-dc83d09f2ba5 HTTP/1.1" status: 200 len: 210 time: 0.0395901 Aug 19 15:11:36.051098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.063310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b3d50f52-1336-4a83-8792-6df8491982b3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:36.086994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:36.104323 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbdda42-2138-4a38-893e-17df2d3adbc6 x-openstack-request-id: req-fbbdda42-2138-4a38-893e-17df2d3adbc6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:36.105026 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0029d7dd-fb53-48dc-a1eb-cbb04121ede9", "name": "network-vif-deleted", "tag": "1ee9f962-88c5-4a05-97e4-3ece308d0b77", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:36.105622 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbbdda42-2138-4a38-893e-17df2d3adbc6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:36.106639 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0029d7dd-fb53-48dc-a1eb-cbb04121ede9', 'name': 'network-vif-deleted', 'tag': '1ee9f962-88c5-4a05-97e4-3ece308d0b77', 'status': 'completed', 'code': 200} Aug 19 15:11:36.112863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.114161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d1edc784-fe54-40dd-b82f-d31ff96a657e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "PUT /v2.0/routers/28d18398-1a72-478e-ba5a-03b0a831fe05 HTTP/1.1" status: 200 len: 882 time: 4.7364390 Aug 19 15:11:36.123811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38718) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:36.155023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] Sync routers for ids ['28d18398-1a72-478e-ba5a-03b0a831fe05'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:36.197343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] Routers {'28d18398-1a72-478e-ba5a-03b0a831fe05'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:36.198032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['28d18398-1a72-478e-ba5a-03b0a831fe05'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:36.253449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.301589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:36.318296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:36.334064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] Routers {'28d18398-1a72-478e-ba5a-03b0a831fe05'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:36.335181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['28d18398-1a72-478e-ba5a-03b0a831fe05'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:36.382083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e162129a-daa1-4d24-9f4b-7762eec5483c tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/28d18398-1a72-478e-ba5a-03b0a831fe05 HTTP/1.1" status: 200 len: 923 time: 0.2606277 Aug 19 15:11:36.387294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:36.404823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:36.405833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ebe91d-761f-44ea-b57d-106d9469266c None None] The sync data for ids ['28d18398-1a72-478e-ba5a-03b0a831fe05'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:36.438646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06bc85e3-d219-4d46-b402-cdb375c6c496 req-78f46b8f-2cc6-46ee-9c2c-e29d71e3ba8f tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=0029d7dd-fb53-48dc-a1eb-cbb04121ede9 HTTP/1.1" status: 200 len: 210 time: 0.0596411 Aug 19 15:11:36.451777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.537751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port b3d50f52-1336-4a83-8792-6df8491982b3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:36.543187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:11:36.544021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port b3d50f52-1336-4a83-8792-6df8491982b3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:36.544854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.570625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.570981 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Added segment 03dae73a-b0c3-4fd5-b8fc-721d0ff38b37 of type vlan for network 32097248-97e4-41be-ab35-359777a70ebe Aug 19 15:11:36.584393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e69f4cf-78d1-4b9a-a21a-f550596709b7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:36.642444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b9b82-5404-4ce9-a1a8-d8f04901f4fe tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:36.644109 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e5b9b82-5404-4ce9-a1a8-d8f04901f4fe tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=28d18398-1a72-478e-ba5a-03b0a831fe05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2557330 Aug 19 15:11:36.648761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.649133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.649800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38730) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:36.658382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.658798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.659150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.659500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.659841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.660295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.660494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.660831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.661189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.661522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:36.681763 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.798352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.822324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.826120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:36.826120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.862767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b3d50f52-1336-4a83-8792-6df8491982b3,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:36.872199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2cff43-5b76-44d0-84ed-1858b536d35b tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:36.874511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c2cff43-5b76-44d0-84ed-1858b536d35b tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.2235093 Aug 19 15:11:36.882515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38738) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:36.948907 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8711165a-557c-4f3c-967b-3d6a1bd5611e tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d18398-1a72-478e-ba5a-03b0a831fe05 HTTP/1.1" status: 200 len: 205 time: 0.0609000 Aug 19 15:11:36.949172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:36.970009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] Pushing event updated for resources: {'Network': ['ID=32097248-97e4-41be-ab35-359777a70ebe,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:36.984592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 32097248-97e4-41be-ab35-359777a70ebe details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:11:37.012258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-391146e9-2ad7-4914-854e-cde04e3ab94c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4698143 Aug 19 15:11:37.012780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38744) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:37.013377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.017880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Request body: {'subnet': {'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1244113631-subnet', 'tenant_id': 'cce0d85c5d2e49e5b895f0e87ca4d567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:37.019506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.026539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.032656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.039634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.045233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.051363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:37.059923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-6c61acc7-241b-47bb-962f-0bec01c7d9fe tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5440 time: 0.1838851 Aug 19 15:11:37.097696 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.098882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e16f862d-40b5-4760-a538-5af48badc729 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:37.158281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-074f2b19-214f-475e-b2e9-920a8fbaf953 req-c129834d-408f-4a08-8d80-e6ea5b1633a3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971656 Aug 19 15:11:37.199659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Made reservation on behalf of cce0d85c5d2e49e5b895f0e87ca4d567 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:37.202492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.208669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.337244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee35af8a-4ee6-4b61-9a2b-72507d2e41ec'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd586ed9c-e825-4a5e-85f0-eabfce52ef11'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:37.347855 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dfe8d2-d0f9-49c7-8025-77643227685d" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "ee35af8a-4ee6-4b61-9a2b-72507d2e41ec"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "d586ed9c-e825-4a5e-85f0-eabfce52ef11"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:37.366060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:37.447983 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.494331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port e16f862d-40b5-4760-a538-5af48badc729 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:37.505576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port e16f862d-40b5-4760-a538-5af48badc729 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:37.506090 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.577453 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1249302-c782-4ed9-8528-6e37cbd6cc91 x-openstack-request-id: req-c1249302-c782-4ed9-8528-6e37cbd6cc91 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:37.577764 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "ee35af8a-4ee6-4b61-9a2b-72507d2e41ec", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "d586ed9c-e825-4a5e-85f0-eabfce52ef11", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:37.578275 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1249302-c782-4ed9-8528-6e37cbd6cc91 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:37.578697 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee35af8a-4ee6-4b61-9a2b-72507d2e41ec', 'code': 200} Aug 19 15:11:37.578952 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd586ed9c-e825-4a5e-85f0-eabfce52ef11', 'code': 200} Aug 19 15:11:37.579206 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3', 'code': 200} Aug 19 15:11:37.667869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Deleting port bce0aea8-fe04-4ca1-9033-99028e04d1b0 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:37.670923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.680274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.768565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.813521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e16f862d-40b5-4760-a538-5af48badc729, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e16f862d-40b5-4760-a538-5af48badc729,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:37.837009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c74e500-2282-4448-949e-e94a8cb7676e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:37.847803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.878060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Checking segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:37.878624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Network hostable DHCP agents. Network: 32097248-97e4-41be-ab35-359777a70ebe, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:11:37.904133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Calling delete_port for bce0aea8-fe04-4ca1-9033-99028e04d1b0 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:37.916279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.917546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 035cbade-f23b-4f01-ba63-703b2aad16b0 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:37.991122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Network 32097248-97e4-41be-ab35-359777a70ebe is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:11:38.079985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e16f862d-40b5-4760-a538-5af48badc729,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:38.127888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 32097248-97e4-41be-ab35-359777a70ebe) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:38.139209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.140209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.177778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d607b7a-7d4d-4c61-a04a-40c2c5e051ca None None] Network 32097248-97e4-41be-ab35-359777a70ebe requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:38.358463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ce5f2-74d6-4975-b6a3-a419088f9873 None None] Network 32097248-97e4-41be-ab35-359777a70ebe requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:38.386009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.392359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.399161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.405433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.411533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.417763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.424682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:38.433632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-64da2bba-24bd-4fc5-a6b0-a3ff450a30e4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5442 time: 0.1521900 Aug 19 15:11:38.433906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 035cbade-f23b-4f01-ba63-703b2aad16b0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:38.442295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b6b2f2e-d9e2-44be-9f21-c098082e2b30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4285600 Aug 19 15:11:38.455267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 035cbade-f23b-4f01-ba63-703b2aad16b0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:38.457041 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.496186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb5d6743-7f9f-4e51-8db2-8014f5f42b4a req-eaaa0a09-9a8c-4952-8c94-9c908991c327 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614941 Aug 19 15:11:38.536676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.570893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event deleted for resources: {'Port': ['ID=bce0aea8-fe04-4ca1-9033-99028e04d1b0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:38.745890 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.759037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.838437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=035cbade-f23b-4f01-ba63-703b2aad16b0,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:38.934147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.934343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:38.963065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:38.966861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.038818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:39.122247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.123548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Fanout notify agent at l3_agent the message router_deleted on router 28d18398-1a72-478e-ba5a-03b0a831fe05 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:39.141014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.150314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38820) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:39.151423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f85263ae-0e51-4668-8796-88b799ddae7b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/28d18398-1a72-478e-ba5a-03b0a831fe05 HTTP/1.1" status: 204 len: 168 time: 2.2003248 Aug 19 15:11:39.159149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-440923793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:39.167391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:39.180614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:39.181340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.272975 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.276036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.446514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.450221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.503230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:39.556144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.580041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16f862d-40b5-4760-a538-5af48badc729'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:39.582497 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b57aa-9c40-4612-915f-e2cb78ba4b92" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "e16f862d-40b5-4760-a538-5af48badc729"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:39.594247 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.610950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1ee9f962-88c5-4a05-97e4-3ece308d0b77 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:39.658778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.664496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d11d190-6924-44be-96aa-7e8fe3bcf5b7 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5078306 Aug 19 15:11:39.664859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:39.680806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': True}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:39.702781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 1ee9f962-88c5-4a05-97e4-3ece308d0b77 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:39.703496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1ee9f962-88c5-4a05-97e4-3ece308d0b77 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:39.744058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:39.823452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-d779e832-45e7-47c5-901e-cff0df726de3 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:39.831272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-d779e832-45e7-47c5-901e-cff0df726de3 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/networks?id=32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 200 len: 818 time: 0.2659278 Aug 19 15:11:39.846085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c3dc32fe-e992-4191-ab53-3a38760ca072 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/quotas/cce0d85c5d2e49e5b895f0e87ca4d567 HTTP/1.1" status: 200 len: 375 time: 0.0135734 Aug 19 15:11:39.888764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-28682a93-8ee7-4875-9894-0f96be4d5f45 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368712 Aug 19 15:11:39.977188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.998473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-3f3b157c-fa07-49a3-b0db-0fed8df7e8f6 service neutron] 10.222.0.13 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997589 Aug 19 15:11:40.111807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-4c9bf23f-3075-432a-8d0f-498f94ba0efd service neutron] 10.222.0.13 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021318 Aug 19 15:11:40.391208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.415438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.547823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Allocated IP 172.25.5.6 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/710eecef-5771-4fa3-a15d-dff75df6034e) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:40.688523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.892988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.916867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.922797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.931039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.940241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.947761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.954518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.962012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:40.972215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-9a4d63cc-b06d-4286-80d9-13023d69576a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1340833 Aug 19 15:11:41.032875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e893f2ab-5fce-4964-992f-7a940cd39d3a req-562890ee-4e0a-4638-977f-2e65630b27ba tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593388 Aug 19 15:11:41.038825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:41.051718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Port': ['ID=710eecef-5771-4fa3-a15d-dff75df6034e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:41.051718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:41.064572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:41.182755 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c5bb8f-51d0-4275-ba99-5740251fb5a8 x-openstack-request-id: req-91c5bb8f-51d0-4275-ba99-5740251fb5a8 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:41.183420 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "e16f862d-40b5-4760-a538-5af48badc729", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:41.183957 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91c5bb8f-51d0-4275-ba99-5740251fb5a8 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:41.184717 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16f862d-40b5-4760-a538-5af48badc729', 'code': 200} Aug 19 15:11:41.185329 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0', 'code': 200} Aug 19 15:11:41.185892 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323', 'code': 200} Aug 19 15:11:41.438626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.440033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.440756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.446409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.446409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.446409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.446409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:41.450449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-e796cb9b-76e3-430c-b5a6-3dca70338882 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.1288898 Aug 19 15:11:41.513865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdd5cd9c-c610-4667-a308-e9ff47e82680 req-bb8db7d5-a723-4ad0-b798-c78ab7a799be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549083 Aug 19 15:11:41.820872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.115517 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.120544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.455154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d210a2d5-9e6e-44ba-8b9d-5458f51df813 req-2044d66c-6b89-4413-a3a8-45e4627fc6c1 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0336943 Aug 19 15:11:42.476073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Router e6c0f095-b745-4bf6-b66b-94a4731c16c4 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:42.630546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.637366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.643857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.650694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.657250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.664333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.670483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.672579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-ad50ce0f-02fe-4353-8855-81359b3bbc2a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1136706 Aug 19 15:11:42.676454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:42.681515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.684902 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6313ac5d-4755-4bab-b4f6-9bcba4cc7ffd tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "PUT /v2.0/routers/e6c0f095-b745-4bf6-b66b-94a4731c16c4 HTTP/1.1" status: 200 len: 916 time: 3.0162864 Aug 19 15:11:42.687102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38912) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:42.691690 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] Sync routers for ids ['e6c0f095-b745-4bf6-b66b-94a4731c16c4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:42.709956 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] Routers {'e6c0f095-b745-4bf6-b66b-94a4731c16c4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:42.710811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e6c0f095-b745-4bf6-b66b-94a4731c16c4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.729969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e8f5fa7-c274-4b42-99e5-0ecd0bcbdcde req-89c1404c-71b3-48b7-9ea6-b6d7f67c5b86 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469573 Aug 19 15:11:42.784390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.806912 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] Routers {'e6c0f095-b745-4bf6-b66b-94a4731c16c4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:42.808865 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e6c0f095-b745-4bf6-b66b-94a4731c16c4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.858720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-55798c19-d8a3-497b-bc1d-d0100c9e2880 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/e6c0f095-b745-4bf6-b66b-94a4731c16c4 HTTP/1.1" status: 200 len: 922 time: 0.1674864 Aug 19 15:11:42.859607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38914) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:42.864703 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.865548 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb53512-df87-48d8-8159-608e5b368ff9 None None] The sync data for ids ['e6c0f095-b745-4bf6-b66b-94a4731c16c4'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:42.961571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88981f-0642-4cba-b8f4-8a717d29796b req-06cf24b2-d8d6-4ed4-b40c-f881eb4b756b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:42.964987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb88981f-0642-4cba-b8f4-8a717d29796b req-06cf24b2-d8d6-4ed4-b40c-f881eb4b756b tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 946 time: 0.1007106 Aug 19 15:11:43.062308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb88981f-0642-4cba-b8f4-8a717d29796b req-48a60a9b-62a2-47c7-be5e-842aeaa03ddc tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826972 Aug 19 15:11:43.153823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.275160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:43.400093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80789922-94b6-43a2-9869-c725de6a2f53 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.405219 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-80789922-94b6-43a2-9869-c725de6a2f53 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=e6c0f095-b745-4bf6-b66b-94a4731c16c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5405083 Aug 19 15:11:43.406283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:43.545653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac60190-c169-41b1-865f-0cb4581e69f4 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.547705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ac60190-c169-41b1-865f-0cb4581e69f4 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.1400979 Aug 19 15:11:43.550652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38930) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:43.551344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12d3cafb-877e-4f49-ba03-32499a21ce6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.588119 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e2657b79-7fbb-49b6-8ba7-a098f0f9951b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c0f095-b745-4bf6-b66b-94a4731c16c4 HTTP/1.1" status: 200 len: 205 time: 0.0359435 Aug 19 15:11:43.592658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38932) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:43.617745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce65e57d-9021-4523-9808-2bf9b1a4a78c req-3da6ad58-9918-42fd-8c00-dd1428724fe7 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0696480 Aug 19 15:11:43.767361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.797401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12d3cafb-877e-4f49-ba03-32499a21ce6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.903084 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.932962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.939273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.946313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.952547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.959737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.968907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.981334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.991859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8509b52d-2793-4083-ae8c-44b080da059a req-f7f023a8-4f43-4b2c-ba8a-3e4fe5b2a562 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1274688 Aug 19 15:11:44.002369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12d3cafb-877e-4f49-ba03-32499a21ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.074140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-12d3cafb-877e-4f49-ba03-32499a21ce6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee0d8f45cfb3466685a8da41126e7082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961972 Aug 19 15:11:44.078485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:44.086168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3cafb-877e-4f49-ba03-32499a21ce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef27f4-d75a-462b-b0df-26718219b9c5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:44.116659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8509b52d-2793-4083-ae8c-44b080da059a req-051b7c8f-588e-4beb-86d1-603465378bfd tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114962 Aug 19 15:11:44.149820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Deleting port 710eecef-5771-4fa3-a15d-dff75df6034e {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:44.150339 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.220891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09194-8510-4488-a09c-34886515001c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.264542 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09194-8510-4488-a09c-34886515001c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.269765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcbf62-4a28-4dd4-85f8-52f1e181e778 req-23b1a599-4188-4080-b12e-ad063d5e8784 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.271800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3bcbf62-4a28-4dd4-85f8-52f1e181e778 req-23b1a599-4188-4080-b12e-ad063d5e8784 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 946 time: 0.0681484 Aug 19 15:11:44.311210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.336699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Calling delete_port for 710eecef-5771-4fa3-a15d-dff75df6034e owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:44.348644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3bcbf62-4a28-4dd4-85f8-52f1e181e778 req-9c490fc0-1f92-4346-a128-cffc906b2766 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 Aug 19 15:11:44.368934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-4b75f051-2fca-4477-b04d-df39687250ba tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.370546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-4b75f051-2fca-4477-b04d-df39687250ba tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 946 time: 0.0730469 Aug 19 15:11:44.518367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-4d15f97d-9443-4cfd-b061-22c771fa2598 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0949161 Aug 19 15:11:44.605441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.608772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09194-8510-4488-a09c-34886515001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.611770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8a09194-8510-4488-a09c-34886515001c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.617250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a8a09194-8510-4488-a09c-34886515001c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ef27f4-d75a-462b-b0df-26718219b9c5 HTTP/1.1" status: 204 len: 168 time: 0.5355744 Aug 19 15:11:44.618956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.631097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.642931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.656592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.667578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.672546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a09194-8510-4488-a09c-34886515001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef27f4-d75a-462b-b0df-26718219b9c5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:44.682091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.684339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fb80d2c-d65b-48ca-a0d1-e2680d4728db req-6bffd847-bfc4-4c8c-9b1a-0937ec885cd3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.2021346 Aug 19 15:11:44.710259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:44.719591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Request body: {'floatingip': {'port_id': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:44.783307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Deleting port c2d2b4a5-589c-4193-88b3-bd9d20542249 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:44.783880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.804126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:44.825711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.826636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.827673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.830063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.832283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.834505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.835679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.838914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-be8ce137-57d3-4743-8c35-5b2873982842 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6497 time: 0.1843166 Aug 19 15:11:45.029704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.068834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event deleted for resources: {'Port': ['ID=710eecef-5771-4fa3-a15d-dff75df6034e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:45.145278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] For port c2d2b4a5-589c-4193-88b3-bd9d20542249, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c2d2b4a5-589c-4193-88b3-bd9d20542249,segment=NetworkSegment(dd079e65-9123-4096-8f27-1a44d5a7ac5d),segment_id=dd079e65-9123-4096-8f27-1a44d5a7ac5d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:45.145858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.154238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-1cadac61-7157-4ac8-9490-8df76ba32d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.154811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-1cadac61-7157-4ac8-9490-8df76ba32d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.155212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-1cadac61-7157-4ac8-9490-8df76ba32d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.156884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-1cadac61-7157-4ac8-9490-8df76ba32d91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b63c9530-38e6-4869-867b-3d546179fd2e&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 2289 time: 0.2776461 Aug 19 15:11:45.201486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Calling delete_port for c2d2b4a5-589c-4193-88b3-bd9d20542249 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:45.246324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.441404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.447401 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-e12caee9-9ca1-4d4d-bbf1-2494f0457bb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 200 len: 1001 time: 0.2791047 Aug 19 15:11:45.449809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.631394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-371a0bc3-ca9f-4160-9a8f-1510dd64a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.634502 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-371a0bc3-ca9f-4160-9a8f-1510dd64a130 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a04df0-b14d-4102-935d-68c2158b1bdc HTTP/1.1" status: 200 len: 849 time: 0.1785150 Aug 19 15:11:45.661484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3049ad6-65a1-4554-88f5-07332890b7c1 req-ed2b6ced-17c1-409e-bfe4-5cf9a348249c tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0486159 Aug 19 15:11:45.704327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-fbc085df-9b4a-47ce-ae31-efa980128ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.706448 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-fbc085df-9b4a-47ce-ae31-efa980128ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b63c9530-38e6-4869-867b-3d546179fd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646217 Aug 19 15:11:45.829075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-d7652e3e-d39e-40a8-ad6b-5182f004c2f9 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145430 Aug 19 15:11:45.887864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.888435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Fanout notify agent at l3_agent the message router_deleted on router e6c0f095-b745-4bf6-b66b-94a4731c16c4 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:45.890638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.903625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.917143 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-baa73a28-8717-40fd-aad0-f51077137092 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/e6c0f095-b745-4bf6-b66b-94a4731c16c4 HTTP/1.1" status: 204 len: 168 time: 2.3110657 Aug 19 15:11:45.917143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38964) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:45.925443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-111202852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:45.954422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ce5e-22cb-49c1-93fb-3f4cecf6b171 req-bb8124a2-c703-4979-a02c-4260a5010aaf tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.956992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b805ce5e-22cb-49c1-93fb-3f4cecf6b171 req-bb8124a2-c703-4979-a02c-4260a5010aaf tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 867 time: 0.1701632 Aug 19 15:11:45.963314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Pushing event deleted for resources: {'Port': ['ID=c2d2b4a5-589c-4193-88b3-bd9d20542249,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:45.981984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.resource_extend [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:11:45.996748 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-77e00534-bbba-4462-93af-0e4d0e678a4e service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584709 Aug 19 15:11:46.060937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-5a338394-e1b7-448c-8dcf-42c52989206b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 217 time: 0.0554030 Aug 19 15:11:46.129567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.130810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.198074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-f68f8f80-247a-4631-a333-3daeb5cf99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:46.198074 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-f68f8f80-247a-4631-a333-3daeb5cf99cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.1263924 Aug 19 15:11:46.246705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38966) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:46.254447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.337442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-981f3077-550d-415c-bb10-cf06076d66d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.357811 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.394922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-db03e561-0a6c-475a-b19a-4605e9ed63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:46.396956 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-db03e561-0a6c-475a-b19a-4605e9ed63fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1489990 Aug 19 15:11:46.468651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] No DVR routers for this DVR port c2d2b4a5-589c-4193-88b3-bd9d20542249 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:46.486200 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.488294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f17d68ce-c06c-4053-bf9c-96aa80c4e82a req-fcac458c-5b83-4ecd-b95d-729fbedab9f8 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.54 "DELETE /v2.0/ports/c2d2b4a5-589c-4193-88b3-bd9d20542249 HTTP/1.1" status: 204 len: 173 time: 2.1097918 Aug 19 15:11:46.488770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047eedeb-7092-45e1-9601-c92f17b22458', 'name': 'network-vif-deleted', 'tag': 'c2d2b4a5-589c-4193-88b3-bd9d20542249'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:46.491700 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcec3c4-dbf2-41ec-bc31-a28439fbbeb8" -d '{"events": [{"server_uuid": "047eedeb-7092-45e1-9601-c92f17b22458", "name": "network-vif-deleted", "tag": "c2d2b4a5-589c-4193-88b3-bd9d20542249"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:46.500387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.507764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b805ce5e-22cb-49c1-93fb-3f4cecf6b171 req-97080ab3-c0eb-4360-b5d7-1a835aa03ee9 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dae0c7f-f57d-4510-b34e-ce5035c83b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278420 Aug 19 15:11:46.560178 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-12e934e1-40c6-4c12-bf40-358c8b8e6fb9 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551168 Aug 19 15:11:46.605675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.638963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-981f3077-550d-415c-bb10-cf06076d66d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.697916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-49bb0a11-4ce6-4b53-9793-4aca9656555f service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256425 Aug 19 15:11:46.766392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-0fe44d23-547b-4a71-9fb5-49166259582a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 217 time: 0.0469973 Aug 19 15:11:46.767021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-981f3077-550d-415c-bb10-cf06076d66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.838406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f3077-550d-415c-bb10-cf06076d66d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d752f-1c02-45c3-aead-3d5ba837e3e2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:46.838650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476c1f-04ba-4378-8243-8c0bf1e21d86 req-2d4fadbc-ff1f-454e-965f-56524e1e9b18 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:46.840039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54476c1f-04ba-4378-8243-8c0bf1e21d86 req-2d4fadbc-ff1f-454e-965f-56524e1e9b18 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 945 time: 0.2551813 Aug 19 15:11:46.851563 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-981f3077-550d-415c-bb10-cf06076d66d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ad787be908041d28db606ff07a3dbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009762 Aug 19 15:11:46.856527 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38976) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:46.941856 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-acd8aa24-0bc8-41e7-aa95-3ca851e5b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:46.943858 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Floating IP 92bb129e-b10f-4b65-ba37-8213fb0c870d associated. External IP: 172.25.5.57, port: ef7a7ce7-6f63-421b-a1ec-23264ecdd886. Aug 19 15:11:46.944643 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-acd8aa24-0bc8-41e7-aa95-3ca851e5b9bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.1456714 Aug 19 15:11:47.003221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54476c1f-04ba-4378-8243-8c0bf1e21d86 req-bc77451b-0fca-43dd-b5fb-9c89245cafcb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299958 Aug 19 15:11:47.005312 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:47.007715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d5fd29f-4ee7-4e31-a19d-6c504e3299b8 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0892708 Aug 19 15:11:47.010400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38978) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:47.015151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': False}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:47.053633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a108002-02b8-4e60-8c46-c36773806d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:47.073433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-dcb44d35-6418-4b89-a124-2bae0c1b9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:47.075075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-dcb44d35-6418-4b89-a124-2bae0c1b9ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1215022 Aug 19 15:11:47.100065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a108002-02b8-4e60-8c46-c36773806d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:47.173649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-e72d6f70-f52f-4625-a151-36acf3dc2f19 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:47.175448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-e72d6f70-f52f-4625-a151-36acf3dc2f19 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "GET /v2.0/networks?id=32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 200 len: 818 time: 0.4271271 Aug 19 15:11:47.177227 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bcd18f-527e-4b3f-9519-3b36ffce3312 x-openstack-request-id: req-58bcd18f-527e-4b3f-9519-3b36ffce3312 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:47.178897 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047eedeb-7092-45e1-9601-c92f17b22458", "name": "network-vif-deleted", "tag": "c2d2b4a5-589c-4193-88b3-bd9d20542249", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:47.179234 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58bcd18f-527e-4b3f-9519-3b36ffce3312 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:47.179663 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047eedeb-7092-45e1-9601-c92f17b22458', 'name': 'network-vif-deleted', 'tag': 'c2d2b4a5-589c-4193-88b3-bd9d20542249', 'status': 'completed', 'code': 200} Aug 19 15:11:47.208503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Request body: {'port': {'device_id': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'admin_state_up': True, 'tenant_id': 'cce0d85c5d2e49e5b895f0e87ca4d567'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:47.243939 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-5d571f33-ad9a-405b-838c-fc43d87029c9 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584954 Aug 19 15:11:47.364515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a108002-02b8-4e60-8c46-c36773806d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:47.368547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a108002-02b8-4e60-8c46-c36773806d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:47.372298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6a108002-02b8-4e60-8c46-c36773806d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/507d752f-1c02-45c3-aead-3d5ba837e3e2 HTTP/1.1" status: 204 len: 168 time: 0.5099056 Aug 19 15:11:47.385924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a108002-02b8-4e60-8c46-c36773806d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d752f-1c02-45c3-aead-3d5ba837e3e2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:47.436255 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-597ae2c5-e3a1-4452-84a2-3cac21ae8c21 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849549 Aug 19 15:11:47.502435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-850674f2-eced-459b-821d-5d6494644b74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e HTTP/1.1" status: 200 len: 217 time: 0.0564809 Aug 19 15:11:47.515935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ccae547-ccd0-4ce2-94ea-de16fc80b4e6 req-5eccbbc6-c616-411c-ab87-e0c55df6c744 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.1171594 Aug 19 15:11:47.579561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-ec822240-df1e-462e-a587-8dccce9fc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:47.581767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-ec822240-df1e-462e-a587-8dccce9fc2af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0706539 Aug 19 15:11:47.633463 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:47.651529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-75ef1158-4c49-4652-9462-3322733a0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:47.652600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-75ef1158-4c49-4652-9462-3322733a0486 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596611 Aug 19 15:11:47.695249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c2d2b4a5-589c-4193-88b3-bd9d20542249 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:47.698153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-1406fc39-309b-4d9e-8a3b-c315b8135ef3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:47.699759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-1406fc39-309b-4d9e-8a3b-c315b8135ef3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 945 time: 0.3949649 Aug 19 15:11:47.769414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d75074d-0044-4da4-84d8-35fe707c43bc req-6cab387d-8b77-45c6-8899-175cd8bbb616 tempest-ServersTestJSON-1276666191 tempest-ServersTestJSON-1276666191-project] 10.222.0.13 "GET /v2.0/ports?device_id=047eedeb-7092-45e1-9601-c92f17b22458 HTTP/1.1" status: 200 len: 210 time: 0.1139970 Aug 19 15:11:47.774599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: c2d2b4a5-589c-4193-88b3-bd9d20542249 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:47.776564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c2d2b4a5-589c-4193-88b3-bd9d20542249 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:47.794412 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-93053277-4b65-4efe-96f4-a888cc3c81b1 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330116 Aug 19 15:11:47.824098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-114bffe0-b238-49f4-bb85-63badf53dfbd tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:47.828382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-114bffe0-b238-49f4-bb85-63badf53dfbd tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.46 "GET /v2.0/networks?id=32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 200 len: 818 time: 0.5474675 Aug 19 15:11:47.864169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Request body: {'port': {'device_id': 'd26c89bc-b679-4c50-b338-289447bf571f', 'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'admin_state_up': True, 'tenant_id': 'cce0d85c5d2e49e5b895f0e87ca4d567'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:47.926933 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-84ab2176-8b64-492c-9479-a2596db80a34 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255372 Aug 19 15:11:47.981878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-70f81fae-2070-4009-881d-18a8707f0fc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f HTTP/1.1" status: 200 len: 217 time: 0.0477750 Aug 19 15:11:48.015443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Router ac48fb7b-0240-4684-938e-981a05cf0e06 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:48.069058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-4acb5d82-d25c-4ef1-8ea6-b27d539bcef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:48.072877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-4acb5d82-d25c-4ef1-8ea6-b27d539bcef6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0754333 Aug 19 15:11:48.134375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-207a59c4-181e-4255-b3dc-f72af81abcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:48.136054 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-207a59c4-181e-4255-b3dc-f72af81abcfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564194 Aug 19 15:11:48.162427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Made reservation on behalf of cce0d85c5d2e49e5b895f0e87ca4d567 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:48.166619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.263257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-517adac0-0e93-4a22-9871-fa49bb43bcdb service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194055 Aug 19 15:11:48.277848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 386aea40-5056-4bb9-b22d-7343ed95dd05 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:48.278195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.464944 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-2f28cb31-7daa-4a39-abfe-fa82d0dba0b1 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667185 Aug 19 15:11:48.513384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-7d62d7bc-505b-485b-a558-ea8b1f4a93fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 200 len: 217 time: 0.0409806 Aug 19 15:11:48.572654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-2a738832-a45b-417c-972f-9f6b902e2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:48.574229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-2a738832-a45b-417c-972f-9f6b902e2855 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0540667 Aug 19 15:11:48.665424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-98f97947-1c40-4ad0-b62b-51d8e0f19035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:48.669278 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-98f97947-1c40-4ad0-b62b-51d8e0f19035 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0856783 Aug 19 15:11:48.739118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Made reservation on behalf of cce0d85c5d2e49e5b895f0e87ca4d567 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:48.743228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.809317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caa21f-b7dd-4c37-b9d3-3391a68400d0 req-135aad87-d803-433a-8e12-e827f9411581 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:48.810807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65caa21f-b7dd-4c37-b9d3-3391a68400d0 req-135aad87-d803-433a-8e12-e827f9411581 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 945 time: 0.6892402 Aug 19 15:11:48.824677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-812f2444-68e1-4091-91c1-011c249128d0 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480529 Aug 19 15:11:48.858259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:48.871568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] Sync routers for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:48.893785 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.898777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:48.900008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:48.996826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-60c5bb5a-ffe9-4d2b-a6d7-4cad64dbf99d service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613443 Aug 19 15:11:49.057276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-20c361e3-6164-4c28-bc6f-8cd1517478bf tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:49.058251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-20c361e3-6164-4c28-bc6f-8cd1517478bf tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "GET /v2.0/networks?id=32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 200 len: 818 time: 0.9182146 Aug 19 15:11:49.099907 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-2ed6319a-be02-4674-af16-f90f78301a21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 200 len: 217 time: 0.0968335 Aug 19 15:11:49.103750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Request body: {'port': {'device_id': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'admin_state_up': True, 'tenant_id': 'cce0d85c5d2e49e5b895f0e87ca4d567'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:49.123678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:49.160794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9e77ec6d-b95c-49ef-981d-44811fc9ec28 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "PUT /v2.0/floatingips/92bb129e-b10f-4b65-ba37-8213fb0c870d HTTP/1.1" status: 200 len: 990 time: 4.4472563 Aug 19 15:11:49.183805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-a9903764-6964-4e32-8a4b-5fdcf869802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:49.185506 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-a9903764-6964-4e32-8a4b-5fdcf869802c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0788085 Aug 19 15:11:49.207491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port 386aea40-5056-4bb9-b22d-7343ed95dd05, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=386aea40-5056-4bb9-b22d-7343ed95dd05,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:49.207887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.212057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:49.214385 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64455795-43bc-4a63-9b8e-b1d024e22e64" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:49.283548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 386aea40-5056-4bb9-b22d-7343ed95dd05 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:49.306296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-065fb0dc-f8f2-4778-b200-598ac2dca613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:49.308418 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-065fb0dc-f8f2-4778-b200-598ac2dca613 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1135926 Aug 19 15:11:49.344909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Allocated IP 172.20.0.4 (32097248-97e4-41be-ab35-359777a70ebe/8c74e500-2282-4448-949e-e94a8cb7676e/65c20bd7-1a5e-46af-99b9-90802a775c40) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:49.446332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.465781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '92bb129e-b10f-4b65-ba37-8213fb0c870d', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'port_id': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'mac_address': 'fa:16:3e:2b:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:10:29Z', 'updated_at': '2021-08-19T15:11:45Z', 'revision_number': 1, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:21Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:49.486870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65caa21f-b7dd-4c37-b9d3-3391a68400d0 req-908eacb3-50e4-4995-8516-71d3af4a1c65 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a36782e-a482-4fe8-b221-fc3cde969b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316206 Aug 19 15:11:49.493483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.502095 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-a2558c45-400a-44d9-b1f1-36a1daf0adc1 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092086 Aug 19 15:11:49.513727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] Checking router: ac48fb7b-0240-4684-938e-981a05cf0e06 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:49.527823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:49.528453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:49.655030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-5b0fd2c7-6b9b-4716-b449-eb001ec2170e service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409011 Aug 19 15:11:49.704605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Made reservation on behalf of cce0d85c5d2e49e5b895f0e87ca4d567 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:49.708363 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.798865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:49.865515 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29a70c20-2669-415f-a22c-1f5a5b31b552 req-81393cf8-6ab8-419b-919e-594736219389 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0663321 Aug 19 15:11:49.886087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Allocated IP 172.25.5.13 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/b7400d66-11cf-435d-ae63-c3c4e79ca09e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:49.936506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.966673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39022) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:50.014605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.043282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Deleting subnet 29157e0f-1222-42ba-ba92-328313ea1fcd {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:11:50.046262 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.114000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.164745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.176373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=386aea40-5056-4bb9-b22d-7343ed95dd05,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:50.192067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '92bb129e-b10f-4b65-ba37-8213fb0c870d', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'port_id': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'mac_address': 'fa:16:3e:2b:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:10:29Z', 'updated_at': '2021-08-19T15:11:45Z', 'revision_number': 1, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:21Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:50.194910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.203772 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095ee3eb-90cc-4ec2-b261-465744222cee x-openstack-request-id: req-095ee3eb-90cc-4ec2-b261-465744222cee {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:50.204078 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:50.204306 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-095ee3eb-90cc-4ec2-b261-465744222cee {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:50.204716 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'status': 'completed', 'code': 200} Aug 19 15:11:50.243905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28527a8b-41e9-4aa9-baf6-98f5db25cb98 None None] The sync data for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 is: [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '92bb129e-b10f-4b65-ba37-8213fb0c870d', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'port_id': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'mac_address': 'fa:16:3e:2b:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:10:29Z', 'updated_at': '2021-08-19T15:11:45Z', 'revision_number': 1, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:21Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:50.267904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.380282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port 386aea40-5056-4bb9-b22d-7343ed95dd05 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:50.390071 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.392035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "DELETE /v2.0/ports/386aea40-5056-4bb9-b22d-7343ed95dd05 HTTP/1.1" status: 204 len: 173 time: 2.6452127 Aug 19 15:11:50.408235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.421397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Network 32097248-97e4-41be-ab35-359777a70ebe is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:50.442297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:50.445484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Allocated IP 172.20.0.5 (32097248-97e4-41be-ab35-359777a70ebe/8c74e500-2282-4448-949e-e94a8cb7676e/8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:50.454756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:50.457594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Pushing event updated for resources: {'Port': ['ID=65c20bd7-1a5e-46af-99b9-90802a775c40,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:50.478436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.482917 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29157e0f-1222-42ba-ba92-328313ea1fcd HTTP/1.1" status: 204 len: 168 time: 0.5139396 Aug 19 15:11:50.484912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e694e-f248-46d1-9472-b8dcb225501c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29157e0f-1222-42ba-ba92-328313ea1fcd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:50.489488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39030) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:50.513925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.515827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.515827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.515827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.516168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.516577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.517269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.519958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7dafd289-40f7-41ee-8cb1-c28c12914f4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.3143184 Aug 19 15:11:50.636651 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37710e7a-7bf9-43cd-ae1b-6cb47b366f53 None None] New status for floating IP 92bb129e-b10f-4b65-ba37-8213fb0c870d: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:11:50.657188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.691149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.774027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:50.774803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.815142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f101d98f-308c-4f01-8212-026830d93e41 req-bcf7c64c-1d42-44bf-9c2a-2b3af604c33f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.1332684 Aug 19 15:11:50.912329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.954970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051d648b-2ec7-4542-9dd7-0c78203384f1']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:50.979089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 386aea40-5056-4bb9-b22d-7343ed95dd05 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:50.994527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:51.002406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd079e65-9123-4096-8f27-1a44d5a7ac5d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:51.002566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd079e65-9123-4096-8f27-1a44d5a7ac5d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:51.028613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.033324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 386aea40-5056-4bb9-b22d-7343ed95dd05 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:51.033735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 386aea40-5056-4bb9-b22d-7343ed95dd05 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:51.053559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:51.055658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Pushing event updated for resources: {'Port': ['ID=b7400d66-11cf-435d-ae63-c3c4e79ca09e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:51.058695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-8468804f-8e74-486a-8cc2-1b47991a5251 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8601909 Aug 19 15:11:51.063526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:51.079489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.095906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-dd5fd8d7-cea4-40cf-bafe-36c8529111e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:51.097481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-dd5fd8d7-cea4-40cf-bafe-36c8529111e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204 HTTP/1.1" status: 200 len: 918 time: 0.5666058 Aug 19 15:11:51.098595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:11:51.100162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.107395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Request body: {'port': {'device_id': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:11:51.142276 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:11:51.401248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.425934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.433610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9483d736-0f5a-4da9-87fd-31bd8993bd60 req-5e503cdd-08f3-4bc7-b82f-c8e5a7f3b696 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0908768 Aug 19 15:11:51.436610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-7192b2f0-d4d5-4419-8cdc-680fd893be1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 1000 time: 0.3205693 Aug 19 15:11:51.440731 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.448870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.452709 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] 10.222.0.13 "DELETE /v2.0/networks/051d648b-2ec7-4542-9dd7-0c78203384f1 HTTP/1.1" status: 204 len: 168 time: 0.9593821 Aug 19 15:11:51.504699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3260-7b4e-4ac0-aae7-1a740996693f admin admin] Pushing event deleted for resources: {'Network': ['ID=051d648b-2ec7-4542-9dd7-0c78203384f1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:51.633268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-9619107b-af61-457a-9bce-4a1b7432310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:51.635024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-9619107b-af61-457a-9bce-4a1b7432310e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 200 len: 856 time: 0.1835988 Aug 19 15:11:51.930655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Allocated IP 172.20.0.7 (32097248-97e4-41be-ab35-359777a70ebe/8c74e500-2282-4448-949e-e94a8cb7676e/2d66d2cf-54ad-46a1-857f-69855bbc2e3c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:51.934670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-01263b3e-ef3c-4464-869d-5c43951678e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:51.936241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-01263b3e-ef3c-4464-869d-5c43951678e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f7c226c-de24-4595-a41a-514bed504204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919745 Aug 19 15:11:51.937334 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.057496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-2ea3f197-c66d-4485-8f37-0abaaf90ecaa req-7ec73578-4e32-45da-b1ed-0ea8740b9b09 service neutron] (101963) timed out ('10.222.0.13', 42276) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:11:52.076170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Network 32097248-97e4-41be-ab35-359777a70ebe is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:52.093636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:52.113545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a87798ed-8ccf-42ea-8e36-5f4e44fd251b req-14029a4c-4e3d-4112-b1af-3ebc1e139eea tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.1183341 Aug 19 15:11:52.124526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:52.127412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:52.180506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.184544 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32405bed-2561-4b79-af2e-c56b7918a317 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a0d78650d604a42b8829acb7a22fdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895092 Aug 19 15:11:52.187553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39078) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:52.265638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f533e4e0-a52b-4724-8cd1-fc0c9fc3fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.307762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f533e4e0-a52b-4724-8cd1-fc0c9fc3fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.554141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f533e4e0-a52b-4724-8cd1-fc0c9fc3fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.557625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f533e4e0-a52b-4724-8cd1-fc0c9fc3fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.559024 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f533e4e0-a52b-4724-8cd1-fc0c9fc3fbb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dae0c7f-f57d-4510-b34e-ce5035c83b56 HTTP/1.1" status: 204 len: 168 time: 0.3702624 Aug 19 15:11:52.572205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533e4e0-a52b-4724-8cd1-fc0c9fc3fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae0c7f-f57d-4510-b34e-ce5035c83b56,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:52.665043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Pushing event updated for resources: {'Port': ['ID=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:52.678322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'name': 'network-vif-deleted', 'tag': '386aea40-5056-4bb9-b22d-7343ed95dd05'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:52.681397 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283d106-6cf6-4e67-b9a2-05c3a772236e" -d '{"events": [{"server_uuid": "d3d4d2d5-3383-4992-9204-a788e96d216b", "name": "network-vif-deleted", "tag": "386aea40-5056-4bb9-b22d-7343ed95dd05"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:52.789543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9c1c145-8f1e-43e1-92d3-51d48bcaff01 req-93d2f75e-9afe-41f2-8f51-7d1aad73fadd tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0913906 Aug 19 15:11:52.839823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:52.840562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.876347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-542d6894-15b2-4f1b-95fa-587d5faa72ef service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9188583 Aug 19 15:11:52.967886 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a4e50-41ee-4132-8d54-ca69c1707647 x-openstack-request-id: req-7e9a4e50-41ee-4132-8d54-ca69c1707647 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:52.968168 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d4d2d5-3383-4992-9204-a788e96d216b", "name": "network-vif-deleted", "tag": "386aea40-5056-4bb9-b22d-7343ed95dd05", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:52.968486 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e9a4e50-41ee-4132-8d54-ca69c1707647 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:52.968828 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d4d2d5-3383-4992-9204-a788e96d216b', 'name': 'network-vif-deleted', 'tag': '386aea40-5056-4bb9-b22d-7343ed95dd05', 'status': 'completed', 'code': 200} Aug 19 15:11:53.025642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-69d664d1-989d-4775-a079-d671f170b787 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1795146 Aug 19 15:11:53.073665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Request body: {'port': {'device_id': 'd26c89bc-b679-4c50-b338-289447bf571f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:53.085705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.172005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64455795-43bc-4a63-9b8e-b1d024e22e64 req-887b8cd9-c921-405f-812b-ea8098fb122e service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777755 Aug 19 15:11:53.254206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.270322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.303897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1158a15-e35f-4168-96f6-73258d2d7dca req-8a4c7710-189e-457e-af0f-b712a462d4b2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0557334 Aug 19 15:11:53.308204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.478353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39106) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:53.593815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.650563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53b6e484-a27b-4276-bae6-5ec92599c5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.715511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Network 32097248-97e4-41be-ab35-359777a70ebe is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:53.725347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:53.844877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c20bd7-1a5e-46af-99b9-90802a775c40 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:53.855072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.871119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Transition to ACTIVE for port object 65c20bd7-1a5e-46af-99b9-90802a775c40 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:53.874436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:53.897699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53b6e484-a27b-4276-bae6-5ec92599c5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.913158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Pushing event updated for resources: {'Port': ['ID=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:53.961260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:53.961940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.026036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e663c1-7117-4a6a-8a58-ba9831256721 req-15d9f800-a3bc-466d-930a-04315733dda7 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:54.027753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37e663c1-7117-4a6a-8a58-ba9831256721 req-15d9f800-a3bc-466d-930a-04315733dda7 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 931 time: 0.0760186 Aug 19 15:11:54.056574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53b6e484-a27b-4276-bae6-5ec92599c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.062189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.126549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e484-a27b-4276-bae6-5ec92599c5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdf7808-a455-4c8a-b30c-a015c709a60b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:54.150830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53b6e484-a27b-4276-bae6-5ec92599c5e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65df4f06652948f8a0304a73f604c062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759219 Aug 19 15:11:54.153239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39122) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:54.211979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Router ea7450c0-f40f-4d9e-8ef7-453f12696963 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:54.221190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b97ce12d-032a-4ac2-8c18-5589243b0310 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1316545 Aug 19 15:11:54.233801 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f270a9d1-4d94-4651-bf9c-197b79e7f7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.254141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Request body: {'port': {'device_id': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:54.266561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37e663c1-7117-4a6a-8a58-ba9831256721 req-bcdb323d-276f-422d-9dbe-b2a4e3d5661a tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320321 Aug 19 15:11:54.274567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f270a9d1-4d94-4651-bf9c-197b79e7f7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.362602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Pushing event updated for resources: {'Port': ['ID=65c20bd7-1a5e-46af-99b9-90802a775c40,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:54.469517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d47d7abf-b995-4580-b3de-960af8a2e775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.482057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f270a9d1-4d94-4651-bf9c-197b79e7f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.485469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f270a9d1-4d94-4651-bf9c-197b79e7f7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.487281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f270a9d1-4d94-4651-bf9c-197b79e7f7b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fdf7808-a455-4c8a-b30c-a015c709a60b HTTP/1.1" status: 204 len: 168 time: 0.3317223 Aug 19 15:11:54.501918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270a9d1-4d94-4651-bf9c-197b79e7f7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdf7808-a455-4c8a-b30c-a015c709a60b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:54.542241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d01dfd0-420f-4f74-a162-56a244693b70 req-825a5c0f-26b2-4e6f-b58d-f5999e7c69a7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0607178 Aug 19 15:11:54.549962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39134) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:54.612631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.677499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Attempting to bind port 65c20bd7-1a5e-46af-99b9-90802a775c40 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:54.684022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Attempting to bind port 65c20bd7-1a5e-46af-99b9-90802a775c40 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:54.684022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Attempting to bind port 65c20bd7-1a5e-46af-99b9-90802a775c40 on network 32097248-97e4-41be-ab35-359777a70ebe {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:54.702104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1921055590-network', 'tenant_id': '1a114ab95c1a48d88a81f9ad9fad8c00'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:54.706691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Port 65c20bd7-1a5e-46af-99b9-90802a775c40 on network 32097248-97e4-41be-ab35-359777a70ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:54.707059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Attempting to bind port 65c20bd7-1a5e-46af-99b9-90802a775c40 on network 32097248-97e4-41be-ab35-359777a70ebe {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:54.756793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:54.757219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Checking segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:54.757731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Bound using segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:54.758198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Bound port: 65c20bd7-1a5e-46af-99b9-90802a775c40, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:54.758574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.780568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:54.785521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.787408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-81812171-c804-4de4-8da0-45b92668f7b2 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "PUT /v2.0/routers/ea7450c0-f40f-4d9e-8ef7-453f12696963 HTTP/1.1" status: 200 len: 918 time: 7.7758927 Aug 19 15:11:54.791036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39140) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:54.793499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] Sync routers for ids ['ea7450c0-f40f-4d9e-8ef7-453f12696963'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:54.804260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:54.814645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] Routers {'ea7450c0-f40f-4d9e-8ef7-453f12696963'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:54.816744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea7450c0-f40f-4d9e-8ef7-453f12696963'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:54.817065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.862195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:54.872868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] Routers {'ea7450c0-f40f-4d9e-8ef7-453f12696963'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:54.873836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea7450c0-f40f-4d9e-8ef7-453f12696963'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:54.904321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Transition to ACTIVE for port object 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:54.909453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:54.910569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7da3fb-933b-46a7-a967-1b43f25f2711 None None] The sync data for ids ['ea7450c0-f40f-4d9e-8ef7-453f12696963'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:54.941288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Made reservation on behalf of 1a114ab95c1a48d88a81f9ad9fad8c00 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:54.944523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.966820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.970086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] For port 65c20bd7-1a5e-46af-99b9-90802a775c40, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:54.973716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] For port 65c20bd7-1a5e-46af-99b9-90802a775c40, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=65c20bd7-1a5e-46af-99b9-90802a775c40,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:55.001221 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-def637cf-c713-4d8e-91f5-d1de38e50f81 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/ea7450c0-f40f-4d9e-8ef7-453f12696963 HTTP/1.1" status: 200 len: 924 time: 0.2079635 Aug 19 15:11:55.004018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:55.017229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.082681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.158123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.160556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:55.190459 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.226292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:11:55.230489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.232205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.233788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] 10.222.0.54 "PUT /v2.0/ports/65c20bd7-1a5e-46af-99b9-90802a775c40 HTTP/1.1" status: 200 len: 1092 time: 4.1577642 Aug 19 15:11:55.260396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'tag': '65c20bd7-1a5e-46af-99b9-90802a775c40'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:55.271832 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22316309-e215-4c8c-9ab4-c6517f163f56" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5dc7dd-2a0f-455f-88b1-41d8182677f6", "tag": "65c20bd7-1a5e-46af-99b9-90802a775c40"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:55.273168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:55.281664 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.282015 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Added segment 68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee of type vlan for network 7050b768-5ec7-45d9-846d-9ed389b349a4 Aug 19 15:11:55.344106 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96d1c2-280d-47d3-9f22-723a1a40190b x-openstack-request-id: req-be96d1c2-280d-47d3-9f22-723a1a40190b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:55.344779 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5dc7dd-2a0f-455f-88b1-41d8182677f6", "tag": "65c20bd7-1a5e-46af-99b9-90802a775c40", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:55.345367 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be96d1c2-280d-47d3-9f22-723a1a40190b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:55.346193 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'tag': '65c20bd7-1a5e-46af-99b9-90802a775c40', 'status': 'completed', 'code': 200} Aug 19 15:11:55.353145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1bc32-bb5c-46be-84a2-036bb3354e8b tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.355491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-feb1bc32-bb5c-46be-84a2-036bb3354e8b tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=ea7450c0-f40f-4d9e-8ef7-453f12696963&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3497300 Aug 19 15:11:55.365480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.377543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.382290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:55.480833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd40627-527c-4017-ac1a-a08d0b72133a service neutron] Pushing event updated for resources: {'Port': ['ID=65c20bd7-1a5e-46af-99b9-90802a775c40,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:55.514540 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e027ac-b760-4bd9-9786-1a09fbc6800a tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.516081 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f2e027ac-b760-4bd9-9786-1a09fbc6800a tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.1327147 Aug 19 15:11:55.519013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39154) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:55.548826 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b5bb119-489e-4d84-8bb0-35872ca49a6b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea7450c0-f40f-4d9e-8ef7-453f12696963 HTTP/1.1" status: 200 len: 205 time: 0.0286770 Aug 19 15:11:55.553521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39156) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:55.571463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Attempting to bind port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:55.571923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Attempting to bind port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:55.572172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Attempting to bind port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f on network 32097248-97e4-41be-ab35-359777a70ebe {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:55.578310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d66d2cf-54ad-46a1-857f-69855bbc2e3c {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:55.591860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.599132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316309-e215-4c8c-9ab4-c6517f163f56 req-920a3a9b-06fb-4359-8fc6-df2365ea8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.600702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22316309-e215-4c8c-9ab4-c6517f163f56 req-920a3a9b-06fb-4359-8fc6-df2365ea8c30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 1095 time: 0.2027395 Aug 19 15:11:55.601308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f on network 32097248-97e4-41be-ab35-359777a70ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:55.601635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Attempting to bind port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f on network 32097248-97e4-41be-ab35-359777a70ebe {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:55.615272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.615272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.615272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.626685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6534c12-5aeb-4652-b5b0-daf71864f299 req-3d45720e-d9a2-4153-b109-3c23943ade10 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.628505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6534c12-5aeb-4652-b5b0-daf71864f299 req-3d45720e-d9a2-4153-b109-3c23943ade10 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 931 time: 0.2015879 Aug 19 15:11:55.633972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Transition to ACTIVE for port object 2d66d2cf-54ad-46a1-857f-69855bbc2e3c will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:55.643044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:55.643454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Checking segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:55.643855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Bound using segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:55.644311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Bound port: 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:55.644682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.731073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39162) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:55.811013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e04591eb-b2f0-43a1-921b-1dc12924bb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.831434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.855894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6534c12-5aeb-4652-b5b0-daf71864f299 req-cd6a8b8c-6229-40aa-a6b5-b60ff85bebbb tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085977 Aug 19 15:11:55.928887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316309-e215-4c8c-9ab4-c6517f163f56 req-351619ff-4910-466e-865c-ce8cbdca85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:55.930765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22316309-e215-4c8c-9ab4-c6517f163f56 req-351619ff-4910-466e-865c-ce8cbdca85fa service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3013854 Aug 19 15:11:55.932074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] For port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:55.938498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] For port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:55.971962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:56.073172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] Pushing event updated for resources: {'Network': ['ID=7050b768-5ec7-45d9-846d-9ed389b349a4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:56.086127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.088847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.093177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 7050b768-5ec7-45d9-846d-9ed389b349a4 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:11:56.095758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-241cb3aa-4103-4899-97dd-47a26e5453ed req-96c7b858-3d63-41d3-8092-e523e8f5b58b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3d4d2d5-3383-4992-9204-a788e96d216b HTTP/1.1" status: 200 len: 210 time: 0.0660033 Aug 19 15:11:56.146777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0622414b-bfb6-4f87-a513-2a5383e575dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5952415 Aug 19 15:11:56.152332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39166) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:56.169237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Request body: {'subnet': {'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1921055590-subnet', 'tenant_id': '1a114ab95c1a48d88a81f9ad9fad8c00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:56.248301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:11:56.248301 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:11:56.248301 n-d-779913-32 neutron-server[101962]: [parameters: {'project_id_1': '1a114ab95c1a48d88a81f9ad9fad8c00', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 11, 56, 186439)}] Aug 19 15:11:56.248301 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:11:56.248783 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:11:56.270060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:56.270740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.272212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f HTTP/1.1" status: 200 len: 1092 time: 3.2061152 Aug 19 15:11:56.293607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.337460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b6551-ebe3-4493-b25e-3116eb5624c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:56.486774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Deleting port b7400d66-11cf-435d-ae63-c3c4e79ca09e {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:56.487119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.585728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.604465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Calling delete_port for b7400d66-11cf-435d-ae63-c3c4e79ca09e owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:56.758795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316309-e215-4c8c-9ab4-c6517f163f56 req-634f703b-6e71-46ae-9b56-d854ef349751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:56.760452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22316309-e215-4c8c-9ab4-c6517f163f56 req-634f703b-6e71-46ae-9b56-d854ef349751 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8149717 Aug 19 15:11:56.766854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Attempting to bind port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:56.767187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Attempting to bind port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:56.767515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Attempting to bind port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c on network 32097248-97e4-41be-ab35-359777a70ebe {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:56.800738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c on network 32097248-97e4-41be-ab35-359777a70ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:56.803039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Attempting to bind port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c on network 32097248-97e4-41be-ab35-359777a70ebe {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:56.818694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:56.819489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Checking segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:56.819618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Bound using segment: {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:56.820070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Bound port: 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '32097248-97e4-41be-ab35-359777a70ebe'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:56.820478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.869846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e04591eb-b2f0-43a1-921b-1dc12924bb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.887507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-47f6e423-c94d-4631-8c6d-f91e15d513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:56.889233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-47f6e423-c94d-4631-8c6d-f91e15d513bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 1095 time: 0.1457424 Aug 19 15:11:56.967029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b25c495d-a2f4-4e7c-93bd-a2dc8425e267 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f HTTP/1.1" status: 200 len: 217 time: 0.0555933 Aug 19 15:11:56.981676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.018593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event deleted for resources: {'Port': ['ID=b7400d66-11cf-435d-ae63-c3c4e79ca09e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:57.052943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e04591eb-b2f0-43a1-921b-1dc12924bb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.061870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-7ed7b7bf-99b5-4b67-8941-ab6c70c07e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:57.063528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-7ed7b7bf-99b5-4b67-8941-ab6c70c07e8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 1095 time: 0.2217269 Aug 19 15:11:57.078714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] For port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:57.127413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] For port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:57.159939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.190663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04591eb-b2f0-43a1-921b-1dc12924bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818c6fc0-4f7d-4d1e-be43-58fd4da5ab83,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:57.196171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-19274bc8-ecca-41c5-8752-fb4ee3ca9f37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c20bd7-1a5e-46af-99b9-90802a775c40 HTTP/1.1" status: 200 len: 217 time: 0.1055954 Aug 19 15:11:57.200486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e04591eb-b2f0-43a1-921b-1dc12924bb43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1fb90c1f426445d8ba5020de0de415c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4663382 Aug 19 15:11:57.205033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-22331ce6-9ed2-4e22-bdc5-be5a2e1752ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:57.206051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39174) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:57.206726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-22331ce6-9ed2-4e22-bdc5-be5a2e1752ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c74e500-2282-4448-949e-e94a8cb7676e HTTP/1.1" status: 200 len: 858 time: 0.2240279 Aug 19 15:11:57.231297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.245957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f028-e01b-4552-bfc1-90e9596fffc8 req-cb764fe3-5b7d-4da8-8a06-60e6730c66f4 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:57.248756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad74f028-e01b-4552-bfc1-90e9596fffc8 req-cb764fe3-5b7d-4da8-8a06-60e6730c66f4 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 943 time: 0.2863371 Aug 19 15:11:57.338340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-28c94d49-8c68-453a-af2c-72b0fe9a2371 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32097248-97e4-41be-ab35-359777a70ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177533 Aug 19 15:11:57.341692 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.356898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26c89bc-b679-4c50-b338-289447bf571f', 'tag': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:57.360450 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a9d29-bdf8-4aa7-866f-f7d42652a253" -d '{"events": [{"name": "network-changed", "server_uuid": "d26c89bc-b679-4c50-b338-289447bf571f", "tag": "8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:57.374330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Made reservation on behalf of 1a114ab95c1a48d88a81f9ad9fad8c00 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:57.376848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.414148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:57.415221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.417845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] 10.222.0.54 "PUT /v2.0/ports/2d66d2cf-54ad-46a1-857f-69855bbc2e3c HTTP/1.1" status: 200 len: 1092 time: 3.1715548 Aug 19 15:11:57.495216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-0e9aaab6-d6eb-4c52-af3a-dbc05cd83d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:57.496720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-0e9aaab6-d6eb-4c52-af3a-dbc05cd83d49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c74e500-2282-4448-949e-e94a8cb7676e HTTP/1.1" status: 200 len: 858 time: 0.2886138 Aug 19 15:11:57.567084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad74f028-e01b-4552-bfc1-90e9596fffc8 req-f6397f72-b220-48bb-8185-f95d0565fda1 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861452 Aug 19 15:11:57.568684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71089aec-7d5b-437c-a2ab-96d1f115cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:57.579316 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.580569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b8a8b658-289a-4491-b3dd-6e63fc358030 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32097248-97e4-41be-ab35-359777a70ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675285 Aug 19 15:11:57.582276 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.589807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-82075393-dca2-447a-9be5-3277df5f3b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.658938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-82075393-dca2-447a-9be5-3277df5f3b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.673267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.718384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-1b6ffb46-754d-44d0-aa6c-23d03d0ac951 service neutron] 10.222.0.46 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478045 Aug 19 15:11:57.812308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad2aeafa-8d70-48a8-828a-49f9bee9fee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.828810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.829745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Fanout notify agent at l3_agent the message router_deleted on router ea7450c0-f40f-4d9e-8ef7-453f12696963 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:57.837835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-be3a8bb4-8183-4df7-9ec4-98711895a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:57.839466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-be3a8bb4-8183-4df7-9ec4-98711895a113 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 1095 time: 0.2253942 Aug 19 15:11:57.841559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.842964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4f70c630-20d7-4870-b3cf-87350b3106fb tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/ea7450c0-f40f-4d9e-8ef7-453f12696963 HTTP/1.1" status: 204 len: 168 time: 2.2882075 Aug 19 15:11:57.847768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-2b01de43-6eaa-4918-91a1-bb50298b6f85 service neutron] 10.222.0.54 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531958 Aug 19 15:11:57.847768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39184) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:57.852672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-674006192', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:57.910188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedef86b-db76-4f01-a2c1-f743cc893ffa,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:57.921778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Checking segment: {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:57.922233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Network hostable DHCP agents. Network: 7050b768-5ec7-45d9-846d-9ed389b349a4, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:11:57.965936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-82075393-dca2-447a-9be5-3277df5f3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.973457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-82075393-dca2-447a-9be5-3277df5f3b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.979283 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-82075393-dca2-447a-9be5-3277df5f3b73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/818c6fc0-4f7d-4d1e-be43-58fd4da5ab83 HTTP/1.1" status: 204 len: 168 time: 0.6912448 Aug 19 15:11:57.998500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82075393-dca2-447a-9be5-3277df5f3b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c6fc0-4f7d-4d1e-be43-58fd4da5ab83,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:58.040862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-666a07b0-477e-4a05-9cdf-5138701ac345 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c HTTP/1.1" status: 200 len: 217 time: 0.1797633 Aug 19 15:11:58.042348 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d53a8fc-776c-4ea0-b520-564f85bbd794 x-openstack-request-id: req-1d53a8fc-776c-4ea0-b520-564f85bbd794 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:58.042672 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26c89bc-b679-4c50-b338-289447bf571f", "tag": "8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:58.043104 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d53a8fc-776c-4ea0-b520-564f85bbd794 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:58.043520 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26c89bc-b679-4c50-b338-289447bf571f', 'tag': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f', 'status': 'completed', 'code': 200} Aug 19 15:11:58.060646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Network 7050b768-5ec7-45d9-846d-9ed389b349a4 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:11:58.132722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-f39dead0-95b0-49bf-9d25-741ed2910ac1 service neutron] 10.222.0.46 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020882 Aug 19 15:11:58.143509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-54ac19c8-ff5a-4343-b301-60770e8de5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:58.145019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-54ac19c8-ff5a-4343-b301-60770e8de5cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c74e500-2282-4448-949e-e94a8cb7676e HTTP/1.1" status: 200 len: 858 time: 0.0905926 Aug 19 15:11:58.169817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 7050b768-5ec7-45d9-846d-9ed389b349a4) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:58.179114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82840ccd-d2a9-49aa-9423-8f1cb9333d22 None None] Network 7050b768-5ec7-45d9-846d-9ed389b349a4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:58.182577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:58.184708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.237567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.240279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.250547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-18fda2b4-6545-429d-8eee-01641d023252 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32097248-97e4-41be-ab35-359777a70ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775132 Aug 19 15:11:58.254149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-e4b1f7e0-d4f6-470c-b12f-c46361354198 service neutron] 10.222.0.54 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919914 Aug 19 15:11:58.379538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9bc1f121-a4f4-425e-855e-6c494bdc9205 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2243831 Aug 19 15:11:58.397739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16386018-286c-4302-8f3b-cb8726a9b3c7 None None] Network 7050b768-5ec7-45d9-846d-9ed389b349a4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:58.465764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.524902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-3364eb83-4944-4f74-901c-8a951769f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:58.526620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-3364eb83-4944-4f74-901c-8a951769f76b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 1095 time: 0.0788863 Aug 19 15:11:58.562575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-b5b2a6d0-45f6-47c9-982a-ce6dae43f00c service neutron] 10.222.0.54 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803845 Aug 19 15:11:58.856890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.860604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-140241cb-80b8-4896-afe5-69dbde5e4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:58.862177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-140241cb-80b8-4896-afe5-69dbde5e4403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 200 len: 919 time: 0.3227675 Aug 19 15:11:58.892935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7d2be2a-4829-43f8-9da6-44d97551b619 req-7832b942-4ba2-4bf0-ab11-6f6dc3d80afb service neutron] 10.222.0.54 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958002 Aug 19 15:11:58.962569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-271aeeff-7ddb-49f2-9c1d-45ec4faf69ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f HTTP/1.1" status: 200 len: 217 time: 0.0683951 Aug 19 15:11:59.131952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-ca430ec4-878a-4b7f-a9f9-e11e7672f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:59.133484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-ca430ec4-878a-4b7f-a9f9-e11e7672f3ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c74e500-2282-4448-949e-e94a8cb7676e HTTP/1.1" status: 200 len: 858 time: 0.1568284 Aug 19 15:11:59.183997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-c83a76d2-a54b-4d3a-8cae-f051429d6fbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32097248-97e4-41be-ab35-359777a70ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425887 Aug 19 15:11:59.194227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-3715a550-7097-4b00-87e2-9b3922c7e24a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:59.195759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-3715a550-7097-4b00-87e2-9b3922c7e24a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 814 time: 0.2813249 Aug 19 15:11:59.201830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-e44252b9-dded-4038-80c2-a30a223f8762 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:11:59.204270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-e44252b9-dded-4038-80c2-a30a223f8762 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066583 Aug 19 15:11:59.230741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-ba888ad2-03cc-446e-b303-e3d25c46f26b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/quotas/1a114ab95c1a48d88a81f9ad9fad8c00 HTTP/1.1" status: 200 len: 375 time: 0.0241308 Aug 19 15:11:59.315327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-cbe15a41-0832-483b-bf2d-a1b6856f163d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412030 Aug 19 15:11:59.430661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-438023a6-5b01-4dd8-b8d4-efa38bf978fc service neutron] 10.222.0.46 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137415 Aug 19 15:11:59.606800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.622102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.627779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-ad47f65d-218c-466b-a28f-f2803f93a9d1 service neutron] 10.222.0.13 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939262 Aug 19 15:11:59.668075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.766110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e68a9d29-bdf8-4aa7-866f-f7d42652a253 req-6c8b1f78-4193-4eb3-a467-f7d1708979a8 service neutron] 10.222.0.46 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133571 Aug 19 15:12:00.171602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'tag': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:00.174046 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab76aa-9848-427f-a065-4f953a52e49d" -d '{"events": [{"name": "network-changed", "server_uuid": "96e0d6c2-f603-476f-ad85-5f93ab21e8b3", "tag": "2d66d2cf-54ad-46a1-857f-69855bbc2e3c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:00.180731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-87b842ae-89cb-4e75-94a1-769d5fb99cf8 service neutron] 10.222.0.13 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243189 Aug 19 15:12:00.213168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Allocated IP 172.25.5.6 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/c7b916ff-2927-4fe5-9d03-86717808538d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:00.354409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:00.613705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:00.720166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:00.729169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:00.732079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:00.747788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:00.762174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event updated for resources: {'Port': ['ID=c7b916ff-2927-4fe5-9d03-86717808538d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:00.792802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb22b40-0c49-43c0-bbcd-297c0ad30aef req-b906bbcd-b433-4626-9724-2a7d7953a337 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:00.802917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3eb22b40-0c49-43c0-bbcd-297c0ad30aef req-b906bbcd-b433-4626-9724-2a7d7953a337 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 943 time: 0.1336856 Aug 19 15:12:00.919843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3eb22b40-0c49-43c0-bbcd-297c0ad30aef req-7ba4e6d5-e187-45c4-a658-505507fc2c21 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160579 Aug 19 15:12:01.031987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:12:01.155285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:01.188756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f', 'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'port_id': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f', 'mac_address': 'fa:16:3e:65:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c74e500-2282-4448-949e-e94a8cb7676e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:12:01.254109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.273961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:01.311031 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48eb47-7d53-4a4d-9be8-0a893eddeb6c x-openstack-request-id: req-ff48eb47-7d53-4a4d-9be8-0a893eddeb6c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:01.311031 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e0d6c2-f603-476f-ad85-5f93ab21e8b3", "tag": "2d66d2cf-54ad-46a1-857f-69855bbc2e3c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:01.311031 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff48eb47-7d53-4a4d-9be8-0a893eddeb6c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:01.311031 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'tag': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c', 'status': 'completed', 'code': 200} Aug 19 15:12:01.311031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.312041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:01.422987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8154d2a9-165a-4c4c-8343-57c0dda20845 req-eccc3658-6588-4330-9946-49ada9cbe122 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 210 time: 0.0615211 Aug 19 15:12:01.463629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.490047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab76aa-9848-427f-a065-4f953a52e49d req-ea48ba23-cc65-4ca3-9ba3-0ac58f6b835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:01.492068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-ea48ba23-cc65-4ca3-9ba3-0ac58f6b835b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 1095 time: 0.1288445 Aug 19 15:12:01.532985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:01.690483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab76aa-9848-427f-a065-4f953a52e49d req-9e0b6a38-e699-487b-8610-261fa9dc0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:01.692434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-9e0b6a38-e699-487b-8610-261fa9dc0949 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 200 len: 919 time: 0.1934988 Aug 19 15:12:01.750589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:01.753830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-7c0bf281-478d-497b-9430-288d8d9af4e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c HTTP/1.1" status: 200 len: 217 time: 0.0511513 Aug 19 15:12:01.755658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.899361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab76aa-9848-427f-a065-4f953a52e49d req-9744110c-f2dc-4ff1-97c6-3201bb33b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:01.900924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-9744110c-f2dc-4ff1-97c6-3201bb33b64a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c74e500-2282-4448-949e-e94a8cb7676e HTTP/1.1" status: 200 len: 858 time: 0.0961702 Aug 19 15:12:01.945449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-2453c161-b289-40af-b4b0-cd01500167a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32097248-97e4-41be-ab35-359777a70ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365930 Aug 19 15:12:02.115895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-4d93f322-839b-44a8-88f7-ebae1f91ffd4 service neutron] 10.222.0.54 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629226 Aug 19 15:12:02.127238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c34e-c6c8-4195-af7d-60e3ced190b8 req-e8419f4f-29cd-450c-a1b7-50a89c5e8021 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:02.128920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f057c34e-c6c8-4195-af7d-60e3ced190b8 req-e8419f4f-29cd-450c-a1b7-50a89c5e8021 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 943 time: 0.0950913 Aug 19 15:12:02.210407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Router fbdf9d1c-bee2-406e-bdb8-8234ef488362 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:12:02.266770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f057c34e-c6c8-4195-af7d-60e3ced190b8 req-e20b5510-3f65-419f-8745-852e8033ead2 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177874 Aug 19 15:12:02.399870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52ab76aa-9848-427f-a065-4f953a52e49d req-a6525027-d044-41de-a1cb-dd2c43cce824 service neutron] 10.222.0.54 "GET /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082219 Aug 19 15:12:02.435850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:02.448994 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] Sync routers for ids ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:02.470488 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] Routers {'fbdf9d1c-bee2-406e-bdb8-8234ef488362'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:02.471703 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:02.514904 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:02.525254 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] Routers {'fbdf9d1c-bee2-406e-bdb8-8234ef488362'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:02.525893 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:02.567478 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:02.568396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f48172-21e1-46ec-8df5-b5c96ea31243 None None] The sync data for ids ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:02.667906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:02.669521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f8311fc7-826f-4054-a1d7-b7ec306e8f62 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8209004 Aug 19 15:12:02.675043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39318) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:02.680980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:02.702171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c77d2ae5-3057-488a-8039-6f0f7c682038 req-896135d1-f065-4989-8ef1-1cac81e1c4ce tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 210 time: 0.0296443 Aug 19 15:12:03.040608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:03.106598 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.181985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:03.187577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:03.188311 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.196000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.279473 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.305980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26c89bc-b679-4c50-b338-289447bf571f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:03.308959 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d22b06-409d-4fe4-8e92-55818530c407" -d '{"events": [{"server_uuid": "d26c89bc-b679-4c50-b338-289447bf571f", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:03.324577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:03.448963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Deleting port c7b916ff-2927-4fe5-9d03-86717808538d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:03.449700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.459538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.466207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc41f1-0af2-46d5-96f3-5cc78b001af1 req-226e31e8-9a76-4e76-938b-33970268cd8f tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:03.469059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41dc41f1-0af2-46d5-96f3-5cc78b001af1 req-226e31e8-9a76-4e76-938b-33970268cd8f tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 943 time: 0.1076093 Aug 19 15:12:03.553696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:03.561839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41dc41f1-0af2-46d5-96f3-5cc78b001af1 req-9529e362-9fd7-4147-bf97-b2b08515f6c0 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835333 Aug 19 15:12:03.588138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.613452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Calling delete_port for c7b916ff-2927-4fe5-9d03-86717808538d owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:03.663878 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aff637b-3e64-493c-9c8b-f191d5ae5de7 x-openstack-request-id: req-6aff637b-3e64-493c-9c8b-f191d5ae5de7 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:03.664203 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26c89bc-b679-4c50-b338-289447bf571f", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:03.664418 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aff637b-3e64-493c-9c8b-f191d5ae5de7 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:03.664831 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26c89bc-b679-4c50-b338-289447bf571f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f', 'code': 200} Aug 19 15:12:03.797707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 65c20bd7-1a5e-46af-99b9-90802a775c40 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:12:03.798160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9de74-3fe5-4a6d-b0bd-c8a0c9def917 req-3a704ef8-8b0f-4476-a0cd-286a22ee37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:03.801208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75e9de74-3fe5-4a6d-b0bd-c8a0c9def917 req-3a704ef8-8b0f-4476-a0cd-286a22ee37bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 1097 time: 0.0545263 Aug 19 15:12:03.859883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75e9de74-3fe5-4a6d-b0bd-c8a0c9def917 req-f7804611-2cfe-4737-b5c3-552437bd4b36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Aug 19 15:12:03.942101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 65c20bd7-1a5e-46af-99b9-90802a775c40, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=65c20bd7-1a5e-46af-99b9-90802a775c40,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:03.955950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '65c20bd7-1a5e-46af-99b9-90802a775c40', 'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'port_id': '65c20bd7-1a5e-46af-99b9-90802a775c40', 'mac_address': 'fa:16:3e:36:0b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c74e500-2282-4448-949e-e94a8cb7676e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:12:04.000308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.026414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c20bd7-1a5e-46af-99b9-90802a775c40 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:04.050843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.067040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 65c20bd7-1a5e-46af-99b9-90802a775c40, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=65c20bd7-1a5e-46af-99b9-90802a775c40,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:04.085037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Pushing event deleted for resources: {'Port': ['ID=c7b916ff-2927-4fe5-9d03-86717808538d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:04.144127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16337581-a5f4-4718-8a26-5ebba082ab45 req-9f3eb7ce-02fb-4d17-8170-47a4aff96ae4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 210 time: 0.0383890 Aug 19 15:12:04.160876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.163640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2d66d2cf-54ad-46a1-857f-69855bbc2e3c details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:12:04.170433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.231714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=65c20bd7-1a5e-46af-99b9-90802a775c40,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:04.314994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39352) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.324266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:04.350486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c', 'network_id': '32097248-97e4-41be-ab35-359777a70ebe', 'port_id': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c', 'mac_address': 'fa:16:3e:a3:40:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c74e500-2282-4448-949e-e94a8cb7676e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:12:04.455283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.460334 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.464387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.480541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d66d2cf-54ad-46a1-857f-69855bbc2e3c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:04.493814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6fda4cd9-7406-4fcb-8f40-885a46b2d634 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:04.498587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6fda4cd9-7406-4fcb-8f40-885a46b2d634 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.46 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 814 time: 0.2468364 Aug 19 15:12:04.527426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Request body: {'port': {'device_id': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'admin_state_up': True, 'tenant_id': '1a114ab95c1a48d88a81f9ad9fad8c00'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:04.534329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:04.574882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Router fbdf9d1c-bee2-406e-bdb8-8234ef488362 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:12:04.650861 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.665833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.667506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:04.675361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.682111 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5aa7296a-f5aa-4f98-b4d9-f62b77c73868 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "PUT /v2.0/routers/fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 200 len: 709 time: 2.0025914 Aug 19 15:12:04.682111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39360) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.683356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] Sync routers for ids ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:04.705610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] Routers {'fbdf9d1c-bee2-406e-bdb8-8234ef488362'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:04.706259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.755471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.775858 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-89a377d1-ef2e-48d2-b4aa-ab78a6170101 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/routers/fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 200 len: 744 time: 0.0930409 Aug 19 15:12:04.785455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39362) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.788667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:04.814971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39364) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.820568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] Routers {'fbdf9d1c-bee2-406e-bdb8-8234ef488362'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:04.821178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532790921', 'description': 'tempest-secgroup-smoke-1532790921 description', 'project_id': '06bc307d785c4c7fb2561da33921712c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:04.821699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:11:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.861246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b7429822-4af3-497a-8ed1-bd7a857e86f9 tempest-RoutersIpV6AdminTest-952494576 tempest-RoutersIpV6AdminTest-952494576-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 200 len: 205 time: 0.0764105 Aug 19 15:12:04.861735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.866996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.867716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19ff96-0c0f-4d06-9fe6-9de6b5040fe1 None None] The sync data for ids ['fbdf9d1c-bee2-406e-bdb8-8234ef488362'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:04.892777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-916f33aa-f8a6-4899-8ca2-968aa6a93fa3 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 200 len: 205 time: 0.0296102 Aug 19 15:12:04.895869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39370) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.978811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9adb1-432c-4047-90d0-be73f7360734 req-12e97922-7b15-42ee-8907-2aa97b510865 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:04.980932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5f9adb1-432c-4047-90d0-be73f7360734 req-12e97922-7b15-42ee-8907-2aa97b510865 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 944 time: 0.1011550 Aug 19 15:12:05.002318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.032715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.057891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5f9adb1-432c-4047-90d0-be73f7360734 req-3795812a-4101-4889-aa72-6750fe4ce3ce tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641632 Aug 19 15:12:05.138316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.168835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['2d66d2cf-54ad-46a1-857f-69855bbc2e3c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:05.192931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=894ba3132efd40fea2bdac7bd79cd3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8734796 Aug 19 15:12:05.192931 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:12:05.192931 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:12:05.192931 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id_1': '1a114ab95c1a48d88a81f9ad9fad8c00', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 12, 4, 894189)}] Aug 19 15:12:05.192931 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:12:05.192931 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:12:05.194240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.194690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39378) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.194778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.195134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c4abc-cdad-408d-b61f-35d92f86da21,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:05.197393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['65c20bd7-1a5e-46af-99b9-90802a775c40'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:05.218576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.219147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.219299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.219952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.220315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.220671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.221011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.221370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.221744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.222098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.222432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.222854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ffbb25-1e26-467d-b057-37ce179f0e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:05.280646 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:12:05.296044 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.310226 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48868b02-4295-446a-86f3-c15fb078e7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.350239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48868b02-4295-446a-86f3-c15fb078e7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.422450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.423025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Fanout notify agent at l3_agent the message router_deleted on router fbdf9d1c-bee2-406e-bdb8-8234ef488362 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:12:05.442297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.444466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b24c74b-5d85-42fb-92db-d4882a965ca1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 204 len: 168 time: 0.5473411 Aug 19 15:12:05.450585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39380) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.462005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.505546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6793d470-0cf1-4d66-ba9a-44105c7fef13 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 200 len: 205 time: 0.0530431 Aug 19 15:12:05.507900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e3f43a8-fa83-49e8-9fba-384cf85f6f0b req-c49be193-4ad9-497d-afe0-148902505f9f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 210 time: 0.0466952 Aug 19 15:12:05.509271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.560179 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-55fa27f2-3fb9-4842-abbf-f77e9d5d775b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] delete failed (client error): The resource could not be found. Aug 19 15:12:05.561324 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-55fa27f2-3fb9-4842-abbf-f77e9d5d775b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/fbdf9d1c-bee2-406e-bdb8-8234ef488362 HTTP/1.1" status: 404 len: 336 time: 0.0501447 Aug 19 15:12:05.563984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39384) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.566465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48868b02-4295-446a-86f3-c15fb078e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.570512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48868b02-4295-446a-86f3-c15fb078e7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.571935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48868b02-4295-446a-86f3-c15fb078e7b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e6c4abc-cdad-408d-b61f-35d92f86da21 HTTP/1.1" status: 204 len: 168 time: 0.3782032 Aug 19 15:12:05.580742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48868b02-4295-446a-86f3-c15fb078e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c4abc-cdad-408d-b61f-35d92f86da21,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:05.594062 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32ab6f10-563d-4434-8e0e-4a852f67c08b tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea7450c0-f40f-4d9e-8ef7-453f12696963 HTTP/1.1" status: 200 len: 205 time: 0.0289814 Aug 19 15:12:05.594939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.597269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39388) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.657025 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-08ff5b8b-4ab9-4748-8ff3-551e16a1ebdf tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] delete failed (client error): The resource could not be found. Aug 19 15:12:05.658121 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-08ff5b8b-4ab9-4748-8ff3-551e16a1ebdf tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/ea7450c0-f40f-4d9e-8ef7-453f12696963 HTTP/1.1" status: 404 len: 336 time: 0.0563831 Aug 19 15:12:05.661244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39390) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.670489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:05.690407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-92b528fd-d141-4c05-a42e-be08fa81d89c tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c0f095-b745-4bf6-b66b-94a4731c16c4 HTTP/1.1" status: 200 len: 205 time: 0.0277650 Aug 19 15:12:05.695356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39392) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.736209 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-e68d94b3-e0e3-466b-84bb-5189458ceae4 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] delete failed (client error): The resource could not be found. Aug 19 15:12:05.737496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e68d94b3-e0e3-466b-84bb-5189458ceae4 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/e6c0f095-b745-4bf6-b66b-94a4731c16c4 HTTP/1.1" status: 404 len: 336 time: 0.0408437 Aug 19 15:12:05.740349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39394) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.757196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.759066 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee5725e5-d023-4f93-812d-5333d704d73a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9427021 Aug 19 15:12:05.762286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39396) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.766916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group_rule': {'security_group_id': 'fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9', 'project_id': '06bc307d785c4c7fb2561da33921712c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:05.772614 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-03561eff-98d1-46db-999d-29a05f5f8b65 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d18398-1a72-478e-ba5a-03b0a831fe05 HTTP/1.1" status: 200 len: 205 time: 0.0307133 Aug 19 15:12:05.775249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.819701 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-8a24a466-a8a1-47a9-ad95-71248dd3c9e1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] delete failed (client error): The resource could not be found. Aug 19 15:12:05.820633 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8a24a466-a8a1-47a9-ad95-71248dd3c9e1 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/28d18398-1a72-478e-ba5a-03b0a831fe05 HTTP/1.1" status: 404 len: 336 time: 0.0444269 Aug 19 15:12:05.823568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39400) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.852214 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-61669213-f662-43e2-86b6-4a02bf7001ce tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb7c2c10-41b3-42cd-a8b1-da502462336c HTTP/1.1" status: 200 len: 205 time: 0.0275221 Aug 19 15:12:05.854777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.893456 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-ee8785f4-1f3f-4f60-aaf2-d68b85786fef tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] delete failed (client error): The resource could not be found. Aug 19 15:12:05.894481 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee8785f4-1f3f-4f60-aaf2-d68b85786fef tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/eb7c2c10-41b3-42cd-a8b1-da502462336c HTTP/1.1" status: 404 len: 336 time: 0.0388060 Aug 19 15:12:05.899484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.904330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Made reservation on behalf of 1a114ab95c1a48d88a81f9ad9fad8c00 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:05.908396 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.937597 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57e12806-f614-4f7e-88c9-509d4f584fc4 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "GET /v2.0/ports?device_id=f269a529-69f7-424e-b3eb-bc0d35bfec30 HTTP/1.1" status: 200 len: 205 time: 0.0347159 Aug 19 15:12:05.937957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39408) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.005934 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-86ff918d-c9c3-4293-91c5-3ef5584a4b95 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] delete failed (client error): The resource could not be found. Aug 19 15:12:06.006903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-86ff918d-c9c3-4293-91c5-3ef5584a4b95 tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/routers/f269a529-69f7-424e-b3eb-bc0d35bfec30 HTTP/1.1" status: 404 len: 336 time: 0.0679696 Aug 19 15:12:06.010305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39410) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.045735 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab439a38-f0f1-4b7d-aec2-ca9026495f9f tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] DELETE failed (client error): The resource could not be found. Aug 19 15:12:06.046273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab439a38-f0f1-4b7d-aec2-ca9026495f9f tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:12:06.048062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ab439a38-f0f1-4b7d-aec2-ca9026495f9f tempest-RoutersIpV6AdminTest-898705119 tempest-RoutersIpV6AdminTest-898705119-project] 10.222.0.13 "DELETE /v2.0/subnets/6aae7b56-6c8e-4a31-b023-330bfdf57aeb HTTP/1.1" status: 404 len: 337 time: 0.0372055 Aug 19 15:12:06.057755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.128414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Allocated IP 172.20.0.12 (7050b768-5ec7-45d9-846d-9ed389b349a4/bedef86b-db76-4f01-a2c1-f743cc893ffa/959d36f9-8b70-4b9f-a81f-8484f78db5df) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:06.237600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662eda4-f408-47f7-8c18-ab35b9152b0a req-aecdb3b8-7f38-43ce-a847-b3754e44f46b tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:06.239201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5662eda4-f408-47f7-8c18-ab35b9152b0a req-aecdb3b8-7f38-43ce-a847-b3754e44f46b tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 944 time: 0.0871758 Aug 19 15:12:06.350067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5662eda4-f408-47f7-8c18-ab35b9152b0a req-8c53e851-1ebb-4165-8e07-9e78fa698cf6 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995853 Aug 19 15:12:06.403366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.470915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.491086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-179e4cb9-4714-46d2-8bec-e89e17ee9667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.535456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.656626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-179e4cb9-4714-46d2-8bec-e89e17ee9667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.668514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39428) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.682307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.701607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.725531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d81bbf-7f7c-4d7b-b3f4-920d4b42c6c6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:06.736687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Network 7050b768-5ec7-45d9-846d-9ed389b349a4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:06.741852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:06.743964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:06.746521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:06.795387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-179e4cb9-4714-46d2-8bec-e89e17ee9667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.844291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e4cb9-4714-46d2-8bec-e89e17ee9667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab85983-a2f3-4efa-81b0-1b54210e0352,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:06.844578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6bf92fd-8b75-44ed-a53f-b54cf40adeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.852534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:06.853093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.861727 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-179e4cb9-4714-46d2-8bec-e89e17ee9667 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d06c89f64e94d8f9391c1b9ba2ef598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896911 Aug 19 15:12:06.862734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.889287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c574f4a-aab4-43ce-af49-b5bed2b8b917 req-4b18cf34-96a8-43c0-9156-e6b45abf6cf8 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:06.890943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c574f4a-aab4-43ce-af49-b5bed2b8b917 req-4b18cf34-96a8-43c0-9156-e6b45abf6cf8 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 932 time: 0.1157758 Aug 19 15:12:06.909266 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.910476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8740773f-2c93-444b-a07a-cc9f21f87018 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1471968 Aug 19 15:12:06.914398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39434) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.919867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group_rule': {'security_group_id': 'fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9', 'project_id': '06bc307d785c4c7fb2561da33921712c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:06.934124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c574f4a-aab4-43ce-af49-b5bed2b8b917 req-3c362b86-6fc5-47d1-89dd-287b83d2c876 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354087 Aug 19 15:12:06.941214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ea9d-8d9b-4ead-a29d-2efe2d9ee788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.968724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ea9d-8d9b-4ead-a29d-2efe2d9ee788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.014424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-5196aafd-14cd-4700-84c5-bd0925f59ae6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5043893 Aug 19 15:12:07.033281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Request body: {'port': {'device_id': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:07.089994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.110263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ea9d-8d9b-4ead-a29d-2efe2d9ee788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.110263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ea9d-8d9b-4ead-a29d-2efe2d9ee788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.110263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8cc4ea9d-8d9b-4ead-a29d-2efe2d9ee788 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eab85983-a2f3-4efa-81b0-1b54210e0352 HTTP/1.1" status: 204 len: 168 time: 0.2440262 Aug 19 15:12:07.118097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4ea9d-8d9b-4ead-a29d-2efe2d9ee788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab85983-a2f3-4efa-81b0-1b54210e0352,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:07.318258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6bf92fd-8b75-44ed-a53f-b54cf40adeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.519880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.596833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.669465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.694975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1462aebb-a577-4f6f-9646-221362eec6ea,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:07.718678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6bf92fd-8b75-44ed-a53f-b54cf40adeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.804397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e6bf92fd-8b75-44ed-a53f-b54cf40adeaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d598bfbd66cb458bbc76e4205bff906e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1346247 Aug 19 15:12:07.809634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf92fd-8b75-44ed-a53f-b54cf40adeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f9a45d-55bf-43fc-a86a-dc66fb5a05bd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:07.812592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39456) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:07.823151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.828724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-58a25d26-3305-4695-986d-27e52e58cf33 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9130025 Aug 19 15:12:07.829972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39458) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:07.838186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 65c20bd7-1a5e-46af-99b9-90802a775c40 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:07.848396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group_rule': {'security_group_id': 'fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9', 'project_id': '06bc307d785c4c7fb2561da33921712c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:07.864070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada3fa-a4ea-4ff0-864c-3ab455884479 req-41a9dc19-9ff1-433f-b970-c458e959c58d tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:07.866448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adada3fa-a4ea-4ff0-864c-3ab455884479 req-41a9dc19-9ff1-433f-b970-c458e959c58d tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 944 time: 0.1508501 Aug 19 15:12:07.885946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d36f9-8b70-4b9f-a81f-8484f78db5df {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:07.900448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.922687 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05ed0931-5846-4974-b971-3760e173fda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:07.935967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Transition to ACTIVE for port object 959d36f9-8b70-4b9f-a81f-8484f78db5df will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:07.945373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adada3fa-a4ea-4ff0-864c-3ab455884479 req-bedf85e6-9165-4833-b7d3-65dc8cb4f350 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Aug 19 15:12:07.951491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05ed0931-5846-4974-b971-3760e173fda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.000068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.061403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 65c20bd7-1a5e-46af-99b9-90802a775c40 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:08.062022 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.066856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 65c20bd7-1a5e-46af-99b9-90802a775c40 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:08.068150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.076100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.126911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05ed0931-5846-4974-b971-3760e173fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.131263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-05ed0931-5846-4974-b971-3760e173fda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.133330 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-05ed0931-5846-4974-b971-3760e173fda4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0f9a45d-55bf-43fc-a86a-dc66fb5a05bd HTTP/1.1" status: 204 len: 168 time: 0.3188434 Aug 19 15:12:08.133484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:08.143488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed0931-5846-4974-b971-3760e173fda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f9a45d-55bf-43fc-a86a-dc66fb5a05bd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:08.195960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.235585 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.240620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e4409b-7053-4081-b187-485aa1afdc71,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:08.250184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Attempting to bind port 959d36f9-8b70-4b9f-a81f-8484f78db5df on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:08.250393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Attempting to bind port 959d36f9-8b70-4b9f-a81f-8484f78db5df by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:08.251048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Attempting to bind port 959d36f9-8b70-4b9f-a81f-8484f78db5df on network 7050b768-5ec7-45d9-846d-9ed389b349a4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:08.257711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Port 959d36f9-8b70-4b9f-a81f-8484f78db5df on network 7050b768-5ec7-45d9-846d-9ed389b349a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:12:08.258114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Attempting to bind port 959d36f9-8b70-4b9f-a81f-8484f78db5df on network 7050b768-5ec7-45d9-846d-9ed389b349a4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:08.264642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:08.265095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Checking segment: {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:08.265592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Bound using segment: {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:08.266071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Bound port: 959d36f9-8b70-4b9f-a81f-8484f78db5df, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:08.266452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.268353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c20bd7-1a5e-46af-99b9-90802a775c40'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:08.271954 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fe3c30-3bf7-4fbd-a894-9525c7698711" -d '{"events": [{"server_uuid": "7f5dc7dd-2a0f-455f-88b1-41d8182677f6", "name": "network-vif-plugged", "status": "completed", "tag": "65c20bd7-1a5e-46af-99b9-90802a775c40"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:08.299544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 65c20bd7-1a5e-46af-99b9-90802a775c40, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=65c20bd7-1a5e-46af-99b9-90802a775c40,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:08.352633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.354736 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-26722da1-1fd4-4c8a-9fe1-d7a58f467aed tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5223639 Aug 19 15:12:08.358524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39472) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:08.363792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group_rule': {'security_group_id': 'fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9', 'project_id': '06bc307d785c4c7fb2561da33921712c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:08.382047 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.383919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2d66d2cf-54ad-46a1-857f-69855bbc2e3c up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:08.392978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:08.410617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:08.428782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a280711-d7cb-42ce-8494-50b558197c35 req-decd31b2-2de8-4ab0-9e4b-df210e99eaef tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:08.430565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a280711-d7cb-42ce-8494-50b558197c35 req-decd31b2-2de8-4ab0-9e4b-df210e99eaef tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.0768106 Aug 19 15:12:08.470348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=65c20bd7-1a5e-46af-99b9-90802a775c40,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:08.482970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a280711-d7cb-42ce-8494-50b558197c35 req-41ba6ea0-6591-40b9-ba64-997676c52d9f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Aug 19 15:12:08.494420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.521960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.550698 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea4db7-b4fa-48f6-b526-26f5d62a21dd x-openstack-request-id: req-c5ea4db7-b4fa-48f6-b526-26f5d62a21dd {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:08.551002 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5dc7dd-2a0f-455f-88b1-41d8182677f6", "name": "network-vif-plugged", "status": "completed", "tag": "65c20bd7-1a5e-46af-99b9-90802a775c40", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:08.551297 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5ea4db7-b4fa-48f6-b526-26f5d62a21dd {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:08.552373 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c20bd7-1a5e-46af-99b9-90802a775c40', 'code': 200} Aug 19 15:12:08.592880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:08.597721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:08.598176 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.609242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.610536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:08.612030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.617386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] 10.222.0.46 "PUT /v2.0/ports/959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 200 len: 1093 time: 1.5860620 Aug 19 15:12:08.618493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:08.623788 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25da8b4-74c9-4b54-977a-535e365d432f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:08.708574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.726773 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8cb36e-3318-425a-b92c-b07d9c9cf8c5 x-openstack-request-id: req-ba8cb36e-3318-425a-b92c-b07d9c9cf8c5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:08.727352 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:08.727603 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8cb36e-3318-425a-b92c-b07d9c9cf8c5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:08.728018 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'status': 'completed', 'code': 200} Aug 19 15:12:08.734397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9110c-d47d-4b4d-bf2e-379e37939b4a service neutron] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:08.758646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3ce165-0e7d-4d29-b1ee-5707eb5027d8,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:08.769999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.797504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4dc15-de62-45a4-a330-80ace19198bd req-d5383716-8b92-4ee2-a7d3-33b459fb8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:08.800461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-feb4dc15-de62-45a4-a330-80ace19198bd req-d5383716-8b92-4ee2-a7d3-33b459fb8800 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 1097 time: 0.1282649 Aug 19 15:12:08.821138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:08.833912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da8b4-74c9-4b54-977a-535e365d432f req-1732776d-a566-448a-9b5c-792bc153ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:08.835706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e25da8b4-74c9-4b54-977a-535e365d432f req-1732776d-a566-448a-9b5c-792bc153ec45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1096 time: 0.0960603 Aug 19 15:12:08.853141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.855429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5ad9e750-9486-4509-bed1-c06fb1102efc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4954829 Aug 19 15:12:08.860271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:08.866019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group_rule': {'security_group_id': 'fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9', 'project_id': '06bc307d785c4c7fb2561da33921712c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:08.873896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-feb4dc15-de62-45a4-a330-80ace19198bd req-0cdc8cd4-634e-49fc-b00d-3c6a6f3acc42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667415 Aug 19 15:12:08.930946 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:08.964948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da8b4-74c9-4b54-977a-535e365d432f req-ce37f48f-cdf5-4d71-9ebf-4adbafaff67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:08.966749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e25da8b4-74c9-4b54-977a-535e365d432f req-ce37f48f-cdf5-4d71-9ebf-4adbafaff67a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1192787 Aug 19 15:12:08.985087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:09.111689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da8b4-74c9-4b54-977a-535e365d432f req-408e813f-c3ab-4379-99ab-6ba364e14b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:09.113209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e25da8b4-74c9-4b54-977a-535e365d432f req-408e813f-c3ab-4379-99ab-6ba364e14b45 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385438 Aug 19 15:12:09.130920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126e931-2481-445e-9fda-f3fefc469037 req-31ed6d31-7abb-4333-b9dc-cad8777d6803 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:09.132436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2126e931-2481-445e-9fda-f3fefc469037 req-31ed6d31-7abb-4333-b9dc-cad8777d6803 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0734379 Aug 19 15:12:09.206530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2126e931-2481-445e-9fda-f3fefc469037 req-2253a9d0-6b4c-4e17-bd35-28dde743070c tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663540 Aug 19 15:12:09.222355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-09b7e325-d6d5-4822-b51d-b85d55dfaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:09.224878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-09b7e325-d6d5-4822-b51d-b85d55dfaf58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1096 time: 0.0673623 Aug 19 15:12:09.280755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-47a4d136-423c-4914-bb6a-da97c896fabd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 200 len: 217 time: 0.0472312 Aug 19 15:12:09.347708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-716773dc-507f-4e0d-9a94-6e871dbe8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:09.349629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-716773dc-507f-4e0d-9a94-6e871dbe8a35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.0534353 Aug 19 15:12:09.393136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-ad025bfa-c704-4ec3-b424-c7a978ac54d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327632 Aug 19 15:12:09.445255 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Project 06bc307d785c4c7fb2561da33921712c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:12:09.453273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:09.513549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-83f861c1-e44f-4fcc-a5fe-baf8f6176d46 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124542 Aug 19 15:12:09.565818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:09.654972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39496) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:09.665967 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:09.679978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbdf5c1f-704e-48ef-a646-e67b50a19234 req-1101eeef-6ad0-40ce-b97c-8ad85998c009 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558709 Aug 19 15:12:09.702933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a990bcd-0a3a-4850-823b-b992d5ae4306,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:09.705543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978636-0f4f-4a22-b4b0-1d51818519af req-2009bb13-fc7e-4db5-9095-4edac8c12be2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:09.707256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76978636-0f4f-4a22-b4b0-1d51818519af req-2009bb13-fc7e-4db5-9095-4edac8c12be2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1000986 Aug 19 15:12:09.732724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f944237d-b581-44a8-889b-f9d30c1fc0ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2f122b86a4545bcba6d8d808ea0f20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764358 Aug 19 15:12:09.735251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:09.751568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76978636-0f4f-4a22-b4b0-1d51818519af req-af787c44-91f5-4a49-865d-bf572cd6e156 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352209 Aug 19 15:12:09.795143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9137-e524-48d6-a2cf-e3b674175ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:09.818231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9137-e524-48d6-a2cf-e3b674175ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:09.859990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:09.861331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6b671ae3-a556-44d4-a57d-b1c80221d46c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9999382 Aug 19 15:12:09.864421 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:09.869725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'security_group_rule': {'security_group_id': 'fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9', 'project_id': '06bc307d785c4c7fb2561da33921712c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:09.976516 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Project 06bc307d785c4c7fb2561da33921712c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:12:09.987610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:10.031305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9137-e524-48d6-a2cf-e3b674175ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:10.033752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9137-e524-48d6-a2cf-e3b674175ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:10.034955 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a3a9137-e524-48d6-a2cf-e3b674175ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9b56dcf-37ca-448e-92bd-34885e63a825 HTTP/1.1" status: 204 len: 168 time: 0.2987673 Aug 19 15:12:10.051377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a9137-e524-48d6-a2cf-e3b674175ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b56dcf-37ca-448e-92bd-34885e63a825,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:10.066555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:10.152800 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:10.174842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd3f13b-c31c-4716-a269-d3c2fa8f759b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:10.280723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:10.282135 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b02bd7ad-370c-4760-a7d6-d0ff1c57c007 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4161398 Aug 19 15:12:10.366204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d7ab-cd53-4566-b389-1f3183686651 req-4c3a3fd4-fabc-403c-a27f-fd41854d292a tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:10.368239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f16d7ab-cd53-4566-b389-1f3183686651 req-4c3a3fd4-fabc-403c-a27f-fd41854d292a tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0738492 Aug 19 15:12:10.419779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f16d7ab-cd53-4566-b389-1f3183686651 req-7e2aa559-4755-4511-a88a-da224f31cd53 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Aug 19 15:12:10.555558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:10.559933 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25051f-6b13-4ddb-b8cc-d7f165ecbe7d" -d '{"events": [{"server_uuid": "96e0d6c2-f603-476f-ad85-5f93ab21e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "2d66d2cf-54ad-46a1-857f-69855bbc2e3c"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:10.735092 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70589b6-99cc-4d64-b83e-0d717ed11848 x-openstack-request-id: req-a70589b6-99cc-4d64-b83e-0d717ed11848 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:10.735395 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e0d6c2-f603-476f-ad85-5f93ab21e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "2d66d2cf-54ad-46a1-857f-69855bbc2e3c", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:10.735804 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a70589b6-99cc-4d64-b83e-0d717ed11848 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:10.736244 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c', 'code': 200} Aug 19 15:12:10.929807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365af26-f83d-4144-b3c9-d67c680a006e req-e77496f0-2a86-4f7a-9844-8283c9c18b5c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:10.931341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6365af26-f83d-4144-b3c9-d67c680a006e req-e77496f0-2a86-4f7a-9844-8283c9c18b5c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.0966532 Aug 19 15:12:10.936662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62ce24-28fd-450a-95dc-448a72d18867 req-8fd2f23d-99dc-4b4a-b1c4-ae047e551f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:10.940762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec62ce24-28fd-450a-95dc-448a72d18867 req-8fd2f23d-99dc-4b4a-b1c4-ae047e551f69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 1097 time: 0.0934205 Aug 19 15:12:11.020976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec62ce24-28fd-450a-95dc-448a72d18867 req-559b22ae-c893-41a6-ab3d-7bde5affe571 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 Aug 19 15:12:11.026484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6365af26-f83d-4144-b3c9-d67c680a006e req-eacad0ae-36b4-4b89-bd88-915f9120e8f5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816910 Aug 19 15:12:11.089741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:12:11.209955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:11.223865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'port_id': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'mac_address': 'fa:16:3e:ac:e1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedef86b-db76-4f01-a2c1-f743cc893ffa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:12:11.298209 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:11.317993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d36f9-8b70-4b9f-a81f-8484f78db5df {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:11.341606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:11.440542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:11.486067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39600) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:11.512029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:11.589899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f4b93-9611-466d-85f5-78a71e718414 req-c1f9148c-7e69-4284-90f0-c559e157462f tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:11.589899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9f4b93-9611-466d-85f5-78a71e718414 req-c1f9148c-7e69-4284-90f0-c559e157462f tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0642581 Aug 19 15:12:11.641839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b9f4b93-9611-466d-85f5-78a71e718414 req-beaa1740-de53-4e9d-a390-52858816e421 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Aug 19 15:12:11.774939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-172014692'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:11.788142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['959d36f9-8b70-4b9f-a81f-8484f78db5df'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:11.935801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:11.942110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:11.953890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.080496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.166239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a640c-4240-424a-84cf-ff27e6b7b53b req-37036cfb-ff71-4400-ab42-128e1d28490b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:12.167847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c5a640c-4240-424a-84cf-ff27e6b7b53b req-37036cfb-ff71-4400-ab42-128e1d28490b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 945 time: 0.0631609 Aug 19 15:12:12.169086 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.220905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:12:12.224327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b13419-2854-4ac1-a7ca-5c27c343bb47,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:12.255938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.257081 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Added segment e1dee731-faaa-4415-a8b6-01cb42a477f0 of type vlan for network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e Aug 19 15:12:12.261694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c5a640c-4240-424a-84cf-ff27e6b7b53b req-3fa814d2-8d30-4579-9b71-ae2999b818cf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781858 Aug 19 15:12:12.305973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.492860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.499409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:12.500383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:12.584621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Network': ['ID=c841fa2a-3b30-4e04-a617-4d7bdf2baa5e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:12.599143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:12:12.679902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d7fda1d2-263d-49c1-886b-4e25374c1d78 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1920207 Aug 19 15:12:12.687390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39658) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:12.693182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'subnet': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:12.818939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0c8e-7d62-4f0f-844d-6a43dc95d4ee req-ab7cfcc9-fc72-45cc-8463-61e3c4524fab tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:12.820544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81bf0c8e-7d62-4f0f-844d-6a43dc95d4ee req-ab7cfcc9-fc72-45cc-8463-61e3c4524fab tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0831857 Aug 19 15:12:12.881724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81bf0c8e-7d62-4f0f-844d-6a43dc95d4ee req-4405802c-4300-4be9-a7ec-b579ea9e60f5 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Aug 19 15:12:12.992803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:12.997618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.082335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.093631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:13.321165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 959d36f9-8b70-4b9f-a81f-8484f78db5df completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:13.325875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 959d36f9-8b70-4b9f-a81f-8484f78db5df triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:13.326389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.414688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bd9ee-00a4-4346-a958-e3d87302def8 req-43d82c6a-73fe-4a01-8e5f-491228edec04 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:13.422354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e36bd9ee-00a4-4346-a958-e3d87302def8 req-43d82c6a-73fe-4a01-8e5f-491228edec04 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 945 time: 0.0765557 Aug 19 15:12:13.440290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.446163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.482079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:13.484464 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da204ab-1397-41ea-8448-0b14992c490f" -d '{"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-plugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:13.501885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:13.517635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e36bd9ee-00a4-4346-a958-e3d87302def8 req-773cb1f2-5d51-4d85-b963-e8fdfaed2b66 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943909 Aug 19 15:12:13.522261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Subnet': ['ID=fb51971a-8070-4410-a3b2-e38dce1f1324,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:13.546610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Checking segment: {'id': 'e1dee731-faaa-4415-a8b6-01cb42a477f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:13.546610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network hostable DHCP agents. Network: c841fa2a-3b30-4e04-a617-4d7bdf2baa5e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:12:13.587221 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ac52d2-203c-47c7-aff7-8e3b2a5e9bbe x-openstack-request-id: req-01ac52d2-203c-47c7-aff7-8e3b2a5e9bbe {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:13.587871 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-plugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:13.588317 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01ac52d2-203c-47c7-aff7-8e3b2a5e9bbe {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:13.588724 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'code': 200} Aug 19 15:12:13.610362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.704400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:12:13.715797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:13.736869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cb88d-f509-412c-b30d-7cc73fdea174 req-e296a8e9-8daf-4784-b5a8-39f9a6e4993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:13.739280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16cb88d-f509-412c-b30d-7cc73fdea174 req-e296a8e9-8daf-4784-b5a8-39f9a6e4993d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1098 time: 0.0835829 Aug 19 15:12:13.787974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16cb88d-f509-412c-b30d-7cc73fdea174 req-a1c3b46a-28be-4b92-bc34-f88dfbac78c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Aug 19 15:12:13.814627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c841fa2a-3b30-4e04-a617-4d7bdf2baa5e) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:13.821243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:13.821917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:13.830728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acc1f8-1822-4f95-baaf-ce942cba5d7e None None] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:13.938773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-283d8995-2a4b-4531-be5a-c5047ddad844 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2500813 Aug 19 15:12:13.941625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39684) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:13.947931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2034068946'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:14.046211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248febc8-a99b-407c-ad22-c4a90d91a6a3 req-fb0347b2-9cad-4d1d-8003-507d8fff828d tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:14.055407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-248febc8-a99b-407c-ad22-c4a90d91a6a3 req-fb0347b2-9cad-4d1d-8003-507d8fff828d tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0699558 Aug 19 15:12:14.118860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-248febc8-a99b-407c-ad22-c4a90d91a6a3 req-6b6a1bad-156a-4ec4-bf48-0ee6638231f4 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 Aug 19 15:12:14.209489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'tenant_id': 'b647e420f10c48588ac61af5363f4836', 'fixed_ips': [{'subnet_id': 'fb51971a-8070-4410-a3b2-e38dce1f1324'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:12:14.211508 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:14.382335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:14.386145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:14.410760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Allocated IP 2001:db8::2 (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/1e2de5dc-95bb-41bf-a2d7-f840e237cb7b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:14.416946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] device_id is not set on port c1fe9cf0-125a-45c6-a3df-705a386ab50f yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:14.455070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faccca-def5-483c-9b62-8319823d4b97 req-79a982da-5dee-4a53-8105-36aff3547c6e tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:14.463914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02faccca-def5-483c-9b62-8319823d4b97 req-79a982da-5dee-4a53-8105-36aff3547c6e tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 945 time: 0.0757396 Aug 19 15:12:14.526337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02faccca-def5-483c-9b62-8319823d4b97 req-16fabcdc-9050-42ee-b5d3-726976648eb4 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Aug 19 15:12:14.689507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:14.700004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Transition to ACTIVE for port object 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:14.716561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Transition to ACTIVE for port object 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:14.842646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e1ae6-d57d-47b3-9fae-3064bfedf21f req-fe47eb17-0cd3-43a3-9be4-446e08ed6e1a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:14.845086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d5e1ae6-d57d-47b3-9fae-3064bfedf21f req-fe47eb17-0cd3-43a3-9be4-446e08ed6e1a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0931008 Aug 19 15:12:14.885336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:14.902472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d5e1ae6-d57d-47b3-9fae-3064bfedf21f req-be90b6ce-9c77-44fd-ac82-4c15552b5bf5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Aug 19 15:12:14.929272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:14.934098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:14.939671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:14.990627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Allocated IP 2001:db8::2b2 (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/c1fe9cf0-125a-45c6-a3df-705a386ab50f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:15.002497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Pushing event updated for resources: {'Port': ['ID=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:15.024353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Attempting to bind port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:15.024818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Attempting to bind port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e1dee731-faaa-4415-a8b6-01cb42a477f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:15.039168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Attempting to bind port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b on network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:15.057269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d4de5-78a2-4044-9ba9-5bfed5345d26 req-cfa571d6-86b4-42bf-9111-fa117bb8fe93 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:15.063086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:15.063369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Checking segment: {'id': 'e1dee731-faaa-4415-a8b6-01cb42a477f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:15.065493 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:15.067087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Bound using segment: {'id': 'e1dee731-faaa-4415-a8b6-01cb42a477f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:15.068463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Bound port: 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dee731-faaa-4415-a8b6-01cb42a477f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:15.068797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:15.076844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b40d4de5-78a2-4044-9ba9-5bfed5345d26 req-cfa571d6-86b4-42bf-9111-fa117bb8fe93 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 945 time: 0.0972557 Aug 19 15:12:15.131903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b40d4de5-78a2-4044-9ba9-5bfed5345d26 req-45924ec8-18af-4681-9ded-08e7fec8470f tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Aug 19 15:12:15.177990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] For port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:15.184680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] For port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,segment=NetworkSegment(e1dee731-faaa-4415-a8b6-01cb42a477f0),segment_id=e1dee731-faaa-4415-a8b6-01cb42a477f0)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:15.256582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:15.276248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:15.284640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Transition to ACTIVE for port object c1fe9cf0-125a-45c6-a3df-705a386ab50f will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:15.360408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617131c6-4c43-4a18-8a0e-ca30b0e1c5e6 None None] Pushing event updated for resources: {'Port': ['ID=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:15.518540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:15.652419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:15.657473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:15.667665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:15.673639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:15.674347 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:15.691012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=c1fe9cf0-125a-45c6-a3df-705a386ab50f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:15.855288 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f17ec21-9a06-4ccb-8a08-935057cf2adc tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9117916 Aug 19 15:12:15.861201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:15.865070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-835925811', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:b0:65:34'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:16.114490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:16.306829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113dc4c-c90e-49c4-8887-1af049b0d3bc req-cfd2c38b-97b2-4164-adf7-f55e8bcb8762 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:16.309974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1113dc4c-c90e-49c4-8887-1af049b0d3bc req-cfd2c38b-97b2-4164-adf7-f55e8bcb8762 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 945 time: 0.0817499 Aug 19 15:12:16.310856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:16.347306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] device_id is not set on port e211bdd5-b3cd-4543-8e08-b23b3dcb868c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:16.370223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1113dc4c-c90e-49c4-8887-1af049b0d3bc req-c2fa4443-c462-4e84-8db9-ff4f5972a1d4 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511413 Aug 19 15:12:16.522205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399bf58-a200-473a-a141-a55a92a83ffa req-71dbb6f9-2dca-4111-9e25-b7e443400bdc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:16.523865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7399bf58-a200-473a-a141-a55a92a83ffa req-71dbb6f9-2dca-4111-9e25-b7e443400bdc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0684180 Aug 19 15:12:16.549703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Allocated IP 2001:db8::307 (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/e211bdd5-b3cd-4543-8e08-b23b3dcb868c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:16.574472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7399bf58-a200-473a-a141-a55a92a83ffa req-92975f47-0d00-4dd5-8aa8-cd0f8067f85a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Aug 19 15:12:16.766727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569292a-ba80-438d-b270-ffed06de60d5 None None] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:16.863414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:16.895901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Transition to ACTIVE for port object e211bdd5-b3cd-4543-8e08-b23b3dcb868c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:16.978607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8ed99e88-f49e-41e6-87bd-447429fd2fdd None None] Provisioning for port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:17.053466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.088359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:17.143838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-912ac79a-e3af-4d64-b9c0-9968023589dd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:17.156090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-912ac79a-e3af-4d64-b9c0-9968023589dd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 814 time: 0.2541261 Aug 19 15:12:17.171508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:17.175481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:17.180807 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:17.183220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-cf4e6143-ca74-4ae4-ac9b-dab50f20ab53 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/quotas/1a114ab95c1a48d88a81f9ad9fad8c00 HTTP/1.1" status: 200 len: 375 time: 0.0250299 Aug 19 15:12:17.186767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:17.187758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.195162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=e211bdd5-b3cd-4543-8e08-b23b3dcb868c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:17.265757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-aea00a2a-1622-46cd-9546-bf4426c1b77e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815604 Aug 19 15:12:17.318006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:17.319183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c423549e-03a6-4854-8608-7816d890455f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4591918 Aug 19 15:12:17.323126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39774) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:17.331639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:17.332178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.436290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-a32763b7-d06d-4727-8d1d-54de6db5f641 service neutron] 10.222.0.13 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640475 Aug 19 15:12:17.507472 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.530669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c08af-2691-4282-9c58-7c141f126c80 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:17.538354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c08af-2691-4282-9c58-7c141f126c80 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:17.545008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c08af-2691-4282-9c58-7c141f126c80 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:17.550338 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-255c08af-2691-4282-9c58-7c141f126c80 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2257400 Aug 19 15:12:17.551358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39778) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:17.565807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,segment=NetworkSegment(e1dee731-faaa-4415-a8b6-01cb42a477f0),segment_id=e1dee731-faaa-4415-a8b6-01cb42a477f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:17.676038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.684001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2b12708-2e3a-4e8f-b029-7c297bae1f46 None None] Provisioning for port c1fe9cf0-125a-45c6-a3df-705a386ab50f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:17.689432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-776c0542-77a6-4d4a-ad33-39ce875ea863 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:17.693164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-776c0542-77a6-4d4a-ad33-39ce875ea863 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 945 time: 0.1357524 Aug 19 15:12:17.693627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2b12708-2e3a-4e8f-b029-7c297bae1f46 None None] Provisioning complete for port c1fe9cf0-125a-45c6-a3df-705a386ab50f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:17.694065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2b12708-2e3a-4e8f-b029-7c297bae1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.820186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-cb4f4e08-e0c2-4afc-aa2b-007e83ff5c10 service neutron] 10.222.0.13 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740039 Aug 19 15:12:17.834289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f2b12708-2e3a-4e8f-b029-7c297bae1f46 None None] Port c1fe9cf0-125a-45c6-a3df-705a386ab50f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:17.858862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port e211bdd5-b3cd-4543-8e08-b23b3dcb868c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:17.864780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.870259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:17.883083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2b12708-2e3a-4e8f-b029-7c297bae1f46 None None] Provisioning complete for port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:17.883681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2b12708-2e3a-4e8f-b029-7c297bae1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:17.992813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Deleting port 65c20bd7-1a5e-46af-99b9-90802a775c40 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:17.993228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.126196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.154754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for e211bdd5-b3cd-4543-8e08-b23b3dcb868c owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:18.198993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] For port 65c20bd7-1a5e-46af-99b9-90802a775c40, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=65c20bd7-1a5e-46af-99b9-90802a775c40,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:18.199526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.233357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Calling delete_port for 65c20bd7-1a5e-46af-99b9-90802a775c40 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:18.250331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fe951d7f-2c7d-4886-8476-e136fe26c7c4 None None] Provisioning complete for port c1fe9cf0-125a-45c6-a3df-705a386ab50f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:18.253872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe951d7f-2c7d-4886-8476-e136fe26c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.336779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fe951d7f-2c7d-4886-8476-e136fe26c7c4 None None] Port c1fe9cf0-125a-45c6-a3df-705a386ab50f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:18.510153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9ca82d11-a4fe-45da-af8f-689b3d61b1c8 None None] Provisioning for port e211bdd5-b3cd-4543-8e08-b23b3dcb868c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:18.511959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.514600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9ca82d11-a4fe-45da-af8f-689b3d61b1c8 None None] Provisioning complete for port e211bdd5-b3cd-4543-8e08-b23b3dcb868c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:18.514983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ca82d11-a4fe-45da-af8f-689b3d61b1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.560958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=e211bdd5-b3cd-4543-8e08-b23b3dcb868c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:18.564183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9ca82d11-a4fe-45da-af8f-689b3d61b1c8 None None] Port e211bdd5-b3cd-4543-8e08-b23b3dcb868c was deleted so its status cannot be updated. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:12:18.604949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.618770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:18.686585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['2d66d2cf-54ad-46a1-857f-69855bbc2e3c', '65c20bd7-1a5e-46af-99b9-90802a775c40'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:18.728548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Pushing event deleted for resources: {'Port': ['ID=65c20bd7-1a5e-46af-99b9-90802a775c40,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:18.782964 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.782964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-afd6ac62-1c09-41e9-9f3f-9b032044946d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/ports/e211bdd5-b3cd-4543-8e08-b23b3dcb868c HTTP/1.1" status: 204 len: 168 time: 1.2276192 Aug 19 15:12:18.784129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39804) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:18.902184 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6229a2b7-d437-4dbb-bebe-f6e5c464dedb tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] GET failed (client error): The resource could not be found. Aug 19 15:12:18.904379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6229a2b7-d437-4dbb-bebe-f6e5c464dedb tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "GET /v2.0/ports/e211bdd5-b3cd-4543-8e08-b23b3dcb868c HTTP/1.1" status: 404 len: 333 time: 0.1174233 Aug 19 15:12:18.908808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39808) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:18.917082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-484236536'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:18.918650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad183267-6078-4535-bed2-09b0c97c2c8f req-6f7cf20f-cad2-4e9e-8ac6-ab09662daac7 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 210 time: 0.1107976 Aug 19 15:12:18.986469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] No DVR routers for this DVR port 65c20bd7-1a5e-46af-99b9-90802a775c40 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:18.990716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:18.994967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-986c9906-2684-4f37-8dbf-098fbd459b1d req-e81cfeeb-12dd-45ec-8fb0-9d75b2870157 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "DELETE /v2.0/ports/65c20bd7-1a5e-46af-99b9-90802a775c40 HTTP/1.1" status: 204 len: 173 time: 1.2923343 Aug 19 15:12:18.995728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'name': 'network-vif-deleted', 'tag': '65c20bd7-1a5e-46af-99b9-90802a775c40'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:18.998651 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7d803-402b-457d-b850-62be24d9c9f2" -d '{"events": [{"server_uuid": "7f5dc7dd-2a0f-455f-88b1-41d8182677f6", "name": "network-vif-deleted", "tag": "65c20bd7-1a5e-46af-99b9-90802a775c40"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:19.095973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:19.129735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d8e7d6-06f6-4a9f-ae80-597238bd76fa req-a23ad16f-5d6c-4ad5-a9e9-27ed123acba5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 210 time: 0.0825655 Aug 19 15:12:19.303825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:19.307481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:19.350981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] device_id is not set on port 2df04acb-ebae-445e-af64-9bd08d5b499a yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:19.392671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:19.393647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:19.463182 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d995661-840d-4710-9e31-188a88530de3 x-openstack-request-id: req-9d995661-840d-4710-9e31-188a88530de3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:19.463800 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5dc7dd-2a0f-455f-88b1-41d8182677f6", "name": "network-vif-deleted", "tag": "65c20bd7-1a5e-46af-99b9-90802a775c40", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:19.464274 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d995661-840d-4710-9e31-188a88530de3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:19.464701 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dc7dd-2a0f-455f-88b1-41d8182677f6', 'name': 'network-vif-deleted', 'tag': '65c20bd7-1a5e-46af-99b9-90802a775c40', 'status': 'completed', 'code': 200} Aug 19 15:12:19.594286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Allocated IP 2001:db8::1dd (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/2df04acb-ebae-445e-af64-9bd08d5b499a) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:19.809563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:19.826652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Transition to ACTIVE for port object 2df04acb-ebae-445e-af64-9bd08d5b499a will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:19.964328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.052952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:20.058883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:20.062765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:20.073450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33350270-a1d0-4bbf-8a12-91c3d998e9bb req-c73f5fe5-a55c-43d2-aaaa-6470f9f464e9 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5dc7dd-2a0f-455f-88b1-41d8182677f6 HTTP/1.1" status: 200 len: 210 time: 0.0547955 Aug 19 15:12:20.078015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:20.078750 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.081488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=2df04acb-ebae-445e-af64-9bd08d5b499a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:20.228399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f887542-3701-41f4-8f6f-17845f581602 req-a3c8ae49-7b32-4063-b38b-c1962af0b9c0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 210 time: 0.0330889 Aug 19 15:12:20.251200 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-15de5ee4-d42d-4395-abcf-347fa7337fd7 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3408680 Aug 19 15:12:20.256185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:20.271398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:b0:65:34'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:20.383349 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.624200 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.651755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5359b2b6-5cd9-49b7-bcbf-a88f9e96c355 None None] Provisioning for port 2df04acb-ebae-445e-af64-9bd08d5b499a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:20.655838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5359b2b6-5cd9-49b7-bcbf-a88f9e96c355 None None] Provisioning complete for port 2df04acb-ebae-445e-af64-9bd08d5b499a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:20.656223 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5359b2b6-5cd9-49b7-bcbf-a88f9e96c355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.694231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5359b2b6-5cd9-49b7-bcbf-a88f9e96c355 None None] Port 2df04acb-ebae-445e-af64-9bd08d5b499a cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:20.801089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.847496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] In _notify_port_updated(), no bound segment for port 2df04acb-ebae-445e-af64-9bd08d5b499a on network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:12:20.853840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:20.854554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:20.858863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39860) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:20.859259 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "PUT /v2.0/ports/2df04acb-ebae-445e-af64-9bd08d5b499a HTTP/1.1" status: 200 len: 1002 time: 0.6016040 Aug 19 15:12:20.870250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17448ab-c7d8-45cc-819c-ce9b70abc494 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=2df04acb-ebae-445e-af64-9bd08d5b499a,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:21.019545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port 2df04acb-ebae-445e-af64-9bd08d5b499a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:21.019917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:21.182723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:21.200759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for 2df04acb-ebae-445e-af64-9bd08d5b499a owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:21.243392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6bedf446-de3e-476e-a3b0-3b18ee6d39ce None None] Provisioning complete for port 2df04acb-ebae-445e-af64-9bd08d5b499a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:21.244469 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bedf446-de3e-476e-a3b0-3b18ee6d39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:21.349726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6bedf446-de3e-476e-a3b0-3b18ee6d39ce None None] Port 2df04acb-ebae-445e-af64-9bd08d5b499a cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:21.491885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3ca8917-cdd2-4bc1-940d-0bb83ca1eecb req-3e5816d1-ea25-4bc0-a362-59030e7c5fd4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 210 time: 0.0487666 Aug 19 15:12:21.516091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-3e6a7583-373e-4e34-8dd5-878eefc4b963 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:21.517676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-3e6a7583-373e-4e34-8dd5-878eefc4b963 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.54 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 814 time: 0.2563190 Aug 19 15:12:21.555228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Request body: {'port': {'device_id': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'admin_state_up': True, 'tenant_id': '1a114ab95c1a48d88a81f9ad9fad8c00'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:21.752624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:21.785203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=2df04acb-ebae-445e-af64-9bd08d5b499a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:21.897304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 65c20bd7-1a5e-46af-99b9-90802a775c40 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:21.926026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 65c20bd7-1a5e-46af-99b9-90802a775c40 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:12:21.927132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 65c20bd7-1a5e-46af-99b9-90802a775c40 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:21.947561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Made reservation on behalf of 1a114ab95c1a48d88a81f9ad9fad8c00 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:21.952010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:21.956054 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:21.961595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ca50b7db-ff9a-4fa3-8b25-a09121b4a5bd tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/ports/2df04acb-ebae-445e-af64-9bd08d5b499a HTTP/1.1" status: 204 len: 168 time: 1.0978258 Aug 19 15:12:21.963919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39894) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:22.029270 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d51f3e5-3cc8-432f-888d-bf6904b40f87 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] GET failed (client error): The resource could not be found. Aug 19 15:12:22.037964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39896) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:22.039077 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d51f3e5-3cc8-432f-888d-bf6904b40f87 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "GET /v2.0/ports/2df04acb-ebae-445e-af64-9bd08d5b499a HTTP/1.1" status: 404 len: 333 time: 0.0730095 Aug 19 15:12:22.044353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1098777188'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:22.228494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Allocated IP 172.20.0.4 (7050b768-5ec7-45d9-846d-9ed389b349a4/bedef86b-db76-4f01-a2c1-f743cc893ffa/e86a048e-79e9-4bab-ad01-970bed4cadca) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:22.438792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:22.503650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:22.510204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:22.538793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] device_id is not set on port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:22.627773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:22.643656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['959d36f9-8b70-4b9f-a81f-8484f78db5df'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:22.727175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Network 7050b768-5ec7-45d9-846d-9ed389b349a4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:22.732983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:22.742744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e1e8-32ab-47aa-81a4-b7f564cef4de req-b1933138-7d2f-4c59-87d3-7c82937b7565 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:22.748538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e1e8-32ab-47aa-81a4-b7f564cef4de req-b1933138-7d2f-4c59-87d3-7c82937b7565 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:22.750213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f165e1e8-32ab-47aa-81a4-b7f564cef4de req-b1933138-7d2f-4c59-87d3-7c82937b7565 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3&device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 1681 time: 0.1706183 Aug 19 15:12:22.751082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:22.758693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Pushing event updated for resources: {'Port': ['ID=e86a048e-79e9-4bab-ad01-970bed4cadca,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:22.835650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Allocated IP 2001:db8::83 (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/921360e0-c5d4-4bf1-b781-a3bf7c457d99) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:22.871114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:22.871655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:22.878501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f165e1e8-32ab-47aa-81a4-b7f564cef4de req-f4faadbe-68a9-4f7b-ae8d-23e84cb73f27 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163936 Aug 19 15:12:23.050008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-8fedf5b7-a21a-469b-b89b-97f67c9a2851 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5000417 Aug 19 15:12:23.081651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Request body: {'port': {'device_id': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:23.113998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.135258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c69cc-4f62-4b4b-99ee-5712cdd70d62 req-af77bcc0-ab5a-42c8-b5e4-a4ad5800173f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:23.135258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e6c69cc-4f62-4b4b-99ee-5712cdd70d62 req-af77bcc0-ab5a-42c8-b5e4-a4ad5800173f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 931 time: 0.1157982 Aug 19 15:12:23.158812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Transition to ACTIVE for port object 921360e0-c5d4-4bf1-b781-a3bf7c457d99 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:23.227116 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.250933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e6c69cc-4f62-4b4b-99ee-5712cdd70d62 req-bea13378-dbc2-4f60-b865-1cb2af9d62b2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093388 Aug 19 15:12:23.369919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.440149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:23.458857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:23.458857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:23.458857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:23.458857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.531355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=921360e0-c5d4-4bf1-b781-a3bf7c457d99,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:23.612524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-811cd343-9c83-4b46-a2d0-6108d8e409b0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5732307 Aug 19 15:12:23.615736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39934) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:23.622370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b0:65:34'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:23.696839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86a048e-79e9-4bab-ad01-970bed4cadca {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:23.731342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.771580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Transition to ACTIVE for port object e86a048e-79e9-4bab-ad01-970bed4cadca will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:23.865354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.874756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:23.963911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=e86a048e-79e9-4bab-ad01-970bed4cadca,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:24.021624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Attempting to bind port e86a048e-79e9-4bab-ad01-970bed4cadca on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:24.021960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Attempting to bind port e86a048e-79e9-4bab-ad01-970bed4cadca by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:24.022293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Attempting to bind port e86a048e-79e9-4bab-ad01-970bed4cadca on network 7050b768-5ec7-45d9-846d-9ed389b349a4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:24.027365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Port e86a048e-79e9-4bab-ad01-970bed4cadca on network 7050b768-5ec7-45d9-846d-9ed389b349a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:12:24.032830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Attempting to bind port e86a048e-79e9-4bab-ad01-970bed4cadca on network 7050b768-5ec7-45d9-846d-9ed389b349a4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:24.033031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:24.033478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Checking segment: {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:24.033962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Bound using segment: {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:24.034475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Bound port: e86a048e-79e9-4bab-ad01-970bed4cadca, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:24.034930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.052224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-be4c7f13-80d6-47b8-bcf7-6f854400a71a None None] Provisioning for port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:24.057408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-be4c7f13-80d6-47b8-bcf7-6f854400a71a None None] Provisioning complete for port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:24.058106 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be4c7f13-80d6-47b8-bcf7-6f854400a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.134412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-be4c7f13-80d6-47b8-bcf7-6f854400a71a None None] Port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:24.151875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.157223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] For port e86a048e-79e9-4bab-ad01-970bed4cadca, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:24.160971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] For port e86a048e-79e9-4bab-ad01-970bed4cadca, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e86a048e-79e9-4bab-ad01-970bed4cadca,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:24.241454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.267399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.310670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:24.311382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=921360e0-c5d4-4bf1-b781-a3bf7c457d99,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:24.311514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.315401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] 10.222.0.54 "PUT /v2.0/ports/e86a048e-79e9-4bab-ad01-970bed4cadca HTTP/1.1" status: 200 len: 1092 time: 1.2417533 Aug 19 15:12:24.316730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'tag': 'e86a048e-79e9-4bab-ad01-970bed4cadca'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:24.319828 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42131f9-dd39-4c01-adf0-9131bee35934" -d '{"events": [{"name": "network-changed", "server_uuid": "4b81dc6a-9b65-49cb-a6b6-595dd51c903c", "tag": "e86a048e-79e9-4bab-ad01-970bed4cadca"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:24.335147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] In _notify_port_updated(), no bound segment for port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 on network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:12:24.342215 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:24.342354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.343723 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ca9da1e5-f1e7-4133-bb48-02edf2302192 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "PUT /v2.0/ports/921360e0-c5d4-4bf1-b781-a3bf7c457d99 HTTP/1.1" status: 200 len: 1002 time: 0.7264311 Aug 19 15:12:24.350771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39954) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:24.372999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f317e4a-c49c-487a-b586-1263cd67c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=e86a048e-79e9-4bab-ad01-970bed4cadca,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:24.446894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7ff49639-de95-42c8-85b1-31f44dc6fe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.511723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:24.512239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.708961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.728294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for 921360e0-c5d4-4bf1-b781-a3bf7c457d99 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:24.798932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e137301b-c2cc-4e97-8f78-47b59c30ea98 None None] Provisioning complete for port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:24.799245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e137301b-c2cc-4e97-8f78-47b59c30ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.884587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e137301b-c2cc-4e97-8f78-47b59c30ea98 None None] Port 921360e0-c5d4-4bf1-b781-a3bf7c457d99 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:25.012516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:25.022473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-f68e0a80-09f0-4401-a458-5125144ffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:25.024031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-f68e0a80-09f0-4401-a458-5125144ffa5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 1095 time: 0.5560434 Aug 19 15:12:25.040834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94055d81-c16b-4008-b232-b257e4fa7bd3 req-5d128133-ca64-4afc-b178-6a507f493509 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:25.042599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94055d81-c16b-4008-b232-b257e4fa7bd3 req-5d128133-ca64-4afc-b178-6a507f493509 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 943 time: 0.0660355 Aug 19 15:12:25.057383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=921360e0-c5d4-4bf1-b781-a3bf7c457d99,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:25.128939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:25.134432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c1e655e-419a-4f6e-9c4e-f6365bd9b4d1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/ports/921360e0-c5d4-4bf1-b781-a3bf7c457d99 HTTP/1.1" status: 204 len: 168 time: 0.7824717 Aug 19 15:12:25.137191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39968) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:25.140099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-574a3363-f8d9-45d1-b43c-bcee15992211 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e86a048e-79e9-4bab-ad01-970bed4cadca HTTP/1.1" status: 200 len: 217 time: 0.0962157 Aug 19 15:12:25.189261 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e8dc7d-da7a-464b-b670-f9dca0ef9361 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] GET failed (client error): The resource could not be found. Aug 19 15:12:25.189261 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8e8dc7d-da7a-464b-b670-f9dca0ef9361 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "GET /v2.0/ports/921360e0-c5d4-4bf1-b781-a3bf7c457d99 HTTP/1.1" status: 404 len: 333 time: 0.0487180 Aug 19 15:12:25.189759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:25.200344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1958927570'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:25.237970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94055d81-c16b-4008-b232-b257e4fa7bd3 req-3b6459e3-95ff-4769-abcd-62bb5dc08394 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242743 Aug 19 15:12:25.301252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be919eb-94e7-48a2-a174-53442f02f270 req-1484d07c-c219-4368-a802-46e96c920182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:25.301252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-1484d07c-c219-4368-a802-46e96c920182 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.1235442 Aug 19 15:12:25.356320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-3bb76ac1-37aa-4730-978c-184c5cd00a6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458775 Aug 19 15:12:25.363760 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc218a5-5009-4a23-a7a4-e39c53bf25da x-openstack-request-id: req-abc218a5-5009-4a23-a7a4-e39c53bf25da {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:25.363760 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b81dc6a-9b65-49cb-a6b6-595dd51c903c", "tag": "e86a048e-79e9-4bab-ad01-970bed4cadca", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:25.364520 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abc218a5-5009-4a23-a7a4-e39c53bf25da {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:25.364985 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'tag': 'e86a048e-79e9-4bab-ad01-970bed4cadca', 'status': 'completed', 'code': 200} Aug 19 15:12:25.410555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:25.515475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-63ffe1c9-9c40-4e19-9a5b-3481968e6467 service neutron] 10.222.0.54 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402204 Aug 19 15:12:25.569928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:25.574761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:25.612180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] device_id is not set on port 2af6a5fb-8c2e-4d60-82ca-197d89388033 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:25.697591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2be919eb-94e7-48a2-a174-53442f02f270 req-85bf5687-66e6-4d5d-8d9a-90aa4b637903 service neutron] 10.222.0.54 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714199 Aug 19 15:12:25.823182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Allocated IP 2001:db8::310 (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/2af6a5fb-8c2e-4d60-82ca-197d89388033) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:25.891586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-42d5a4b2-0f6e-44b0-8f82-c80ba1ced312 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:25.893564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-42d5a4b2-0f6e-44b0-8f82-c80ba1ced312 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.46 "GET /v2.0/ports?device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 945 time: 0.1060600 Aug 19 15:12:26.061373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-12d4ee57-962b-49c4-86ff-90fb91fe3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.065387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-12d4ee57-962b-49c4-86ff-90fb91fe3ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 1095 time: 0.1433394 Aug 19 15:12:26.142440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51064c8c-2ce9-4476-95c9-21719df5bdc0 req-192c7af7-52c6-4754-863d-b7668a5af8b1 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.144207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51064c8c-2ce9-4476-95c9-21719df5bdc0 req-192c7af7-52c6-4754-863d-b7668a5af8b1 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 945 time: 0.1642668 Aug 19 15:12:26.157594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:26.181882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Transition to ACTIVE for port object 2af6a5fb-8c2e-4d60-82ca-197d89388033 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:26.241579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Deleting port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:26.241981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:26.266646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51064c8c-2ce9-4476-95c9-21719df5bdc0 req-01f81caa-8b4e-439f-89ce-1b6e926f52ae tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e69f4cf-78d1-4b9a-a21a-f550596709b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058204 Aug 19 15:12:26.298857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-8a86ffdc-56b4-4cdc-9bf7-9d7860c77a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.300369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-8a86ffdc-56b4-4cdc-9bf7-9d7860c77a16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 915 time: 0.2295401 Aug 19 15:12:26.343881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:26.368668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-2a7adebd-b5f0-449d-9ce2-03c9d77e4107 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e86a048e-79e9-4bab-ad01-970bed4cadca HTTP/1.1" status: 200 len: 217 time: 0.0572495 Aug 19 15:12:26.422623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:26.429835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:26.434842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:26.441709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.443453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:26.458340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=2af6a5fb-8c2e-4d60-82ca-197d89388033,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:26.483715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-17069fee-ac47-45ee-a5ef-918bdf8817c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.485273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-17069fee-ac47-45ee-a5ef-918bdf8817c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.1008976 Aug 19 15:12:26.514608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] For port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:26.514971 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:26.549696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Calling delete_port for 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:26.557050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-7da5adf0-5da0-4531-8e33-5dad05a15309 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531735 Aug 19 15:12:26.567617 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c94f3ce0-5325-4fda-a731-0d2fe58598e0 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3760886 Aug 19 15:12:26.570570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:26.577536 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'network_id': 'c841fa2a-3b30-4e04-a617-4d7bdf2baa5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-819633743'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:26.588859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9725d-ee98-472a-aa34-6fde4e9e9076 req-7936b638-9118-4eb6-8bf1-5f5255e52c34 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.590482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ec9725d-ee98-472a-aa34-6fde4e9e9076 req-7936b638-9118-4eb6-8bf1-5f5255e52c34 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 943 time: 0.1412435 Aug 19 15:12:26.815646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ec9725d-ee98-472a-aa34-6fde4e9e9076 req-cbfef9aa-b494-40dc-be2b-6f1677e6830d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465847 Aug 19 15:12:26.864764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-ddc88429-7573-430f-9097-c20c46bc6404 service neutron] 10.222.0.54 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989378 Aug 19 15:12:26.874894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Made reservation on behalf of b647e420f10c48588ac61af5363f4836 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:26.876758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-227427a5-b8ff-4d3b-8d3f-f316d80c0d43 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:26.878385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-227427a5-b8ff-4d3b-8d3f-f316d80c0d43 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 945 time: 0.1548841 Aug 19 15:12:26.879438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:26.900457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] device_id is not set on port 348e29ba-2d6b-495e-aed5-25b1140f3b64 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:27.035033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-14c75eb4-0f29-4075-9ca8-1039acb0d520 None None] Provisioning for port 2af6a5fb-8c2e-4d60-82ca-197d89388033 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:27.040606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-14c75eb4-0f29-4075-9ca8-1039acb0d520 None None] Provisioning complete for port 2af6a5fb-8c2e-4d60-82ca-197d89388033 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:27.040834 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-14c75eb4-0f29-4075-9ca8-1039acb0d520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.104381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-14c75eb4-0f29-4075-9ca8-1039acb0d520 None None] Port 2af6a5fb-8c2e-4d60-82ca-197d89388033 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:27.123055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c42131f9-dd39-4c01-adf0-9131bee35934 req-8516e791-1f99-4109-b208-46e4afb85fd9 service neutron] 10.222.0.54 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436368 Aug 19 15:12:27.134510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Allocated IP 2001:db8::24b (c841fa2a-3b30-4e04-a617-4d7bdf2baa5e/fb51971a-8070-4410-a3b2-e38dce1f1324/348e29ba-2d6b-495e-aed5-25b1140f3b64) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:27.146259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Deleting port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:27.146799 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.274447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] For port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,segment=NetworkSegment(03dae73a-b0c3-4fd5-b8fc-721d0ff38b37),segment_id=03dae73a-b0c3-4fd5-b8fc-721d0ff38b37)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:27.275112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.283264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.321430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['2d66d2cf-54ad-46a1-857f-69855bbc2e3c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:27.328339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Pushing event deleted for resources: {'Port': ['ID=8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:27.330999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Calling delete_port for 2d66d2cf-54ad-46a1-857f-69855bbc2e3c owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:27.358764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.384575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.385072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] No DVR routers for this DVR port 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:27.388341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Transition to ACTIVE for port object 348e29ba-2d6b-495e-aed5-25b1140f3b64 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:27.388844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.390970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f336aa6-c048-4c4d-a9ca-da352c63ecb0 req-02eb3768-78ac-4f73-80ba-df03fa027837 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.46 "DELETE /v2.0/ports/8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f HTTP/1.1" status: 204 len: 173 time: 1.4905376 Aug 19 15:12:27.394508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26c89bc-b679-4c50-b338-289447bf571f', 'name': 'network-vif-deleted', 'tag': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:27.404318 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6595269b-1ab8-4a5b-8070-0ddda784625c" -d '{"events": [{"server_uuid": "d26c89bc-b679-4c50-b338-289447bf571f", "name": "network-vif-deleted", "tag": "8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:27.512438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd01ab53-000f-45df-82e1-d6c708a5b437 req-6532fca3-38f3-4572-a30e-096a38db5af2 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 210 time: 0.0387046 Aug 19 15:12:27.561669 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.598633 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10de86f8-8bad-43cd-a8c4-a380e60c0e34 x-openstack-request-id: req-10de86f8-8bad-43cd-a8c4-a380e60c0e34 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:27.599020 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26c89bc-b679-4c50-b338-289447bf571f", "name": "network-vif-deleted", "tag": "8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:27.599279 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10de86f8-8bad-43cd-a8c4-a380e60c0e34 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:27.599687 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26c89bc-b679-4c50-b338-289447bf571f', 'name': 'network-vif-deleted', 'tag': '8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f', 'status': 'completed', 'code': 200} Aug 19 15:12:27.645840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:27.650179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:27.654381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:27.663016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:27.663958 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.681891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=348e29ba-2d6b-495e-aed5-25b1140f3b64,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:27.753073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.790537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Pushing event deleted for resources: {'Port': ['ID=2d66d2cf-54ad-46a1-857f-69855bbc2e3c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:27.845447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] No DVR routers for this DVR port 2d66d2cf-54ad-46a1-857f-69855bbc2e3c on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:27.852732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:27.852732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fb7ddbf-fbd2-469b-bc3d-6c0c608df937 req-700fe33c-5ce0-4ad7-bc3a-f088c11f5f59 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.54 "DELETE /v2.0/ports/2d66d2cf-54ad-46a1-857f-69855bbc2e3c HTTP/1.1" status: 204 len: 173 time: 0.9641907 Aug 19 15:12:27.967988 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f213dad-66e0-452c-a7ad-d3cd88e16fb1 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3937271 Aug 19 15:12:27.970674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40026) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:27.977937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:b0:65:34'}, {'ip_address': '2001:db8::310', 'mac_address': 'fa:16:3e:ed:1a:48'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:28.012399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c09d05-0652-4c79-b907-6affe185c05f req-6c150420-1880-418c-9691-b3accb68f6ce tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:28.012399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45c09d05-0652-4c79-b907-6affe185c05f req-6c150420-1880-418c-9691-b3accb68f6ce tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 943 time: 0.0698717 Aug 19 15:12:28.074110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45c09d05-0652-4c79-b907-6affe185c05f req-f383a46d-7ed7-4272-8a73-b9d0048c7438 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Aug 19 15:12:28.132991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.240659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e40c5c77-023d-42c0-9535-75b7baa80036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.398163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.498429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2025bf67-789b-4e7b-9475-1861aa3df4e8 None None] Provisioning for port 348e29ba-2d6b-495e-aed5-25b1140f3b64 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:28.502817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2025bf67-789b-4e7b-9475-1861aa3df4e8 None None] Provisioning complete for port 348e29ba-2d6b-495e-aed5-25b1140f3b64 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:28.503194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2025bf67-789b-4e7b-9475-1861aa3df4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.558365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2025bf67-789b-4e7b-9475-1861aa3df4e8 None None] Port 348e29ba-2d6b-495e-aed5-25b1140f3b64 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:28.580216 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.627929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] In _notify_port_updated(), no bound segment for port 348e29ba-2d6b-495e-aed5-25b1140f3b64 on network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:12:28.634252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:28.634949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.636450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "PUT /v2.0/ports/348e29ba-2d6b-495e-aed5-25b1140f3b64 HTTP/1.1" status: 200 len: 1067 time: 0.6648014 Aug 19 15:12:28.640974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:28.663031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a2ab3-8edd-48aa-bfb4-631c70fed138 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event updated for resources: {'Port': ['ID=348e29ba-2d6b-495e-aed5-25b1140f3b64,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:28.785371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46ff638b-4b83-4672-9173-953ed2794f9f req-0f24f940-b50b-4802-9002-7aa426505657 tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26c89bc-b679-4c50-b338-289447bf571f HTTP/1.1" status: 200 len: 210 time: 0.0331419 Aug 19 15:12:28.816788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port 348e29ba-2d6b-495e-aed5-25b1140f3b64 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:28.817793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.981213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:28.988157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b0a9761a-22f9-4c14-83af-efd3659a41ea None None] Provisioning complete for port 348e29ba-2d6b-495e-aed5-25b1140f3b64 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:28.988533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b0a9761a-22f9-4c14-83af-efd3659a41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:29.007162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for 348e29ba-2d6b-495e-aed5-25b1140f3b64 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:29.038182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9761a-22f9-4c14-83af-efd3659a41ea None None] Port 348e29ba-2d6b-495e-aed5-25b1140f3b64 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:29.167145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:29.197061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:12:29.197425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8fb0fb21-9df4-41a3-ad51-d1b5ec5aa98f not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:29.274473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d1d8-4cd9-4e03-b7f9-edd195735391 req-8719ee3a-aceb-44c0-b576-6120fa2777b5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:29.277991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c45d1d8-4cd9-4e03-b7f9-edd195735391 req-8719ee3a-aceb-44c0-b576-6120fa2777b5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 943 time: 0.0802429 Aug 19 15:12:29.334040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c45d1d8-4cd9-4e03-b7f9-edd195735391 req-4cfdc352-d84f-4154-b0d6-b7abe52d8f82 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487006 Aug 19 15:12:29.353192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:29.405265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=348e29ba-2d6b-495e-aed5-25b1140f3b64,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:29.617651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'name': 'network-vif-deleted', 'tag': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:29.621664 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:29.622222 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9863127-b88f-4dac-a031-bfcac590f8d0" -d '{"events": [{"server_uuid": "96e0d6c2-f603-476f-ad85-5f93ab21e8b3", "name": "network-vif-deleted", "tag": "2d66d2cf-54ad-46a1-857f-69855bbc2e3c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:29.691053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:29.695225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bbc81f53-c0f8-4b1c-be6a-23d2b2757c63 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/ports/348e29ba-2d6b-495e-aed5-25b1140f3b64 HTTP/1.1" status: 204 len: 168 time: 1.0529094 Aug 19 15:12:29.699013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40062) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:29.754221 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-53100e20-1d08-4742-bae8-842c639bf950 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] GET failed (client error): The resource could not be found. Aug 19 15:12:29.759892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53100e20-1d08-4742-bae8-842c639bf950 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "GET /v2.0/ports/348e29ba-2d6b-495e-aed5-25b1140f3b64 HTTP/1.1" status: 404 len: 333 time: 0.0596871 Aug 19 15:12:29.763242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40064) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:29.800483 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2637799c-93be-4310-bac5-74cefa6e90c5 x-openstack-request-id: req-2637799c-93be-4310-bac5-74cefa6e90c5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:29.800778 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e0d6c2-f603-476f-ad85-5f93ab21e8b3", "name": "network-vif-deleted", "tag": "2d66d2cf-54ad-46a1-857f-69855bbc2e3c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:29.801008 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2637799c-93be-4310-bac5-74cefa6e90c5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:29.802019 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e0d6c2-f603-476f-ad85-5f93ab21e8b3', 'name': 'network-vif-deleted', 'tag': '2d66d2cf-54ad-46a1-857f-69855bbc2e3c', 'status': 'completed', 'code': 200} Aug 19 15:12:29.893478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port 2af6a5fb-8c2e-4d60-82ca-197d89388033 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:29.893802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:29.967550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e86a048e-79e9-4bab-ad01-970bed4cadca details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:12:29.977968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2d66d2cf-54ad-46a1-857f-69855bbc2e3c no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:30.008809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 2d66d2cf-54ad-46a1-857f-69855bbc2e3c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:12:30.009511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2d66d2cf-54ad-46a1-857f-69855bbc2e3c not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:30.027327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a33929e-fca4-4b67-b191-9a4372608b56 req-1632cc84-51ea-4e30-b338-8af5aa56d76e tempest-ListServersNegativeTestJSON-1825650711 tempest-ListServersNegativeTestJSON-1825650711-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e0d6c2-f603-476f-ad85-5f93ab21e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0715091 Aug 19 15:12:30.097227 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.121328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for 2af6a5fb-8c2e-4d60-82ca-197d89388033 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:30.139469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e86a048e-79e9-4bab-ad01-970bed4cadca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e86a048e-79e9-4bab-ad01-970bed4cadca,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:30.158965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'e86a048e-79e9-4bab-ad01-970bed4cadca', 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'port_id': 'e86a048e-79e9-4bab-ad01-970bed4cadca', 'mac_address': 'fa:16:3e:c6:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedef86b-db76-4f01-a2c1-f743cc893ffa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:12:30.226792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.254198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86a048e-79e9-4bab-ad01-970bed4cadca {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:12:30.300870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e86a048e-79e9-4bab-ad01-970bed4cadca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e86a048e-79e9-4bab-ad01-970bed4cadca,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:30.415942 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.443473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.487121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e86a048e-79e9-4bab-ad01-970bed4cadca,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:30.510698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.511238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.511627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.512074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.512651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.513253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.513810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.514607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.515162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.515804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.516456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.517032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:30.517937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=2af6a5fb-8c2e-4d60-82ca-197d89388033,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:30.565097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.568952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5f079429-8e39-43fc-b3c5-c08f6c67ca68 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/ports/2af6a5fb-8c2e-4d60-82ca-197d89388033 HTTP/1.1" status: 204 len: 168 time: 0.8040373 Aug 19 15:12:30.571816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40084) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:30.611379 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f96f9a4-3063-4c73-99c2-721cb922b03d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] GET failed (client error): The resource could not be found. Aug 19 15:12:30.618468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7f96f9a4-3063-4c73-99c2-721cb922b03d tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "GET /v2.0/ports/2af6a5fb-8c2e-4d60-82ca-197d89388033 HTTP/1.1" status: 404 len: 333 time: 0.0406022 Aug 19 15:12:30.620637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40088) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:30.623134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472ac44-73a0-4cc7-9364-05f3552322ee req-fca878f0-7604-4f05-8f21-f915adfb00c5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:30.632548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f472ac44-73a0-4cc7-9364-05f3552322ee req-fca878f0-7604-4f05-8f21-f915adfb00c5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 944 time: 0.1825752 Aug 19 15:12:30.709433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f472ac44-73a0-4cc7-9364-05f3552322ee req-dbe34441-e45c-4262-807b-02703e818a87 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755680 Aug 19 15:12:30.795568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port c1fe9cf0-125a-45c6-a3df-705a386ab50f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:30.796311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.798523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.929090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e86a048e-79e9-4bab-ad01-970bed4cadca'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:30.969178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:30.993787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for c1fe9cf0-125a-45c6-a3df-705a386ab50f owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:31.197742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40100) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:31.261286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Deleting subnet 8c74e500-2282-4448-949e-e94a8cb7676e {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:12:31.263591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.316037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.323255 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.374677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.380804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=c1fe9cf0-125a-45c6-a3df-705a386ab50f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:31.427698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.431931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-031f2d92-9ebd-4464-92fc-52c0e3dd8747 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/ports/c1fe9cf0-125a-45c6-a3df-705a386ab50f HTTP/1.1" status: 204 len: 168 time: 0.8070025 Aug 19 15:12:31.433717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40104) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:31.504002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting subnet fb51971a-8070-4410-a3b2-e38dce1f1324 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:12:31.508302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.578153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.612671 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.643528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c74e500-2282-4448-949e-e94a8cb7676e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:31.648893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.651439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5a5bc667-8fc5-4de4-be8c-587f5469f31b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c74e500-2282-4448-949e-e94a8cb7676e HTTP/1.1" status: 204 len: 168 time: 0.4499035 Aug 19 15:12:31.655104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40106) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:31.747474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.774628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.962201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.962201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32097248-97e4-41be-ab35-359777a70ebe']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:31.962201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:31.962201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dae73a-b0c3-4fd5-b8fc-721d0ff38b37') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:31.962201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.966846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93991bf9-203a-4a55-acbc-3d5653dbccd6 req-b1bacf0a-d7f4-4f49-a347-bf295754c771 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:31.968468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93991bf9-203a-4a55-acbc-3d5653dbccd6 req-b1bacf0a-d7f4-4f49-a347-bf295754c771 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 944 time: 0.0994725 Aug 19 15:12:31.969598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.980992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:12:31.981430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:12:31.983520 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:12:32.068058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93991bf9-203a-4a55-acbc-3d5653dbccd6 req-a4fb87ee-6ab3-4f67-8115-96603165f454 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889268 Aug 19 15:12:32.509738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.538614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Subnet': ['ID=fb51971a-8070-4410-a3b2-e38dce1f1324,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:32.547393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.553038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e97d70-6923-4dde-860c-66aef643be4c None None] Network c841fa2a-3b30-4e04-a617-4d7bdf2baa5e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:32.553639 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-46ace767-f068-4747-962f-bff2d4cb4400 tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/subnets/fb51971a-8070-4410-a3b2-e38dce1f1324 HTTP/1.1" status: 204 len: 168 time: 1.1143289 Aug 19 15:12:32.553759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40128) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:32.564236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.652945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.657660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/32097248-97e4-41be-ab35-359777a70ebe HTTP/1.1" status: 204 len: 168 time: 1.0013907 Aug 19 15:12:32.663135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a94cf-b093-4053-8eb9-5b174903d3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=32097248-97e4-41be-ab35-359777a70ebe,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:32.703612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.782974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Deleting port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:32.784065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.859600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] For port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,segment=NetworkSegment(e1dee731-faaa-4415-a8b6-01cb42a477f0),segment_id=e1dee731-faaa-4415-a8b6-01cb42a477f0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:32.860003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.873897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] DHCP port deletion for c841fa2a-3b30-4e04-a617-4d7bdf2baa5e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:12:32.877839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Calling delete_port for 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:32.923732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] Deleting port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:32.924120 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:32.997301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] For port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,segment=NetworkSegment(e1dee731-faaa-4415-a8b6-01cb42a477f0),segment_id=e1dee731-faaa-4415-a8b6-01cb42a477f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:32.997978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.028585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] Calling delete_port for 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:33.078496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:33.115683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.174655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Port': ['ID=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.182632 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No active binding found for port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b {{(pid=101964) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 15:12:33.188964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:33.190934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] No DVR routers for this DVR port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:33.204601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.244918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] No DVR routers for this DVR port 1e2de5dc-95bb-41bf-a2d7-f840e237cb7b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:33.246798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7716b-1eae-4666-8613-5230af9f80d2 None None] Pushing event deleted for resources: {'Port': ['ID=1e2de5dc-95bb-41bf-a2d7-f840e237cb7b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:33.386477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.401379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c841fa2a-3b30-4e04-a617-4d7bdf2baa5e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:33.423207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb03fa-445d-49a7-8c1e-aa960cda40bc req-c104fbba-2e60-4a55-8918-57ea16e419dd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:33.425613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9cb03fa-445d-49a7-8c1e-aa960cda40bc req-c104fbba-2e60-4a55-8918-57ea16e419dd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 944 time: 0.2301533 Aug 19 15:12:33.428146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dee731-faaa-4415-a8b6-01cb42a477f0') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:33.428440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dee731-faaa-4415-a8b6-01cb42a477f0') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:33.446258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.475722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.487635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9cb03fa-445d-49a7-8c1e-aa960cda40bc req-84f96160-01c2-47b5-964f-05b501b073c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Aug 19 15:12:33.488711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:12:33.489154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:12:33.493004 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:12:33.633751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40156) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:33.653848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.663086 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.665799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] 10.222.0.13 "DELETE /v2.0/networks/c841fa2a-3b30-4e04-a617-4d7bdf2baa5e HTTP/1.1" status: 204 len: 168 time: 1.1105924 Aug 19 15:12:33.694607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd90162-c9f2-431e-9896-1d798666841f tempest-AllowedAddressPairIpV6TestJSON-995181127 tempest-AllowedAddressPairIpV6TestJSON-995181127-project] Pushing event deleted for resources: {'Network': ['ID=c841fa2a-3b30-4e04-a617-4d7bdf2baa5e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:33.738111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7041a870-ff0a-430f-b3ce-7567529b1ad8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cce0d85c5d2e49e5b895f0e87ca4d567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030540 Aug 19 15:12:33.741914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40160) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:33.825697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db0174c1-f11e-4a1c-8e59-97b8f36398c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:33.867830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db0174c1-f11e-4a1c-8e59-97b8f36398c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.013753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e86a048e-79e9-4bab-ad01-970bed4cadca up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:34.160537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db0174c1-f11e-4a1c-8e59-97b8f36398c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.163221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db0174c1-f11e-4a1c-8e59-97b8f36398c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.164627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-db0174c1-f11e-4a1c-8e59-97b8f36398c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e69f4cf-78d1-4b9a-a21a-f550596709b7 HTTP/1.1" status: 204 len: 168 time: 0.4208641 Aug 19 15:12:34.172859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0174c1-f11e-4a1c-8e59-97b8f36398c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e69f4cf-78d1-4b9a-a21a-f550596709b7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:34.350905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port e86a048e-79e9-4bab-ad01-970bed4cadca completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:34.355172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port e86a048e-79e9-4bab-ad01-970bed4cadca triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:34.355549 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.450212 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.486458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86a048e-79e9-4bab-ad01-970bed4cadca'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:34.489303 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcbb65f-4cc3-448c-bd0f-0d491fe85819" -d '{"events": [{"server_uuid": "4b81dc6a-9b65-49cb-a6b6-595dd51c903c", "name": "network-vif-plugged", "status": "completed", "tag": "e86a048e-79e9-4bab-ad01-970bed4cadca"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:34.495696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e86a048e-79e9-4bab-ad01-970bed4cadca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e86a048e-79e9-4bab-ad01-970bed4cadca,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:34.541831 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8bbf2d-8956-4369-a989-1350b2d2649f x-openstack-request-id: req-5b8bbf2d-8956-4369-a989-1350b2d2649f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:34.542629 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b81dc6a-9b65-49cb-a6b6-595dd51c903c", "name": "network-vif-plugged", "status": "completed", "tag": "e86a048e-79e9-4bab-ad01-970bed4cadca", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:34.547522 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b8bbf2d-8956-4369-a989-1350b2d2649f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:34.547522 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86a048e-79e9-4bab-ad01-970bed4cadca', 'code': 200} Aug 19 15:12:34.632753 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.664890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8148fd-0c1a-4029-a9d9-a3ad8b2ca5e7 req-c3a0bef2-5d92-4d27-b521-82c9f17c049d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:34.666512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c8148fd-0c1a-4029-a9d9-a3ad8b2ca5e7 req-c3a0bef2-5d92-4d27-b521-82c9f17c049d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 944 time: 0.0736701 Aug 19 15:12:34.707218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e86a048e-79e9-4bab-ad01-970bed4cadca,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:34.714356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c8148fd-0c1a-4029-a9d9-a3ad8b2ca5e7 req-0b9d7c5a-4030-495e-bf75-95a47ab94784 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Aug 19 15:12:34.943429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40196) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:35.174851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b546c-9a7d-4441-bae3-05e911842eb2 req-4353e4ff-b0f6-44bc-930a-fc7d82c323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.177745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b4b546c-9a7d-4441-bae3-05e911842eb2 req-4353e4ff-b0f6-44bc-930a-fc7d82c323d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 1097 time: 0.5463486 Aug 19 15:12:35.230337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-3a1448da-c974-471b-993c-799750bec3f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3227410 Aug 19 15:12:35.237530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b4b546c-9a7d-4441-bae3-05e911842eb2 req-ec7f7d24-ed9a-44a5-aee0-499b0b45eb04 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489428 Aug 19 15:12:35.274045 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7c5c372-4320-477e-9e4a-4054e39eabbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b647e420f10c48588ac61af5363f4836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293836 Aug 19 15:12:35.275975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40204) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:35.376526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.377014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.377541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.378016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.378487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.378959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.379519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.382052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-401a5d69-b1b5-4c31-a386-f4e1c8328ada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.0944495 Aug 19 15:12:35.393928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f5022a5-4a53-446f-86ce-8434cd1d7d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:35.432866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f5022a5-4a53-446f-86ce-8434cd1d7d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:35.551673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7f8c1114-50e0-480e-884d-30e32ca3f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.552170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7f8c1114-50e0-480e-884d-30e32ca3f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.552642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7f8c1114-50e0-480e-884d-30e32ca3f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.554925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7f8c1114-50e0-480e-884d-30e32ca3f8dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 2296 time: 0.1421950 Aug 19 15:12:35.618543 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f5022a5-4a53-446f-86ce-8434cd1d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:35.631309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f5022a5-4a53-446f-86ce-8434cd1d7d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:35.631309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2f5022a5-4a53-446f-86ce-8434cd1d7d5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5b13419-2854-4ac1-a7ca-5c27c343bb47 HTTP/1.1" status: 204 len: 168 time: 0.3453722 Aug 19 15:12:35.639529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5022a5-4a53-446f-86ce-8434cd1d7d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b13419-2854-4ac1-a7ca-5c27c343bb47,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:35.652134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-dce24738-a4dc-43e8-a65b-dff251f8bff1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 1000 time: 0.0894215 Aug 19 15:12:35.717895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-d3616395-279c-49d2-a045-8e9c144573b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.720273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-d3616395-279c-49d2-a045-8e9c144573b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 200 len: 856 time: 0.0602853 Aug 19 15:12:35.776138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-944fafa9-de1a-4748-8351-d17b42b9e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.780047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-944fafa9-de1a-4748-8351-d17b42b9e955 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f7c226c-de24-4595-a41a-514bed504204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498152 Aug 19 15:12:35.909003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072ad2-25bf-4b15-a450-504425cd84e3 req-384c7517-ee5d-4642-863f-b95445851bac tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:35.910664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7072ad2-25bf-4b15-a450-504425cd84e3 req-384c7517-ee5d-4642-863f-b95445851bac tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 945 time: 0.1156042 Aug 19 15:12:35.922305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-8c823356-7de3-4e09-8ff6-8cfa70e3d226 service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372468 Aug 19 15:12:36.008846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7072ad2-25bf-4b15-a450-504425cd84e3 req-ad9cfb62-aaa1-445a-8443-5bab1fe0e39e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845609 Aug 19 15:12:36.054493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-aa0d9cb1-f6cd-48e5-b453-841976bf6b5d service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160555 Aug 19 15:12:36.115306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-ed618006-f805-4d37-8d93-97c80c669c5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 217 time: 0.0489113 Aug 19 15:12:36.170446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-e626c67a-e311-4b91-a615-b13d013014ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:36.171984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-e626c67a-e311-4b91-a615-b13d013014ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0497530 Aug 19 15:12:36.471209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:36.669520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-9114b006-0d34-4ad5-8ad2-bb6d3d3c69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:36.670220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:36.671049 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-9114b006-0d34-4ad5-8ad2-bb6d3d3c69da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4847276 Aug 19 15:12:36.839145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-09cfecdb-1e1c-4372-b114-8da3727ac11a service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590562 Aug 19 15:12:36.858499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:36.878665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40252) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:36.961955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-1287746e-4eb5-49b1-9b1f-a0d6be53a072 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142690 Aug 19 15:12:36.975544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.005986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-321268347-network', 'tenant_id': '6703815861664771b958dbe87bd3ff32'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:37.012662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-1544f45d-1a0f-44a4-aafc-87d218ada163 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 217 time: 0.0394566 Aug 19 15:12:37.040970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c39f4714b97435e8a6198b5be790a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687125 Aug 19 15:12:37.044126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:37.089030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b9787-e7e8-4b6a-be16-33b3757850de,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:37.104889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.105365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.105715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.106049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.106602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.106899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-c3679a05-4071-49a8-8218-dd18283ca013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:37.107293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.107791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.108316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.108811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.109345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.109850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.110249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188a6bb-6e04-472a-bb9e-c6533cbd55ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:37.111220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-c3679a05-4071-49a8-8218-dd18283ca013 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0882533 Aug 19 15:12:37.125568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42684c82-c621-428b-a068-829828bccbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.153383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42684c82-c621-428b-a068-829828bccbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.206175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:37.209232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.218867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.230596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-ba91f25d-2601-4a07-b0af-bc245dea1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:37.232164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-ba91f25d-2601-4a07-b0af-bc245dea1c80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101344 Aug 19 15:12:37.257098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf5ab5-e255-4431-8fab-801b15a0d95b req-f094ce46-239b-47ac-964c-2e29c89f3ec9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:37.259405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8cf5ab5-e255-4431-8fab-801b15a0d95b req-f094ce46-239b-47ac-964c-2e29c89f3ec9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 945 time: 0.0807998 Aug 19 15:12:37.343964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8cf5ab5-e255-4431-8fab-801b15a0d95b req-ef904807-3d62-4424-9b28-af874331b9c1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Aug 19 15:12:37.385162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-b3046157-e1ef-43bf-b47e-577d7524d88c service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448190 Aug 19 15:12:37.428192 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42684c82-c621-428b-a068-829828bccbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.432446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-42684c82-c621-428b-a068-829828bccbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.437234 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-42684c82-c621-428b-a068-829828bccbfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d61b9787-e7e8-4b6a-be16-33b3757850de HTTP/1.1" status: 204 len: 168 time: 0.3885651 Aug 19 15:12:37.500527 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42684c82-c621-428b-a068-829828bccbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b9787-e7e8-4b6a-be16-33b3757850de,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:37.511426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-57df334e-0a03-4337-8f20-c6ff6c05b532 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191339 Aug 19 15:12:37.551705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.566392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-da120b33-9743-4177-9dcd-3065c77f5e79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 200 len: 217 time: 0.0470195 Aug 19 15:12:37.634170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-84f69711-86d6-4400-9008-5073feb99694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:37.635698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-84f69711-86d6-4400-9008-5073feb99694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0626655 Aug 19 15:12:37.691053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-9b51a3bd-5a37-42d6-9ca1-806191f24ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:37.691301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.692951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-9b51a3bd-5a37-42d6-9ca1-806191f24ffd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495307 Aug 19 15:12:37.726760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:12:37.736577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcea0290-4ed6-4fc5-9d40-b82747006795,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:37.743099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.743448 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Added segment 72906582-a0e5-4d21-b71a-902b290d6821 of type vlan for network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 Aug 19 15:12:37.791033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:37.840823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-b4273ab2-b382-4f9c-8edd-dc59f373c44f service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402502 Aug 19 15:12:37.870203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40282) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:37.947176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-207635e6-db9b-4ac1-99d7-e5fb46edd357 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991173 Aug 19 15:12:37.976892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1791379893'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:37.993065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7e1e275c-f10a-4a91-8de6-2e848593025d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 200 len: 217 time: 0.0386605 Aug 19 15:12:38.003582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.009394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.009394 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.058530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-77e252b9-72e2-4136-93d2-06217f2d7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.060239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-77e252b9-72e2-4136-93d2-06217f2d7748 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0582807 Aug 19 15:12:38.073623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] Pushing event updated for resources: {'Network': ['ID=15c2e435-9b8c-4a42-8ce6-7834f737cc20,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:38.093645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:12:38.131473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-f7cd6131-ea5d-4a3d-bcb5-28975db13c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.131473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-f7cd6131-ea5d-4a3d-bcb5-28975db13c4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0615118 Aug 19 15:12:38.156394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:38.160346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.171161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.267966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-959d0161-08b8-4d09-8239-a407c04de3d5 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294744 Aug 19 15:12:38.385439 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7127b00-3471-43f8-941e-b00bb8e83ada admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5051057 Aug 19 15:12:38.388448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40290) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:38.393734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Request body: {'subnet': {'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-321268347-subnet', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:38.423280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544553a-9bb0-4a98-bbc9-5d6d0b62f244 req-5181c24f-f8eb-4380-9a89-b98079c1a47e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.424975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6544553a-9bb0-4a98-bbc9-5d6d0b62f244 req-5181c24f-f8eb-4380-9a89-b98079c1a47e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 945 time: 0.0863340 Aug 19 15:12:38.430233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-8a7646a5-ebb1-4b79-a53e-f41534262f71 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546581 Aug 19 15:12:38.489652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.497383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-5dc1e526-cde7-4685-9502-8e77b5154b5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 217 time: 0.0558314 Aug 19 15:12:38.521761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6544553a-9bb0-4a98-bbc9-5d6d0b62f244 req-a7ff2144-9f4a-4af0-a76a-de8e3905d735 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886199 Aug 19 15:12:38.564587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7a09542b-f89d-4651-8a8d-258931729339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.564587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-7a09542b-f89d-4651-8a8d-258931729339 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.0571721 Aug 19 15:12:38.596499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.620740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-932f414e-82ca-4fc6-bb89-6f45f5573378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.622648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-932f414e-82ca-4fc6-bb89-6f45f5573378 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500503 Aug 19 15:12:38.639220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:12:38.655716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3043a35c-c209-4c4f-aed2-8ca44992d7f9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:38.668644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.670075 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Added segment 88a1ba06-c576-4f40-910f-936e334c4ae5 of type vlan for network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 Aug 19 15:12:38.688530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40298) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:38.731370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:38.738880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.738880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ddeae02-aa22-4ff7-9de4-39f0f17ab538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.757968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-eb4cf0f0-e76f-4030-84a6-5e16a71ea0c9 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235635 Aug 19 15:12:38.828377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.890058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-1d984dbb-9dbc-46d5-bb21-381137fe5fdd service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240768 Aug 19 15:12:38.938860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-e95a755d-d6e7-4c51-8700-7c1ee3e5f1aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 217 time: 0.0410559 Aug 19 15:12:38.993228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.999053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:38.999700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.003960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-4cac2ac8-2938-4d85-9df2-cdfa44108c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:39.006028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-4cac2ac8-2938-4d85-9df2-cdfa44108c5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.0600669 Aug 19 15:12:39.057222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-75519831-eab3-4f49-8658-4b533992be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:39.058753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-75519831-eab3-4f49-8658-4b533992be21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435398 Aug 19 15:12:39.170024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-495c921b-28a7-419c-98eb-030d0838888c service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014876 Aug 19 15:12:39.285202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da2f156-4434-49ca-b6eb-f9f919639867 req-244ff25e-7759-4ec5-9274-6ad5c24fdb0d service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068227 Aug 19 15:12:39.460630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ddeae02-aa22-4ff7-9de4-39f0f17ab538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.480266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Network': ['ID=6e63b43c-818e-45f4-b574-c46b9d7bbbf3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:39.493821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:12:39.568413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ddeae02-aa22-4ff7-9de4-39f0f17ab538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.612785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.616884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeae02-aa22-4ff7-9de4-39f0f17ab538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a726a9-17c7-4c4a-9a31-2e20b98759ff,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:39.624722 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0ddeae02-aa22-4ff7-9de4-39f0f17ab538 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71dd94518b7a4a679cba9a84f44f7705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9345798 Aug 19 15:12:39.638445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40306) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:39.683591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128c1ed6-9725-4910-abd6-27839e40eade,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:39.694813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6979b-395e-4bba-a3ef-8e6426b8020b req-a0422d24-9ad3-4180-bed9-64b213c12f27 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:39.697201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:39.697453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaa6979b-395e-4bba-a3ef-8e6426b8020b req-a0422d24-9ad3-4180-bed9-64b213c12f27 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 945 time: 0.0875921 Aug 19 15:12:39.697621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Network hostable DHCP agents. Network: 15c2e435-9b8c-4a42-8ce6-7834f737cc20, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:12:39.727658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150b00ed-54e4-462b-a3d8-e25711bb3789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.736921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d906080d-14cf-4b7d-bb97-f0788b0ddf0b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8654704 Aug 19 15:12:39.740425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40310) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:39.745867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'subnet': {'network_id': '6e63b43c-818e-45f4-b574-c46b9d7bbbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:39.767938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaa6979b-395e-4bba-a3ef-8e6426b8020b req-7f235be1-73bc-4954-b89b-747b09e96238 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639820 Aug 19 15:12:39.775045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150b00ed-54e4-462b-a3d8-e25711bb3789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.861659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:12:39.983855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150b00ed-54e4-462b-a3d8-e25711bb3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.988586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-150b00ed-54e4-462b-a3d8-e25711bb3789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:39.990695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-150b00ed-54e4-462b-a3d8-e25711bb3789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28a726a9-17c7-4c4a-9a31-2e20b98759ff HTTP/1.1" status: 204 len: 168 time: 0.3509443 Aug 19 15:12:40.013732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b00ed-54e4-462b-a3d8-e25711bb3789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a726a9-17c7-4c4a-9a31-2e20b98759ff,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:40.023442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:40.027251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.031979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 15c2e435-9b8c-4a42-8ce6-7834f737cc20) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:40.047760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813e401-a93e-45ef-ab9c-d593001e2cad None None] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:40.089264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:40.089918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.211264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:12:40.212141 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.218891 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bbac8a6a-28ed-43e9-9d76-1a87cb0705f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8290408 Aug 19 15:12:40.219688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40318) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:40.226936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:40.302607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-943e9884-ec3d-4aaf-9898-3947f46e90a9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:40.305102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-943e9884-ec3d-4aaf-9898-3947f46e90a9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 945 time: 0.0894368 Aug 19 15:12:40.403586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.418678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Allocated IP 172.20.0.2 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/e3d897a2-9695-4dcb-affb-8f2bccbd99a1) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:40.428261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Deleting port e86a048e-79e9-4bab-ad01-970bed4cadca {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:40.428620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.473306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.474448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.504722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Checking segment: {'id': '88a1ba06-c576-4f40-910f-936e334c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6e63b43c-818e-45f4-b574-c46b9d7bbbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:40.504722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network hostable DHCP agents. Network: 6e63b43c-818e-45f4-b574-c46b9d7bbbf3, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:12:40.507504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Subnet': ['ID=a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:40.592478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] For port e86a048e-79e9-4bab-ad01-970bed4cadca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e86a048e-79e9-4bab-ad01-970bed4cadca,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:40.593221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.621476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.622110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Calling delete_port for e86a048e-79e9-4bab-ad01-970bed4cadca owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:40.627882 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.639153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Transition to ACTIVE for port object e3d897a2-9695-4dcb-affb-8f2bccbd99a1 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:40.655673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Transition to ACTIVE for port object e3d897a2-9695-4dcb-affb-8f2bccbd99a1 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:40.724248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:12:40.855885 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.905486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:40.908507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54eec-ab93-48e2-b2a9-835293b64de3 req-4a4fda8d-7927-42d6-85e9-ac186afd2bee tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:40.910322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11b54eec-ab93-48e2-b2a9-835293b64de3 req-4a4fda8d-7927-42d6-85e9-ac186afd2bee tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 945 time: 0.0621328 Aug 19 15:12:40.916331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:40.921583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:40.930756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Pushing event updated for resources: {'Port': ['ID=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:40.970953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:40.988106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11b54eec-ab93-48e2-b2a9-835293b64de3 req-21ada5b3-c100-4809-9666-c828ab90c7c0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617139 Aug 19 15:12:40.996149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.002291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6e63b43c-818e-45f4-b574-c46b9d7bbbf3) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:41.007253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:41.008148 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.008571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['959d36f9-8b70-4b9f-a81f-8484f78db5df'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:41.011851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e86a048e-79e9-4bab-ad01-970bed4cadca'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:12:41.031322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Pushing event deleted for resources: {'Port': ['ID=e86a048e-79e9-4bab-ad01-970bed4cadca,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:41.041158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171333f-a795-4278-803c-4decc254da87 None None] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:41.083893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] No DVR routers for this DVR port e86a048e-79e9-4bab-ad01-970bed4cadca on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:41.086972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.089719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32aba5e3-cbf3-4bf5-85c3-454d0f72882d req-e47c2512-0a71-48a4-9017-d053dff6d8c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.54 "DELETE /v2.0/ports/e86a048e-79e9-4bab-ad01-970bed4cadca HTTP/1.1" status: 204 len: 173 time: 0.7786324 Aug 19 15:12:41.090131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'name': 'network-vif-deleted', 'tag': 'e86a048e-79e9-4bab-ad01-970bed4cadca'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:12:41.094891 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30377f-1a8d-416f-be2f-17adfdcb1a0f" -d '{"events": [{"server_uuid": "4b81dc6a-9b65-49cb-a6b6-595dd51c903c", "name": "network-vif-deleted", "tag": "e86a048e-79e9-4bab-ad01-970bed4cadca"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:12:41.118604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Attempting to bind port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:41.118604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Attempting to bind port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:41.118604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Attempting to bind port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:41.141181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:41.141694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:41.142232 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.142509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:41.143089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Bound port: e3d897a2-9695-4dcb-affb-8f2bccbd99a1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:41.143480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.149067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1732d174-2f0b-4901-93cb-5abe0c29b752 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4040236 Aug 19 15:12:41.149341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40342) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:41.154137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-358761158', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:41.302662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00bbe65-26d7-48e4-9842-8704474add63 None None] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:41.349093 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbb10b-0935-4621-9f4c-22ad8b42ef36 x-openstack-request-id: req-f4cbb10b-0935-4621-9f4c-22ad8b42ef36 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:12:41.349698 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b81dc6a-9b65-49cb-a6b6-595dd51c903c", "name": "network-vif-deleted", "tag": "e86a048e-79e9-4bab-ad01-970bed4cadca", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:12:41.350002 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4cbb10b-0935-4621-9f4c-22ad8b42ef36 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:12:41.350486 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b81dc6a-9b65-49cb-a6b6-595dd51c903c', 'name': 'network-vif-deleted', 'tag': 'e86a048e-79e9-4bab-ad01-970bed4cadca', 'status': 'completed', 'code': 200} Aug 19 15:12:41.354970 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.356163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.382956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] For port e3d897a2-9695-4dcb-affb-8f2bccbd99a1, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:41.416850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] For port e3d897a2-9695-4dcb-affb-8f2bccbd99a1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:41.503406 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.522013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.524974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.552578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:41.622265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22730015-415d-4bdb-b778-7dacd6a82324 None None] Pushing event updated for resources: {'Port': ['ID=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:41.887714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Allocated IP 172.25.5.209 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/1d59134b-acbb-4585-a007-cdc6a7a4aebd) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:41.903813 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.063656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.159210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-842cd6bd-ec55-4026-8c8d-be9f4ff9c538 req-3575a187-2344-4395-ab00-2d3e6cc929d9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b81dc6a-9b65-49cb-a6b6-595dd51c903c HTTP/1.1" status: 200 len: 210 time: 0.0385394 Aug 19 15:12:42.283303 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:12:42.337284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.413679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.449535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.484289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:42.514063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Pushing event updated for resources: {'Port': ['ID=1d59134b-acbb-4585-a007-cdc6a7a4aebd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:42.519040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:42.524981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:42.704766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f802d79-cf54-4dc6-bf1e-d146b87656f4 None None] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:42.709550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40368) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:42.730793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.67 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/eaa72b7e-541a-4dbb-a649-775dfd58a96b) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:42.870503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85b69ee5-5e14-4aeb-b07f-82b52706c607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.878880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:42.903822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9b73692-2200-4029-ae01-a5dfbaf5bfbe None None] Provisioning for port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:43.039888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85b69ee5-5e14-4aeb-b07f-82b52706c607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.042046 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.074734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.096135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e3d897a2-9695-4dcb-affb-8f2bccbd99a1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:43.134625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.197083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:43.197083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:43.204613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:43.207784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=eaa72b7e-541a-4dbb-a649-775dfd58a96b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:43.243965 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85b69ee5-5e14-4aeb-b07f-82b52706c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.298185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:43.304008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-85b69ee5-5e14-4aeb-b07f-82b52706c607 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15f655c7995b4c259eed2018595db67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880857 Aug 19 15:12:43.304008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b69ee5-5e14-4aeb-b07f-82b52706c607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0043459e-8da8-44a8-be66-7665789e50cf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:43.317337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:43.317337 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.318177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40382) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:43.412307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede7b59-7bb6-4da9-ae75-b392acdcd33e req-dfd94d7f-0d79-436a-aaae-e3083fc5fb97 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:43.413812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ede7b59-7bb6-4da9-ae75-b392acdcd33e req-dfd94d7f-0d79-436a-aaae-e3083fc5fb97 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0965645 Aug 19 15:12:43.419415 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac8df15f-46cb-49a5-978f-f70bc85abd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.456952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac8df15f-46cb-49a5-978f-f70bc85abd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.474691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.500835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ede7b59-7bb6-4da9-ae75-b392acdcd33e req-8cf2c803-1982-4075-a151-9d3fc0d768ff tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714293 Aug 19 15:12:43.539869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e3d897a2-9695-4dcb-affb-8f2bccbd99a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:43.550202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.640967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac8df15f-46cb-49a5-978f-f70bc85abd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.646964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac8df15f-46cb-49a5-978f-f70bc85abd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.651389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac8df15f-46cb-49a5-978f-f70bc85abd1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0043459e-8da8-44a8-be66-7665789e50cf HTTP/1.1" status: 204 len: 168 time: 0.3341174 Aug 19 15:12:43.669686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df15f-46cb-49a5-978f-f70bc85abd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043459e-8da8-44a8-be66-7665789e50cf,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:43.699089 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.795585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:43.840653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:43.944078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88913b5-6704-455c-bfdf-9f55e66866e2 req-7f5e10ce-bd7d-4fc7-a8da-004e52ad7c2b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:43.945688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b88913b5-6704-455c-bfdf-9f55e66866e2 req-7f5e10ce-bd7d-4fc7-a8da-004e52ad7c2b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0576057 Aug 19 15:12:44.006241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b88913b5-6704-455c-bfdf-9f55e66866e2 req-fbd34071-75d2-4bf3-a31e-c8d8df75a846 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Aug 19 15:12:44.063249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e86a048e-79e9-4bab-ad01-970bed4cadca no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:44.111887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: e86a048e-79e9-4bab-ad01-970bed4cadca {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:12:44.112358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e86a048e-79e9-4bab-ad01-970bed4cadca not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:44.178241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcb0d-f725-488b-8e0b-823cec366eaf req-55e059e7-a922-4438-a8f3-66a468591c8c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:44.179957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22fbcb0d-f725-488b-8e0b-823cec366eaf req-55e059e7-a922-4438-a8f3-66a468591c8c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0650008 Aug 19 15:12:44.234933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22fbcb0d-f725-488b-8e0b-823cec366eaf req-70085a38-2321-454a-8874-566391d794df tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477481 Aug 19 15:12:44.320850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Router 52cbefde-8f77-4db1-bfd1-53daa42183a4 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:12:44.546763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:44.566080 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Sync routers for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:44.594813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:44.595480 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:44.611773 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:44.731349 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:44.733665 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f0449d6f-eee6-4d6f-bea0-6a57a00ce3cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5109935 Aug 19 15:12:44.737913 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:44.740828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:45.028389 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:42Z', 'revision_number': 3, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:45.061538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e3d897a2-9695-4dcb-affb-8f2bccbd99a1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:45.068255 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Checking router: 52cbefde-8f77-4db1-bfd1-53daa42183a4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:12:45.068255 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Updating router 52cbefde-8f77-4db1-bfd1-53daa42183a4 port 1d59134b-acbb-4585-a007-cdc6a7a4aebd binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:12:45.105310 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.122672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:45.123321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.270843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:12:45.384632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40432) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:45.482864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:45.494513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:45.508613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:45.514131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:45.526581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1667893860'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:45.567382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:45.580011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:45.580989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:45.628883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:45.630225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b6e62-4de3-4bc9-bf8e-1b4fdd8e6248 None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:45.645484 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.656844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Transition to ACTIVE for port object 1d59134b-acbb-4585-a007-cdc6a7a4aebd will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:45.658064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.773131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.775148 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f28a054-42ac-41cb-a7e0-47a7733f435f tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6241932 Aug 19 15:12:45.778819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:45.832957 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.913411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Allocated IP 172.20.0.1 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/57695854-d7a9-4ad9-9c25-a96d4dee67dc) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:45.919707 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Attempting to bind port 1d59134b-acbb-4585-a007-cdc6a7a4aebd on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:45.920342 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Attempting to bind port 1d59134b-acbb-4585-a007-cdc6a7a4aebd by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:45.920955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Attempting to bind port 1d59134b-acbb-4585-a007-cdc6a7a4aebd on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:45.940315 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:45.947203 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:45.947203 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.947203 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:45.947203 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Bound port: 1d59134b-acbb-4585-a007-cdc6a7a4aebd, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:45.947203 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.952365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Made reservation on behalf of 21411fe683ff4093b62eb0c6614d5b1c for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:45.964030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.976401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:45.994857 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Pushing event updated for resources: {'Port': ['ID=1d59134b-acbb-4585-a007-cdc6a7a4aebd,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.015928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.017523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.017523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:46.053070 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] For port 1d59134b-acbb-4585-a007-cdc6a7a4aebd, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:46.057450 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] For port 1d59134b-acbb-4585-a007-cdc6a7a4aebd, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1d59134b-acbb-4585-a007-cdc6a7a4aebd,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:46.115049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.231510 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.246450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.271512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Transition to ACTIVE for port object 57695854-d7a9-4ad9-9c25-a96d4dee67dc will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:46.298704 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6090-37ed-496d-a6c2-ed7a5036ab32 None None] Pushing event updated for resources: {'Port': ['ID=1d59134b-acbb-4585-a007-cdc6a7a4aebd,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:46.306472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.329660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:12:46.349316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.354798 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Added segment 2e850ec3-5aad-45e1-a392-714c7ddaeee1 of type vlan for network 03e6707a-33ef-47df-ab61-73b127f8efa6 Aug 19 15:12:46.369549 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:46.377512 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:46.464081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59996afa-77d1-4f86-880a-99e1dc0a7b4c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:46.465224 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.541728 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:46.543995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.584273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-b8c33c50-41d1-4f5a-979f-687e44ec46f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1440794 Aug 19 15:12:46.586686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.602102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Pushing event updated for resources: {'Port': ['ID=57695854-d7a9-4ad9-9c25-a96d4dee67dc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:46.654646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:46.657698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:46.661959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:46.679148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-a817cfa0-8f89-44be-aeb9-25a544402c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:46.681003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-a817cfa0-8f89-44be-aeb9-25a544402c26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fc4a5c2519d4e059c08baa413267fda&device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 1098 time: 0.0560355 Aug 19 15:12:46.725886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.781346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.791871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:46.798241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:46.841979 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:42Z', 'revision_number': 3, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:46.875891 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b14b0-3609-4982-878b-02e4f1e7d5ff None None] The sync data for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 is: [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:42Z', 'revision_number': 3, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:46.907165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event updated for resources: {'Network': ['ID=03e6707a-33ef-47df-ab61-73b127f8efa6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:46.920077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:12:46.954295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-356cb456-d922-49c4-a5c9-a9f50d29862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:46.958108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-356cb456-d922-49c4-a5c9-a9f50d29862f service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 200 len: 911 time: 0.2533042 Aug 19 15:12:47.067686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ddd15d08-bea0-4ad1-9561-0cd5e356c706 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6795781 Aug 19 15:12:47.077805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40458) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:47.085343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-a3b95f86-c3df-45dd-bbf1-7ccc1382d6ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95240753-6205-4108-a689-0013b249fb7b HTTP/1.1" status: 200 len: 1002 time: 0.1159027 Aug 19 15:12:47.099283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Request body: {'subnet': {'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:47.105250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.1 (6e63b43c-818e-45f4-b574-c46b9d7bbbf3/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c/9d1937b4-ff2d-47ab-bdb0-7bf7ef2d9da0) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:47.163177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-2fd43a3d-f52d-42ec-a7fd-fe61bf468f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:47.164706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-2fd43a3d-f52d-42ec-a7fd-fe61bf468f88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 200 len: 849 time: 0.0720236 Aug 19 15:12:47.217039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cebef175-59c9-4f12-9e8c-4a65c9503f9c None None] Provisioning for port 57695854-d7a9-4ad9-9c25-a96d4dee67dc completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:47.221018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cebef175-59c9-4f12-9e8c-4a65c9503f9c None None] Provisioning complete for port 57695854-d7a9-4ad9-9c25-a96d4dee67dc triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:47.228531 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cebef175-59c9-4f12-9e8c-4a65c9503f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:47.253242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-44c4a480-da3a-42fe-8ca7-949e38fe9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:47.255601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-44c4a480-da3a-42fe-8ca7-949e38fe9f77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c91008f-6f37-4d4b-8c45-18d1f30cef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836098 Aug 19 15:12:47.283751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cebef175-59c9-4f12-9e8c-4a65c9503f9c None None] Port 57695854-d7a9-4ad9-9c25-a96d4dee67dc cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:47.297240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-2bb61fa2-0125-429b-9b97-131c294aa422 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:12:47.304917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-2bb61fa2-0125-429b-9b97-131c294aa422 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237191 Aug 19 15:12:47.366564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:47.436890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-d8c79085-72c2-4f59-bf5c-0d6400a0ff62 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253929 Aug 19 15:12:47.462051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:47.597473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Made reservation on behalf of 21411fe683ff4093b62eb0c6614d5b1c for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:47.606229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:47.606540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81f9ad4c-6057-4a03-aa46-4c552dfc27c9 req-77cf4076-6af6-4385-aa42-c9baf8baa0e1 service neutron] 10.222.0.54 "GET /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569960 Aug 19 15:12:47.759266 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:47.835280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:47.844626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:47.877360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:47.882425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:47.917358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=9d1937b4-ff2d-47ab-bdb0-7bf7ef2d9da0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:47.970860 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:48.008433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:48.120696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Pushing event updated for resources: {'Port': ['ID=57695854-d7a9-4ad9-9c25-a96d4dee67dc,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:48.125502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:48.208749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900b88-5e6d-44ec-8d48-272fc34181c5 req-ca56bfa8-ac9f-486e-922e-30aeac5c0dc7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:48.210549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad900b88-5e6d-44ec-8d48-272fc34181c5 req-ca56bfa8-ac9f-486e-922e-30aeac5c0dc7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0696888 Aug 19 15:12:48.213311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:48.272332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad900b88-5e6d-44ec-8d48-272fc34181c5 req-160e73b9-f4bb-47d8-86aa-cb6ed73d4bf6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Aug 19 15:12:48.497309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3424-8ca5-45aa-adb2-71ca58dc05fb req-1783dedd-3b38-4c5c-b69b-62ba00410ffc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:48.499895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f71f3424-8ca5-45aa-adb2-71ca58dc05fb req-1783dedd-3b38-4c5c-b69b-62ba00410ffc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0647991 Aug 19 15:12:48.562997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f71f3424-8ca5-45aa-adb2-71ca58dc05fb req-6b7a9f80-648e-4b1f-a54a-7af9d0e5528b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Aug 19 15:12:48.682300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event updated for resources: {'Subnet': ['ID=60fc3b27-3cf3-4da4-a32e-81398f7dd00e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:48.727107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Checking segment: {'id': '2e850ec3-5aad-45e1-a392-714c7ddaeee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:48.727780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Network hostable DHCP agents. Network: 03e6707a-33ef-47df-ab61-73b127f8efa6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:12:48.745087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:48.753787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:48.846002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:48.930480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:12:49.043243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Router 52cbefde-8f77-4db1-bfd1-53daa42183a4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:12:49.103656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 03e6707a-33ef-47df-ab61-73b127f8efa6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:49.118504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdfa85e-3a0c-4666-9191-11e1b3f99f64 None None] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:49.164172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1d59134b-acbb-4585-a007-cdc6a7a4aebd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:49.171237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:49.179985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.245937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e7415aa8-862e-4b29-8976-952656fd50c0 None None] Provisioning complete for port 57695854-d7a9-4ad9-9c25-a96d4dee67dc triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:49.248579 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e7415aa8-862e-4b29-8976-952656fd50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.310507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e7415aa8-862e-4b29-8976-952656fd50c0 None None] Port 57695854-d7a9-4ad9-9c25-a96d4dee67dc cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:49.346877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30997467-e4c9-4421-b690-823f667a4eec tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2656591 Aug 19 15:12:49.347828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40494) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:49.358959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:49.362261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Request body: {'port': {'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-245729046'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:49.385348 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a3ab09e-d0a0-4acc-8554-5138e61dda56 admin admin] 10.222.0.13 "PUT /v2.0/routers/52cbefde-8f77-4db1-bfd1-53daa42183a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6236656 Aug 19 15:12:49.385572 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Sync routers for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:49.406589 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:49.407825 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:49.446367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-03e6707a-33ef-47df-ab61-73b127f8efa6', 'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6', 'tenant_id': '21411fe683ff4093b62eb0c6614d5b1c', 'fixed_ips': [{'subnet_id': '60fc3b27-3cf3-4da4-a32e-81398f7dd00e'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:12:49.447280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.485932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.606057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1d59134b-acbb-4585-a007-cdc6a7a4aebd completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:49.623051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1d59134b-acbb-4585-a007-cdc6a7a4aebd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:49.623925 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.629759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.721975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:49.741304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=9d1937b4-ff2d-47ab-bdb0-7bf7ef2d9da0,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:49.792573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.871578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Made reservation on behalf of 21411fe683ff4093b62eb0c6614d5b1c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:49.878549 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:49.925131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Allocated IP 2001:db8::2 (03e6707a-33ef-47df-ab61-73b127f8efa6/60fc3b27-3cf3-4da4-a32e-81398f7dd00e/6e252506-9a25-414b-8b86-6d1ae5e1d02c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:49.954045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] device_id is not set on port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:50.063114 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.075507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:50.078894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:50.118123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1d59134b-acbb-4585-a007-cdc6a7a4aebd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1d59134b-acbb-4585-a007-cdc6a7a4aebd,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:50.157684 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 2, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:50.226399 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Checking router: 52cbefde-8f77-4db1-bfd1-53daa42183a4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:12:50.227419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Updating router 52cbefde-8f77-4db1-bfd1-53daa42183a4 port 57695854-d7a9-4ad9-9c25-a96d4dee67dc binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:12:50.260138 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.321877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:12:50.326363 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.334560 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.343392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Transition to ACTIVE for port object 6e252506-9a25-414b-8b86-6d1ae5e1d02c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:50.376382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Transition to ACTIVE for port object 6e252506-9a25-414b-8b86-6d1ae5e1d02c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:50.413813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1d59134b-acbb-4585-a007-cdc6a7a4aebd,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:50.511743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40522) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:50.522106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391715527', 'description': 'tempest-description--2121797209'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:50.532626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:50.541410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-589510da-88da-498f-ad59-8668ae46c53c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/routers/3a8efc6d-c061-4b0b-9a99-f51163f45414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7613230 Aug 19 15:12:50.545765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40524) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:50.557563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'port': {'network_id': '6e63b43c-818e-45f4-b574-c46b9d7bbbf3', 'name': 'tempest-FloatingIPTestJSON-1656260881'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:50.558499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:50.598699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:50.598699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:50.746048 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.751220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:50.800646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.828499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Allocated IP 2001:db8::1a3 (03e6707a-33ef-47df-ab61-73b127f8efa6/60fc3b27-3cf3-4da4-a32e-81398f7dd00e/d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:50.854544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:50.865496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:50.880914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:50.881737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:50.889012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:50.893940 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:50.915987 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Transition to ACTIVE for port object 57695854-d7a9-4ad9-9c25-a96d4dee67dc will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:50.939704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:50.940388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a222d-47cc-41b1-97b3-409195af1d3d None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:50.941940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Pushing event updated for resources: {'Port': ['ID=6e252506-9a25-414b-8b86-6d1ae5e1d02c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:51.027971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Attempting to bind port 6e252506-9a25-414b-8b86-6d1ae5e1d02c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:51.028390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Attempting to bind port 6e252506-9a25-414b-8b86-6d1ae5e1d02c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2e850ec3-5aad-45e1-a392-714c7ddaeee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:51.028816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Attempting to bind port 6e252506-9a25-414b-8b86-6d1ae5e1d02c on network 03e6707a-33ef-47df-ab61-73b127f8efa6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:51.034346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:51.039024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.039496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:51.040133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Checking segment: {'id': '2e850ec3-5aad-45e1-a392-714c7ddaeee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:51.040822 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.041886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Bound using segment: {'id': '2e850ec3-5aad-45e1-a392-714c7ddaeee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:51.043006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Bound port: 6e252506-9a25-414b-8b86-6d1ae5e1d02c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e850ec3-5aad-45e1-a392-714c7ddaeee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:51.043950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.065752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] device_id is not set on port 8f3b238c-7828-4019-9989-1024b7060e68 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:51.070415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1d59134b-acbb-4585-a007-cdc6a7a4aebd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:51.137961 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.187557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.215738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Transition to ACTIVE for port object d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:51.244173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1d59134b-acbb-4585-a007-cdc6a7a4aebd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:51.244712 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.258422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.272404 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cbe94-9b55-40d7-8a77-62b652b977d1 None None] Pushing event updated for resources: {'Port': ['ID=57695854-d7a9-4ad9-9c25-a96d4dee67dc,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:51.279646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] For port 6e252506-9a25-414b-8b86-6d1ae5e1d02c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:51.308645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] For port 6e252506-9a25-414b-8b86-6d1ae5e1d02c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6e252506-9a25-414b-8b86-6d1ae5e1d02c,segment=NetworkSegment(2e850ec3-5aad-45e1-a392-714c7ddaeee1),segment_id=2e850ec3-5aad-45e1-a392-714c7ddaeee1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:51.362940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.386020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.2 (6e63b43c-818e-45f4-b574-c46b9d7bbbf3/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c/8f3b238c-7828-4019-9989-1024b7060e68) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:51.398958 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Attempting to bind port 57695854-d7a9-4ad9-9c25-a96d4dee67dc on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:51.399751 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Attempting to bind port 57695854-d7a9-4ad9-9c25-a96d4dee67dc by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:51.400374 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Attempting to bind port 57695854-d7a9-4ad9-9c25-a96d4dee67dc on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:51.408840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:51.416544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:51.416544 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.416544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:51.416544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Bound port: 57695854-d7a9-4ad9-9c25-a96d4dee67dc, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:51.416544 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.425485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f96d0e-dedf-4081-af56-d4c1d9911874,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:51.431773 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.509892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.511383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8f6f0-bb6e-4ca1-a4e2-f47d4609a223 None None] Pushing event updated for resources: {'Port': ['ID=6e252506-9a25-414b-8b86-6d1ae5e1d02c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:51.528926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] For port 57695854-d7a9-4ad9-9c25-a96d4dee67dc, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:12:51.533821 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] For port 57695854-d7a9-4ad9-9c25-a96d4dee67dc, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57695854-d7a9-4ad9-9c25-a96d4dee67dc,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:12:51.637184 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.645782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48d7916e-654b-46b4-ac43-34bd34450ac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1269679 Aug 19 15:12:51.654425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:51.654602 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.661433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'security_group_rule': {'security_group_id': '68f96d0e-dedf-4081-af56-d4c1d9911874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:51.700905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:51.713304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:51.721266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:51.736029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:51.736732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:51.757951 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:51.758964 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:51.805903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event updated for resources: {'Port': ['ID=d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:51.824448 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cbe94-9b55-40d7-8a77-62b652b977d1 None None] Pushing event updated for resources: {'Port': ['ID=57695854-d7a9-4ad9-9c25-a96d4dee67dc,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:51.886694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.012315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.117561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2d4f7d90-c477-4082-8fea-81f45ae3ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7644312 Aug 19 15:12:52.117687 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.118165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40546) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:52.127195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Request body: {'port': {'network_id': '03e6707a-33ef-47df-ab61-73b127f8efa6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2089586498', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:52.128034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.api.validators [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] bootfile-name is not in valid_values {{(pid=101963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:12:52.128385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.api.validators [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] tftp-server is not in valid_values {{(pid=101963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:12:52.128720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.api.validators [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] server-ip-address is not in valid_values {{(pid=101963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:12:52.182194 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:52.292152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:52.310025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:52.314160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.315390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:52.319205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=8f3b238c-7828-4019-9989-1024b7060e68,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:52.396931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.442608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ce0ffd-46fe-4aba-a3ed-ecbed5024ad6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:52.450274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:52.451607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.570230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Made reservation on behalf of 21411fe683ff4093b62eb0c6614d5b1c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:52.576752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.595250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:51Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:52.615313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] device_id is not set on port 3d2ec436-7eba-446f-b888-088d728a707d yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:52.630790 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e76e4-616e-4fdb-b688-b1262e79c695 None None] The sync data for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 is: [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:51Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:52.652531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:52.656814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90731565-cd8e-425e-a05d-b15fe8817647 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0061531 Aug 19 15:12:52.658112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40548) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:52.667688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'security_group_rule': {'security_group_id': '68f96d0e-dedf-4081-af56-d4c1d9911874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:52.741522 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-da103136-8d1c-4a0d-bdef-0fc2cd6bda15 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1915269 Aug 19 15:12:52.742108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40550) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:52.749218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'port': {'network_id': '6e63b43c-818e-45f4-b574-c46b9d7bbbf3', 'name': 'tempest-FloatingIPTestJSON-125299459'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:52.835090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Allocated IP 2001:db8::36c (03e6707a-33ef-47df-ab61-73b127f8efa6/60fc3b27-3cf3-4da4-a32e-81398f7dd00e/3d2ec436-7eba-446f-b888-088d728a707d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:53.024654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.125042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.168770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:12:53.173381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.211248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] device_id is not set on port df3e5538-4ee3-4a34-a8d5-d29ef3f58b12 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:12:53.356786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.366128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57695854-d7a9-4ad9-9c25-a96d4dee67dc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:53.413970 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.427610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-9a40c5b3-8cb5-4fbb-88b8-a86b645d7f8c req-88bc2c5d-6961-4087-ab66-4f0815a42e9c service neutron] (101962) timed out ('10.222.0.13', 44142) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:12:53.437779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ca5a77-4114-40ef-90aa-7dd0d844ca44,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:53.474060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Transition to ACTIVE for port object 3d2ec436-7eba-446f-b888-088d728a707d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:53.546455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077298b-cf28-4b85-a9ef-7a88564972f8 None None] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:53.565678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.9 (6e63b43c-818e-45f4-b574-c46b9d7bbbf3/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c/df3e5538-4ee3-4a34-a8d5-d29ef3f58b12) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:53.666227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.670298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50ed857c-4067-46fb-94d1-a0aef8eaa418 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0076416 Aug 19 15:12:53.671662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1772035-cd0f-48d2-ba20-763466c700cd req-5695c7fb-9b00-4add-af2d-1ba2614e1eb2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:53.673000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 57695854-d7a9-4ad9-9c25-a96d4dee67dc completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:53.674436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1772035-cd0f-48d2-ba20-763466c700cd req-5695c7fb-9b00-4add-af2d-1ba2614e1eb2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0791245 Aug 19 15:12:53.677337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40568) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:53.684156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:53.686580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 57695854-d7a9-4ad9-9c25-a96d4dee67dc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:53.687094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.727717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.760866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1772035-cd0f-48d2-ba20-763466c700cd req-bb08e516-744d-4087-a3ff-cc59b5f0516f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775826 Aug 19 15:12:53.789976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f105f42c-a816-4c5b-9e84-f96aaf3db8c8 None None] Provisioning for port 6e252506-9a25-414b-8b86-6d1ae5e1d02c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:53.858535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event updated for resources: {'Port': ['ID=3d2ec436-7eba-446f-b888-088d728a707d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:53.859412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.864494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:53.867674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:53.879862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:53.880982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.895440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:53.895440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:53.962910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 57695854-d7a9-4ad9-9c25-a96d4dee67dc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57695854-d7a9-4ad9-9c25-a96d4dee67dc,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:54.035875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.055659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382a6f9-595c-44fe-aab9-9d43156421b4 req-f1032821-0ee4-408f-b0b9-c54d23e389d9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:54.062350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b382a6f9-595c-44fe-aab9-9d43156421b4 req-f1032821-0ee4-408f-b0b9-c54d23e389d9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0776930 Aug 19 15:12:54.086373 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.088016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6e252506-9a25-414b-8b86-6d1ae5e1d02c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:54.112516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.141706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ca88e536-900c-4654-922e-c19998f7370d tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0226793 Aug 19 15:12:54.158497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b382a6f9-595c-44fe-aab9-9d43156421b4 req-d11bd4d5-7250-4eaf-9f32-59649b2f0210 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Aug 19 15:12:54.160082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40572) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:54.258606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=df3e5538-4ee3-4a34-a8d5-d29ef3f58b12,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:54.334379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:54.347338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:54.354158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:54.366547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=57695854-d7a9-4ad9-9c25-a96d4dee67dc,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:54.432120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffc75d-b8bd-44e7-b2a5-0a7bcf2cd36a tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:54.449099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffc75d-b8bd-44e7-b2a5-0a7bcf2cd36a tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:54.463156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffc75d-b8bd-44e7-b2a5-0a7bcf2cd36a tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:54.469963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 6e252506-9a25-414b-8b86-6d1ae5e1d02c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:54.475325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40584) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:54.479119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6e252506-9a25-414b-8b86-6d1ae5e1d02c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:54.479629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-28ffc75d-b8bd-44e7-b2a5-0a7bcf2cd36a tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3046672 Aug 19 15:12:54.480362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.559057 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1299de8b-b116-492d-8313-95f042841805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.615053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:54.617215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.656377 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.685671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Provisioning for port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:54.718400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.719333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Provisioning complete for port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:54.721461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.777294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5e0cec7-3a69-4223-83f0-6f7a7534c457 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0340116 Aug 19 15:12:54.786021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40592) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:54.804326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'df3e5538-4ee3-4a34-a8d5-d29ef3f58b12', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:54.807480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f022-0db7-4277-9c0c-e35028dd0ccd req-f6949b32-93e5-41cd-bced-143aed8aa434 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:54.823117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c790f022-0db7-4277-9c0c-e35028dd0ccd req-f6949b32-93e5-41cd-bced-143aed8aa434 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.2201111 Aug 19 15:12:54.838937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 6e252506-9a25-414b-8b86-6d1ae5e1d02c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6e252506-9a25-414b-8b86-6d1ae5e1d02c,segment=NetworkSegment(2e850ec3-5aad-45e1-a392-714c7ddaeee1),segment_id=2e850ec3-5aad-45e1-a392-714c7ddaeee1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:54.849306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:54.875356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Deleting port 3d2ec436-7eba-446f-b888-088d728a707d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:54.875831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:54.897757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c790f022-0db7-4277-9c0c-e35028dd0ccd req-b6949976-b955-479f-8137-ab28219d6de2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690215 Aug 19 15:12:55.036936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Allocated IP 172.25.5.141 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/1686af3d-343e-48ff-96b4-1e5e6c488a6f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:55.058983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.127771 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.129685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Provisioning for port 3d2ec436-7eba-446f-b888-088d728a707d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:12:55.139769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Provisioning complete for port 3d2ec436-7eba-446f-b888-088d728a707d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:55.140149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.217625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57695854-d7a9-4ad9-9c25-a96d4dee67dc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:55.222243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Port 3d2ec436-7eba-446f-b888-088d728a707d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:55.271156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aad41f-517a-4003-9b9f-f56d3969fc41 req-a6f969a7-712a-42c5-8f80-2a0292f52cf4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:55.273133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.278154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=6e252506-9a25-414b-8b86-6d1ae5e1d02c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:55.281532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21aad41f-517a-4003-9b9f-f56d3969fc41 req-a6f969a7-712a-42c5-8f80-2a0292f52cf4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0911164 Aug 19 15:12:55.296312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Provisioning complete for port 6e252506-9a25-414b-8b86-6d1ae5e1d02c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:55.296312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-caf483ec-7c3b-4626-bda3-e76909972b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.305632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Calling delete_port for 3d2ec436-7eba-446f-b888-088d728a707d owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:55.344478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21aad41f-517a-4003-9b9f-f56d3969fc41 req-2f2836c9-f32d-4c8a-8e5b-7610cd148dc0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534580 Aug 19 15:12:55.410333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 57695854-d7a9-4ad9-9c25-a96d4dee67dc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:55.410911 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.465005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.480253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.510383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-99acc664-bf35-4bdc-8de2-3ac67068ef22 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532790921&fields=id&tenant_id=06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 267 time: 0.0425472 Aug 19 15:12:55.602233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.619443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-93d55623-0f71-4277-847c-88c715a28d34 None None] Provisioning complete for port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:55.620418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93d55623-0f71-4277-847c-88c715a28d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.682365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-93d55623-0f71-4277-847c-88c715a28d34 None None] Port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:55.687632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-c9b80bf6-418a-424c-a41c-0593fc9e5c59 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:55.689378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-c9b80bf6-418a-424c-a41c-0593fc9e5c59 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.1630805 Aug 19 15:12:55.702175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-93d55623-0f71-4277-847c-88c715a28d34 None None] Provisioning complete for port 3d2ec436-7eba-446f-b888-088d728a707d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:55.703198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93d55623-0f71-4277-847c-88c715a28d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.724813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-45e047b1-43da-456d-8df8-8681fa1105c7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.0223820 Aug 19 15:12:55.758678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-93d55623-0f71-4277-847c-88c715a28d34 None None] Port 3d2ec436-7eba-446f-b888-088d728a707d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:55.767990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.793620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-2f69418a-8e4b-440f-9b14-2545b3076c1b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639114 Aug 19 15:12:55.817217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-db132dc8-5be1-4a20-8bd0-f06061956e51 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:12:55.820567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-db132dc8-5be1-4a20-8bd0-f06061956e51 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088463 Aug 19 15:12:55.827369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.866545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:55.879058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.226 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/dda934bf-8ffb-427a-9736-e6ce2f8888d8) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:12:55.882027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:55.888845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=1686af3d-343e-48ff-96b4-1e5e6c488a6f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:55.902642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:55.968248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-5abc0ba3-e69c-4c7d-ab06-d04536164aaa service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422181 Aug 19 15:12:55.979741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:55.981762 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "DELETE /v2.0/ports/3d2ec436-7eba-446f-b888-088d728a707d HTTP/1.1" status: 204 len: 168 time: 1.4971991 Aug 19 15:12:55.987437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4705-9f35-473a-8d33-df5888143ffa tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event deleted for resources: {'Port': ['ID=3d2ec436-7eba-446f-b888-088d728a707d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:55.995364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40608) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:56.012901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Request body: {'port': {'name': 'tempest-new-port-name-1845363843', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:56.013435 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.api.validators [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] bootfile-name is not in valid_values {{(pid=101962) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:12:56.013784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.api.validators [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] tftp-server is not in valid_values {{(pid=101962) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:12:56.014116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.api.validators [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] server-ip-address is not in valid_values {{(pid=101962) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:12:56.124157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-832d458a-bf7b-4047-bfa4-75c7584c65a8 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538987 Aug 19 15:12:56.191789 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.218325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.231088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.397033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.526681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.600897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:12:56.620253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:12:56.625639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=dda934bf-8ffb-427a-9736-e6ce2f8888d8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:56.632587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.636222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:12:56.733941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.766025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.813416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] In _notify_port_updated(), no bound segment for port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 on network 03e6707a-33ef-47df-ab61-73b127f8efa6 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:12:56.819187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:56.819851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.821264 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "PUT /v2.0/ports/d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 HTTP/1.1" status: 200 len: 1130 time: 0.8248677 Aug 19 15:12:56.825533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40620) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:56.881425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd0c13-9b30-4d4c-8d9b-bbffaea72f26 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:56.888535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8abd0c13-9b30-4d4c-8d9b-bbffaea72f26 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "GET /v2.0/ports/d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 HTTP/1.1" status: 200 len: 1130 time: 0.0577195 Aug 19 15:12:56.888779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ff7bd-ca03-46ac-954a-706c19316dff tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event updated for resources: {'Port': ['ID=d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:56.889623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40622) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:56.918971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.006747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Deleting port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:57.008674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.180864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.202979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Calling delete_port for d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:57.206261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7b9665d5-cb15-4341-a040-4a43d1420f1d None None] Provisioning complete for port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:57.211419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b9665d5-cb15-4341-a040-4a43d1420f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.211419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6e252506-9a25-414b-8b86-6d1ae5e1d02c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:57.351259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7b9665d5-cb15-4341-a040-4a43d1420f1d None None] Port d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:12:57.359170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6e252506-9a25-414b-8b86-6d1ae5e1d02c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:57.359604 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.529749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.621456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=1686af3d-343e-48ff-96b4-1e5e6c488a6f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:57.632110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.633955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2db4e48-7cde-4384-9b02-0291e2a249f9 req-410317c3-9bc1-4d6a-89dd-dc8bfb08ebeb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0619190 Aug 19 15:12:57.734301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.782516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.785201 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3185b99-f082-412d-a525-1223c0ef3468 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1046238 Aug 19 15:12:57.795448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event deleted for resources: {'Port': ['ID=d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:57.829503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.831631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e3e3b882-0413-4c07-b959-9f1744099484 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "DELETE /v2.0/ports/d7d7cb1f-2ce2-43ab-bd6c-f90dd8fd04a6 HTTP/1.1" status: 204 len: 168 time: 0.9407563 Aug 19 15:12:57.835932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40640) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:57.884575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d1966-04a1-465a-b37a-5cae7d51cffc req-a897af73-2a03-4bed-bc18-5fed7a2353c9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:57.886253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c6d1966-04a1-465a-b37a-5cae7d51cffc req-a897af73-2a03-4bed-bc18-5fed7a2353c9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1482177 Aug 19 15:12:57.920009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Deleting subnet 60fc3b27-3cf3-4da4-a32e-81398f7dd00e {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:12:57.928047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.934800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ced0a38a-8497-467b-9660-4a774c0d666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.985724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c6d1966-04a1-465a-b37a-5cae7d51cffc req-eeb775d2-907a-4bd0-9ddc-72ca2987d68b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886452 Aug 19 15:12:57.986465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.997680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.165402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.198370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-48ab8ca1-42c0-4ecc-883c-6c34dcf8fdf8 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1391715527&fields=id&tenant_id=6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 267 time: 0.0744026 Aug 19 15:12:58.247378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.352495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-f29ebd2a-b8f0-49c4-bfc2-d4f2de1b43a7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:58.354624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-f29ebd2a-b8f0-49c4-bfc2-d4f2de1b43a7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.1456358 Aug 19 15:12:58.382608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-b69cf08c-3f09-46ed-857d-8e1b6ab36929 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/quotas/6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 375 time: 0.0211968 Aug 19 15:12:58.449683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.473153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.507617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event deleted for resources: {'Subnet': ['ID=60fc3b27-3cf3-4da4-a32e-81398f7dd00e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:58.510876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.513928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b285afec-205c-4d39-a47f-7362b1b6f330 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "DELETE /v2.0/subnets/60fc3b27-3cf3-4da4-a32e-81398f7dd00e HTTP/1.1" status: 204 len: 168 time: 0.6765919 Aug 19 15:12:58.515358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a31d48-7449-4e88-987b-e15ebf611427 None None] Network 03e6707a-33ef-47df-ab61-73b127f8efa6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:58.518622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40660) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:58.570776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.594207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-9716956c-a54c-456d-9961-06ef7f16b245 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2052166 Aug 19 15:12:58.684086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=dda934bf-8ffb-427a-9736-e6ce2f8888d8,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:58.695451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.705952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:58.763176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] DHCP port deletion for 03e6707a-33ef-47df-ab61-73b127f8efa6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:12:58.856446 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 1487975a-885a-49ba-823a-501c5c2a472f associated. External IP: 172.25.5.226, port: df3e5538-4ee3-4a34-a8d5-d29ef3f58b12. Aug 19 15:12:58.857657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] Deleting port 6e252506-9a25-414b-8b86-6d1ae5e1d02c {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:58.858109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.070994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] For port 6e252506-9a25-414b-8b86-6d1ae5e1d02c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6e252506-9a25-414b-8b86-6d1ae5e1d02c,segment=NetworkSegment(2e850ec3-5aad-45e1-a392-714c7ddaeee1),segment_id=2e850ec3-5aad-45e1-a392-714c7ddaeee1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:59.071758 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.089587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] Calling delete_port for 6e252506-9a25-414b-8b86-6d1ae5e1d02c owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:59.157505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-09db1dc1-440c-4803-8ef2-6655379e7183 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359061 Aug 19 15:12:59.231151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:12:59.233288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Deleting port 6e252506-9a25-414b-8b86-6d1ae5e1d02c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:59.233828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6e252506-9a25-414b-8b86-6d1ae5e1d02c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:59.233943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.330396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] For port 6e252506-9a25-414b-8b86-6d1ae5e1d02c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6e252506-9a25-414b-8b86-6d1ae5e1d02c,segment=NetworkSegment(2e850ec3-5aad-45e1-a392-714c7ddaeee1),segment_id=2e850ec3-5aad-45e1-a392-714c7ddaeee1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:59.330669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.336856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-13b3a2af-6500-43b3-bb6e-438979cddcf6 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713104 Aug 19 15:12:59.337704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.350089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Calling delete_port for 6e252506-9a25-414b-8b86-6d1ae5e1d02c owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:59.379285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] Pushing event deleted for resources: {'Port': ['ID=6e252506-9a25-414b-8b86-6d1ae5e1d02c,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:59.389829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9f76c-2b5c-4caf-8402-89d371d4ad0a None None] No DVR routers for this DVR port 6e252506-9a25-414b-8b86-6d1ae5e1d02c on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:59.394510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.399567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:59.413037 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:59.436708 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:59.437801 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.528376 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.530315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.540677 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:59.541863 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.559638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event deleted for resources: {'Port': ['ID=6e252506-9a25-414b-8b86-6d1ae5e1d02c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:59.564256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] No DVR routers for this DVR port 6e252506-9a25-414b-8b86-6d1ae5e1d02c on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:59.569775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.571004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.586645 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.587659 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488aee9c-3d47-4dc1-af2f-b0397e4c0521 None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:59.607533 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3630b676-f5da-4b41-b2ea-9bb04f0ed663 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8105633 Aug 19 15:12:59.610714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40666) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:59.616335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:12:59.681424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.687549 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.696797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e6707a-33ef-47df-ab61-73b127f8efa6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.720439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e850ec3-5aad-45e1-a392-714c7ddaeee1') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.720945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e850ec3-5aad-45e1-a392-714c7ddaeee1') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:59.754475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.798395 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.838307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:12:59.839747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:12:59.848426 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:12:59.911074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:59.980846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9c9ea-1182-41ce-8aba-fa9052199bd5 req-afec94c0-fb7d-4b78-9942-e55a7a8aebe9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:59.982548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccb9c9ea-1182-41ce-8aba-fa9052199bd5 req-afec94c0-fb7d-4b78-9942-e55a7a8aebe9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1772742 Aug 19 15:13:00.027204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccb9c9ea-1182-41ce-8aba-fa9052199bd5 req-0bfaacd3-fa60-4997-a513-e87f45f9f1ac tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Aug 19 15:13:00.032710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:00.033436 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 1487975a-885a-49ba-823a-501c5c2a472f disassociated. External IP: 172.25.5.226, port: df3e5538-4ee3-4a34-a8d5-d29ef3f58b12. Aug 19 15:13:00.072198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:00.082500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:00.084606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] 10.222.0.13 "DELETE /v2.0/networks/03e6707a-33ef-47df-ab61-73b127f8efa6 HTTP/1.1" status: 204 len: 168 time: 1.5649898 Aug 19 15:13:00.110161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71596301-19c6-40b1-bdf8-059843461e48 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672 tempest-ExtraDHCPOptionsIpV6TestJSON-312802672-project] Pushing event deleted for resources: {'Network': ['ID=03e6707a-33ef-47df-ab61-73b127f8efa6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:00.384580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:00.458115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab540614-51d8-4af1-88d6-425664090ab8 req-1d9d7f4d-5ff9-4f6c-8cac-94841fcb15d3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0614030 Aug 19 15:13:00.552673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:00.560195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:00.567997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:00.609427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:00.609427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:00.617746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c1bcee6-444c-4bce-b16e-620230fb149b req-642230c6-cb7f-44c0-81d5-d5504b34a34d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 210 time: 0.0575058 Aug 19 15:13:00.621164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-440af43d-463d-462d-8033-35b4fef97f98 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/floatingips/1487975a-885a-49ba-823a-501c5c2a472f HTTP/1.1" status: 200 len: 688 time: 1.0078397 Aug 19 15:13:00.623933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:00.653108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:00.670069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:00.670754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:00.716121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:00.717138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db90605-b320-4f6b-9aed-28b8f2f9928c None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:00.771441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:00.827640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40688) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:00.866450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-afd69332-a199-4093-a8f4-1dc1e7b5ad44 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:00.868116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-afd69332-a199-4093-a8f4-1dc1e7b5ad44 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.3995373 Aug 19 15:13:00.917309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ce7ff-f387-41ad-9c63-f1bc5b6f5b54 req-11456e91-fd61-443c-a06b-a6e873f364c1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:00.919087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-860ce7ff-f387-41ad-9c63-f1bc5b6f5b54 req-11456e91-fd61-443c-a06b-a6e873f364c1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1326439 Aug 19 15:13:00.956088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port dda934bf-8ffb-427a-9736-e6ce2f8888d8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:00.956444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:00.963377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-b2904526-bda2-4120-8c81-2a41610188f0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 380 time: 0.0769067 Aug 19 15:13:00.990186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': '6457035d-097b-41cd-a8ea-052046b9bd72', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'security_groups': ['fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:01.060205 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b86f23f7-ef17-4e26-93fe-75b16383ce42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21411fe683ff4093b62eb0c6614d5b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309451 Aug 19 15:13:01.063555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:01.110700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-860ce7ff-f387-41ad-9c63-f1bc5b6f5b54 req-ad52b068-c5c2-4ae5-b77f-547182c38fe2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663601 Aug 19 15:13:01.188798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.189478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.190336 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba215427-80ce-4929-a8b0-892bfb1a48f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.220638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba215427-80ce-4929-a8b0-892bfb1a48f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.242045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for dda934bf-8ffb-427a-9736-e6ce2f8888d8 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:01.342950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355fbc-4e9c-4293-9805-4d8cf16b7538 req-fb0887d3-db94-4f20-abc0-3b0fa77c81ed tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:01.344601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b355fbc-4e9c-4293-9805-4d8cf16b7538 req-fb0887d3-db94-4f20-abc0-3b0fa77c81ed tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1608450 Aug 19 15:13:01.413555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba215427-80ce-4929-a8b0-892bfb1a48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.420357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba215427-80ce-4929-a8b0-892bfb1a48f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.425239 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba215427-80ce-4929-a8b0-892bfb1a48f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59996afa-77d1-4f86-880a-99e1dc0a7b4c HTTP/1.1" status: 204 len: 168 time: 0.3564565 Aug 19 15:13:01.437545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba215427-80ce-4929-a8b0-892bfb1a48f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59996afa-77d1-4f86-880a-99e1dc0a7b4c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:01.439240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b355fbc-4e9c-4293-9805-4d8cf16b7538 req-db07ca8c-b9af-4f31-bf36-66950cf436dd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781176 Aug 19 15:13:01.526479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:01.531420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.751724 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:01.870856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=dda934bf-8ffb-427a-9736-e6ce2f8888d8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:02.073710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-659c1d31-272f-49db-97ee-f7f5705de997 req-bda90531-662c-40c4-b16f-a26b1f50b5c9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.1698427 Aug 19 15:13:02.100255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:02.103522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:02.114166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6dc69183-6e1f-4b6c-abcd-90bf5cdc79f3 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/floatingips/1487975a-885a-49ba-823a-501c5c2a472f HTTP/1.1" status: 204 len: 168 time: 1.4772804 Aug 19 15:13:02.114166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40720) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:02.120657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '8f3b238c-7828-4019-9989-1024b7060e68'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:02.182089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.6 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/c9fa83d6-4c41-4323-aa1f-d7320209fbae) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:02.295757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:02.408521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6adff10-5d21-46d6-a895-208861674558 req-52569588-16de-47b3-b77e-bf0c58e8999b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 210 time: 0.1174557 Aug 19 15:13:02.531827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:02.556679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object c9fa83d6-4c41-4323-aa1f-d7320209fbae will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:02.587855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:02.765168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6cfd3-c286-4ce1-be83-33f38703ce51 req-0f80207a-5834-4534-bfcc-4490d76b779b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:02.766830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34d6cfd3-c286-4ce1-be83-33f38703ce51 req-0f80207a-5834-4534-bfcc-4490d76b779b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1598921 Aug 19 15:13:02.773062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:02.870064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=c9fa83d6-4c41-4323-aa1f-d7320209fbae,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:02.908503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:02.923456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:02.941929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:02.950678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.187 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/64ead3e2-201a-49b6-9786-3634b796b680) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:03.055876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34d6cfd3-c286-4ce1-be83-33f38703ce51 req-e5eaf92a-f9db-4511-830c-922b10a7a00e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455664 Aug 19 15:13:03.212356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:03.213078 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.340323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.397685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:03.423930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-80b98812-aff6-4f60-a9c0-809e2467b3d5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4515860 Aug 19 15:13:03.476155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Request body: {'port': {'device_id': '6457035d-097b-41cd-a8ea-052046b9bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:03.490766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-49ee44a0-9bd3-475d-8480-dcce53c49066 None None] Provisioning for port c9fa83d6-4c41-4323-aa1f-d7320209fbae completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:03.500306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-49ee44a0-9bd3-475d-8480-dcce53c49066 None None] Provisioning complete for port c9fa83d6-4c41-4323-aa1f-d7320209fbae triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:03.500870 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-49ee44a0-9bd3-475d-8480-dcce53c49066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.560084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695232095'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:03.576394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-49ee44a0-9bd3-475d-8480-dcce53c49066 None None] Port c9fa83d6-4c41-4323-aa1f-d7320209fbae cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:03.630879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.715126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.740410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:03.745840 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.751611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:03.757359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.766650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:03.768661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=64ead3e2-201a-49b6-9786-3634b796b680,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:03.772193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:03.881722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91929b-e290-479a-b2b9-2de3cd8becb1 req-b2e7a356-e1ce-42d1-9728-b5c5dcd0ba23 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:03.884302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd91929b-e290-479a-b2b9-2de3cd8becb1 req-b2e7a356-e1ce-42d1-9728-b5c5dcd0ba23 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.3113534 Aug 19 15:13:03.888305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.898155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-f87c85da-2eef-44c3-b6d2-698c2cb28df7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:03.898645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-f87c85da-2eef-44c3-b6d2-698c2cb28df7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.4581983 Aug 19 15:13:04.006827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.034125 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:04.065186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.124953 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment 09edd5e6-8cde-4eb5-95dd-486e859cafdd of type vlan for network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 Aug 19 15:13:04.124953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a36f2a-63e0-43d7-9419-e67b1eb86a59,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:04.151372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.182611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd91929b-e290-479a-b2b9-2de3cd8becb1 req-ad81c50f-cc8d-40ac-ade0-e3f2125eeab5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827122 Aug 19 15:13:04.212595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-2aea693b-a135-4d19-b8d2-ece58573fd8a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 380 time: 0.2948022 Aug 19 15:13:04.240877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'port': {'device_id': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'admin_state_up': True, 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'security_groups': ['68f96d0e-dedf-4081-af56-d4c1d9911874']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:04.300080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.307198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:04.308562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.427123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=3124a904-8c31-48f1-b1df-bcdf0a4c9f48,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:04.438541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:04.497804 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-34ad8c44-4222-43b9-b545-e13a08f124bd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0977240 Aug 19 15:13:04.501226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:04.508937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1136430718'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:04.613953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797d4f-fa79-4206-ab91-1c951d1736f1 req-4e6c75c0-4e81-4665-b6c2-d5749f7ee2e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:04.615733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13797d4f-fa79-4206-ab91-1c951d1736f1 req-4e6c75c0-4e81-4665-b6c2-d5749f7ee2e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 931 time: 0.3103223 Aug 19 15:13:04.644228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:04.648816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.681105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:04.694768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.695133 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment 308db03e-b915-4b9e-98ac-a0039729714c of type vlan for network 06c96342-80f5-4580-b75f-54dc2970dfb2 Aug 19 15:13:04.753827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.851322 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.857897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:04.859025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.948537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=06c96342-80f5-4580-b75f-54dc2970dfb2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:04.966561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:05.008251 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60271bd2-ad2d-4ca4-b2ef-9e9938efe27f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5052953 Aug 19 15:13:05.012507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40764) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:05.021576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:05.286299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:05.291864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.365944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:05.369699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.378159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13797d4f-fa79-4206-ab91-1c951d1736f1 req-67b4f287-4356-4722-9d43-5255c66754e2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7430894 Aug 19 15:13:05.411536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fa83d6-4c41-4323-aa1f-d7320209fbae {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:05.462289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.555468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Transition to ACTIVE for port object c9fa83d6-4c41-4323-aa1f-d7320209fbae will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:05.558240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.656617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dd01831-5922-41a1-9da5-659cf26a6609 req-8c862dd1-d5b5-4d50-ad93-05d33696d901 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 210 time: 0.0703769 Aug 19 15:13:05.672006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.686942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.732921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Allocated IP 172.20.0.11 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/68c58513-7661-4658-b8f0-78ab6839907d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:05.766536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fa83d6-4c41-4323-aa1f-d7320209fbae,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:05.819488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.820703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.821089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.821486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.821870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.822155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.822490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.822822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.823155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.823487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.823816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.824145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:05.860158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=b45b2e76-3de4-4bbb-ac0d-534c5cd865b4,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:05.872301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': '09edd5e6-8cde-4eb5-95dd-486e859cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:05.872827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: 3124a904-8c31-48f1-b1df-bcdf0a4c9f48, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:05.966569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.011998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:06.072768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Attempting to bind port c9fa83d6-4c41-4323-aa1f-d7320209fbae on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:06.073314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Attempting to bind port c9fa83d6-4c41-4323-aa1f-d7320209fbae by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:06.073996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Attempting to bind port c9fa83d6-4c41-4323-aa1f-d7320209fbae on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:06.105165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Port c9fa83d6-4c41-4323-aa1f-d7320209fbae on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:13:06.105601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Attempting to bind port c9fa83d6-4c41-4323-aa1f-d7320209fbae on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:06.149713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:06.150328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:06.150993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:06.151836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Bound port: c9fa83d6-4c41-4323-aa1f-d7320209fbae, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:06.152532 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.154103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 3124a904-8c31-48f1-b1df-bcdf0a4c9f48) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:06.164462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed70f9-68d0-447a-a81d-e2679f115d48 None None] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:06.170730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:06.171738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.263387 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-071575f7-c909-4762-9c6c-200864591ac6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2467022 Aug 19 15:13:06.264626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40768) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:06.275393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:06.455926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.461412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:06.465516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.562727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ecc53-51a6-4bcd-89a1-563a09ab483e req-f378fec9-e435-4bbc-97a5-f1cbc46b2c9e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:06.571963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-3124a904-8c31-48f1-b1df-bcdf0a4c9f48', 'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': 'b45b2e76-3de4-4bbb-ac0d-534c5cd865b4'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:06.571963 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.572266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d78ecc53-51a6-4bcd-89a1-563a09ab483e req-f378fec9-e435-4bbc-97a5-f1cbc46b2c9e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.3838961 Aug 19 15:13:06.580832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Transition to ACTIVE for port object 68c58513-7661-4658-b8f0-78ab6839907d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:06.631413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] For port c9fa83d6-4c41-4323-aa1f-d7320209fbae, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:06.709697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] For port c9fa83d6-4c41-4323-aa1f-d7320209fbae, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:06.739798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Allocated IP 2001:db8::2 (3124a904-8c31-48f1-b1df-bcdf0a4c9f48/b45b2e76-3de4-4bbb-ac0d-534c5cd865b4/88d7c1b3-2385-4a61-be7e-16760996bcf0) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:06.795450 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.810652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d78ecc53-51a6-4bcd-89a1-563a09ab483e req-3211a5c1-99df-4e4c-a68f-8358070b2528 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206833 Aug 19 15:13:06.815229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.872163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:06.872810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.874368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] 10.222.0.54 "PUT /v2.0/ports/c9fa83d6-4c41-4323-aa1f-d7320209fbae HTTP/1.1" status: 200 len: 1092 time: 3.4114158 Aug 19 15:13:06.874842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:06.877393 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d94449b-d8f0-4164-8bbd-02895e3aab71" -d '{"events": [{"name": "network-changed", "server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:06.919957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.942600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a921-9a68-4a16-bb4b-ced53c1a7b41 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fa83d6-4c41-4323-aa1f-d7320209fbae,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:06.998685 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.006518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.011055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.021169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Transition to ACTIVE for port object 88d7c1b3-2385-4a61-be7e-16760996bcf0 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:07.037027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=0ead8412-7cd7-42bb-a99a-fddfb6dcdb22,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:07.072805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Transition to ACTIVE for port object 88d7c1b3-2385-4a61-be7e-16760996bcf0 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:07.106990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': '308db03e-b915-4b9e-98ac-a0039729714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:07.118677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: 06c96342-80f5-4580-b75f-54dc2970dfb2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:07.239098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c42a7-8e3c-4209-9d9b-f11dfded15ba req-e3e32f64-2e8a-43b7-b777-0965cc462f1b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.240813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-709c42a7-8e3c-4209-9d9b-f11dfded15ba req-e3e32f64-2e8a-43b7-b777-0965cc462f1b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 943 time: 0.3208942 Aug 19 15:13:07.265101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:07.286127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:07.302986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.303471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:07.304368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=64ead3e2-201a-49b6-9786-3634b796b680,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:07.365847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.367102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:07.373091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:07.377229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:07.386803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Pushing event updated for resources: {'Port': ['ID=88d7c1b3-2385-4a61-be7e-16760996bcf0,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:07.403742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:07.449958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-ce1c8708-0bbf-4b30-8abc-fdb4b3eab45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.451575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-ce1c8708-0bbf-4b30-8abc-fdb4b3eab45c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 1095 time: 0.3892920 Aug 19 15:13:07.454968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Attempting to bind port 88d7c1b3-2385-4a61-be7e-16760996bcf0 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:07.456182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Attempting to bind port 88d7c1b3-2385-4a61-be7e-16760996bcf0 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '09edd5e6-8cde-4eb5-95dd-486e859cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:07.456182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Attempting to bind port 88d7c1b3-2385-4a61-be7e-16760996bcf0 on network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:07.464219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:07.464618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Checking segment: {'id': '09edd5e6-8cde-4eb5-95dd-486e859cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:07.465225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.465633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Bound using segment: {'id': '09edd5e6-8cde-4eb5-95dd-486e859cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:07.466136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Bound port: 88d7c1b3-2385-4a61-be7e-16760996bcf0, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edd5e6-8cde-4eb5-95dd-486e859cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3124a904-8c31-48f1-b1df-bcdf0a4c9f48'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:07.467375 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.489899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-709c42a7-8e3c-4209-9d9b-f11dfded15ba req-2d42caef-47bb-465f-815c-4eeca8bd0f49 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280769 Aug 19 15:13:07.495722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:07.529286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 06c96342-80f5-4580-b75f-54dc2970dfb2) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:07.536763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.537564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.574829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5550e8c-63ac-4785-a04a-954cc38df68d None None] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:07.578298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-ae462413-d266-48cc-9fe7-d60067f1eb22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae HTTP/1.1" status: 200 len: 217 time: 0.1029921 Aug 19 15:13:07.589519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.590217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.660690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d1810bcb-2ea9-4a51-96dd-688bcece0aa0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3946366 Aug 19 15:13:07.661485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40784) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:07.668138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2125146555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:07.699305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] For port 88d7c1b3-2385-4a61-be7e-16760996bcf0, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:07.730222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] For port 88d7c1b3-2385-4a61-be7e-16760996bcf0, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88d7c1b3-2385-4a61-be7e-16760996bcf0,segment=NetworkSegment(09edd5e6-8cde-4eb5-95dd-486e859cafdd),segment_id=09edd5e6-8cde-4eb5-95dd-486e859cafdd)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:07.742516 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP ddc630f4-50d6-4fda-8a9a-67eb50d3b441 associated. External IP: 172.25.5.187, port: 8f3b238c-7828-4019-9989-1024b7060e68. Aug 19 15:13:07.748383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-e7f3d348-3b1c-4eec-999c-3feaaac595d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.750088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-e7f3d348-3b1c-4eec-999c-3feaaac595d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1511788 Aug 19 15:13:07.818353 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.823316 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.841673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6712e9-5918-4f36-88dc-300fedc67744 req-a9a0d043-ec0d-414a-8997-436eec7eef43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.843274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d6712e9-5918-4f36-88dc-300fedc67744 req-a9a0d043-ec0d-414a-8997-436eec7eef43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 932 time: 0.2133453 Aug 19 15:13:07.881392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7b8540cc-d531-424a-9ad7-eaddee5e565b None None] Provisioning for port 68c58513-7661-4658-b8f0-78ab6839907d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:07.889521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.895394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7b8540cc-d531-424a-9ad7-eaddee5e565b None None] Provisioning complete for port 68c58513-7661-4658-b8f0-78ab6839907d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:07.898724 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b8540cc-d531-424a-9ad7-eaddee5e565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.913147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-06c96342-80f5-4580-b75f-54dc2970dfb2', 'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': '0ead8412-7cd7-42bb-a99a-fddfb6dcdb22'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:07.914712 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.934518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-879b525e-efdf-4f87-92e8-8f39d51b6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.936113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-879b525e-efdf-4f87-92e8-8f39d51b6f9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499972 Aug 19 15:13:07.953024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.966511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-a0869aaf-a24e-4b95-97f9-6849840ba9bc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7430115 Aug 19 15:13:07.982942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d6712e9-5918-4f36-88dc-300fedc67744 req-d2b58d5d-59f5-46ad-aaa1-f617bb6a29af tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970752 Aug 19 15:13:08.022283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Request body: {'port': {'device_id': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:08.040124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26d06-c7d1-4a65-a7c6-141177c5a6db None None] Pushing event updated for resources: {'Port': ['ID=88d7c1b3-2385-4a61-be7e-16760996bcf0,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:08.047307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7b8540cc-d531-424a-9ad7-eaddee5e565b None None] Port 68c58513-7661-4658-b8f0-78ab6839907d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:08.103907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.220795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.228030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9c5a18b8-0064-47e9-972b-5bb39ea7b061 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5640101 Aug 19 15:13:08.229170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40786) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:08.244858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Allocated IP 2001:db8:1::2 (06c96342-80f5-4580-b75f-54dc2970dfb2/0ead8412-7cd7-42bb-a99a-fddfb6dcdb22/b1998bb9-3f85-4bed-8611-2583231dd768) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:08.264758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.411335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:08.423041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-2cc873af-71a8-4d15-b3db-ea9992ee836b service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742885 Aug 19 15:13:08.476318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6b2eb-b32e-4d1a-bf34-8f78c840e1bc req-6a4bca87-1cc3-4e5a-8c14-64f52945950c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:08.478038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5d6b2eb-b32e-4d1a-bf34-8f78c840e1bc req-6a4bca87-1cc3-4e5a-8c14-64f52945950c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.3463781 Aug 19 15:13:08.527047 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.555498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Transition to ACTIVE for port object b1998bb9-3f85-4bed-8611-2583231dd768 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:08.575413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Transition to ACTIVE for port object b1998bb9-3f85-4bed-8611-2583231dd768 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:08.710449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.739751 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.759339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:08.765054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:08.771715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:08.774169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5d6b2eb-b32e-4d1a-bf34-8f78c840e1bc req-8d9d7d3b-a98d-41bf-bff4-f3f3d04eed86 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708457 Aug 19 15:13:08.798621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Pushing event updated for resources: {'Port': ['ID=b1998bb9-3f85-4bed-8611-2583231dd768,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:08.881363 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b2b94c-7e35-4620-bae3-56c411ef7b26 x-openstack-request-id: req-90b2b94c-7e35-4620-bae3-56c411ef7b26 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:08.881684 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:08.881914 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90b2b94c-7e35-4620-bae3-56c411ef7b26 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:08.882339 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'status': 'completed', 'code': 200} Aug 19 15:13:08.897362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f65df71-df87-4172-a54d-861d0a6ee8b0 req-a38655f2-060a-4b29-9fb3-11acc70981c0 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620731 Aug 19 15:13:08.906952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Attempting to bind port b1998bb9-3f85-4bed-8611-2583231dd768 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:08.907471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Attempting to bind port b1998bb9-3f85-4bed-8611-2583231dd768 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '308db03e-b915-4b9e-98ac-a0039729714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:08.907957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Attempting to bind port b1998bb9-3f85-4bed-8611-2583231dd768 on network 06c96342-80f5-4580-b75f-54dc2970dfb2 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:08.915548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:08.916190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Checking segment: {'id': '308db03e-b915-4b9e-98ac-a0039729714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:08.916699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.917277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Bound using segment: {'id': '308db03e-b915-4b9e-98ac-a0039729714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:08.918086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Bound port: b1998bb9-3f85-4bed-8611-2583231dd768, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308db03e-b915-4b9e-98ac-a0039729714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06c96342-80f5-4580-b75f-54dc2970dfb2'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:08.918458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.924508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:08.952398 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:08.972004 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:08.973508 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:09.035564 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:09.041670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] For port b1998bb9-3f85-4bed-8611-2583231dd768, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:09.046938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] For port b1998bb9-3f85-4bed-8611-2583231dd768, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1998bb9-3f85-4bed-8611-2583231dd768,segment=NetworkSegment(308db03e-b915-4b9e-98ac-a0039729714c),segment_id=308db03e-b915-4b9e-98ac-a0039729714c)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:09.063487 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:09.064141 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:09.087074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.142697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:09.148931 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d9636-fe81-41ad-a055-b36bc97a61e9 None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:09.167953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.253698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8::1 (3124a904-8c31-48f1-b1df-bcdf0a4c9f48/b45b2e76-3de4-4bbb-ac0d-534c5cd865b4/7f42a6ad-5102-4316-8181-3d6868c066c7) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:09.259560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:09.280532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ae1dc0eb-73ef-406d-92a0-b7d17aed5e2c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1685274 Aug 19 15:13:09.289826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40798) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:09.304737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.341321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994935da-4cae-4c0c-a25c-7c47a01e552f None None] Pushing event updated for resources: {'Port': ['ID=b1998bb9-3f85-4bed-8611-2583231dd768,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:09.384098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88d7c1b3-2385-4a61-be7e-16760996bcf0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:09.389036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Transition to ACTIVE for port object 68c58513-7661-4658-b8f0-78ab6839907d will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:09.398135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-f7b7fd8d-68da-4c39-a969-b4fbe346d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:09.401054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-f7b7fd8d-68da-4c39-a969-b4fbe346d0eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 1095 time: 0.2585998 Aug 19 15:13:09.494520 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c6fbb95-0938-4106-9714-1eab102e98c1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/floatingips/ddc630f4-50d6-4fda-8a9a-67eb50d3b441 HTTP/1.1" status: 200 len: 978 time: 0.2028427 Aug 19 15:13:09.502891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:09.527759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.574465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 88d7c1b3-2385-4a61-be7e-16760996bcf0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:09.713051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.735459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e5f9bad-52b5-44cc-be8b-2753cc2f2040 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2259994 Aug 19 15:13:09.735774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:09.746350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'port_id': 'df3e5538-4ee3-4a34-a8d5-d29ef3f58b12'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:09.761801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31801fe5-a029-48bd-81a7-4951be4b4053 None None] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:09.797250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object 7f42a6ad-5102-4316-8181-3d6868c066c7 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:09.885328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.985315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] Provisioning for port 88d7c1b3-2385-4a61-be7e-16760996bcf0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:09.988896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.997049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] Provisioning complete for port 88d7c1b3-2385-4a61-be7e-16760996bcf0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:09.997526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.021182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582cb0-f187-409f-ac46-6cca614fa76e req-d7dfcb3f-c222-4ab1-805d-4769dbe53541 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.029949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61582cb0-f187-409f-ac46-6cca614fa76e req-d7dfcb3f-c222-4ab1-805d-4769dbe53541 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 943 time: 0.6824927 Aug 19 15:13:10.083152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:10.094600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:10.108323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:10.116228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:10.116822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.148037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-47e71177-714d-43cf-a24c-c07284a2e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.149770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-47e71177-714d-43cf-a24c-c07284a2e460 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.7188299 Aug 19 15:13:10.161997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61582cb0-f187-409f-ac46-6cca614fa76e req-bb2706ca-3da8-49d4-98fc-a81e23c56cea tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267292 Aug 19 15:13:10.164047 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.234753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] For port 88d7c1b3-2385-4a61-be7e-16760996bcf0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88d7c1b3-2385-4a61-be7e-16760996bcf0,segment=NetworkSegment(09edd5e6-8cde-4eb5-95dd-486e859cafdd),segment_id=09edd5e6-8cde-4eb5-95dd-486e859cafdd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:10.270135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=7f42a6ad-5102-4316-8181-3d6868c066c7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:10.318886 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.360602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-1573db41-a426-4c8d-8c7a-5b64e4081c5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae HTTP/1.1" status: 200 len: 217 time: 0.1110291 Aug 19 15:13:10.418672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8b536-76ed-4d4f-80b7-c8dd4c165cf1 None None] Pushing event updated for resources: {'Port': ['ID=88d7c1b3-2385-4a61-be7e-16760996bcf0,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:10.479174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Attempting to bind port 68c58513-7661-4658-b8f0-78ab6839907d on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:10.479872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Attempting to bind port 68c58513-7661-4658-b8f0-78ab6839907d by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:10.480476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Attempting to bind port 68c58513-7661-4658-b8f0-78ab6839907d on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:10.584011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Port 68c58513-7661-4658-b8f0-78ab6839907d on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:13:10.584341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Attempting to bind port 68c58513-7661-4658-b8f0-78ab6839907d on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:10.607387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:10.607702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:10.607996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:10.608721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Bound port: 68c58513-7661-4658-b8f0-78ab6839907d, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:10.608952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.615584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-b5a2232f-849f-4fa6-956e-0f6c12acc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.617166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-b5a2232f-849f-4fa6-956e-0f6c12acc934 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.2073259 Aug 19 15:13:10.624342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c7708-c53a-4c78-af03-68c105933f3c req-2f08e8c9-ee99-4e29-8b63-eff38d611f20 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.626819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-319c7708-c53a-4c78-af03-68c105933f3c req-2f08e8c9-ee99-4e29-8b63-eff38d611f20 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 814 time: 0.3313322 Aug 19 15:13:10.688259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-319c7708-c53a-4c78-af03-68c105933f3c req-78584108-0c48-4948-895a-bafd38e75002 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/quotas/1a114ab95c1a48d88a81f9ad9fad8c00 HTTP/1.1" status: 200 len: 375 time: 0.0397470 Aug 19 15:13:10.693261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d493cdf9-e43c-4c9f-8c15-aef82dc2f3b9 None None] Provisioning complete for port 88d7c1b3-2385-4a61-be7e-16760996bcf0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:10.694438 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d493cdf9-e43c-4c9f-8c15-aef82dc2f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.780807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-c58d231a-1dac-4864-acc7-f1a2a4898170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.787395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-c58d231a-1dac-4864-acc7-f1a2a4898170 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507239 Aug 19 15:13:10.861095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:10.887140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:10.898170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-319c7708-c53a-4c78-af03-68c105933f3c req-189de22d-1735-4f1f-8732-c4141bd89daf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2089851 Aug 19 15:13:10.944453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.964492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-d15425ea-931f-4b90-99bd-bfddfb30f452 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685257 Aug 19 15:13:10.990651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d493cdf9-e43c-4c9f-8c15-aef82dc2f3b9 None None] Provisioning for port 7f42a6ad-5102-4316-8181-3d6868c066c7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:11.005785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d493cdf9-e43c-4c9f-8c15-aef82dc2f3b9 None None] Provisioning complete for port 7f42a6ad-5102-4316-8181-3d6868c066c7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:11.006163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d493cdf9-e43c-4c9f-8c15-aef82dc2f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.020533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.103937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d493cdf9-e43c-4c9f-8c15-aef82dc2f3b9 None None] Port 7f42a6ad-5102-4316-8181-3d6868c066c7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:11.203799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa76e83-fe29-488f-afe5-f22a80eecd01 None None] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:11.203926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.203926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.203926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1093 time: 3.2084758 Aug 19 15:13:11.203926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:11.212382 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb" -d '{"events": [{"name": "network-changed", "server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:11.323626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea08a4f-5cfd-4fe8-94fb-2c44a3831852 req-39fa8dcc-e9c0-4e7c-89d0-57a52fad28ed tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.329472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ea08a4f-5cfd-4fe8-94fb-2c44a3831852 req-39fa8dcc-e9c0-4e7c-89d0-57a52fad28ed tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 944 time: 0.1826208 Aug 19 15:13:11.329472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d91ef4-3418-444c-8f0e-dfd082d2b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:11.369803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d94449b-d8f0-4164-8bbd-02895e3aab71 req-38eb522f-0bcb-47a2-862b-a1e74a2c5462 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972805 Aug 19 15:13:11.482442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1998bb9-3f85-4bed-8611-2583231dd768 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:11.500439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ea08a4f-5cfd-4fe8-94fb-2c44a3831852 req-165d1003-47a1-4347-aeaa-1a1d80901199 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477625 Aug 19 15:13:11.514085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-24d12ac0-15ab-46a0-994f-8c1ce6dc673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.516653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-24d12ac0-15ab-46a0-994f-8c1ce6dc673a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1096 time: 0.1095257 Aug 19 15:13:11.546903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-915bcdc1-7ec8-41b5-9fe3-1b57033b21ec None None] Provisioning for port b1998bb9-3f85-4bed-8611-2583231dd768 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:11.587089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-915bcdc1-7ec8-41b5-9fe3-1b57033b21ec None None] Provisioning complete for port 7f42a6ad-5102-4316-8181-3d6868c066c7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:11.587489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-915bcdc1-7ec8-41b5-9fe3-1b57033b21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.590197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-b8de33d2-95bf-48c5-ae10-6e4649515e65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 217 time: 0.0580251 Aug 19 15:13:11.665523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-915bcdc1-7ec8-41b5-9fe3-1b57033b21ec None None] Port 7f42a6ad-5102-4316-8181-3d6868c066c7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:11.678204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-5f240205-278c-439b-98c0-4190615f195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.679999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-5f240205-278c-439b-98c0-4190615f195b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0749314 Aug 19 15:13:11.740143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.749284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-13137756-a213-411c-a3b9-f37de4aa578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.751082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-13137756-a213-411c-a3b9-f37de4aa578a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637550 Aug 19 15:13:11.759646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b1998bb9-3f85-4bed-8611-2583231dd768 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:11.766158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b1998bb9-3f85-4bed-8611-2583231dd768 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:11.766539 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.892537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.892537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.948587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.957929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=7f42a6ad-5102-4316-8181-3d6868c066c7,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:11.984378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-8ce8970d-944c-403d-8ebe-e4187fda4624 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064667 Aug 19 15:13:11.985148 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.000874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b1998bb9-3f85-4bed-8611-2583231dd768, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1998bb9-3f85-4bed-8611-2583231dd768,segment=NetworkSegment(308db03e-b915-4b9e-98ac-a0039729714c),segment_id=308db03e-b915-4b9e-98ac-a0039729714c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:12.030762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-11e1e4b7-164f-4db3-aaab-3efacef40e59 None None] Provisioning complete for port b1998bb9-3f85-4bed-8611-2583231dd768 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:12.031352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11e1e4b7-164f-4db3-aaab-3efacef40e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.051573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206da133-f451-483a-9b93-06ea1ca04ae1 req-33b506b3-8b90-4f4a-9bb1-410f572c494c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.053254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-206da133-f451-483a-9b93-06ea1ca04ae1 req-33b506b3-8b90-4f4a-9bb1-410f572c494c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1481311 Aug 19 15:13:12.085463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:12.087417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:12.093586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.119734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.120733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88d7c1b3-2385-4a61-be7e-16760996bcf0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:12.137851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-206da133-f451-483a-9b93-06ea1ca04ae1 req-0fb953df-2475-498a-a2f6-2f0a2ee5c63c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721624 Aug 19 15:13:12.142225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc2a4dbe-729e-4d19-8f86-100079ec54d4 req-20610f8d-80aa-45af-984d-252172a5d9cd service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533527 Aug 19 15:13:12.211262 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11e1e4b7-164f-4db3-aaab-3efacef40e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.256333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b1998bb9-3f85-4bed-8611-2583231dd768,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:12.270147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 88d7c1b3-2385-4a61-be7e-16760996bcf0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:12.270752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.326281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59424ec-142f-4e99-b47e-2a71f95d2fb3 req-d7c1e791-2a29-414c-98cd-d006dec70d41 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.336069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c59424ec-142f-4e99-b47e-2a71f95d2fb3 req-d7c1e791-2a29-414c-98cd-d006dec70d41 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 943 time: 0.0953126 Aug 19 15:13:12.359621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-11e1e4b7-164f-4db3-aaab-3efacef40e59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:13:12.359995 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-11e1e4b7-164f-4db3-aaab-3efacef40e59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:13:12.381224 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP ddc630f4-50d6-4fda-8a9a-67eb50d3b441 associated. External IP: 172.25.5.187, port: 8f3b238c-7828-4019-9989-1024b7060e68. Aug 19 15:13:12.406035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c59424ec-142f-4e99-b47e-2a71f95d2fb3 req-ed5f7dab-4bdf-467c-9078-a429e29ed529 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667570 Aug 19 15:13:12.465590 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a3999-a5cb-4a97-b6d0-f008ffd760b5 x-openstack-request-id: req-239a3999-a5cb-4a97-b6d0-f008ffd760b5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:12.466017 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:12.466340 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-239a3999-a5cb-4a97-b6d0-f008ffd760b5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:12.466821 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'status': 'completed', 'code': 200} Aug 19 15:13:12.590048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-aa2e17ec-a502-4385-9e67-c056cba1152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.591638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-aa2e17ec-a502-4385-9e67-c056cba1152c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0828664 Aug 19 15:13:12.608771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:12.619975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e885-670e-4f81-803b-a879d9c02c79 req-c2804a69-81a0-4f5e-a829-3aad529b18dc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.621961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ef2e885-670e-4f81-803b-a879d9c02c79 req-c2804a69-81a0-4f5e-a829-3aad529b18dc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0808389 Aug 19 15:13:12.740901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ef2e885-670e-4f81-803b-a879d9c02c79 req-f58f5fb8-3146-46dc-a8cd-49b554554a28 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 Aug 19 15:13:12.762676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-7cefd77c-bcdd-420c-b302-7fd2963837b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.764388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-7cefd77c-bcdd-420c-b302-7fd2963837b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1633530 Aug 19 15:13:12.766086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:12.771706 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cee3f38d-06c8-49c1-bf3f-542dc8b400ab tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5409505 Aug 19 15:13:12.774519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40836) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:12.795329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] Sync routers for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:12.812589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:12.813786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:12.836898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-39ed9ed7-0002-41f6-8c88-c96d02dd7c07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 217 time: 0.0552371 Aug 19 15:13:12.864871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:12.866801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470073a-9961-40e7-9f12-fce54bc16cd7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.875420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4470073a-9961-40e7-9f12-fce54bc16cd7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports/7f42a6ad-5102-4316-8181-3d6868c066c7 HTTP/1.1" status: 200 len: 911 time: 0.0998125 Aug 19 15:13:12.879276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:12.879924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:12.920127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:12.920795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:12.962753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-e262d491-c1fb-43ed-b366-e6159f68453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:12.964636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-e262d491-c1fb-43ed-b366-e6159f68453b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1184556 Aug 19 15:13:12.984164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:12.984795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1643664-c2a6-4a0f-b6a9-634be9b8a362 None None] The sync data for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:13.028273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75182fb3-83e0-4e82-a32b-f793829eba7a req-1a05ac89-bdaf-476a-bb7e-e8fbdd904a99 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:13.029890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75182fb3-83e0-4e82-a32b-f793829eba7a req-1a05ac89-bdaf-476a-bb7e-e8fbdd904a99 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 944 time: 0.1278522 Aug 19 15:13:13.068586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-1c1515e6-19bc-4218-848c-7a8fbbdab767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:13.071220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-1c1515e6-19bc-4218-848c-7a8fbbdab767 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945189 Aug 19 15:13:13.094825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.110595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3da79923-91bd-4153-bc4e-02da138c1241 None None] Provisioning complete for port 7f42a6ad-5102-4316-8181-3d6868c066c7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:13.111229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3da79923-91bd-4153-bc4e-02da138c1241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.131618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75182fb3-83e0-4e82-a32b-f793829eba7a req-31a1cf55-9369-4dc2-8c8e-2a83bc017c65 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947001 Aug 19 15:13:13.201453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3da79923-91bd-4153-bc4e-02da138c1241 None None] Port 7f42a6ad-5102-4316-8181-3d6868c066c7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:13.243180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1998bb9-3f85-4bed-8611-2583231dd768 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:13.325408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-f66a091f-9f2a-4d09-9a19-5a1970313a01 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407889 Aug 19 15:13:13.348649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:13.360193 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:13.372007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b1998bb9-3f85-4bed-8611-2583231dd768 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:13.372390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.378573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:13.380265 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:13.424460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:13.450250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:13.450250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:13.533417 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:13.534407 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9bcd69-95b8-489c-8734-c253e80afdef None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:13.548831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24e0e5e8-c184-4456-a2f3-a3dcc3641edb req-a8818962-0134-493b-bb7b-1e70a752a01a service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114334 Aug 19 15:13:13.572868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aec3505-cf98-4845-ad94-ecd98dd8bcb1 req-11899a3e-10ef-4b42-9f07-ab70deae222c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00 HTTP/1.1" status: 200 len: 221 time: 0.0321584 Aug 19 15:13:13.698483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2822-2ce7-4e1c-a8e4-1cce45ee6e57 req-d62131e5-9479-4b56-8675-b5a11d876397 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:13.703222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70ac2822-2ce7-4e1c-a8e4-1cce45ee6e57 req-d62131e5-9479-4b56-8675-b5a11d876397 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 943 time: 0.0669816 Aug 19 15:13:13.759130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70ac2822-2ce7-4e1c-a8e4-1cce45ee6e57 req-8841dcf3-796d-4aed-9436-ecaf66729af2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457671 Aug 19 15:13:13.796752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.891390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671fb56-b452-44e6-8783-a8c2836c7c79 req-c257be6b-2847-40d4-9e0c-afe5a9caba08 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:13.892963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f671fb56-b452-44e6-8783-a8c2836c7c79 req-c257be6b-2847-40d4-9e0c-afe5a9caba08 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0656388 Aug 19 15:13:13.917431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:13.938216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f671fb56-b452-44e6-8783-a8c2836c7c79 req-85f1302b-82b1-4a3a-900a-518e2b8ad69d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Aug 19 15:13:14.083671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05030407-67e6-468b-ad4c-4ff7acf62469 req-207996f8-7f27-4274-b735-59b2d96f0485 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:14.085342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05030407-67e6-468b-ad4c-4ff7acf62469 req-207996f8-7f27-4274-b735-59b2d96f0485 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0606420 Aug 19 15:13:14.135966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05030407-67e6-468b-ad4c-4ff7acf62469 req-0dc00ed2-fc48-4f85-88dc-99958319facf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437715 Aug 19 15:13:14.176186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:14.182447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.186747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:14.200561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:14.201972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:14.228891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8:1::1 (06c96342-80f5-4580-b75f-54dc2970dfb2/0ead8412-7cd7-42bb-a99a-fddfb6dcdb22/e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:14.251669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:14.264327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:14.265488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:14.280397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40872) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:14.280520 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6adc6eb-cab3-44fe-816c-c926c783846c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/floatingips/ddc630f4-50d6-4fda-8a9a-67eb50d3b441 HTTP/1.1" status: 200 len: 977 time: 4.5421329 Aug 19 15:13:14.285538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:14.322189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:14.323271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4144edc4-9768-4a62-8c88-3c6ee05f772d None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:14.358245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.423533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.523792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.645538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.646594 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP ddc630f4-50d6-4fda-8a9a-67eb50d3b441 disassociated. External IP: 172.25.5.187, port: df3e5538-4ee3-4a34-a8d5-d29ef3f58b12. Aug 19 15:13:14.829553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:14.911149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:14.943629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.989779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:14.993693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:14.998106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:14.998703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.033087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:15.040698 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.045090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:15.047059 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:15.068768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:15.070510 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:15.088438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-631aac11-a1f5-48ad-bf38-1c8d961bd774 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/floatingips/ddc630f4-50d6-4fda-8a9a-67eb50d3b441 HTTP/1.1" status: 200 len: 688 time: 0.8083453 Aug 19 15:13:15.091044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40884) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:15.122985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:15.151798 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:15.152799 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:15.200349 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:15.201429 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4c908-df18-4744-8b60-ffe25308713f None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:15.215765 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.283305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port 64ead3e2-201a-49b6-9786-3634b796b680 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:15.283661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.383572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.383929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.430905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for 64ead3e2-201a-49b6-9786-3634b796b680 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:15.454491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dd257f7a-f357-4634-9609-ad0ac8cb231e None None] Provisioning for port e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:15.463373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dd257f7a-f357-4634-9609-ad0ac8cb231e None None] Provisioning complete for port e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:15.463760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dd257f7a-f357-4634-9609-ad0ac8cb231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.504225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfdeb6-28f7-4aa6-9788-b4e91dda4714 req-4b6b4c93-252d-43c2-8cd4-569ebeee5104 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:15.506207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83dfdeb6-28f7-4aa6-9788-b4e91dda4714 req-4b6b4c93-252d-43c2-8cd4-569ebeee5104 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 944 time: 0.1163836 Aug 19 15:13:15.541677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dd257f7a-f357-4634-9609-ad0ac8cb231e None None] Port e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:15.587661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83dfdeb6-28f7-4aa6-9788-b4e91dda4714 req-ae145b54-6044-49d6-9a7a-b9e693328716 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740087 Aug 19 15:13:15.665850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.747947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.772322 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.774497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.802514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=64ead3e2-201a-49b6-9786-3634b796b680,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:15.868955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:15.913942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.915654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:15.917249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:15.917389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.920921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08c2e26a-c100-4d81-9331-cf804be22dd9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/floatingips/ddc630f4-50d6-4fda-8a9a-67eb50d3b441 HTTP/1.1" status: 204 len: 168 time: 0.8266182 Aug 19 15:13:15.922334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40890) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:15.939112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40ecce-9ecb-46fb-9405-3f0349735bb9 req-860eca21-c253-4bb4-b633-264827b22793 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:15.940794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd40ecce-9ecb-46fb-9405-3f0349735bb9 req-860eca21-c253-4bb4-b633-264827b22793 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 943 time: 0.1015420 Aug 19 15:13:15.969259 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-03564a80-ab8f-466d-a65a-9e86a26221dc tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] delete failed (client error): The resource could not be found. Aug 19 15:13:15.974247 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-03564a80-ab8f-466d-a65a-9e86a26221dc tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/floatingips/ddc630f4-50d6-4fda-8a9a-67eb50d3b441 HTTP/1.1" status: 404 len: 345 time: 0.0508265 Aug 19 15:13:15.974849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:15.993353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd40ecce-9ecb-46fb-9405-3f0349735bb9 req-f90ce53d-86ba-484a-9869-da255893f54f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454793 Aug 19 15:13:16.133641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7aeb-99f5-4ce9-a720-3f87d4944ad3 req-88f7098e-d319-4a32-9b96-940a534e633c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.135956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-749b7aeb-99f5-4ce9-a720-3f87d4944ad3 req-88f7098e-d319-4a32-9b96-940a534e633c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0663469 Aug 19 15:13:16.148630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb5cc3-2673-448d-8263-013c37972a7a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.156502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb5cc3-2673-448d-8263-013c37972a7a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.164185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb5cc3-2673-448d-8263-013c37972a7a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.169133 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6feb5cc3-2673-448d-8263-013c37972a7a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/ports?network_id=6e63b43c-818e-45f4-b574-c46b9d7bbbf3 HTTP/1.1" status: 200 len: 2357 time: 0.1929963 Aug 19 15:13:16.169365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40894) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:16.196208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:16.206862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:13:16.221100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-749b7aeb-99f5-4ce9-a720-3f87d4944ad3 req-1d4971d8-45b0-4c01-ab92-e436face69cc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Aug 19 15:13:16.245166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6a23f-8808-4e7d-b9cd-f8e338338cb0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.246845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7cf6a23f-8808-4e7d-b9cd-f8e338338cb0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/subnets/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c HTTP/1.1" status: 200 len: 797 time: 0.0766363 Aug 19 15:13:16.252495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40896) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:16.273881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'port': {'network_id': '6e63b43c-818e-45f4-b574-c46b9d7bbbf3', 'name': 'tempest-FloatingIPTestJSON-1605737473', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:16.346547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dba54a24-ae0a-4e94-9018-44570daded97 None None] Provisioning complete for port e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:16.349140 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dba54a24-ae0a-4e94-9018-44570daded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.355158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:16.374061 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41a51d41-c7f6-48a0-ad15-61a94deee074 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4913340 Aug 19 15:13:16.375186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40902) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:16.442648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] Sync routers for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:16.474247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dba54a24-ae0a-4e94-9018-44570daded97 None None] Port e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:16.496096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae6a38-fa94-4b21-af6f-adccb48c03e4 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.498933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:16.501144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:16.511558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37ae6a38-fa94-4b21-af6f-adccb48c03e4 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports/e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 HTTP/1.1" status: 200 len: 913 time: 0.1350505 Aug 19 15:13:16.512213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40904) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:16.577607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed4f0-82c5-45ff-b88c-41ff48d3391e req-66d1b45f-f055-4705-a8f2-541272ce7632 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:16.580196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dfed4f0-82c5-45ff-b88c-41ff48d3391e req-66d1b45f-f055-4705-a8f2-541272ce7632 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0723052 Aug 19 15:13:16.602545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:16.728907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:16.753805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:16.757209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:16.758149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:16.788679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dfed4f0-82c5-45ff-b88c-41ff48d3391e req-954211f5-dc6f-48c3-9a85-7b33a4b1505c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997476 Aug 19 15:13:16.820403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:16.821496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239bc73-d17f-43d0-b3c3-c8d644d68e81 None None] The sync data for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:16.830532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '68c58513-7661-4658-b8f0-78ab6839907d', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:13:16.836872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.861923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] device_id is not set on port 9426ce5b-de2c-439b-bc2a-19e1d827ed7a yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:13:16.877790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.894635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:16.933079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:17.044892 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.108779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.123455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:17.129018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f861-97e9-465e-bba3-8fe6310d24a9 req-7b7d7969-46c8-43ea-8170-a8583516ebe0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:17.137717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8775f861-97e9-465e-bba3-8fe6310d24a9 req-7b7d7969-46c8-43ea-8170-a8583516ebe0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 944 time: 0.1592216 Aug 19 15:13:17.225626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8775f861-97e9-465e-bba3-8fe6310d24a9 req-b102f59b-7807-46be-8b9f-01a52e06cb79 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869069 Aug 19 15:13:17.333184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.14 (6e63b43c-818e-45f4-b574-c46b9d7bbbf3/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c/9426ce5b-de2c-439b-bc2a-19e1d827ed7a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:17.341358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.13 (6e63b43c-818e-45f4-b574-c46b9d7bbbf3/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c/9426ce5b-de2c-439b-bc2a-19e1d827ed7a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:17.459323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:17.459970 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.496134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['68c58513-7661-4658-b8f0-78ab6839907d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:13:17.626540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.647836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.656807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a1b6-bfa6-456b-a8d6-657441b25e0c req-2f1e3ef4-01c1-4b4e-9cbc-492a45a2b38d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:17.665057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:17.665786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e25a1b6-bfa6-456b-a8d6-657441b25e0c req-2f1e3ef4-01c1-4b4e-9cbc-492a45a2b38d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 943 time: 0.1237667 Aug 19 15:13:17.741502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e25a1b6-bfa6-456b-a8d6-657441b25e0c req-a0b7ad5c-6fb6-4310-8d9e-87ceb1ba4af5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708585 Aug 19 15:13:17.844326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.970600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:17.983634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:17.994133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847e2c5-b8fe-46cd-9c37-7c067dbe798c req-10d83fcc-2df6-4d87-a83a-00480f7bc7ba tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:17.997910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.998117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3847e2c5-b8fe-46cd-9c37-7c067dbe798c req-10d83fcc-2df6-4d87-a83a-00480f7bc7ba tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1716943 Aug 19 15:13:17.998117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=9426ce5b-de2c-439b-bc2a-19e1d827ed7a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:17.998558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:18.025962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=e36ae3c4-51a7-4e08-8b8e-6f6ff644acc3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:18.108456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:18.109607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.133999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3847e2c5-b8fe-46cd-9c37-7c067dbe798c req-61c412dc-c7ef-41b1-9db7-139372e6dce6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123281 Aug 19 15:13:18.180429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.218016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9fa83d6-4c41-4323-aa1f-d7320209fbae details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:13:18.307670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b1d50df6-0bcd-4612-8773-eec9c64de3e4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0524223 Aug 19 15:13:18.311144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:18.318289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '9426ce5b-de2c-439b-bc2a-19e1d827ed7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:18.408729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394ac73-2429-4a60-9121-3deb56c73ab7 req-805ae94e-265f-455d-acb5-ee3a1c7db15f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:18.411559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0394ac73-2429-4a60-9121-3deb56c73ab7 req-805ae94e-265f-455d-acb5-ee3a1c7db15f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1016409 Aug 19 15:13:18.426884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c9fa83d6-4c41-4323-aa1f-d7320209fbae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:18.443033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'mac_address': 'fa:16:3e:6e:1a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:13:18.463023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.486189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0394ac73-2429-4a60-9121-3deb56c73ab7 req-8f8d31f3-829c-405c-8d4f-4f41c7611b67 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673740 Aug 19 15:13:18.504810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.522083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fa83d6-4c41-4323-aa1f-d7320209fbae {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:18.548115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c9fa83d6-4c41-4323-aa1f-d7320209fbae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:18.586068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:18.636945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.692491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387dcab-a89a-4348-8048-bdd27a875c04 req-f8c0989b-c10a-4c2a-8b02-9d58412043fd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:18.697577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b387dcab-a89a-4348-8048-bdd27a875c04 req-f8c0989b-c10a-4c2a-8b02-9d58412043fd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0929215 Aug 19 15:13:18.723090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c9fa83d6-4c41-4323-aa1f-d7320209fbae,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:18.733551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:18.742374 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f2b38528-0b16-44ec-b0ed-48060ae8b086 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2266407 Aug 19 15:13:18.743784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:18.749101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] Sync routers for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:18.761694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:18.762402 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:18.770794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b387dcab-a89a-4348-8048-bdd27a875c04 req-d3281ff4-c2e9-488c-96e6-c14c4066a777 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605361 Aug 19 15:13:18.807506 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:18.820592 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:18.821460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:18.861619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:18.862350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c46b3-b56d-48a2-aaa1-dc082956fc09 None None] The sync data for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:18.879729 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.078213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82f2e-3d41-446e-b1c6-ecf82a49f926 req-9fff6e7a-f5d4-445b-966b-5303608e7e31 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:19.079960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42c82f2e-3d41-446e-b1c6-ecf82a49f926 req-9fff6e7a-f5d4-445b-966b-5303608e7e31 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 944 time: 0.0666378 Aug 19 15:13:19.122930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.214 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/b0fa569d-438e-4033-90a5-5901e89bdff4) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:19.134495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['c9fa83d6-4c41-4323-aa1f-d7320209fbae'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:13:19.151668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42c82f2e-3d41-446e-b1c6-ecf82a49f926 req-a93944ff-e8af-49cd-bc3b-fd0a9a2498c0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578368 Aug 19 15:13:19.285582 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:13:19.335074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.465952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.544027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:19.549713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:19.557886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:19.594101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=b0fa569d-438e-4033-90a5-5901e89bdff4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:19.608851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.780045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a0c2-d1ac-48bf-b45b-e291723fd348 req-a3ffda06-ca83-4c48-b171-8204859639a2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:19.783458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1066a0c2-d1ac-48bf-b45b-e291723fd348 req-a3ffda06-ca83-4c48-b171-8204859639a2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.5568652 Aug 19 15:13:19.829812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1066a0c2-d1ac-48bf-b45b-e291723fd348 req-d3beedb6-b734-4535-bd1c-444fddcdf953 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Aug 19 15:13:19.965564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503291b1-1691-4594-8660-312ef8107903 req-1c04b8b3-9cc6-4779-80e3-761b5f165a3c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:19.967177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-503291b1-1691-4594-8660-312ef8107903 req-1c04b8b3-9cc6-4779-80e3-761b5f165a3c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0636344 Aug 19 15:13:20.028478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-503291b1-1691-4594-8660-312ef8107903 req-e14eaa1e-d137-4871-8e18-45b2a96ae40d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510945 Aug 19 15:13:20.218960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:20.241739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556047d3-6c7d-4395-8604-71961bb10209 req-b35d17ee-5329-428a-8fb5-dcccde7f36af tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:20.243606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-556047d3-6c7d-4395-8604-71961bb10209 req-b35d17ee-5329-428a-8fb5-dcccde7f36af tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0735548 Aug 19 15:13:20.305994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-556047d3-6c7d-4395-8604-71961bb10209 req-86a4eb5f-7a48-48d8-9600-1bf2c1d2f88e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549107 Aug 19 15:13:20.359658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 68c58513-7661-4658-b8f0-78ab6839907d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:20.366005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 68c58513-7661-4658-b8f0-78ab6839907d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:20.366770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.498266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.532006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:20.536728 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a17f5e-ce52-496b-989c-fd9c60d8c877" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:20.553296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:20.562603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272fc03-525c-4bb2-8a22-095b9f039f3d req-aeaac9f3-9850-40c6-bef1-1d1a344408d6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:20.564437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0272fc03-525c-4bb2-8a22-095b9f039f3d req-aeaac9f3-9850-40c6-bef1-1d1a344408d6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 944 time: 0.0649097 Aug 19 15:13:20.593798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.601507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 7f42a6ad-5102-4316-8181-3d6868c066c7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:20.601890 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.634263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.645818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0272fc03-525c-4bb2-8a22-095b9f039f3d req-67c4c13a-5043-4ba3-8bcf-ddc2fa92251b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724201 Aug 19 15:13:20.732657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:20.762143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.777818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 7f42a6ad-5102-4316-8181-3d6868c066c7 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:20.900435 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.929396 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4335a7-79f0-4a1b-bd28-f3b822a5274d x-openstack-request-id: req-4c4335a7-79f0-4a1b-bd28-f3b822a5274d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:20.930228 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:20.931006 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c4335a7-79f0-4a1b-bd28-f3b822a5274d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:20.932412 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:13:21.044810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bce91-7899-4eb7-af0b-db434ebe1d98 req-e1b12469-a3bd-4ee1-804c-7b956b83b376 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:21.046360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f6bce91-7899-4eb7-af0b-db434ebe1d98 req-e1b12469-a3bd-4ee1-804c-7b956b83b376 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0744483 Aug 19 15:13:21.114235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f6bce91-7899-4eb7-af0b-db434ebe1d98 req-39c11d80-55d9-41d5-b147-088f03cc5069 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533626 Aug 19 15:13:21.117131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601399e-2fef-4aee-91de-c6aaed46c7fa req-fe478e0e-e40a-448d-99b7-8ebbc3047d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:21.118603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3601399e-2fef-4aee-91de-c6aaed46c7fa req-fe478e0e-e40a-448d-99b7-8ebbc3047d7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0962310 Aug 19 15:13:21.187555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3601399e-2fef-4aee-91de-c6aaed46c7fa req-b919717e-43a4-46fa-ac9f-a5b9cba6278f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613899 Aug 19 15:13:21.206874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.248829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79dab1-4692-4e8e-9ebc-0e19f9811e48 req-2440990a-cbc9-4393-94b5-11463a606fcf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:21.250416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db79dab1-4692-4e8e-9ebc-0e19f9811e48 req-2440990a-cbc9-4393-94b5-11463a606fcf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.0552042 Aug 19 15:13:21.254005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.283055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=7f42a6ad-5102-4316-8181-3d6868c066c7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:21.297311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db79dab1-4692-4e8e-9ebc-0e19f9811e48 req-c4b7f221-8012-4a4d-ad52-d70481170aff tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Aug 19 15:13:21.321256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.473791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.489746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=b0fa569d-438e-4033-90a5-5901e89bdff4,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:21.519921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9c6e6-3a89-46d2-8820-ea483e30edba req-323a2d1d-1cbb-4396-bf5d-f7a0119b87a4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:21.521565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8e9c6e6-3a89-46d2-8820-ea483e30edba req-323a2d1d-1cbb-4396-bf5d-f7a0119b87a4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0652933 Aug 19 15:13:21.543284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.571954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8e9c6e6-3a89-46d2-8820-ea483e30edba req-c1d276e5-9117-4b35-a746-30d1eed636df tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Aug 19 15:13:21.784130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:21.789366 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 07f132d6-685d-4ee0-a11c-66c93500dd12 associated. External IP: 172.25.5.214, port: 9426ce5b-de2c-439b-bc2a-19e1d827ed7a. Aug 19 15:13:21.816667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dfb26-da44-4728-a5f0-1d66980c6ae2 req-b1dab1d4-c5be-458a-80b5-a8a830e9379f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:21.818310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd8dfb26-da44-4728-a5f0-1d66980c6ae2 req-b1dab1d4-c5be-458a-80b5-a8a830e9379f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 944 time: 0.0567303 Aug 19 15:13:21.867810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd8dfb26-da44-4728-a5f0-1d66980c6ae2 req-60936d88-01b0-4915-b064-96272db1536d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427136 Aug 19 15:13:21.953237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:21.961596 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e470f7b1-7dce-4dd8-85ef-8fd7dbfc15f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2165091 Aug 19 15:13:21.967461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] Sync routers for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:21.970319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:21.979468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:21.980437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:22.007658 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb1e545d-550c-4e8f-9f58-9c2f9650077d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a HTTP/1.1" status: 200 len: 205 time: 0.0364006 Aug 19 15:13:22.011945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b1d0-67fd-445f-ba6b-261e94347f10 req-eb4bcfd9-afd5-4a68-8844-d6ae76f3b2db tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:22.016593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6b4b1d0-67fd-445f-ba6b-261e94347f10 req-eb4bcfd9-afd5-4a68-8844-d6ae76f3b2db tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0827157 Aug 19 15:13:22.016817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40982) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:22.020936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:22.031065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] Routers {'2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:22.031708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:22.067289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:22.067959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724385c-e3a9-4360-ba2d-95a1351e6f05 None None] The sync data for ids ['2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:22.074395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6b4b1d0-67fd-445f-ba6b-261e94347f10 req-26af0ea8-75e9-416f-b6e1-43e5c6e20142 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Aug 19 15:13:22.185244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.203500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f04d4-da80-4f3b-a12c-6a7fda98bd13 req-5aa5a354-3d9d-4d52-82a7-e94e8e81728a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:22.205031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f93f04d4-da80-4f3b-a12c-6a7fda98bd13 req-5aa5a354-3d9d-4d52-82a7-e94e8e81728a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0546362 Aug 19 15:13:22.248422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9fa83d6-4c41-4323-aa1f-d7320209fbae up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:22.249222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f93f04d4-da80-4f3b-a12c-6a7fda98bd13 req-18521724-8228-41f0-ba4f-02064d956495 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373175 Aug 19 15:13:22.391312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port c9fa83d6-4c41-4323-aa1f-d7320209fbae completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:22.399052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port c9fa83d6-4c41-4323-aa1f-d7320209fbae triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:22.400052 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.413222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.416925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.431571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60509a-9972-404d-87c4-9f21540bc5f2 req-af71da45-ece0-44e3-9115-3e5c854a9e82 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:22.437692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d60509a-9972-404d-87c4-9f21540bc5f2 req-af71da45-ece0-44e3-9115-3e5c854a9e82 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0753756 Aug 19 15:13:22.463802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:22.486962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d60509a-9972-404d-87c4-9f21540bc5f2 req-8bf408a1-ca75-4d04-8e17-0f4ae3df2779 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Aug 19 15:13:22.525867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.566928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c9fa83d6-4c41-4323-aa1f-d7320209fbae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:22.608979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011b3ab-76c8-4d3b-a3fb-16b4a57268e5 req-7559ece1-8b71-40aa-af0a-3201dc5156a2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:22.610798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6011b3ab-76c8-4d3b-a3fb-16b4a57268e5 req-7559ece1-8b71-40aa-af0a-3201dc5156a2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.0632324 Aug 19 15:13:22.680121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6011b3ab-76c8-4d3b-a3fb-16b4a57268e5 req-a7b2ad4a-7385-4b51-8bd4-d70c5b2ab300 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614707 Aug 19 15:13:22.740930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.808785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c9fa83d6-4c41-4323-aa1f-d7320209fbae,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:22.897289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07216216-eea1-48d1-86d3-23ffcded6503 req-80bb1791-e9a1-4874-aa9f-3f0ef84f6d6d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:22.905268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07216216-eea1-48d1-86d3-23ffcded6503 req-80bb1791-e9a1-4874-aa9f-3f0ef84f6d6d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0748365 Aug 19 15:13:22.932801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:22.935967 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ce2276-7781-4a56-a916-ff8b32525a66" -d '{"events": [{"server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "name": "network-vif-plugged", "status": "completed", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:22.949810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07216216-eea1-48d1-86d3-23ffcded6503 req-00463fce-6879-4808-9217-205c60438adc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Aug 19 15:13:22.979438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.980346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:13:22.988892 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.992950 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c5966122-7a28-488d-bbe2-e2167e9d16ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a HTTP/1.1" status: 204 len: 168 time: 0.9724367 Aug 19 15:13:22.993137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:23.057001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:23.070754 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:23.077991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet 0ead8412-7cd7-42bb-a99a-fddfb6dcdb22 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:13:23.083428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.089101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:23.092751 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:23.137355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:23.152788 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:23.153553 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:23.164691 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.171381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.189911 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:23.191449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ff38f-948f-4991-8a51-26e9544b7b8d None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:23.232367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209035-bee4-4219-aae3-6bf111e12390 req-da416fcd-2c97-4590-bd47-b77dd3294224 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:23.235940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33209035-bee4-4219-aae3-6bf111e12390 req-da416fcd-2c97-4590-bd47-b77dd3294224 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.0754390 Aug 19 15:13:23.258977 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5692c0cb-b652-4bea-931c-ff41f46c7599 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9408920 Aug 19 15:13:23.260534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:23.265760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'port_id': '9426ce5b-de2c-439b-bc2a-19e1d827ed7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:23.300228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33209035-bee4-4219-aae3-6bf111e12390 req-b5908f2d-6517-4027-a670-45a322926e5b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566721 Aug 19 15:13:23.366165 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccccbfb8-6ec0-4c8e-b166-677017b057c4 x-openstack-request-id: req-ccccbfb8-6ec0-4c8e-b166-677017b057c4 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:23.373107 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.374481 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "name": "network-vif-plugged", "status": "completed", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:23.374481 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccccbfb8-6ec0-4c8e-b166-677017b057c4 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:23.374481 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'code': 200} Aug 19 15:13:23.429275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.532386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d415-c421-421c-bcb3-9134f7fa3306 req-d20d8164-c384-4fa3-80b3-5da0700e54b5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:23.534202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d276d415-c421-421c-bcb3-9134f7fa3306 req-d20d8164-c384-4fa3-80b3-5da0700e54b5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0853972 Aug 19 15:13:23.542035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b6065-eb2f-4f4c-946a-991031e6ee96 req-d8363a40-6115-4344-a1ea-a1955375ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:23.543394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3b6065-eb2f-4f4c-946a-991031e6ee96 req-d8363a40-6115-4344-a1ea-a1955375ed29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 1097 time: 0.0813179 Aug 19 15:13:23.605105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d276d415-c421-421c-bcb3-9134f7fa3306 req-8b35dcb5-b1d3-409b-8c11-5906b7059f98 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Aug 19 15:13:23.611928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3b6065-eb2f-4f4c-946a-991031e6ee96 req-676c3f62-a327-4d99-8fd9-5ba184763fcf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572929 Aug 19 15:13:23.641454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.679494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=0ead8412-7cd7-42bb-a99a-fddfb6dcdb22,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:23.689326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.689326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c2ead211-890d-468d-991a-dd88c7d9c7fc tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/0ead8412-7cd7-42bb-a99a-fddfb6dcdb22 HTTP/1.1" status: 204 len: 168 time: 0.6949210 Aug 19 15:13:23.693709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41016) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:23.698257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477c2af-2cbf-4260-aac9-a82a3f85a305 None None] Network 06c96342-80f5-4580-b75f-54dc2970dfb2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:23.789408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet b45b2e76-3de4-4bbb-ac0d-534c5cd865b4 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:13:23.795662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.839484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec500cd-9103-4939-b257-9d392a498c17 req-af7372a9-b15b-45ab-be91-39ead2991083 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:23.849628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aec500cd-9103-4939-b257-9d392a498c17 req-af7372a9-b15b-45ab-be91-39ead2991083 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1149936 Aug 19 15:13:23.872874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.916466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] DHCP port deletion for 06c96342-80f5-4580-b75f-54dc2970dfb2 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:13:23.935068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aec500cd-9103-4939-b257-9d392a498c17 req-120d7210-6010-4f91-9a52-5003502a21c6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850902 Aug 19 15:13:24.004842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] Deleting port b1998bb9-3f85-4bed-8611-2583231dd768 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:24.005543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.031288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.132983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] For port b1998bb9-3f85-4bed-8611-2583231dd768, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1998bb9-3f85-4bed-8611-2583231dd768,segment=NetworkSegment(308db03e-b915-4b9e-98ac-a0039729714c),segment_id=308db03e-b915-4b9e-98ac-a0039729714c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:24.133397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.134410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.149906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] Calling delete_port for b1998bb9-3f85-4bed-8611-2583231dd768 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:24.174728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f726-feb9-4e16-b088-fda9435ab29b req-9df14f63-24ef-4966-96a6-9b5fc0d8728d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:24.177756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1483f726-feb9-4e16-b088-fda9435ab29b req-9df14f63-24ef-4966-96a6-9b5fc0d8728d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.0833626 Aug 19 15:13:24.221767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.232511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1483f726-feb9-4e16-b088-fda9435ab29b req-6d1c4256-5783-43af-a0f2-7d43f2fd9be6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 Aug 19 15:13:24.345211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.349011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=b45b2e76-3de4-4bbb-ac0d-534c5cd865b4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:24.356497 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.361075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fb75544d-d3e6-4fc8-b5cf-dd791dcc1203 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/b45b2e76-3de4-4bbb-ac0d-534c5cd865b4 HTTP/1.1" status: 204 len: 168 time: 0.6637459 Aug 19 15:13:24.363112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41036) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:24.366156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423d863-5b5e-4691-bfd5-688dafe321c2 None None] Network 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:24.455956 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.463029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.509571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] Pushing event deleted for resources: {'Port': ['ID=b1998bb9-3f85-4bed-8611-2583231dd768,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:24.532683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81e30d-174b-4b64-a484-3d4651b97ba5 None None] No DVR routers for this DVR port b1998bb9-3f85-4bed-8611-2583231dd768 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:24.535812 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0876-25c3-4ab9-b5bd-7916937cd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.566601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858ff2-ba41-4056-8e2d-0518f75c036d req-7ff7cc3b-c330-422a-bf4d-181423c61c10 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:24.569651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91858ff2-ba41-4056-8e2d-0518f75c036d req-7ff7cc3b-c330-422a-bf4d-181423c61c10 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.0817633 Aug 19 15:13:24.575674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41038) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:24.583789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'floatingip': {'port_id': '68c58513-7661-4658-b8f0-78ab6839907d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:24.650093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.659087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] DHCP port deletion for 3124a904-8c31-48f1-b1df-bcdf0a4c9f48 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:13:24.669537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c96342-80f5-4580-b75f-54dc2970dfb2']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:24.683146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308db03e-b915-4b9e-98ac-a0039729714c') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:24.683458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308db03e-b915-4b9e-98ac-a0039729714c') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:24.693460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:24.694000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.699936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.736079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] Deleting port 88d7c1b3-2385-4a61-be7e-16760996bcf0 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:24.737597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.762911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.777566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:13:24.777976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.781176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f127a0-5e97-4af0-b943-9a3156fb74c3 req-3bf2bcff-cdab-4fa3-9804-b0a15f377a56 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:13:24.785235 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:13:24.788297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6f127a0-5e97-4af0-b943-9a3156fb74c3 req-3bf2bcff-cdab-4fa3-9804-b0a15f377a56 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.1315377 Aug 19 15:13:24.823198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] For port 88d7c1b3-2385-4a61-be7e-16760996bcf0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=88d7c1b3-2385-4a61-be7e-16760996bcf0,segment=NetworkSegment(09edd5e6-8cde-4eb5-95dd-486e859cafdd),segment_id=09edd5e6-8cde-4eb5-95dd-486e859cafdd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:24.823573 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.842424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] Calling delete_port for 88d7c1b3-2385-4a61-be7e-16760996bcf0 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:24.908495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6f127a0-5e97-4af0-b943-9a3156fb74c3 req-21120104-29d7-4693-8768-deb75e7f274f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938752 Aug 19 15:13:24.921403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:24.928556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.937820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:24.950986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:24.952567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:24.997866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.005170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.008410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.010471 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/06c96342-80f5-4580-b75f-54dc2970dfb2 HTTP/1.1" status: 204 len: 168 time: 0.6463933 Aug 19 15:13:25.014944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41040) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:25.017484 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.026750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:25.027538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.038677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6d25a607-24ab-4baf-b3f5-7bc2f3190019 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/floatingips/07f132d6-685d-4ee0-a11c-66c93500dd12 HTTP/1.1" status: 200 len: 979 time: 1.7768712 Aug 19 15:13:25.039765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41042) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:25.062677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e045786-888e-49c2-9c3a-8879064845d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=06c96342-80f5-4580-b75f-54dc2970dfb2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:25.099276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] No DVR routers for this DVR port 88d7c1b3-2385-4a61-be7e-16760996bcf0 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:25.104176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602e82-7f26-4930-841c-18a4fbbb84dd None None] Pushing event deleted for resources: {'Port': ['ID=88d7c1b3-2385-4a61-be7e-16760996bcf0,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:25.107271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.108044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41d0d4-47b2-4abd-ae64-ff89bbd71231 None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:25.212331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.219123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1998bb9-3f85-4bed-8611-2583231dd768 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:25.251035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b1998bb9-3f85-4bed-8611-2583231dd768 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:25.251870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1998bb9-3f85-4bed-8611-2583231dd768 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:25.252489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88d7c1b3-2385-4a61-be7e-16760996bcf0 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:25.279591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 88d7c1b3-2385-4a61-be7e-16760996bcf0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:25.280111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 88d7c1b3-2385-4a61-be7e-16760996bcf0 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:25.351765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916ed3-184f-4e21-949d-e17143d6411b req-fe3306d3-fe4d-4a26-adc2-0f66913c5d7e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:25.353636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d916ed3-184f-4e21-949d-e17143d6411b req-fe3306d3-fe4d-4a26-adc2-0f66913c5d7e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.3388252 Aug 19 15:13:25.438067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.453947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3124a904-8c31-48f1-b1df-bcdf0a4c9f48']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.470096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09edd5e6-8cde-4eb5-95dd-486e859cafdd') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.470392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09edd5e6-8cde-4eb5-95dd-486e859cafdd') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.481927 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.485565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.492081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d916ed3-184f-4e21-949d-e17143d6411b req-6214b40c-04d2-4716-a951-45b6e03da19d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281273 Aug 19 15:13:25.505983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port b0fa569d-438e-4033-90a5-5901e89bdff4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:25.506767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.510178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.515175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.554038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:13:25.554455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:13:25.557813 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:13:25.576309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.671273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.671752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.696551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for b0fa569d-438e-4033-90a5-5901e89bdff4 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:25.738290 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Floating IP f03ba543-9d5e-4c95-bd2b-a39b53cde301 associated. External IP: 172.25.5.141, port: 68c58513-7661-4658-b8f0-78ab6839907d. Aug 19 15:13:25.783558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.794206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.797185 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/3124a904-8c31-48f1-b1df-bcdf0a4c9f48 HTTP/1.1" status: 204 len: 168 time: 0.7808182 Aug 19 15:13:25.802896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:25.807180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-597295233'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:25.829017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9fbae-5d82-49e7-b30f-025772dd45b1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=3124a904-8c31-48f1-b1df-bcdf0a4c9f48,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:25.902219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7aae-7eee-4b79-82ef-c67e4624a402 req-7176e8a7-2fd6-478f-b184-8da35cd566ce tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:25.903924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-925d7aae-7eee-4b79-82ef-c67e4624a402 req-7176e8a7-2fd6-478f-b184-8da35cd566ce tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1128280 Aug 19 15:13:25.968522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:25.972578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.023971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.029261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-925d7aae-7eee-4b79-82ef-c67e4624a402 req-1bdf0edc-e622-4d4a-9360-93a39c19bc64 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823708 Aug 19 15:13:26.034070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:26.068967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=b0fa569d-438e-4033-90a5-5901e89bdff4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:26.075036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.075481 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment f60ff876-b4df-46cb-86cd-0b71ea780361 of type vlan for network ac3fd4dc-637a-4596-a576-51ee66b5caed Aug 19 15:13:26.091602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Router 52cbefde-8f77-4db1-bfd1-53daa42183a4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:26.169008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.184914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.185294 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 07f132d6-685d-4ee0-a11c-66c93500dd12 disassociated (deleted). External IP: 172.25.5.214, port: 9426ce5b-de2c-439b-bc2a-19e1d827ed7a. Aug 19 15:13:26.250065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12424909-c1a5-4d91-ad86-3a2c7ae2cc13 req-5f70907f-0048-4f24-8569-d5a4c78e2f48 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.253773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12424909-c1a5-4d91-ad86-3a2c7ae2cc13 req-5f70907f-0048-4f24-8569-d5a4c78e2f48 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.1453900 Aug 19 15:13:26.298669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:26.305077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.309748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.312322 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] Sync routers for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:26.312939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.313854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.326832 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:26.327806 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.336295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12424909-c1a5-4d91-ad86-3a2c7ae2cc13 req-91806f43-270c-4e4c-9ab4-7ea3fefaeb5b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731966 Aug 19 15:13:26.350147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6c1b0857-6867-4c62-8941-72705f9a7e8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "PUT /v2.0/floatingips/f03ba543-9d5e-4c95-bd2b-a39b53cde301 HTTP/1.1" status: 200 len: 992 time: 1.7718804 Aug 19 15:13:26.351346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:26.357882 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db2cb5-9118-4121-99f9-2f080c2be836" -d '{"events": [{"name": "network-changed", "server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:26.468544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=ac3fd4dc-637a-4596-a576-51ee66b5caed,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:26.480185 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-224e00cd-ad8f-4a90-a031-b3e143f9868c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6771553 Aug 19 15:13:26.481571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ac3fd4dc-637a-4596-a576-51ee66b5caed details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:26.483789 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41068) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:26.494845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:26.498720 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:26.523647 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778beefe-9b90-45e0-b54f-7497ef18c3d7 x-openstack-request-id: req-778beefe-9b90-45e0-b54f-7497ef18c3d7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:26.524453 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:26.524997 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-778beefe-9b90-45e0-b54f-7497ef18c3d7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:26.525588 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'status': 'completed', 'code': 200} Aug 19 15:13:26.633560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:26.643207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-76b1c2bf-a744-402e-8bca-ec7a32d82220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.645444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-76b1c2bf-a744-402e-8bca-ec7a32d82220 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0693793 Aug 19 15:13:26.745631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43dd61-aaec-4b76-a442-4775cf28f20c req-358621dc-0fcc-425a-ba16-7b027ae0d22f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.747362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a43dd61-aaec-4b76-a442-4775cf28f20c req-358621dc-0fcc-425a-ba16-7b027ae0d22f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.1178019 Aug 19 15:13:26.765736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:26.770587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.796046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-476b38fb-88d5-4513-b6af-e74303721ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.797590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-476b38fb-88d5-4513-b6af-e74303721ab1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1372054 Aug 19 15:13:26.832427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a43dd61-aaec-4b76-a442-4775cf28f20c req-0e9753d7-6f4b-4b50-8723-3b4554225a96 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779002 Aug 19 15:13:26.845993 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'f03ba543-9d5e-4c95-bd2b-a39b53cde301', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:12:56Z', 'updated_at': '2021-08-19T15:13:25Z', 'revision_number': 1, 'project_id': '6703815861664771b958dbe87bd3ff32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:53Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.869245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:26.869245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.874215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:26.882966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41074) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:26.884245 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] Checking router: 52cbefde-8f77-4db1-bfd1-53daa42183a4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:26.892056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:26.892201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.901029 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:26.901798 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.920202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-3c4d93a6-76b3-4c36-aece-87b0544301a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.1102645 Aug 19 15:13:26.947006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.963325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:26.964465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:27.004960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:27.005997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29085e7-01a4-42b4-9365-6e69c729f1ca None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:27.044053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-c74e91f5-d737-433b-883a-f4906919b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.046162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-c74e91f5-d737-433b-883a-f4906919b809 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1182680 Aug 19 15:13:27.050364 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6fc9993a-2055-4ed3-a600-59c5ad6a4356 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/floatingips/07f132d6-685d-4ee0-a11c-66c93500dd12 HTTP/1.1" status: 204 len: 168 time: 2.0069106 Aug 19 15:13:27.061345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41078) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:27.166395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-ba4307ed-8e4e-4da3-b167-8a8391060305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.167920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-ba4307ed-8e4e-4da3-b167-8a8391060305 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942369 Aug 19 15:13:27.182545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e6bb-130d-4d55-9e2a-f5f998e48a16 req-c3a5ce81-2c58-4573-9669-d5a85964a12f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.184079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72c3e6bb-130d-4d55-9e2a-f5f998e48a16 req-c3a5ce81-2c58-4573-9669-d5a85964a12f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1937199 Aug 19 15:13:27.203275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port 9426ce5b-de2c-439b-bc2a-19e1d827ed7a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:27.203725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.204083 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:27.247284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.285194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a8b05-b8ff-4d76-bd23-6500973bd455 tempest-TestVolumeBootPattern-1198903597 tempest-TestVolumeBootPattern-1198903597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.291076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b20a8b05-b8ff-4d76-bd23-6500973bd455 tempest-TestVolumeBootPattern-1198903597 tempest-TestVolumeBootPattern-1198903597-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 1092 time: 0.4043736 Aug 19 15:13:27.297547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41082) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:27.302895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:27.308358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.350382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72c3e6bb-130d-4d55-9e2a-f5f998e48a16 req-2ed0ca3c-e749-402d-a5b8-3dd57c63e3c9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520445 Aug 19 15:13:27.385320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=64ee9d52-fbdc-4e68-9d74-daac254eb96a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:27.397062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.423306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for 9426ce5b-de2c-439b-bc2a-19e1d827ed7a owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:27.431115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': 'f60ff876-b4df-46cb-86cd-0b71ea780361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:27.431442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-c3c9ba24-b000-4c64-8b6e-4cc4615ef76e service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401445 Aug 19 15:13:27.432597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: ac3fd4dc-637a-4596-a576-51ee66b5caed, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:27.541519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.562230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8db2cb5-9118-4121-99f9-2f080c2be836 req-1ab25234-55be-48d7-9b08-7e49e72ec2ff service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269701 Aug 19 15:13:27.566512 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'f03ba543-9d5e-4c95-bd2b-a39b53cde301', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:12:56Z', 'updated_at': '2021-08-19T15:13:25Z', 'revision_number': 1, 'project_id': '6703815861664771b958dbe87bd3ff32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:53Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:27.592465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network ac3fd4dc-637a-4596-a576-51ee66b5caed is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:27.594773 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965940f-03fe-4b74-87b3-c8ec8773d695 None None] The sync data for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 is: [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'f03ba543-9d5e-4c95-bd2b-a39b53cde301', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:12:56Z', 'updated_at': '2021-08-19T15:13:25Z', 'revision_number': 1, 'project_id': '6703815861664771b958dbe87bd3ff32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:53Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:27.704353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfe188-fc65-4781-9734-880c79a30014 req-33cbe518-9891-40f1-850b-2ef048d44001 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.706486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93bfe188-fc65-4781-9734-880c79a30014 req-33cbe518-9891-40f1-850b-2ef048d44001 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0679281 Aug 19 15:13:27.752462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93bfe188-fc65-4781-9734-880c79a30014 req-6521827e-66da-477c-9657-c975dfd3f3c7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Aug 19 15:13:27.795194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.816200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ac3fd4dc-637a-4596-a576-51ee66b5caed) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:27.816613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.820209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.826738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855613e2-cd0c-43c9-87ef-be9d9f784a50 None None] Network ac3fd4dc-637a-4596-a576-51ee66b5caed requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:27.850610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7fdea58f-0e0b-4e6d-85c9-832a0001d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.873497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.902170 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665c4b7-c91e-489e-acd6-3f33683ac3b9 None None] New status for floating IP f03ba543-9d5e-4c95-bd2b-a39b53cde301: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:13:27.940231 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-310b9c2c-acaa-4d8c-a3e1-04375171e278 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4532800 Aug 19 15:13:27.943349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41090) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:27.949414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286010843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:28.059527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ac3fd4dc-637a-4596-a576-51ee66b5caed', 'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': '64ee9d52-fbdc-4e68-9d74-daac254eb96a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:28.061584 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.108431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.110882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.172462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.286903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.328189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47ccf-75ab-443d-addb-93d9d9152193 req-d6452673-2804-4fff-aea0-7babace31920 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:28.330232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82b47ccf-75ab-443d-addb-93d9d9152193 req-d6452673-2804-4fff-aea0-7babace31920 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0829396 Aug 19 15:13:28.385689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82b47ccf-75ab-443d-addb-93d9d9152193 req-3d8c56e6-bf4b-410b-abdc-8f7eaa2f4813 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Aug 19 15:13:28.386716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=9426ce5b-de2c-439b-bc2a-19e1d827ed7a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:28.414196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Allocated IP 2001:db8::2 (ac3fd4dc-637a-4596-a576-51ee66b5caed/64ee9d52-fbdc-4e68-9d74-daac254eb96a/43d940a6-e184-4437-ac3d-b9867a29ff6a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:28.479068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.488339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f7d6f8d2-e4ef-4072-960f-2831de2963b0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5372412 Aug 19 15:13:28.491244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41100) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:28.506544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'port': {'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed', 'name': 'tempest-RoutersIpV6Test-1644436767'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:28.591610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.25.5.237 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/cb30012d-d6b5-47d3-b5d0-1b28d28c47ba) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:28.595094 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.598615 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f941997-6555-45b3-9325-4089a5c953a9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/ports/9426ce5b-de2c-439b-bc2a-19e1d827ed7a HTTP/1.1" status: 204 len: 168 time: 1.5349755 Aug 19 15:13:28.602569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41106) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:28.608263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.608711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:28.629727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Transition to ACTIVE for port object 43d940a6-e184-4437-ac3d-b9867a29ff6a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:28.649444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Transition to ACTIVE for port object 43d940a6-e184-4437-ac3d-b9867a29ff6a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:28.748069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.789798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.793873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.840253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Network ac3fd4dc-637a-4596-a576-51ee66b5caed is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:28.848119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:28.859649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:28.861884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Pushing event updated for resources: {'Port': ['ID=43d940a6-e184-4437-ac3d-b9867a29ff6a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:28.880517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:28.890274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.919596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] device_id is not set on port eb3e1186-d62f-41ab-ae00-82e67a4fe78c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:13:28.928376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.983291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Attempting to bind port 43d940a6-e184-4437-ac3d-b9867a29ff6a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:28.985386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Attempting to bind port 43d940a6-e184-4437-ac3d-b9867a29ff6a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f60ff876-b4df-46cb-86cd-0b71ea780361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:28.985386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Attempting to bind port 43d940a6-e184-4437-ac3d-b9867a29ff6a on network ac3fd4dc-637a-4596-a576-51ee66b5caed {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:28.993190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:28.993598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Checking segment: {'id': 'f60ff876-b4df-46cb-86cd-0b71ea780361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:28.994014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:28.994408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Bound using segment: {'id': 'f60ff876-b4df-46cb-86cd-0b71ea780361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:28.994900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Bound port: 43d940a6-e184-4437-ac3d-b9867a29ff6a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60ff876-b4df-46cb-86cd-0b71ea780361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac3fd4dc-637a-4596-a576-51ee66b5caed'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:28.995336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.024138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.093136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.73 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a2bb4313-ecd6-4a0b-9b29-b591d415a10e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:29.102736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] For port 43d940a6-e184-4437-ac3d-b9867a29ff6a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:29.104163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:29.107133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] For port 43d940a6-e184-4437-ac3d-b9867a29ff6a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=43d940a6-e184-4437-ac3d-b9867a29ff6a,segment=NetworkSegment(f60ff876-b4df-46cb-86cd-0b71ea780361),segment_id=f60ff876-b4df-46cb-86cd-0b71ea780361)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:29.136146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:29.138445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8::138 (ac3fd4dc-637a-4596-a576-51ee66b5caed/64ee9d52-fbdc-4e68-9d74-daac254eb96a/eb3e1186-d62f-41ab-ae00-82e67a4fe78c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:29.140884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:29.144784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=cb30012d-d6b5-47d3-b5d0-1b28d28c47ba,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:29.232894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.243057 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.322060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264288d-817d-49e1-b128-2b72bfed1926 None None] Pushing event updated for resources: {'Port': ['ID=43d940a6-e184-4437-ac3d-b9867a29ff6a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:29.370665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.416975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:29.425181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:29.435925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:29.441710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=a2bb4313-ecd6-4a0b-9b29-b591d415a10e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:29.596344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.622393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.629520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210024a-820e-4625-9186-246ff5850121 req-9043d2c5-5bd8-41d8-ae58-e6c677abd31d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:29.631177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c210024a-820e-4625-9186-246ff5850121 req-9043d2c5-5bd8-41d8-ae58-e6c677abd31d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1031334 Aug 19 15:13:29.658041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object eb3e1186-d62f-41ab-ae00-82e67a4fe78c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:29.674827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.696324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c210024a-820e-4625-9186-246ff5850121 req-0b458c80-edee-47b6-a9b7-6f430d4a3a57 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Aug 19 15:13:29.845519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.882863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.940414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.004191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network ac3fd4dc-637a-4596-a576-51ee66b5caed is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:30.011181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:30.028501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:30.035229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:30.035902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.053355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=eb3e1186-d62f-41ab-ae00-82e67a4fe78c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:30.064246 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.190330 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.207728 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cd82542d-dc31-47ed-a5da-887d5ef170ae tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7130618 Aug 19 15:13:30.210240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41130) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:30.302544 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.582368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.672289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a70f3-43a0-4fea-a429-7c9bbb362be6 None None] Network ac3fd4dc-637a-4596-a576-51ee66b5caed requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:30.673206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.742254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=cb30012d-d6b5-47d3-b5d0-1b28d28c47ba,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:30.811855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.840775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.902692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=a2bb4313-ecd6-4a0b-9b29-b591d415a10e,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:30.930784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:30.945773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d57fb8f9-14f8-499a-85b5-54e4c76f5257 None None] Provisioning for port 43d940a6-e184-4437-ac3d-b9867a29ff6a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:30.959452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bbbd-99d7-4a07-b68a-c71180434427 req-192924a2-769d-49a5-b40c-95fceb501630 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:30.961719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76f5bbbd-99d7-4a07-b68a-c71180434427 req-192924a2-769d-49a5-b40c-95fceb501630 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1053109 Aug 19 15:13:30.984502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.036277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76f5bbbd-99d7-4a07-b68a-c71180434427 req-31ea8136-5376-44e2-b51f-a9a7c69eeb62 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663068 Aug 19 15:13:31.108787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.110201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-93dc9857-902e-44a9-832d-94c8edd2d789 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5069530 Aug 19 15:13:31.113888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:31.122568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'port': {'network_id': '6e63b43c-818e-45f4-b574-c46b9d7bbbf3', 'name': 'tempest-FloatingIPTestJSON-2021473421'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:31.275835 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Floating IP 52c7221b-f421-4e9b-bef7-dddd7f4535ce associated. External IP: 172.25.5.237, port: c9fa83d6-4c41-4323-aa1f-d7320209fbae. Aug 19 15:13:31.288925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 43d940a6-e184-4437-ac3d-b9867a29ff6a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:31.426317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:31.432933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.457285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] device_id is not set on port a819fcd7-bc2b-4061-b710-e76797adc80f yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:13:31.476679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 43d940a6-e184-4437-ac3d-b9867a29ff6a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:31.481168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 43d940a6-e184-4437-ac3d-b9867a29ff6a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:31.481830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.493032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.592987 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.611707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.14 (6e63b43c-818e-45f4-b574-c46b9d7bbbf3/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c/a819fcd7-bc2b-4061-b710-e76797adc80f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:31.637160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8adc99d1-4636-4c09-9180-5e62105137d7 None None] Provisioning for port eb3e1186-d62f-41ab-ae00-82e67a4fe78c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:31.645419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 43d940a6-e184-4437-ac3d-b9867a29ff6a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=43d940a6-e184-4437-ac3d-b9867a29ff6a,segment=NetworkSegment(f60ff876-b4df-46cb-86cd-0b71ea780361),segment_id=f60ff876-b4df-46cb-86cd-0b71ea780361)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:31.647686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8adc99d1-4636-4c09-9180-5e62105137d7 None None] Provisioning complete for port eb3e1186-d62f-41ab-ae00-82e67a4fe78c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:31.648284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8adc99d1-4636-4c09-9180-5e62105137d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.655283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.661141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:31.698904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8adc99d1-4636-4c09-9180-5e62105137d7 None None] Port eb3e1186-d62f-41ab-ae00-82e67a4fe78c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:31.713957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8adc99d1-4636-4c09-9180-5e62105137d7 None None] Provisioning complete for port 43d940a6-e184-4437-ac3d-b9867a29ff6a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:31.714599 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8adc99d1-4636-4c09-9180-5e62105137d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.772415 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.857785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=eb3e1186-d62f-41ab-ae00-82e67a4fe78c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:31.877866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=43d940a6-e184-4437-ac3d-b9867a29ff6a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:31.888281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.888640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.888967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.889337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.889679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.890017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.890350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.890681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.891015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.891345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.891705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.892005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:31.964289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.012177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.040857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b0b77659-0134-49b0-8c07-c327e2acc13e None None] Provisioning complete for port eb3e1186-d62f-41ab-ae00-82e67a4fe78c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:32.041506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b0b77659-0134-49b0-8c07-c327e2acc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.116396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77659-0134-49b0-8c07-c327e2acc13e None None] Port eb3e1186-d62f-41ab-ae00-82e67a4fe78c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:32.136746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.147079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:32.160618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:32.171512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:32.172585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:32.231525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 6e63b43c-818e-45f4-b574-c46b9d7bbbf3 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:32.235737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:32.235953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.242058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:32.247588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=a819fcd7-bc2b-4061-b710-e76797adc80f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:32.288498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-469d3c9a-8d3f-43b4-96ec-090d86fbb2bf None None] Provisioning complete for port eb3e1186-d62f-41ab-ae00-82e67a4fe78c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:32.289043 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-469d3c9a-8d3f-43b4-96ec-090d86fbb2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.294475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cbce0-351a-4372-b4a0-b24845c2156d req-ef5aa598-9e08-4de1-a2b7-c01c22381334 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:32.301640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2cbce0-351a-4372-b4a0-b24845c2156d req-ef5aa598-9e08-4de1-a2b7-c01c22381334 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1550536 Aug 19 15:13:32.319059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-36a5d804-1bda-4154-bf9c-bbe503d80ba2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0204110 Aug 19 15:13:32.323477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:32.327177 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:32.341592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.364908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:32.365519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.366550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-469d3c9a-8d3f-43b4-96ec-090d86fbb2bf None None] Port eb3e1186-d62f-41ab-ae00-82e67a4fe78c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:32.369555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:32.385261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2cbce0-351a-4372-b4a0-b24845c2156d req-5b14c31a-0f64-4ff2-a5b4-ead949fff92a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775216 Aug 19 15:13:32.452130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6e492059-3296-4f06-928f-6a086bef4375 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3363032 Aug 19 15:13:32.457100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41162) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:32.469712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'port_id': 'a819fcd7-bc2b-4061-b710-e76797adc80f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:32.528235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.697689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '52c7221b-f421-4e9b-bef7-dddd7f4535ce', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:6e:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457035d-097b-41cd-a8ea-052046b9bd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:13:29Z', 'updated_at': '2021-08-19T15:13:29Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:32.732708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:32.740954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.743107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:32.743802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:32.839007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.839833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:32.881072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:32.990251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=eb3e1186-d62f-41ab-ae00-82e67a4fe78c,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:33.017680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network ac3fd4dc-637a-4596-a576-51ee66b5caed is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:33.020283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:33.250393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 43d940a6-e184-4437-ac3d-b9867a29ff6a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:33.263475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.329788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '52c7221b-f421-4e9b-bef7-dddd7f4535ce', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:6e:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457035d-097b-41cd-a8ea-052046b9bd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:13:29Z', 'updated_at': '2021-08-19T15:13:29Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:33.358779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 5b99c240-719f-4594-98e3-d0fd850d41a2 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:33.360114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66089d-6c69-4451-a353-140a903b0ac0 None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '52c7221b-f421-4e9b-bef7-dddd7f4535ce', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:6e:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457035d-097b-41cd-a8ea-052046b9bd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:13:29Z', 'updated_at': '2021-08-19T15:13:29Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:33.363474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 43d940a6-e184-4437-ac3d-b9867a29ff6a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:33.363854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.394672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.431127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-55ede70f-4d47-4e2c-8e0b-5a86a4fe0d0f None None] Provisioning complete for port eb3e1186-d62f-41ab-ae00-82e67a4fe78c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:33.431581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55ede70f-4d47-4e2c-8e0b-5a86a4fe0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.480013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-55ede70f-4d47-4e2c-8e0b-5a86a4fe0d0f None None] Port eb3e1186-d62f-41ab-ae00-82e67a4fe78c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:33.599250 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 551091e0-7068-4e92-9880-8daefaed384d associated. External IP: 172.25.5.73, port: a819fcd7-bc2b-4061-b710-e76797adc80f. Aug 19 15:13:33.775847 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e107e-3c07-43c8-9c6c-37ca6133ab3c None None] New status for floating IP 52c7221b-f421-4e9b-bef7-dddd7f4535ce: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:13:33.953402 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011743af-a92a-45cd-af20-234209e0cd0c x-openstack-request-id: req-011743af-a92a-45cd-af20-234209e0cd0c {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:33.976208 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:33.976208 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-011743af-a92a-45cd-af20-234209e0cd0c {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:33.976208 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'status': 'completed', 'code': 200} Aug 19 15:13:33.993754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:34.015772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:34.017704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3c727-2021-4e65-ad33-04afde150802 req-c72a8eab-deca-4708-8cee-569a05aafdf3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.020559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29e3c727-2021-4e65-ad33-04afde150802 req-c72a8eab-deca-4708-8cee-569a05aafdf3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1057663 Aug 19 15:13:34.024266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-7861e2dd-4a39-4c9c-a601-450f94a44f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.025136 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-040efab4-6099-4802-8cad-293dba554918 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/5b99c240-719f-4594-98e3-d0fd850d41a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8134208 Aug 19 15:13:34.025899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-7861e2dd-4a39-4c9c-a601-450f94a44f28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 1097 time: 0.1367912 Aug 19 15:13:34.028347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41176) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:34.037954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] Sync routers for ids ['5b99c240-719f-4594-98e3-d0fd850d41a2'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:34.053266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] Routers {'5b99c240-719f-4594-98e3-d0fd850d41a2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:34.054617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5b99c240-719f-4594-98e3-d0fd850d41a2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.116677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8bd98-610e-4145-b8d1-38aef9557f3d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.119246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90d8bd98-610e-4145-b8d1-38aef9557f3d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports/eb3e1186-d62f-41ab-ae00-82e67a4fe78c HTTP/1.1" status: 200 len: 984 time: 0.0879860 Aug 19 15:13:34.124097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41178) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:34.124706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.136565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] Routers {'5b99c240-719f-4594-98e3-d0fd850d41a2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:34.137278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5b99c240-719f-4594-98e3-d0fd850d41a2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.183991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.184687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33014b78-7bb5-42ed-b939-342a6aea8fbf None None] The sync data for ids ['5b99c240-719f-4594-98e3-d0fd850d41a2'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:34.225469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29e3c727-2021-4e65-ad33-04afde150802 req-cc00bd8e-06fb-419c-bcd2-4627e7692903 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959674 Aug 19 15:13:34.319056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-53480825-941e-4281-b841-72dd9ed0d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.320731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-53480825-941e-4281-b841-72dd9ed0d79d service neutron] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.2820277 Aug 19 15:13:34.391218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:34.402654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.410303 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:34.439185 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:34.440715 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.456629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-84feadb5-4694-4db3-b8db-fccd8c627dd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae HTTP/1.1" status: 200 len: 1001 time: 0.1145976 Aug 19 15:13:34.461458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-37a69d6d-fabf-4609-8ba8-bf1387c07e3c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/floatingips/551091e0-7068-4e92-9880-8daefaed384d HTTP/1.1" status: 200 len: 978 time: 2.0019777 Aug 19 15:13:34.465759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41184) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:34.499054 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.511934 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:34.513137 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.558333 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:34.559533 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3efa17-a47b-41fa-a41d-37b4035dd38d None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:34.636195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-29be9805-86de-486d-9c32-29505d55e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.638695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-29be9805-86de-486d-9c32-29505d55e8b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1738603 Aug 19 15:13:34.692564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6441c-c55c-468b-9cf6-a2d99a6b2268 req-767d1132-5673-4283-bf38-4605a874670a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.700613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5af6441c-c55c-468b-9cf6-a2d99a6b2268 req-767d1132-5673-4283-bf38-4605a874670a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1686337 Aug 19 15:13:34.756011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.768234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port a819fcd7-bc2b-4061-b710-e76797adc80f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:34.768635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.779394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-c20d2e5c-21ac-44aa-a322-95f39a401ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.781057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-c20d2e5c-21ac-44aa-a322-95f39a401ee8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315711 Aug 19 15:13:34.796738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5af6441c-c55c-468b-9cf6-a2d99a6b2268 req-940564cd-261a-4727-b907-a3fa22d03a9a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949774 Aug 19 15:13:34.971318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.046866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-5f3cd555-28b3-406d-9625-3fd82ab7cf40 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488167 Aug 19 15:13:35.082014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port eb3e1186-d62f-41ab-ae00-82e67a4fe78c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:35.082755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.212319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.229816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for eb3e1186-d62f-41ab-ae00-82e67a4fe78c owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:35.295936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc9ce0-8e9e-46eb-a6fe-d8f3d83a0b40 req-404c61e4-0800-4a9c-bf0a-26522c85e57a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:35.297821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dc9ce0-8e9e-46eb-a6fe-d8f3d83a0b40 req-404c61e4-0800-4a9c-bf0a-26522c85e57a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.2049632 Aug 19 15:13:35.313637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd908c69-f11c-44f1-9f1d-77dc8a1768f0 req-4fadb37e-4b26-4008-a6ab-d60f46185ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574475 Aug 19 15:13:35.341843 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.342558 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.345744 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 551091e0-7068-4e92-9880-8daefaed384d disassociated. External IP: 172.25.5.73, port: a819fcd7-bc2b-4061-b710-e76797adc80f. Aug 19 15:13:35.352044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for a819fcd7-bc2b-4061-b710-e76797adc80f owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:35.385082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dc9ce0-8e9e-46eb-a6fe-d8f3d83a0b40 req-d71a3348-5bd7-42e1-864e-54395341b76b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763211 Aug 19 15:13:35.592972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.620839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.665724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=eb3e1186-d62f-41ab-ae00-82e67a4fe78c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:35.674049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=a819fcd7-bc2b-4061-b710-e76797adc80f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:35.790118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686f861-664c-4d3a-b292-86e7d60a7ff4 req-bb212e6c-ba5d-4e9e-9be7-6d4264789964 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:35.798740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6686f861-664c-4d3a-b292-86e7d60a7ff4 req-bb212e6c-ba5d-4e9e-9be7-6d4264789964 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1336827 Aug 19 15:13:35.812354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.897229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6686f861-664c-4d3a-b292-86e7d60a7ff4 req-0b2da42f-cadd-465c-b043-6f7463afb5e2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972638 Aug 19 15:13:36.004677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:36.035212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-4e482adb-d5d9-4e89-841b-d53c8265389c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003125 Aug 19 15:13:36.077018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 5b99c240-719f-4594-98e3-d0fd850d41a2 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:36.190014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:36.199554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e01db2cb-7506-4d46-a655-b3d2e04e1c5f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/5b99c240-719f-4594-98e3-d0fd850d41a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0738332 Aug 19 15:13:36.204065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41208) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:36.207169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] Sync routers for ids ['5b99c240-719f-4594-98e3-d0fd850d41a2'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:36.221025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] Routers {'5b99c240-719f-4594-98e3-d0fd850d41a2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:36.222128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5b99c240-719f-4594-98e3-d0fd850d41a2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.284156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.309715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] Routers {'5b99c240-719f-4594-98e3-d0fd850d41a2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:36.310656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5b99c240-719f-4594-98e3-d0fd850d41a2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.349059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.349776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47225c0a-47f2-43b4-8bd2-b8070018cab7 None None] The sync data for ids ['5b99c240-719f-4594-98e3-d0fd850d41a2'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:36.462261 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-de092e67-a661-43f5-ad15-f4fa2ee05cb6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 15:13:36.466170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de092e67-a661-43f5-ad15-f4fa2ee05cb6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/5b99c240-719f-4594-98e3-d0fd850d41a2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2579582 Aug 19 15:13:36.467339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:36.500385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c210eec3-6d15-435f-9874-dd98b8177c1e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b99c240-719f-4594-98e3-d0fd850d41a2 HTTP/1.1" status: 200 len: 205 time: 0.0318670 Aug 19 15:13:36.503511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:36.595665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:36.633076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92b38c-120c-4bde-a7ac-37a4042f7ff6 req-5113caad-3312-4b04-9daf-3a55692f0092 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:36.634611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a92b38c-120c-4bde-a7ac-37a4042f7ff6 req-5113caad-3312-4b04-9daf-3a55692f0092 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.5322468 Aug 19 15:13:36.636364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d8be-4145-4623-9775-34adfb097447 req-c6b28e29-3203-4f61-a914-d1ecee584e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:36.637829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-c6b28e29-3203-4f61-a914-d1ecee584e82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1098 time: 0.5471342 Aug 19 15:13:36.639045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:36.653936 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:36.665628 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:36.666575 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.705874 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.719214 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:36.720110 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.734149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a92b38c-120c-4bde-a7ac-37a4042f7ff6 req-571b3a9b-8379-4178-a630-30311ac6c895 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774918 Aug 19 15:13:36.777985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.778686 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ae86d-9fc2-4074-929e-6d0994297768 None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:36.809242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:36.812047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:36.919008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:36.921243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9af198b5-9c5d-4ea9-ac3b-809f18047bae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/ports/a819fcd7-bc2b-4061-b710-e76797adc80f HTTP/1.1" status: 204 len: 168 time: 2.4484000 Aug 19 15:13:36.924495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:36.981898 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab9357ba-b8ae-4237-879a-6c30d6bd5e5b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/floatingips/551091e0-7068-4e92-9880-8daefaed384d HTTP/1.1" status: 200 len: 687 time: 0.0553548 Aug 19 15:13:36.985905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41222) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:36.997375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d8be-4145-4623-9775-34adfb097447 req-6162868b-097c-4912-abb2-6c95e88ab8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:37.000294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-6162868b-097c-4912-abb2-6c95e88ab8f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 915 time: 0.3180432 Aug 19 15:13:37.029965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.030812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router 5b99c240-719f-4594-98e3-d0fd850d41a2 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:13:37.042920 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.044424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-be0ad296-ba49-4b64-8a3f-e7af8c2d7138 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/5b99c240-719f-4594-98e3-d0fd850d41a2 HTTP/1.1" status: 204 len: 168 time: 0.5397096 Aug 19 15:13:37.050614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41226) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:37.066905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-afd91312-048c-42bc-96f7-84580a4c403c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 200 len: 217 time: 0.0591829 Aug 19 15:13:37.163108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d8be-4145-4623-9775-34adfb097447 req-77c8a710-7230-4c1b-8a4f-228f74828ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:37.165055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-77c8a710-7230-4c1b-8a4f-228f74828ed4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.0901499 Aug 19 15:13:37.172770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet 64ee9d52-fbdc-4e68-9d74-daac254eb96a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:13:37.178299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.208817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-24f11746-3322-4185-bbcd-37065fb74ae4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348325 Aug 19 15:13:37.246011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.274437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port a2bb4313-ecd6-4a0b-9b29-b591d415a10e {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:37.274791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.375305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-cab919b8-cba2-414f-b36a-02b7c119df5f service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581476 Aug 19 15:13:37.384463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60ed5d-bef9-4847-be27-ab018bc5cb1b req-703e485a-21fe-4754-862b-d2bc07fc3e13 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:37.386473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff60ed5d-bef9-4847-be27-ab018bc5cb1b req-703e485a-21fe-4754-862b-d2bc07fc3e13 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0928483 Aug 19 15:13:37.445307 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.445644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.459374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.486398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for a2bb4313-ecd6-4a0b-9b29-b591d415a10e owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:37.493675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff60ed5d-bef9-4847-be27-ab018bc5cb1b req-9dab050c-320b-451e-a99a-eca3d112ee82 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871179 Aug 19 15:13:37.531213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46f4d8be-4145-4623-9775-34adfb097447 req-55638972-6df0-4f44-a532-6c2916955f51 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436450 Aug 19 15:13:37.680834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.683344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc97be0-0036-46ff-b702-ac4f0cb71f5d req-b19854c6-f69a-4952-9a46-47bcd3f4c715 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:37.688995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc97be0-0036-46ff-b702-ac4f0cb71f5d req-b19854c6-f69a-4952-9a46-47bcd3f4c715 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0644011 Aug 19 15:13:37.711546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=64ee9d52-fbdc-4e68-9d74-daac254eb96a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:37.718697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.720956 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/64ee9d52-fbdc-4e68-9d74-daac254eb96a HTTP/1.1" status: 204 len: 168 time: 0.6692114 Aug 19 15:13:37.725279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41232) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:37.727425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.729406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.729406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.729406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.729406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.729406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.729406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.730873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.730873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.730873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.730873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.731280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec105-d66e-4ff9-93f7-e9476b161a72 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:37.737022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6087cb0-5914-454f-b82a-078c5d0b8a93 None None] Network ac3fd4dc-637a-4596-a576-51ee66b5caed requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:37.758033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc97be0-0036-46ff-b702-ac4f0cb71f5d req-01379546-8dc1-47bf-bf78-f19e7e53c4ee tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672209 Aug 19 15:13:37.771153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.839794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.843442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=a2bb4313-ecd6-4a0b-9b29-b591d415a10e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:37.940070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 43d940a6-e184-4437-ac3d-b9867a29ff6a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:37.941175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.992671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.996472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.998425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5ef865a-2e9e-404c-b930-33007f4cf9c7 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/floatingips/551091e0-7068-4e92-9880-8daefaed384d HTTP/1.1" status: 204 len: 168 time: 1.0112724 Aug 19 15:13:38.002310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41244) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:38.008449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] DHCP port deletion for ac3fd4dc-637a-4596-a576-51ee66b5caed request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:13:38.010484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'df3e5538-4ee3-4a34-a8d5-d29ef3f58b12'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:38.064973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0f55-d3a8-4e65-9042-ea1dc454d206 req-aaa9b0f3-2a1d-40ae-8e29-01b7acaa8c7d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:38.067363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbad0f55-d3a8-4e65-9042-ea1dc454d206 req-aaa9b0f3-2a1d-40ae-8e29-01b7acaa8c7d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0821383 Aug 19 15:13:38.071599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] Deleting port 43d940a6-e184-4437-ac3d-b9867a29ff6a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:38.071983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.073081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port 43d940a6-e184-4437-ac3d-b9867a29ff6a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=43d940a6-e184-4437-ac3d-b9867a29ff6a,segment=NetworkSegment(f60ff876-b4df-46cb-86cd-0b71ea780361),segment_id=f60ff876-b4df-46cb-86cd-0b71ea780361)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:38.073556 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.101241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 43d940a6-e184-4437-ac3d-b9867a29ff6a owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:38.107239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.157086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] For port 43d940a6-e184-4437-ac3d-b9867a29ff6a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=43d940a6-e184-4437-ac3d-b9867a29ff6a,segment=NetworkSegment(f60ff876-b4df-46cb-86cd-0b71ea780361),segment_id=f60ff876-b4df-46cb-86cd-0b71ea780361)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:38.157998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.179284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] Calling delete_port for 43d940a6-e184-4437-ac3d-b9867a29ff6a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:38.233381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbad0f55-d3a8-4e65-9042-ea1dc454d206 req-d97b2c39-a12c-4eb0-a6e6-754ccb3208ba tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504760 Aug 19 15:13:38.270378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.404196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.419921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.493758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=43d940a6-e184-4437-ac3d-b9867a29ff6a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:38.510955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port 43d940a6-e184-4437-ac3d-b9867a29ff6a on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:38.521742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.153 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/ac7b3ef3-4fa6-4023-8cb0-edbfcd73ee93) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:38.615417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] Pushing event deleted for resources: {'Port': ['ID=43d940a6-e184-4437-ac3d-b9867a29ff6a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:38.617433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872245d-c2bc-44ce-a703-5f110d78555e None None] No DVR routers for this DVR port 43d940a6-e184-4437-ac3d-b9867a29ff6a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:38.683962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.700288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3fd4dc-637a-4596-a576-51ee66b5caed']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:38.717339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60ff876-b4df-46cb-86cd-0b71ea780361') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:38.717948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60ff876-b4df-46cb-86cd-0b71ea780361') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:38.734180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.774878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.775120 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.785005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:13:38.785975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:13:38.789240 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:13:38.882778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011117f5-025b-4fd2-9cb9-ded41cb3fa31 req-ef190607-721f-4cb3-9c1e-b6df3a1bb42c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:38.884245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-011117f5-025b-4fd2-9cb9-ded41cb3fa31 req-ef190607-721f-4cb3-9c1e-b6df3a1bb42c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1143439 Aug 19 15:13:38.926306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-011117f5-025b-4fd2-9cb9-ded41cb3fa31 req-a2c7e3bc-aef7-48e0-8485-aed5c4c0ee79 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350840 Aug 19 15:13:39.029341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.060134 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.077799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:39.082825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:39.084809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.086026 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:39.091020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/ac3fd4dc-637a-4596-a576-51ee66b5caed HTTP/1.1" status: 204 len: 168 time: 1.3601077 Aug 19 15:13:39.091206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41256) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:39.106082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1732809239'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:39.111732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=ac7b3ef3-4fa6-4023-8cb0-edbfcd73ee93,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:39.127007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d7fb-31dd-4e7f-8e6a-9516f79041b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=ac3fd4dc-637a-4596-a576-51ee66b5caed,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:39.156023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bea8-9bec-439f-8a1e-f41333effe08 req-92372854-aa19-4c11-80ac-0893407f4edf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:39.156023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f367bea8-9bec-439f-8a1e-f41333effe08 req-92372854-aa19-4c11-80ac-0893407f4edf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1092637 Aug 19 15:13:39.197838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:39.201902 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.222560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f367bea8-9bec-439f-8a1e-f41333effe08 req-8905dacf-3d99-4f0d-bf44-dda0107ce5c2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601416 Aug 19 15:13:39.230607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 43d940a6-e184-4437-ac3d-b9867a29ff6a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:39.265963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:39.295333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.296920 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment df7dda2e-459f-4dee-8dbd-bd1cb6bc4851 of type vlan for network f5c73ab8-7904-4674-ab85-d8fda78e68c9 Aug 19 15:13:39.303424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 43d940a6-e184-4437-ac3d-b9867a29ff6a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:39.305028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 43d940a6-e184-4437-ac3d-b9867a29ff6a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:39.379061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.416561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8c3c8-c67a-450d-b0f0-449a14835110 req-9f809d60-8654-4540-a914-33ec5fc88470 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:39.418189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ecf8c3c8-c67a-450d-b0f0-449a14835110 req-9f809d60-8654-4540-a914-33ec5fc88470 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0750611 Aug 19 15:13:39.460122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ecf8c3c8-c67a-450d-b0f0-449a14835110 req-5fa91986-bdb2-4f67-bd34-520b4efb6554 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Aug 19 15:13:39.517589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.524141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:39.524897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.611130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=f5c73ab8-7904-4674-ab85-d8fda78e68c9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:39.624760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:39.672475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4efd16e6-64bc-4c6b-9fa7-b96bf049919e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5767233 Aug 19 15:13:39.672475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41268) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:39.683815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:39.905214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.908358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa904a-c9ea-49f9-bc0e-97c9f6514a6a req-3d2b3296-7ce7-42ad-8158-9b6ce1d37931 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:39.910560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41fa904a-c9ea-49f9-bc0e-97c9f6514a6a req-3d2b3296-7ce7-42ad-8158-9b6ce1d37931 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0737674 Aug 19 15:13:39.953033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41fa904a-c9ea-49f9-bc0e-97c9f6514a6a req-cabb0187-4e86-403c-b40e-c1fa3e4bddd5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Aug 19 15:13:39.985693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:39.985693 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.062090 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.116858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a4f9-0138-408f-9158-8415a48305af req-28dd2f0b-d737-46de-8c74-f10eb3476c76 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:40.123034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09f4a4f9-0138-408f-9158-8415a48305af req-28dd2f0b-d737-46de-8c74-f10eb3476c76 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0862758 Aug 19 15:13:40.194771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09f4a4f9-0138-408f-9158-8415a48305af req-0363cf24-4b34-439f-a227-e117c796e32b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678511 Aug 19 15:13:40.246325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.338216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089ed74-e961-478a-8ed7-dc4f70eb8be6 req-7d08fe48-b648-40eb-b24b-bff18dd09428 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:40.339724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f089ed74-e961-478a-8ed7-dc4f70eb8be6 req-7d08fe48-b648-40eb-b24b-bff18dd09428 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0506711 Aug 19 15:13:40.370059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.381707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f089ed74-e961-478a-8ed7-dc4f70eb8be6 req-16c48c07-d8f4-4a4c-aaea-45fae2a8c463 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Aug 19 15:13:40.433889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.450676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=ac7b3ef3-4fa6-4023-8cb0-edbfcd73ee93,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:40.463328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.540085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=6f491ded-5459-43b6-91db-fee81ea737ff,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:40.547628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:40.548002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: f5c73ab8-7904-4674-ab85-d8fda78e68c9, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:40.577793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b120b82-0011-4248-972b-4e91911a5b88 req-11b01863-6a54-4317-bd0c-48b5bfa25d80 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:40.582053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b120b82-0011-4248-972b-4e91911a5b88 req-11b01863-6a54-4317-bd0c-48b5bfa25d80 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0952721 Aug 19 15:13:40.587619 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 6a49b757-f368-4fc2-8a06-164ae8445efa associated. External IP: 172.25.5.153, port: df3e5538-4ee3-4a34-a8d5-d29ef3f58b12. Aug 19 15:13:40.628112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b120b82-0011-4248-972b-4e91911a5b88 req-ea351740-9ea4-4437-bc87-f6a0a5e4cc06 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Aug 19 15:13:40.632736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:40.798050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f5c73ab8-7904-4674-ab85-d8fda78e68c9) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:40.802947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:40.803928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.809968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de328482-130e-4ef4-8798-4c45c4523870 None None] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:40.842457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:40.933020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-87696b3f-9f1c-459f-bbba-2f722134f64a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2611403 Aug 19 15:13:40.934471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41294) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:40.940158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1284691205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:41.008239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f5c73ab8-7904-4674-ab85-d8fda78e68c9', 'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': '6f491ded-5459-43b6-91db-fee81ea737ff'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:41.009619 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.016287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:41.036132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:41.041077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.042284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.110548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:41.111217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:41.124553 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.152100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:41.153634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85786b-a532-4209-8e62-f0cba1e3977f req-4a5755f2-fa99-4caa-85e5-633967a49700 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:41.156793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e85786b-a532-4209-8e62-f0cba1e3977f req-4a5755f2-fa99-4caa-85e5-633967a49700 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1296899 Aug 19 15:13:41.160635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.184189 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff6ba39f-ded0-440d-9aed-0f61e8b3c73e tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1764121 Aug 19 15:13:41.184692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41298) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:41.193442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1954214506'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:41.194741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:41.195445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:41.240288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:41.240288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65269c59-df70-40ab-bc81-e9bb5233c59b None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:41.244328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e85786b-a532-4209-8e62-f0cba1e3977f req-65b875d7-7689-4875-bfd4-862b17ad4af2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695977 Aug 19 15:13:41.245941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.262741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Allocated IP 2001:db8::2 (f5c73ab8-7904-4674-ab85-d8fda78e68c9/6f491ded-5459-43b6-91db-fee81ea737ff/e38a558c-96e7-4665-9f94-dc77c9c785a9) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:41.350073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:41.354666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.384547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:41.395064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.395412 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Added segment c36aaaf0-225d-4ee0-854c-57a8dd7482d0 of type vlan for network ef98d2e4-d082-4df1-8ff5-269b58d5945b Aug 19 15:13:41.441482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.463893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.475520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1f816e7-47e6-418b-b5a7-f7b1d2c7898e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5305367 Aug 19 15:13:41.475739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41302) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:41.475957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.480367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Transition to ACTIVE for port object e38a558c-96e7-4665-9f94-dc77c9c785a9 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:41.484245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a5a21-f1bc-43c6-92d6-1b347877ee0f req-ea966ce7-b044-4319-a4bf-d57d058f50af tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:41.486931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-564a5a21-f1bc-43c6-92d6-1b347877ee0f req-ea966ce7-b044-4319-a4bf-d57d058f50af tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1010950 Aug 19 15:13:41.504088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Transition to ACTIVE for port object e38a558c-96e7-4665-9f94-dc77c9c785a9 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:41.544133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-564a5a21-f1bc-43c6-92d6-1b347877ee0f req-8699f8b2-6b70-44f2-adf1-534102de7e87 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Aug 19 15:13:41.554895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.560915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:41.561629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.592024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.639506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:41.645729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:41.652763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:41.662721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Pushing event updated for resources: {'Port': ['ID=e38a558c-96e7-4665-9f94-dc77c9c785a9,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:41.736534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Attempting to bind port e38a558c-96e7-4665-9f94-dc77c9c785a9 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:41.738381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Attempting to bind port e38a558c-96e7-4665-9f94-dc77c9c785a9 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:41.739161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Attempting to bind port e38a558c-96e7-4665-9f94-dc77c9c785a9 on network f5c73ab8-7904-4674-ab85-d8fda78e68c9 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:41.748689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:41.749327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Checking segment: {'id': 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:41.749883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.750378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Bound using segment: {'id': 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:41.754593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786b13-7dd5-4883-b75c-5ba2a26bb357 req-0d6a5d25-4f67-4790-86c8-b1e10cc0307a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:41.754767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Bound port: e38a558c-96e7-4665-9f94-dc77c9c785a9, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5c73ab8-7904-4674-ab85-d8fda78e68c9'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:41.754767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.755006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85786b13-7dd5-4883-b75c-5ba2a26bb357 req-0d6a5d25-4f67-4790-86c8-b1e10cc0307a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0688658 Aug 19 15:13:41.801105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6143844 Aug 19 15:13:41.801874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2497a9-203b-4fcb-abe3-a85b275afb12 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Network': ['ID=ef98d2e4-d082-4df1-8ff5-269b58d5945b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:41.802453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85786b13-7dd5-4883-b75c-5ba2a26bb357 req-56964de0-cd4b-498f-a1c2-b48745c54051 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Aug 19 15:13:41.804005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41312) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:41.811315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'subnet': {'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:41.815030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:41.895378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] For port e38a558c-96e7-4665-9f94-dc77c9c785a9, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:41.902955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] For port e38a558c-96e7-4665-9f94-dc77c9c785a9, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e38a558c-96e7-4665-9f94-dc77c9c785a9,segment=NetworkSegment(df7dda2e-459f-4dee-8dbd-bd1cb6bc4851),segment_id=df7dda2e-459f-4dee-8dbd-bd1cb6bc4851)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:41.964744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.999162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.021194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b8461-68e5-4349-8dc3-71d9c00ad7d2 req-bbe71fb7-25a9-4546-8285-907bf9935ce0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:42.021194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d9b8461-68e5-4349-8dc3-71d9c00ad7d2 req-bbe71fb7-25a9-4546-8285-907bf9935ce0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0587552 Aug 19 15:13:42.064613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:42.068880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.073347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d9b8461-68e5-4349-8dc3-71d9c00ad7d2 req-7a9fe4b7-1599-4ff8-a40e-5722e6d0bb3c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Aug 19 15:13:42.084716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d094869-0898-4401-92fd-0a45a26889d2 None None] Pushing event updated for resources: {'Port': ['ID=e38a558c-96e7-4665-9f94-dc77c9c785a9,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:42.469104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72effc23-2312-47a2-bab3-0a0486515588 req-2a812e59-d65a-4ccc-a3b7-ea58c445863b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:42.470822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72effc23-2312-47a2-bab3-0a0486515588 req-2a812e59-d65a-4ccc-a3b7-ea58c445863b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0585191 Aug 19 15:13:42.472344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8::1 (f5c73ab8-7904-4674-ab85-d8fda78e68c9/6f491ded-5459-43b6-91db-fee81ea737ff/b8987a29-0f09-4fc5-beb3-9f0a265cdd5e) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:42.512072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72effc23-2312-47a2-bab3-0a0486515588 req-a7f08ce0-b7d0-4c7f-a0a9-2afbbc9cefe8 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Aug 19 15:13:42.571390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.637217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1b6e5-22ef-41fa-b2ca-a65bade13e92 req-ba1cfca3-7050-45e2-b7b1-438c363a6c3a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:42.638784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc1b6e5-22ef-41fa-b2ca-a65bade13e92 req-ba1cfca3-7050-45e2-b7b1-438c363a6c3a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0553591 Aug 19 15:13:42.661840 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.667102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Subnet': ['ID=460672f2-2d95-4d15-b632-e63e8c44e3af,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:42.682292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dc1b6e5-22ef-41fa-b2ca-a65bade13e92 req-cd68fd8b-e7bb-4e67-9a49-3b32be0f219a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357053 Aug 19 15:13:42.682888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object b8987a29-0f09-4fc5-beb3-9f0a265cdd5e will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:42.691272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Checking segment: {'id': 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:42.693928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network hostable DHCP agents. Network: ef98d2e4-d082-4df1-8ff5-269b58d5945b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:42.808525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:42.834256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.897275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:42.900800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:42.905574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:42.906442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.910415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=b8987a29-0f09-4fc5-beb3-9f0a265cdd5e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:42.945141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ef98d2e4-d082-4df1-8ff5-269b58d5945b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:42.952337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:42.952999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.954068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005e93c-6856-486b-8efb-c51afab18d58 None None] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:43.051615 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ece45d7c-6644-4a8d-8274-4dcf33c0fd6d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2445452 Aug 19 15:13:43.059153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41336) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:43.064138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1195009339', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:43.138288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.150915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ef98d2e4-d082-4df1-8ff5-269b58d5945b', 'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b', 'tenant_id': '5b040e36f4d744ee950385f606d17194', 'fixed_ips': [{'subnet_id': '460672f2-2d95-4d15-b632-e63e8c44e3af'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:43.151912 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.189328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.222590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.233012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.248804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cab4b-4097-4a17-9f24-9e615a228719 None None] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:43.332848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e38a558c-96e7-4665-9f94-dc77c9c785a9 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:43.370257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.457707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56c4559f-f047-4146-99ac-59fbcba37444 None None] Provisioning for port e38a558c-96e7-4665-9f94-dc77c9c785a9 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:43.469889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Allocated IP 172.20.0.2 (ef98d2e4-d082-4df1-8ff5-269b58d5945b/460672f2-2d95-4d15-b632-e63e8c44e3af/4bf135c6-98f6-4ea4-a307-66c29d8e7008) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:43.625026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e38a558c-96e7-4665-9f94-dc77c9c785a9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:43.648968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e38a558c-96e7-4665-9f94-dc77c9c785a9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:43.648968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.736413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.799062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.824077 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.839023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Transition to ACTIVE for port object 4bf135c6-98f6-4ea4-a307-66c29d8e7008 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:43.870795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e38a558c-96e7-4665-9f94-dc77c9c785a9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e38a558c-96e7-4665-9f94-dc77c9c785a9,segment=NetworkSegment(df7dda2e-459f-4dee-8dbd-bd1cb6bc4851),segment_id=df7dda2e-459f-4dee-8dbd-bd1cb6bc4851)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:43.882652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Transition to ACTIVE for port object 4bf135c6-98f6-4ea4-a307-66c29d8e7008 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:43.894121 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.944786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd35f5-643a-40bf-8997-94a30e3efdd1 req-07af5e06-1d0e-4315-a1c4-507c5b510dd6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:43.946431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26bd35f5-643a-40bf-8997-94a30e3efdd1 req-07af5e06-1d0e-4315-a1c4-507c5b510dd6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0716374 Aug 19 15:13:43.947928 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.977016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.978491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.994421 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.023069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26bd35f5-643a-40bf-8997-94a30e3efdd1 req-1a9d7b91-f0bc-4987-ba6a-e1a11d27b86d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699730 Aug 19 15:13:44.045751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:44.053307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:44.058695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:44.134369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=b8987a29-0f09-4fc5-beb3-9f0a265cdd5e,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.140780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e38a558c-96e7-4665-9f94-dc77c9c785a9,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.195847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Attempting to bind port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:44.196245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Attempting to bind port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:44.196621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Attempting to bind port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 on network ef98d2e4-d082-4df1-8ff5-269b58d5945b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:44.209722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:44.211431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Checking segment: {'id': 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:44.211431 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.211431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Bound using segment: {'id': 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:44.211431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Bound port: 4bf135c6-98f6-4ea4-a307-66c29d8e7008, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:44.211846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.238676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Pushing event updated for resources: {'Port': ['ID=4bf135c6-98f6-4ea4-a307-66c29d8e7008,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.240900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:44.249263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:44.259774 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.303145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.320925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] For port 4bf135c6-98f6-4ea4-a307-66c29d8e7008, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:44.324399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] For port 4bf135c6-98f6-4ea4-a307-66c29d8e7008, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4bf135c6-98f6-4ea4-a307-66c29d8e7008,segment=NetworkSegment(c36aaaf0-225d-4ee0-854c-57a8dd7482d0),segment_id=c36aaaf0-225d-4ee0-854c-57a8dd7482d0)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:44.326722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-756f0a1b-a1a2-49ec-b5ea-7e28d5a4f320 None None] Provisioning for port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:44.331592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-756f0a1b-a1a2-49ec-b5ea-7e28d5a4f320 None None] Provisioning complete for port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:44.332737 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-756f0a1b-a1a2-49ec-b5ea-7e28d5a4f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.397348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.401679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-756f0a1b-a1a2-49ec-b5ea-7e28d5a4f320 None None] Port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:44.464554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-756f0a1b-a1a2-49ec-b5ea-7e28d5a4f320 None None] Provisioning complete for port e38a558c-96e7-4665-9f94-dc77c9c785a9 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:44.464934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-756f0a1b-a1a2-49ec-b5ea-7e28d5a4f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.495029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.25.5.159 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/d1df93c8-2e71-49ec-a4c8-f97b3881f308) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:44.523126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb62773-566e-4ad1-91e9-ed23016033c2 None None] Pushing event updated for resources: {'Port': ['ID=4bf135c6-98f6-4ea4-a307-66c29d8e7008,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.524977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router facdfdf7-d826-4807-8c49-78a49a136584 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:44.746546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:44.757570 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.758506 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] Sync routers for ids ['facdfdf7-d826-4807-8c49-78a49a136584'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:44.759333 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-614e0144-e140-4a0a-9290-a5d6e7f8d500 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/facdfdf7-d826-4807-8c49-78a49a136584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2864017 Aug 19 15:13:44.760263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41356) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:44.776639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ddba0b90-5956-400b-be13-b88abf29e8d8 None None] Provisioning complete for port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:44.777024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ddba0b90-5956-400b-be13-b88abf29e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.787768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] Routers {'facdfdf7-d826-4807-8c49-78a49a136584'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:44.787768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['facdfdf7-d826-4807-8c49-78a49a136584'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:44.894997 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:44.902025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df506af-ce60-4e22-8568-5589c65d5a9d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:44.905627 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] Routers {'facdfdf7-d826-4807-8c49-78a49a136584'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:44.907004 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['facdfdf7-d826-4807-8c49-78a49a136584'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:44.908586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41360) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:44.912791 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9df506af-ce60-4e22-8568-5589c65d5a9d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports/b8987a29-0f09-4fc5-beb3-9f0a265cdd5e HTTP/1.1" status: 200 len: 911 time: 0.1488266 Aug 19 15:13:44.913522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ddba0b90-5956-400b-be13-b88abf29e8d8 None None] Port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:44.954968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:44.955630 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539271aa-2bd7-42e0-b35b-43caedf92718 None None] The sync data for ids ['facdfdf7-d826-4807-8c49-78a49a136584'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:45.014643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.047615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-290b8b19-e72e-4740-8214-7e28940bf142 None None] Provisioning complete for port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:45.048268 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-290b8b19-e72e-4740-8214-7e28940bf142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.105719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-290b8b19-e72e-4740-8214-7e28940bf142 None None] Port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:45.106418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:45.120624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:45.168009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:45.202783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=d1df93c8-2e71-49ec-a4c8-f97b3881f308,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:45.321235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e38a558c-96e7-4665-9f94-dc77c9c785a9 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:45.381708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39d9e9-a0db-4a51-bae7-ab1715666bf1 req-ee150767-c809-46b3-ab19-590fe9f9f0dc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:45.382567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e38a558c-96e7-4665-9f94-dc77c9c785a9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:45.383073 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.384452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f39d9e9-a0db-4a51-bae7-ab1715666bf1 req-ee150767-c809-46b3-ab19-590fe9f9f0dc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.2273445 Aug 19 15:13:45.481711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4bf135c6-98f6-4ea4-a307-66c29d8e7008 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:45.528812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f39d9e9-a0db-4a51-bae7-ab1715666bf1 req-45dfac7a-f406-43e5-ae5f-a9944fe26e1e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223991 Aug 19 15:13:45.646009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:45.725347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.863750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff168da-1f7b-449b-9ea1-afa623262989 None None] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:46.059991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] Provisioning for port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:46.066339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] Provisioning complete for port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:46.066915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.170070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.186219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.229490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] For port 4bf135c6-98f6-4ea4-a307-66c29d8e7008, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4bf135c6-98f6-4ea4-a307-66c29d8e7008,segment=NetworkSegment(c36aaaf0-225d-4ee0-854c-57a8dd7482d0),segment_id=c36aaaf0-225d-4ee0-854c-57a8dd7482d0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:46.307413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.382896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddb859-5cbf-4753-b31c-8651ae5bef6f None None] Pushing event updated for resources: {'Port': ['ID=4bf135c6-98f6-4ea4-a307-66c29d8e7008,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:46.434806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aacea32f-64e8-4c75-aa5c-7bf4f4e0da87 None None] Provisioning complete for port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:46.435387 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aacea32f-64e8-4c75-aa5c-7bf4f4e0da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.546529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.558795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-8b780f2f-3c19-4009-b232-de99c9d698a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1283817 Aug 19 15:13:46.729008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port b8987a29-0f09-4fc5-beb3-9f0a265cdd5e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:46.729385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.801075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5a3b4-b726-4e7e-b7ab-69241d5ce30a req-b61cfb70-6d63-4dec-9efb-4cc40e35be0f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.802577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4c5a3b4-b726-4e7e-b7ab-69241d5ce30a req-b61cfb70-6d63-4dec-9efb-4cc40e35be0f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1876736 Aug 19 15:13:46.841926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.842401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.842875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.843348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.843807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.844268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.844729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:46.847171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-35159268-d8fd-483a-a19e-920185c7ac43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6497 time: 0.1720014 Aug 19 15:13:46.917813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4c5a3b4-b726-4e7e-b7ab-69241d5ce30a req-69f07e77-167e-44d5-97b9-92f8c8df7040 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086936 Aug 19 15:13:46.962205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:46.984324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for b8987a29-0f09-4fc5-beb3-9f0a265cdd5e owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:47.046025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 93d29d41-6732-41a6-9283-aa85cb98ef16 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:47.086355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-63593605-486f-492b-a06a-aed50b5d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:47.086898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-63593605-486f-492b-a06a-aed50b5d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:47.087299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-63593605-486f-492b-a06a-aed50b5d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:47.088904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-63593605-486f-492b-a06a-aed50b5d1466 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b63c9530-38e6-4869-867b-3d546179fd2e&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 2289 time: 0.2065582 Aug 19 15:13:47.200898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4bf135c6-98f6-4ea4-a307-66c29d8e7008 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:47.259417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:47.269502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:47.290994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-4f135275-f500-45f0-8a92-c5c060ca8766 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 200 len: 1001 time: 0.1633561 Aug 19 15:13:47.305154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:47.316814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] Sync routers for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:47.338515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:47.339366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:47.375626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:47.416798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-c5bacdf9-5272-4387-82f5-9a17533d011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:47.418508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-c5bacdf9-5272-4387-82f5-9a17533d011c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a04df0-b14d-4102-935d-68c2158b1bdc HTTP/1.1" status: 200 len: 849 time: 0.1113508 Aug 19 15:13:47.425629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:47.426383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:47.460640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:47.464981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-09fa6c21-12bc-4fee-a274-4828303eaa32 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4017763 Aug 19 15:13:47.465343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:47.471001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:47.472280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0ed42-7f01-4d4e-a5d2-9598514c364e None None] The sync data for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:47.483560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-12c2d4c1-dd38-4dcf-aa36-2509bd0e8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:47.485335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-12c2d4c1-dd38-4dcf-aa36-2509bd0e8220 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b63c9530-38e6-4869-867b-3d546179fd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564904 Aug 19 15:13:47.487783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:47.520182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=b8987a29-0f09-4fc5-beb3-9f0a265cdd5e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:47.684536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:47.706843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-f48ed887-c305-41e1-9c58-9b78c5168045 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974933 Aug 19 15:13:47.936810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router facdfdf7-d826-4807-8c49-78a49a136584 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:47.945035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-94926326-f718-49ce-959d-2aa3d7ac511e service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012088 Aug 19 15:13:48.055796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.079562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-013c2b1a-0b17-4db9-a5b8-4c89c8b6bdee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 217 time: 0.0898795 Aug 19 15:13:48.083733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:48.089056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a382f695-4464-4ab5-bd82-fd145d97df6a tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/facdfdf7-d826-4807-8c49-78a49a136584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1783528 Aug 19 15:13:48.091899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:48.094564 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] Sync routers for ids ['facdfdf7-d826-4807-8c49-78a49a136584'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:48.106021 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] Routers {'facdfdf7-d826-4807-8c49-78a49a136584'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:48.106918 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['facdfdf7-d826-4807-8c49-78a49a136584'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:48.152361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7519a8a6-141e-4009-a483-b081f2a21b85 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=facdfdf7-d826-4807-8c49-78a49a136584 HTTP/1.1" status: 200 len: 205 time: 0.0519433 Aug 19 15:13:48.152604 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:48.163619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41408) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:48.164225 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] Routers {'facdfdf7-d826-4807-8c49-78a49a136584'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:48.165031 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['facdfdf7-d826-4807-8c49-78a49a136584'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:48.174212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35296-2587-4255-83d9-ba231c1f58aa req-f67b9465-f4db-40c7-9b0d-295678766472 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:48.176301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1aa35296-2587-4255-83d9-ba231c1f58aa req-f67b9465-f4db-40c7-9b0d-295678766472 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1528325 Aug 19 15:13:48.182253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-b5ef8d5f-9f46-4006-9abc-01cec47a8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:48.183883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-b5ef8d5f-9f46-4006-9abc-01cec47a8107 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0936065 Aug 19 15:13:48.206472 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:48.208012 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b36c-9e7e-44f4-a3ab-a174e4c6edc1 None None] The sync data for ids ['facdfdf7-d826-4807-8c49-78a49a136584'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:48.246537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1aa35296-2587-4255-83d9-ba231c1f58aa req-a99c2fab-ef9d-4d31-a1ac-05d7f8bd5215 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614803 Aug 19 15:13:48.256662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.264839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-a62d28a4-ee42-4677-a3a6-c32e36caf08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:48.266412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-a62d28a4-ee42-4677-a3a6-c32e36caf08c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506098 Aug 19 15:13:48.372158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-a02aa3fa-b563-441b-bd09-aaf0b5999a3d service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979376 Aug 19 15:13:48.486668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-5bbcc8b9-a6cb-43e0-bb4c-8d44c0bbe649 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018088 Aug 19 15:13:48.528820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.533092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.537732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-b459a7d9-ab2c-46b9-ad2f-051b67160059 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 217 time: 0.0436633 Aug 19 15:13:48.600500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-45015562-24db-4f0b-a204-797bac596990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:48.602878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-45015562-24db-4f0b-a204-797bac596990 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0566580 Aug 19 15:13:48.658061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-34eed2b4-b235-440f-a4ba-9fba806912a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:48.658679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.1 (ef98d2e4-d082-4df1-8ff5-269b58d5945b/460672f2-2d95-4d15-b632-e63e8c44e3af/55385be4-5d2c-4378-9669-2afefa817f76) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:48.660647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-34eed2b4-b235-440f-a4ba-9fba806912a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511031 Aug 19 15:13:48.715984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.716586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router facdfdf7-d826-4807-8c49-78a49a136584 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:13:48.727101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.728230 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-74179c7f-0e82-4d83-8f6b-03be354476fe tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/facdfdf7-d826-4807-8c49-78a49a136584 HTTP/1.1" status: 204 len: 168 time: 0.5638371 Aug 19 15:13:48.731282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41414) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:48.777279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-4de3886c-e0df-4ce2-82d8-acda7ba5ed23 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093805 Aug 19 15:13:48.859302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.874905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet 6f491ded-5459-43b6-91db-fee81ea737ff {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:13:48.879280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.882366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Transition to ACTIVE for port object 55385be4-5d2c-4378-9669-2afefa817f76 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:48.889071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-6a9d3877-4926-46be-9c70-47f543391d59 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023188 Aug 19 15:13:48.933295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:48.937537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-8526b73d-8aa2-4637-b72a-5c138327bab4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e HTTP/1.1" status: 200 len: 217 time: 0.0406146 Aug 19 15:13:48.997834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-0865610c-0a84-4efb-b0d2-cba3a62b5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:48.999780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-0865610c-0a84-4efb-b0d2-cba3a62b5872 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0552602 Aug 19 15:13:49.046444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.057412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-837e10fe-dd54-4a97-9b54-18a2ccaceef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:49.059266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-837e10fe-dd54-4a97-9b54-18a2ccaceef5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519185 Aug 19 15:13:49.085685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.126805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:49.137275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:49.142424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:49.167648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-49e08ace-82a1-4a15-9198-3185986d90f5 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003959 Aug 19 15:13:49.200652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=55385be4-5d2c-4378-9669-2afefa817f76,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:49.220065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.280398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.313631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-683ce817-56c4-43b8-aeb9-bf7eaedc3771 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387010 Aug 19 15:13:49.360762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=6f491ded-5459-43b6-91db-fee81ea737ff,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:49.370793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-fc4d4eb7-61cd-43bf-a788-45469de044d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f HTTP/1.1" status: 200 len: 217 time: 0.0493834 Aug 19 15:13:49.375627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9aad4d-92e7-4284-931d-0b544d219616 None None] Network f5c73ab8-7904-4674-ab85-d8fda78e68c9 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:49.392772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.396260 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90bf11d2-a26a-44a1-becb-e25179aeda56 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/6f491ded-5459-43b6-91db-fee81ea737ff HTTP/1.1" status: 204 len: 168 time: 0.6642401 Aug 19 15:13:49.399412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:49.720121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] DHCP port deletion for f5c73ab8-7904-4674-ab85-d8fda78e68c9 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:13:49.758946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5ebeb3e-7027-4e67-9d00-b97704a708c7 None None] Provisioning for port 55385be4-5d2c-4378-9669-2afefa817f76 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:49.769611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5ebeb3e-7027-4e67-9d00-b97704a708c7 None None] Provisioning complete for port 55385be4-5d2c-4378-9669-2afefa817f76 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:49.770221 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5ebeb3e-7027-4e67-9d00-b97704a708c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.834580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.838324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebeb3e-7027-4e67-9d00-b97704a708c7 None None] Port 55385be4-5d2c-4378-9669-2afefa817f76 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:49.846061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] Deleting port e38a558c-96e7-4665-9f94-dc77c9c785a9 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:49.846459 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.881399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-cd9464a3-8b8f-4cd9-a6ea-a6076a7a5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:49.882206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-cd9464a3-8b8f-4cd9-a6ea-a6076a7a5f07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.4999850 Aug 19 15:13:49.959985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] For port e38a558c-96e7-4665-9f94-dc77c9c785a9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e38a558c-96e7-4665-9f94-dc77c9c785a9,segment=NetworkSegment(df7dda2e-459f-4dee-8dbd-bd1cb6bc4851),segment_id=df7dda2e-459f-4dee-8dbd-bd1cb6bc4851)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:49.959985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:49.960291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1e57-f1de-4af3-b2de-83f736718c75 req-eb9bc694-7f7d-48e6-93f0-7f57dfa26608 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:49.960291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db7f1e57-f1de-4af3-b2de-83f736718c75 req-eb9bc694-7f7d-48e6-93f0-7f57dfa26608 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.5816934 Aug 19 15:13:49.960291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-c424ef83-12b2-4d24-96a7-c17e54191da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:49.961081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-c424ef83-12b2-4d24-96a7-c17e54191da1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646169 Aug 19 15:13:49.973760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] Calling delete_port for e38a558c-96e7-4665-9f94-dc77c9c785a9 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:50.056034 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.090680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port e38a558c-96e7-4665-9f94-dc77c9c785a9 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:50.091131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.093471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db7f1e57-f1de-4af3-b2de-83f736718c75 req-0b297b6f-9208-4780-9011-ba6b792bff7d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309948 Aug 19 15:13:50.160966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-d62b028c-5e41-4306-a5c2-a5b6ab26acb1 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905856 Aug 19 15:13:50.215976 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.258340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port e38a558c-96e7-4665-9f94-dc77c9c785a9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e38a558c-96e7-4665-9f94-dc77c9c785a9,segment=NetworkSegment(df7dda2e-459f-4dee-8dbd-bd1cb6bc4851),segment_id=df7dda2e-459f-4dee-8dbd-bd1cb6bc4851)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:50.258709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.280540 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for e38a558c-96e7-4665-9f94-dc77c9c785a9 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:50.282841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] Pushing event deleted for resources: {'Port': ['ID=e38a558c-96e7-4665-9f94-dc77c9c785a9,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:50.289274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10cff5-cabb-4a9d-9bd0-099461f70dc0 None None] No DVR routers for this DVR port e38a558c-96e7-4665-9f94-dc77c9c785a9 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:50.343376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-2c07aaff-5835-4e5d-ba31-ae95af3615e7 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736395 Aug 19 15:13:50.407870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-f32eb379-572b-43b3-9129-2aebbebc3ce5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 200 len: 217 time: 0.0533230 Aug 19 15:13:50.480620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-70f481d4-633e-457a-bb6e-27f14dc86737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:50.482236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-70f481d4-633e-457a-bb6e-27f14dc86737 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0639482 Aug 19 15:13:50.490219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.530387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port e38a558c-96e7-4665-9f94-dc77c9c785a9 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:50.532239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=e38a558c-96e7-4665-9f94-dc77c9c785a9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:50.544073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-7e7f6129-854c-4855-ab7d-e3ee3add5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:50.545814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-7e7f6129-854c-4855-ab7d-e3ee3add5716 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541167 Aug 19 15:13:50.673159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.677085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-97d9f253-9a2f-4f06-9027-b51a1d671fca service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196532 Aug 19 15:13:50.684217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.689048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c73ab8-7904-4674-ab85-d8fda78e68c9']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:50.700201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:50.700610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7dda2e-459f-4dee-8dbd-bd1cb6bc4851') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:50.713791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.743667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.752649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:13:50.753185 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:13:50.757757 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:13:50.791299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-2229ffa0-d8f2-4eca-ac1e-a07cc87d31be service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049228 Aug 19 15:13:50.802625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.841734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-1d0b1caa-dab0-40a4-a32f-e6a1d8b88d4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 200 len: 217 time: 0.0459435 Aug 19 15:13:50.897440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-b879a205-40fd-4b93-a89a-8b7204d61781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:50.899107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-b879a205-40fd-4b93-a89a-8b7204d61781 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.0505598 Aug 19 15:13:50.899249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.905044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=55385be4-5d2c-4378-9669-2afefa817f76,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:50.957182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-30f6bd7f-2b33-4629-8000-f6e05b693a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:50.958840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-30f6bd7f-2b33-4629-8000-f6e05b693a8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527673 Aug 19 15:13:50.983833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.995539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:50.995539 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/f5c73ab8-7904-4674-ab85-d8fda78e68c9 HTTP/1.1" status: 204 len: 168 time: 1.5938244 Aug 19 15:13:50.995953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:51.018051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-475002941', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:51.039404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d795-63b9-4522-b314-3a8326d760d6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=f5c73ab8-7904-4674-ab85-d8fda78e68c9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:51.090547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:51.092056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:51.097563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-0ae43550-d61f-4398-902c-7a7e2e310e3d service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283457 Aug 19 15:13:51.196627 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:51.198072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:51.207420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e38a558c-96e7-4665-9f94-dc77c9c785a9 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:51.261067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e38a558c-96e7-4665-9f94-dc77c9c785a9 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:51.261621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e38a558c-96e7-4665-9f94-dc77c9c785a9 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:51.297413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e16f2444-b10b-4e90-b1b1-3120b812f420 req-af83a015-ce20-460b-a95c-06570d3037be service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927056 Aug 19 15:13:51.337189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:51.353202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 93d29d41-6732-41a6-9283-aa85cb98ef16 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:51.363876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a5372-d79c-4625-acad-a844973de128 req-2dc61e98-e917-4c1d-91a1-50f23283e6b3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:51.365804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a56a5372-d79c-4625-acad-a844973de128 req-2dc61e98-e917-4c1d-91a1-50f23283e6b3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0673695 Aug 19 15:13:51.417646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a56a5372-d79c-4625-acad-a844973de128 req-7952963d-2f65-4587-8d53-474fb543e000 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Aug 19 15:13:51.475650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1bc48d1c-2061-4100-bb47-f07561fef498 None None] Provisioning complete for port 55385be4-5d2c-4378-9669-2afefa817f76 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:51.476320 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1bc48d1c-2061-4100-bb47-f07561fef498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:51.526486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1bc48d1c-2061-4100-bb47-f07561fef498 None None] Port 55385be4-5d2c-4378-9669-2afefa817f76 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:51.574265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:51.584766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] Sync routers for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:51.595671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:51.597569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:51.613950 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-452f90f4-3eec-425d-bba3-a4e7e260852c tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/routers/93d29d41-6732-41a6-9283-aa85cb98ef16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1466379 Aug 19 15:13:51.616855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41442) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:51.622335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'port': {'network_id': 'ef98d2e4-d082-4df1-8ff5-269b58d5945b', 'name': 'tempest-FloatingIPTestJSON-2001796202'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:51.652698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:51.679658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:51.690718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:51.692205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:51.728707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:51.729310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc5b25-600d-46f9-8776-4acc9d9e3171 None None] The sync data for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:51.895983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Made reservation on behalf of 5b040e36f4d744ee950385f606d17194 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:51.909302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:51.922038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] device_id is not set on port a40b3876-664a-4dc6-8de9-b90fe2633c9e yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:13:52.012747 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.035826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.055482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Allocated IP 172.20.0.4 (ef98d2e4-d082-4df1-8ff5-269b58d5945b/460672f2-2d95-4d15-b632-e63e8c44e3af/a40b3876-664a-4dc6-8de9-b90fe2633c9e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:52.181834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 172.25.5.64 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/7deaa275-595f-478c-b572-e70bed7e9d35) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:52.246376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.262358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Transition to ACTIVE for port object a40b3876-664a-4dc6-8de9-b90fe2633c9e will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:52.320211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.380159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.433254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:52.436517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:52.441256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:52.448749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.475043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event updated for resources: {'Port': ['ID=a40b3876-664a-4dc6-8de9-b90fe2633c9e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:52.507325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:52.511666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.512327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:52.516019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:52.523566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:52.529072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=7deaa275-595f-478c-b572-e70bed7e9d35,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:52.607539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4382fe90-1d2d-47d4-b53d-1812ba70b80d tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9866529 Aug 19 15:13:52.610003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41450) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:52.616180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Request body: {'floatingip': {'port_id': 'a40b3876-664a-4dc6-8de9-b90fe2633c9e'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:52.699580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3acac-b6b7-4665-a2eb-cbfa8acbc09f req-451e4a69-452a-41d3-93a3-d5c7f2f08cd1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:52.708796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ece3acac-b6b7-4665-a2eb-cbfa8acbc09f req-451e4a69-452a-41d3-93a3-d5c7f2f08cd1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1395521 Aug 19 15:13:52.752348 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:52.809479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ece3acac-b6b7-4665-a2eb-cbfa8acbc09f req-ffbc089d-f6da-4ef0-8ed1-94e8332e3ed2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996923 Aug 19 15:13:52.962017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-eefd7c45-c72b-45cc-b581-ce63e8bac1ce None None] Provisioning for port a40b3876-664a-4dc6-8de9-b90fe2633c9e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:52.968522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-eefd7c45-c72b-45cc-b581-ce63e8bac1ce None None] Provisioning complete for port a40b3876-664a-4dc6-8de9-b90fe2633c9e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:52.969218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eefd7c45-c72b-45cc-b581-ce63e8bac1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:53.029499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-eefd7c45-c72b-45cc-b581-ce63e8bac1ce None None] Port a40b3876-664a-4dc6-8de9-b90fe2633c9e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:53.064054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:53.367936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:53.440897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:53.599350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:53.716672 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 6a49b757-f368-4fc2-8a06-164ae8445efa associated. External IP: 172.25.5.153, port: df3e5538-4ee3-4a34-a8d5-d29ef3f58b12. Aug 19 15:13:53.877369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 1bc7c154-30da-4330-bdb9-9145bf427d0b is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:54.020128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fec088-64c5-478d-a272-0d00f35b5d6d req-3c0b0aa0-7b36-4710-847a-f28de2dcf210 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:54.020545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:54.022082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6fec088-64c5-478d-a272-0d00f35b5d6d req-3c0b0aa0-7b36-4710-847a-f28de2dcf210 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1134498 Aug 19 15:13:54.039577 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] Sync routers for ids ['1bc7c154-30da-4330-bdb9-9145bf427d0b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:54.051957 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] Routers {'1bc7c154-30da-4330-bdb9-9145bf427d0b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:54.052843 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1bc7c154-30da-4330-bdb9-9145bf427d0b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.061788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:54.092427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.102152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] Routers {'1bc7c154-30da-4330-bdb9-9145bf427d0b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:54.103123 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1bc7c154-30da-4330-bdb9-9145bf427d0b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.103294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6fec088-64c5-478d-a272-0d00f35b5d6d req-741fbe68-1d3a-4cd1-9a90-9e8a2ddaa07a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667596 Aug 19 15:13:54.135587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:54.142819 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eec165da-add0-4fda-a12a-fee2a51da1f0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1232297 Aug 19 15:13:54.143968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41468) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:54.146341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.147646 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7a345-6694-4912-be71-7a2929410101 None None] The sync data for ids ['1bc7c154-30da-4330-bdb9-9145bf427d0b'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:54.258509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:54.273281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:54.290052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:54.291139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.309673 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98babf1f-6b44-4569-8516-f157dbb59f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/routers/1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 200 len: 883 time: 0.1642280 Aug 19 15:13:54.312622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:54.347667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.359320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:54.360234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.401511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.402471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886b5f4-93a7-45e9-a540-720be4b8af41 None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:54.537014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0a86c88-99fd-4a59-bc32-58fc6fac55c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:54.591255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 93d29d41-6732-41a6-9283-aa85cb98ef16 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:54.598496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e0d66fc7-06ad-4208-9bb8-2f4dcdb015b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2846594 Aug 19 15:13:54.603026 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41480) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:54.610184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-475002941'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:54.730787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:54.735304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:54.744217 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] Sync routers for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:54.755926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:54.756855 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.803368 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.820197 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:54.824207 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.837196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-59267e93-87e6-4dab-9246-4c0932c8e6e2 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/floatingips/6a49b757-f368-4fc2-8a06-164ae8445efa HTTP/1.1" status: 200 len: 978 time: 2.2257786 Aug 19 15:13:54.839666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:54.870600 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:54.871992 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db4fd-7f92-484f-983f-450021f6de48 None None] The sync data for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:54.942246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port a40b3876-664a-4dc6-8de9-b90fe2633c9e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:54.942597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.006390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.065609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.125762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.254051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 1bc7c154-30da-4330-bdb9-9145bf427d0b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:55.319081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.319400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.319722 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Floating IP 6a49b757-f368-4fc2-8a06-164ae8445efa disassociated. External IP: 172.25.5.153, port: a40b3876-664a-4dc6-8de9-b90fe2633c9e. Aug 19 15:13:55.320071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for a40b3876-664a-4dc6-8de9-b90fe2633c9e owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:55.341056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f19a53-372c-405e-86b1-a3db4ea17a2f req-373c28b0-b9a2-4c50-b3d7-cd22f3dd712f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:55.344902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72f19a53-372c-405e-86b1-a3db4ea17a2f req-373c28b0-b9a2-4c50-b3d7-cd22f3dd712f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1264794 Aug 19 15:13:55.385514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:55.393965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.397786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c2123bcd-b022-4573-958b-66c570097855 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 200 len: 890 time: 0.7890711 Aug 19 15:13:55.402069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] Sync routers for ids ['1bc7c154-30da-4330-bdb9-9145bf427d0b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:55.402564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41494) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:55.454474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72f19a53-372c-405e-86b1-a3db4ea17a2f req-166759cc-e10f-418c-af3e-76e0bef275b6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655162 Aug 19 15:13:55.556964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2603775-4a2b-4226-9821-6367e5b379bf tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/routers/1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 200 len: 890 time: 0.1572094 Aug 19 15:13:55.559323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:55.580448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:13:55.586249 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.590974 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-534bb7a5-40fc-4ea4-9e51-c88240749c42 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 200 len: 205 time: 0.0303791 Aug 19 15:13:55.600351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] Routers {'1bc7c154-30da-4330-bdb9-9145bf427d0b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:55.601432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1bc7c154-30da-4330-bdb9-9145bf427d0b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:55.603686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41506) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:55.649017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:55.696005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.710978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] Routers {'1bc7c154-30da-4330-bdb9-9145bf427d0b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:55.711631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1bc7c154-30da-4330-bdb9-9145bf427d0b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:55.726589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=a40b3876-664a-4dc6-8de9-b90fe2633c9e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:55.791291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:55.791955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b57459-e2cf-4075-b923-b126f0c24a6c None None] The sync data for ids ['1bc7c154-30da-4330-bdb9-9145bf427d0b'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:55.891512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:55.906576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'port_id': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'mac_address': 'fa:16:3e:ac:e1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedef86b-db76-4f01-a2c1-f743cc893ffa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:13:55.952045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:55.973077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 959d36f9-8b70-4b9f-a81f-8484f78db5df {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:56.011948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:56.031192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 93d29d41-6732-41a6-9283-aa85cb98ef16 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:56.090169 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:56.113456 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:56.195642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:56.230226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['959d36f9-8b70-4b9f-a81f-8484f78db5df'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:13:56.289359 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:13:56.364176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:56.572737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:56.587982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] Sync routers for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:56.592603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 7deaa275-595f-478c-b572-e70bed7e9d35 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:56.597465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:56.609152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:56.610231 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:56.642886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388dd95-2bc5-4b51-92b8-26b1a5603755 req-2884654d-6bf0-4a17-9bd3-a342a3f52028 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:56.645071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0388dd95-2bc5-4b51-92b8-26b1a5603755 req-2884654d-6bf0-4a17-9bd3-a342a3f52028 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 945 time: 0.1140096 Aug 19 15:13:56.659413 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:56.670883 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:56.671992 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:56.690505 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:56.691654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:56.692666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2adb575b-12a5-468b-a6d7-541d5c1820f1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/ports/a40b3876-664a-4dc6-8de9-b90fe2633c9e HTTP/1.1" status: 204 len: 168 time: 1.8518429 Aug 19 15:13:56.698894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41534) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:56.712614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 7deaa275-595f-478c-b572-e70bed7e9d35 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:56.721948 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:56.723252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e477b7-b347-40fc-83e7-49abbcbffeda None None] The sync data for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:56.812793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0388dd95-2bc5-4b51-92b8-26b1a5603755 req-44662567-1ccc-4351-bacd-4eab4235ae06 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568868 Aug 19 15:13:57.144235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.223165 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=7deaa275-595f-478c-b572-e70bed7e9d35,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:57.307807 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.333167 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.349974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.472484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.475427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.539877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:57.608010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.608704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc7c154-30da-4330-bdb9-9145bf427d0b {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:13:57.621983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 959d36f9-8b70-4b9f-a81f-8484f78db5df triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:57.622370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.624424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.628265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60542d5e-3ee5-4ee0-85de-75ecd62b01d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 204 len: 168 time: 2.0221071 Aug 19 15:13:57.632020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:57.648748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85990453'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:57.779761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.789385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:57.793345 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.807328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:57.810106 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd17c7f6-aa29-4155-9658-69b432fd8644" -d '{"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-plugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:57.833492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:57.855913 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-775c8eb0-d470-46d4-ab22-4d529b25b14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.864224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:57.879251 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c390378-5d1e-43a1-b819-3d50dbaf98cf x-openstack-request-id: req-7c390378-5d1e-43a1-b819-3d50dbaf98cf {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:57.879890 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-plugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:57.883719 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c390378-5d1e-43a1-b819-3d50dbaf98cf {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:57.883719 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'code': 200} Aug 19 15:13:57.888381 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.888805 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment 057cca61-9088-488a-b32a-ac0e4a5b9e6b of type vlan for network 78c76442-9e64-4d09-821e-86df7cca6785 Aug 19 15:13:57.916699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port 55385be4-5d2c-4378-9669-2afefa817f76 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:57.917043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:57.973675 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:58.039899 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:58.102327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:58.142684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad20a11-e462-4b53-8d8e-0491cb3cd4b0 req-871f016b-1f4a-4c8a-98b7-44398493d4e4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:58.144245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ad20a11-e462-4b53-8d8e-0491cb3cd4b0 req-871f016b-1f4a-4c8a-98b7-44398493d4e4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1442707 Aug 19 15:13:58.157071 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:58.186165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for 55385be4-5d2c-4378-9669-2afefa817f76 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:58.243821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ad20a11-e462-4b53-8d8e-0491cb3cd4b0 req-093787ea-8f1d-44f0-8b1d-0f4d62d71514 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 Aug 19 15:13:58.294758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:58.310533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:58.313587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:58.446118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=78c76442-9e64-4d09-821e-86df7cca6785,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:58.459592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 78c76442-9e64-4d09-821e-86df7cca6785 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:58.540523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41558) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:58.541664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-34b69631-8f62-4f54-9f87-881a8684dcb3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9084482 Aug 19 15:13:58.549786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': '78c76442-9e64-4d09-821e-86df7cca6785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:58.859265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:58.903898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=55385be4-5d2c-4378-9669-2afefa817f76,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:58.920472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:58.922001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:59.204336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:59.399552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:59.579473 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:59.594303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=64587f5a-8fad-463c-8135-77f4ce219b3e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:59.610155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': '057cca61-9088-488a-b32a-ac0e4a5b9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '78c76442-9e64-4d09-821e-86df7cca6785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:59.610155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: 78c76442-9e64-4d09-821e-86df7cca6785, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:59.707204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 78c76442-9e64-4d09-821e-86df7cca6785 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:59.725103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fce7d-5ac7-411c-ac58-35c3613ba94c req-b7ef247f-12a1-478c-96ef-be08954ead34 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:59.739109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-361fce7d-5ac7-411c-ac58-35c3613ba94c req-b7ef247f-12a1-478c-96ef-be08954ead34 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.3889000 Aug 19 15:13:59.810439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 93d29d41-6732-41a6-9283-aa85cb98ef16 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:59.829637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-361fce7d-5ac7-411c-ac58-35c3613ba94c req-bbe85b28-d874-4640-93ea-b7808118a8f9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892382 Aug 19 15:13:59.901718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 78c76442-9e64-4d09-821e-86df7cca6785) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:59.922474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:59.923294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:59.929353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8c442-c566-4d4b-a009-1d8e22b74b72 None None] Network 78c76442-9e64-4d09-821e-86df7cca6785 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:00.016061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:00.027425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0a717258-f01f-4318-a2fd-1cd50292c1ae tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/routers/93d29d41-6732-41a6-9283-aa85cb98ef16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3240449 Aug 19 15:14:00.027959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41570) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:00.039658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] Sync routers for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:00.093596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:00.095227 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-caba5bb1-a62e-4fb6-ba7e-69bf546829a1 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5533795 Aug 19 15:14:00.096675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41572) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:00.102962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2120762187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:00.109491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:00.175439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:00.199175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] Routers {'93d29d41-6732-41a6-9283-aa85cb98ef16'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:00.199852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['93d29d41-6732-41a6-9283-aa85cb98ef16'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:00.240690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:00.241382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d854999d-33b2-44ae-ad22-49baae26653f None None] The sync data for ids ['93d29d41-6732-41a6-9283-aa85cb98ef16'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:00.244699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.246201 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.297301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.354930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-78c76442-9e64-4d09-821e-86df7cca6785', 'network_id': '78c76442-9e64-4d09-821e-86df7cca6785', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': '64587f5a-8fad-463c-8135-77f4ce219b3e'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:00.356136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.384607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.484599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.545639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.651434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Allocated IP 2001:db8::2 (78c76442-9e64-4d09-821e-86df7cca6785/64587f5a-8fad-463c-8135-77f4ce219b3e/4811405d-8f34-447b-af99-1fddb1b4c500) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:00.724678 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.728505 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fd04017d-d66c-4d1e-a756-01f04dca9055 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6280029 Aug 19 15:14:00.728743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:00.779451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.840633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port d1df93c8-2e71-49ec-a4c8-f97b3881f308 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:00.841049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.985888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:00.995659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Transition to ACTIVE for port object 4811405d-8f34-447b-af99-1fddb1b4c500 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:01.033442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Transition to ACTIVE for port object 4811405d-8f34-447b-af99-1fddb1b4c500 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:01.062193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.094358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for d1df93c8-2e71-49ec-a4c8-f97b3881f308 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:01.113543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.163238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e581ca-c961-447f-8b71-d71da9a8d2a4 req-f631511e-68fc-408d-8834-ff4caea4d27b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:01.176860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52e581ca-c961-447f-8b71-d71da9a8d2a4 req-f631511e-68fc-408d-8834-ff4caea4d27b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1453071 Aug 19 15:14:01.213975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Network 78c76442-9e64-4d09-821e-86df7cca6785 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:01.216396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:01.232064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:01.287542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Pushing event updated for resources: {'Port': ['ID=4811405d-8f34-447b-af99-1fddb1b4c500,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:01.303099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52e581ca-c961-447f-8b71-d71da9a8d2a4 req-29caab4f-e459-4361-8fb1-40c635abef46 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250186 Aug 19 15:14:01.336433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Attempting to bind port 4811405d-8f34-447b-af99-1fddb1b4c500 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:01.336805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Attempting to bind port 4811405d-8f34-447b-af99-1fddb1b4c500 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '057cca61-9088-488a-b32a-ac0e4a5b9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '78c76442-9e64-4d09-821e-86df7cca6785'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:01.337178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Attempting to bind port 4811405d-8f34-447b-af99-1fddb1b4c500 on network 78c76442-9e64-4d09-821e-86df7cca6785 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:01.342881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:01.343310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Checking segment: {'id': '057cca61-9088-488a-b32a-ac0e4a5b9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '78c76442-9e64-4d09-821e-86df7cca6785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:01.351312 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.363049 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.363678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Bound using segment: {'id': '057cca61-9088-488a-b32a-ac0e4a5b9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '78c76442-9e64-4d09-821e-86df7cca6785'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:01.368663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Bound port: 4811405d-8f34-447b-af99-1fddb1b4c500, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057cca61-9088-488a-b32a-ac0e4a5b9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '78c76442-9e64-4d09-821e-86df7cca6785'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:01.368663 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.557451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] For port 4811405d-8f34-447b-af99-1fddb1b4c500, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:01.563006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] For port 4811405d-8f34-447b-af99-1fddb1b4c500, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4811405d-8f34-447b-af99-1fddb1b4c500,segment=NetworkSegment(057cca61-9088-488a-b32a-ac0e4a5b9e6b),segment_id=057cca61-9088-488a-b32a-ac0e4a5b9e6b)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:01.700328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.757934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:01.783047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8::1 (78c76442-9e64-4d09-821e-86df7cca6785/64587f5a-8fad-463c-8135-77f4ce219b3e/83365c30-ffaf-4ab7-bd42-5f07e70e855d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:01.810651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=d1df93c8-2e71-49ec-a4c8-f97b3881f308,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:01.865904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a99f-3fd5-4ffc-b623-777ec1fa66b6 None None] Pushing event updated for resources: {'Port': ['ID=4811405d-8f34-447b-af99-1fddb1b4c500,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:01.931733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.068557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.078147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.080849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.089170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object 83365c30-ffaf-4ab7-bd42-5f07e70e855d will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:02.415729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.416308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Fanout notify agent at l3_agent the message router_deleted on router 93d29d41-6732-41a6-9283-aa85cb98ef16 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:14:02.424944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.428928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-26e2188f-ecde-4047-a3b2-89a4a00ff2a8 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/routers/93d29d41-6732-41a6-9283-aa85cb98ef16 HTTP/1.1" status: 204 len: 168 time: 2.4000981 Aug 19 15:14:02.429209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41606) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:02.461671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.519920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 78c76442-9e64-4d09-821e-86df7cca6785 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:02.529241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting subnet 460672f2-2d95-4d15-b632-e63e8c44e3af {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:02.531640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:02.536422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.539254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:02.539858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.688752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=83365c30-ffaf-4ab7-bd42-5f07e70e855d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:02.695906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.850171 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:02.972045 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.038473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b484-8715-4ac1-9a85-1798c56a7b8f req-f605d76c-59d3-4fee-ac4a-7763c95ca6d2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:03.040712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e19b484-8715-4ac1-9a85-1798c56a7b8f req-f605d76c-59d3-4fee-ac4a-7763c95ca6d2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0955245 Aug 19 15:14:03.098304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e19b484-8715-4ac1-9a85-1798c56a7b8f req-d4c15aaa-8422-456d-b019-22bd17d7a4a1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488169 Aug 19 15:14:03.124288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bb646-dce3-40f5-a439-f20d7a6ac4a8 None None] Network 78c76442-9e64-4d09-821e-86df7cca6785 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:03.252062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.328791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4811405d-8f34-447b-af99-1fddb1b4c500 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:03.406205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.412734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Subnet': ['ID=460672f2-2d95-4d15-b632-e63e8c44e3af,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:03.426284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.432163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa478089-8e3e-486c-bda4-e764e86b6e57 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/subnets/460672f2-2d95-4d15-b632-e63e8c44e3af HTTP/1.1" status: 204 len: 168 time: 0.9981396 Aug 19 15:14:03.432313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41620) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:03.445837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1c4ae-b155-4b8b-8624-2367713a00e7 None None] Network ef98d2e4-d082-4df1-8ff5-269b58d5945b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:03.507546 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.508535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.515764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-70cfef8b-1aaf-4814-8a50-e63b20d375b4 None None] Provisioning for port 4811405d-8f34-447b-af99-1fddb1b4c500 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:03.561450 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.656306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4811405d-8f34-447b-af99-1fddb1b4c500 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:03.662064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=83365c30-ffaf-4ab7-bd42-5f07e70e855d,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:03.662418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4811405d-8f34-447b-af99-1fddb1b4c500 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:03.662418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.723533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 78c76442-9e64-4d09-821e-86df7cca6785 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:03.732842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:03.755782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] DHCP port deletion for ef98d2e4-d082-4df1-8ff5-269b58d5945b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:14:03.770401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c8749-eb70-467d-9b53-9133dc462494 req-0de4c3b2-65ab-4621-83e5-efcfaf8550f2 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:03.772024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-088c8749-eb70-467d-9b53-9133dc462494 req-0de4c3b2-65ab-4621-83e5-efcfaf8550f2 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.2005701 Aug 19 15:14:03.827451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:03.827796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.901412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-088c8749-eb70-467d-9b53-9133dc462494 req-981ce8ec-2388-42f0-8c49-f26aa36966e1 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166615 Aug 19 15:14:03.907742 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.925263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] For port 4bf135c6-98f6-4ea4-a307-66c29d8e7008, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4bf135c6-98f6-4ea4-a307-66c29d8e7008,segment=NetworkSegment(c36aaaf0-225d-4ee0-854c-57a8dd7482d0),segment_id=c36aaaf0-225d-4ee0-854c-57a8dd7482d0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:03.925636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.943776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] Deleting port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:03.944257 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:03.948977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for 4bf135c6-98f6-4ea4-a307-66c29d8e7008 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:04.002055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router d67a9ef8-995c-4426-b973-0eff896fc1df is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:14:04.126349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4811405d-8f34-447b-af99-1fddb1b4c500, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4811405d-8f34-447b-af99-1fddb1b4c500,segment=NetworkSegment(057cca61-9088-488a-b32a-ac0e4a5b9e6b),segment_id=057cca61-9088-488a-b32a-ac0e4a5b9e6b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:04.132087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] For port 4bf135c6-98f6-4ea4-a307-66c29d8e7008, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4bf135c6-98f6-4ea4-a307-66c29d8e7008,segment=NetworkSegment(c36aaaf0-225d-4ee0-854c-57a8dd7482d0),segment_id=c36aaaf0-225d-4ee0-854c-57a8dd7482d0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:04.132510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.157444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.171792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] Calling delete_port for 4bf135c6-98f6-4ea4-a307-66c29d8e7008 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:04.193593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8578e20-952a-41e9-9c96-29c92b65227e None None] Provisioning complete for port 4811405d-8f34-447b-af99-1fddb1b4c500 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:04.193964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8578e20-952a-41e9-9c96-29c92b65227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.198002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=4bf135c6-98f6-4ea4-a307-66c29d8e7008,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:04.206927 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.235042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:04.250869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] No DVR routers for this DVR port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:04.255164 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] Sync routers for ids ['d67a9ef8-995c-4426-b973-0eff896fc1df'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:04.257100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0bb1439a-9050-4b57-bd4a-cfb1a53af29b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/d67a9ef8-995c-4426-b973-0eff896fc1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5271921 Aug 19 15:14:04.259764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41624) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:04.276403 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] Routers {'d67a9ef8-995c-4426-b973-0eff896fc1df'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:04.277569 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d67a9ef8-995c-4426-b973-0eff896fc1df'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.351807 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.368205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed57a62f-37de-4044-adb7-74a6d7c1e69e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:04.369918 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] Routers {'d67a9ef8-995c-4426-b973-0eff896fc1df'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:04.370930 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d67a9ef8-995c-4426-b973-0eff896fc1df'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.373972 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed57a62f-37de-4044-adb7-74a6d7c1e69e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports/83365c30-ffaf-4ab7-bd42-5f07e70e855d HTTP/1.1" status: 200 len: 911 time: 0.1129980 Aug 19 15:14:04.377914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41628) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:04.389310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64587f5a-8fad-463c-8135-77f4ce219b3e'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:04.417429 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.418449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30e6c2-a7a9-4a1c-a19f-0ec7a913586d None None] The sync data for ids ['d67a9ef8-995c-4426-b973-0eff896fc1df'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:04.440174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.456585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4811405d-8f34-447b-af99-1fddb1b4c500,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:04.458397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c8638-fcd8-4a0b-ad77-760d27b01aae req-a2993a23-114f-437e-bb82-ab510687b8e9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:04.468324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-993c8638-fcd8-4a0b-ad77-760d27b01aae req-a2993a23-114f-437e-bb82-ab510687b8e9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.2642243 Aug 19 15:14:04.473487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef98d2e4-d082-4df1-8ff5-269b58d5945b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.510197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.510913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36aaaf0-225d-4ee0-854c-57a8dd7482d0') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:04.530892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.549025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-993c8638-fcd8-4a0b-ad77-760d27b01aae req-9e5c8bde-86dc-4fa8-9e31-c4a00dee9ad9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Aug 19 15:14:04.588216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.605401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:04.606201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:04.609754 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:04.683407 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.737968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] Pushing event deleted for resources: {'Port': ['ID=4bf135c6-98f6-4ea4-a307-66c29d8e7008,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:04.740000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e77b4-1ae5-4658-8cdc-5a890adcf52e None None] No DVR routers for this DVR port 4bf135c6-98f6-4ea4-a307-66c29d8e7008 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:04.976965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8578e20-952a-41e9-9c96-29c92b65227e None None] Provisioning for port 83365c30-ffaf-4ab7-bd42-5f07e70e855d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:04.982683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8578e20-952a-41e9-9c96-29c92b65227e None None] Provisioning complete for port 83365c30-ffaf-4ab7-bd42-5f07e70e855d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:04.982683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8578e20-952a-41e9-9c96-29c92b65227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.987827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.032415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b8578e20-952a-41e9-9c96-29c92b65227e None None] Port 83365c30-ffaf-4ab7-bd42-5f07e70e855d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:05.094512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be3d8-5982-4c14-b690-cf7f108ad362 req-94c1f799-af5e-4546-aac3-a0d012c944a6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:05.102883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-849be3d8-5982-4c14-b690-cf7f108ad362 req-94c1f799-af5e-4546-aac3-a0d012c944a6 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.0698259 Aug 19 15:14:05.111373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.127993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.130265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/networks/ef98d2e4-d082-4df1-8ff5-269b58d5945b HTTP/1.1" status: 204 len: 168 time: 1.6973953 Aug 19 15:14:05.134714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41636) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:05.155853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b664749-96c9-486f-baac-ec509fb05de1 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Network': ['ID=ef98d2e4-d082-4df1-8ff5-269b58d5945b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:05.181783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dcec16c9-8efa-4ca8-932b-79c06b6f43d9 None None] Provisioning complete for port 83365c30-ffaf-4ab7-bd42-5f07e70e855d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:05.182344 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dcec16c9-8efa-4ca8-932b-79c06b6f43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.210892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-849be3d8-5982-4c14-b690-cf7f108ad362 req-6f5e98fa-2c21-4924-b74f-9f433925aec3 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069646 Aug 19 15:14:05.276798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dcec16c9-8efa-4ca8-932b-79c06b6f43d9 None None] Port 83365c30-ffaf-4ab7-bd42-5f07e70e855d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:05.305147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4811405d-8f34-447b-af99-1fddb1b4c500 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:05.358085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-d3943893-5b7d-48c3-a1e8-dc28529c3785 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:05.359650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-d3943893-5b7d-48c3-a1e8-dc28529c3785 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.1382420 Aug 19 15:14:05.376414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4811405d-8f34-447b-af99-1fddb1b4c500 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:05.377641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.424689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port ac7b3ef3-4fa6-4023-8cb0-edbfcd73ee93 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:05.426845 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.552461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4bf135c6-98f6-4ea4-a307-66c29d8e7008 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:05.600463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4bf135c6-98f6-4ea4-a307-66c29d8e7008 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:05.601686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4bf135c6-98f6-4ea4-a307-66c29d8e7008 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:05.628028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.641034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.649650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.696399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for ac7b3ef3-4fa6-4023-8cb0-edbfcd73ee93 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:05.762698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Deleting port 95240753-6205-4108-a689-0013b249fb7b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:05.763082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.763988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.775801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:05.776484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.781778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/ports/83365c30-ffaf-4ab7-bd42-5f07e70e855d HTTP/1.1" status: 200 len: 911 time: 1.4026031 Aug 19 15:14:05.782435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41642) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:05.819426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1ac69-6c6b-4bd3-8f32-7a9338a66303 req-dfd84e55-d860-45ca-a0d9-e805a0cf920c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:05.827465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75c1ac69-6c6b-4bd3-8f32-7a9338a66303 req-dfd84e55-d860-45ca-a0d9-e805a0cf920c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1735206 Aug 19 15:14:05.962670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04a6cf-b476-4458-9547-9103f61c3da0 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=83365c30-ffaf-4ab7-bd42-5f07e70e855d,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:06.311478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75c1ac69-6c6b-4bd3-8f32-7a9338a66303 req-8f452ef3-e5e2-4812-8c79-3746d30811d9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831138 Aug 19 15:14:06.324825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.342005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] For port 95240753-6205-4108-a689-0013b249fb7b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=95240753-6205-4108-a689-0013b249fb7b,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:06.342582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.659958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.711093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 83365c30-ffaf-4ab7-bd42-5f07e70e855d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:06.711942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.745632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=ac7b3ef3-4fa6-4023-8cb0-edbfcd73ee93,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:06.855433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.856694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.856694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.856694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.857040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.857179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.858090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.858221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.858753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.859175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.859677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.860175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:06.864724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.888005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 83365c30-ffaf-4ab7-bd42-5f07e70e855d owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:06.894314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.894574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.894862 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Floating IP 2b50c112-09ec-436d-9e4d-dc331b9dca52 disassociated. External IP: 172.25.5.254, port: 95240753-6205-4108-a689-0013b249fb7b. Aug 19 15:14:06.895205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Calling delete_port for 95240753-6205-4108-a689-0013b249fb7b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:06.915425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.919084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.920312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-26ee086e-f908-4d5b-ac22-2ec42b13175b tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a49b757-f368-4fc2-8a06-164ae8445efa HTTP/1.1" status: 204 len: 168 time: 1.7843318 Aug 19 15:14:06.929521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:06.948270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279839fe-50bb-4bc2-b2c6-562f21502fc3 req-5b58ab19-d421-4e62-8588-818e73000f42 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:06.957043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-279839fe-50bb-4bc2-b2c6-562f21502fc3 req-5b58ab19-d421-4e62-8588-818e73000f42 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 946 time: 0.2264812 Aug 19 15:14:07.025473 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-9892498a-c868-40c1-a251-cbf0d09741f4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] DELETE failed (client error): The resource could not be found. Aug 19 15:14:07.026236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9892498a-c868-40c1-a251-cbf0d09741f4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:14:07.028151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9892498a-c868-40c1-a251-cbf0d09741f4 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/ports/a40b3876-664a-4dc6-8de9-b90fe2633c9e HTTP/1.1" status: 404 len: 333 time: 0.0975273 Aug 19 15:14:07.034289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41652) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:07.077086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f5a6eb2-53ff-4b6e-b576-4fcce38c6d43 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d29d41-6732-41a6-9283-aa85cb98ef16 HTTP/1.1" status: 200 len: 205 time: 0.0415020 Aug 19 15:14:07.080082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41654) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:07.125346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-279839fe-50bb-4bc2-b2c6-562f21502fc3 req-054d8012-5300-4a35-b195-971eae402e73 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups?id=6616df7c-dc4b-4546-8687-5305c6eec155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672466 Aug 19 15:14:07.139329 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-3f03546b-4cf7-4ed9-b3b5-eef030307b21 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] delete failed (client error): The resource could not be found. Aug 19 15:14:07.140484 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f03546b-4cf7-4ed9-b3b5-eef030307b21 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/routers/93d29d41-6732-41a6-9283-aa85cb98ef16 HTTP/1.1" status: 404 len: 336 time: 0.0581484 Aug 19 15:14:07.159667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41656) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:07.196598 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4798f3-52a6-4016-a1ba-fa4d7d3bf501 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] DELETE failed (client error): The resource could not be found. Aug 19 15:14:07.197220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4798f3-52a6-4016-a1ba-fa4d7d3bf501 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:14:07.199200 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a4798f3-52a6-4016-a1ba-fa4d7d3bf501 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/subnets/460672f2-2d95-4d15-b632-e63e8c44e3af HTTP/1.1" status: 404 len: 337 time: 0.0382710 Aug 19 15:14:07.207231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41658) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:07.302423 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:07.338749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=83365c30-ffaf-4ab7-bd42-5f07e70e855d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:07.348411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port df3e5538-4ee3-4a34-a8d5-d29ef3f58b12 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:07.348956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:07.477428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:07.551482 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:07.570882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bd900-3d39-44c8-8e3e-b721b83441c4 req-6f538218-52ee-47b2-9aa1-57d3077ca0e9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:07.572456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-394bd900-3d39-44c8-8e3e-b721b83441c4 req-6f538218-52ee-47b2-9aa1-57d3077ca0e9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1115348 Aug 19 15:14:07.588071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for df3e5538-4ee3-4a34-a8d5-d29ef3f58b12 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:07.662321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-394bd900-3d39-44c8-8e3e-b721b83441c4 req-ce32f9a3-bd96-43fc-b99e-c22ce09f380b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798788 Aug 19 15:14:07.722893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router d67a9ef8-995c-4426-b973-0eff896fc1df has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:07.813852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:07.823223 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-efce772c-b00b-4365-a876-bb0c13b294f5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/d67a9ef8-995c-4426-b973-0eff896fc1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0308290 Aug 19 15:14:07.823363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41668) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:07.825752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] Sync routers for ids ['d67a9ef8-995c-4426-b973-0eff896fc1df'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:07.836119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] Routers {'d67a9ef8-995c-4426-b973-0eff896fc1df'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:07.836817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d67a9ef8-995c-4426-b973-0eff896fc1df'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:07.860488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-633bb672-2074-44fe-a55c-3475cb5892f3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a9ef8-995c-4426-b973-0eff896fc1df HTTP/1.1" status: 200 len: 205 time: 0.0365319 Aug 19 15:14:07.861853 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:07.864774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41670) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:07.874668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:07.885009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] Routers {'d67a9ef8-995c-4426-b973-0eff896fc1df'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:07.885629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d67a9ef8-995c-4426-b973-0eff896fc1df'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:07.897183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event deleted for resources: {'Port': ['ID=95240753-6205-4108-a689-0013b249fb7b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:07.916534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:07.956456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=df3e5538-4ee3-4a34-a8d5-d29ef3f58b12,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:07.999376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.087090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:08.088772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871be6c-c6d4-4957-bdfe-973eed9aa9df None None] The sync data for ids ['d67a9ef8-995c-4426-b973-0eff896fc1df'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:08.196595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.198725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.222934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.227221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f54bf31-47de-4172-b831-0e44a87aa612 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/ports/df3e5538-4ee3-4a34-a8d5-d29ef3f58b12 HTTP/1.1" status: 204 len: 168 time: 1.0175395 Aug 19 15:14:08.252404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41678) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:08.326879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5c908cb-c9a9-4ea3-bdad-3aae95637724 req-b39464e0-601c-4cd5-8e46-89f3c03815ed tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 210 time: 0.0944016 Aug 19 15:14:08.348983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:08.354634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.354634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router d67a9ef8-995c-4426-b973-0eff896fc1df {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:14:08.363692 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.365178 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86bea6d3-e8dd-4aa0-b2ef-86acc6e9e01d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/d67a9ef8-995c-4426-b973-0eff896fc1df HTTP/1.1" status: 204 len: 168 time: 0.4959624 Aug 19 15:14:08.367948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41680) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:08.483883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port 8f3b238c-7828-4019-9989-1024b7060e68 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:08.483883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.501742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 95240753-6205-4108-a689-0013b249fb7b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:08.501871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet 64587f5a-8fad-463c-8135-77f4ce219b3e {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:08.503105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.536195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 95240753-6205-4108-a689-0013b249fb7b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:08.536435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 95240753-6205-4108-a689-0013b249fb7b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:08.601685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:08.619373 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:08.636914 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:08.638035 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:08.654539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.708971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] No DVR routers for this DVR port 95240753-6205-4108-a689-0013b249fb7b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:08.719086 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.721876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fed7772-95f8-4ae1-9892-3360fe9351f2 req-f46196c6-41ff-421a-81d5-cf8779e475ec tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.54 "DELETE /v2.0/ports/95240753-6205-4108-a689-0013b249fb7b HTTP/1.1" status: 204 len: 173 time: 3.3538764 Aug 19 15:14:08.723361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'name': 'network-vif-deleted', 'tag': '95240753-6205-4108-a689-0013b249fb7b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:14:08.727062 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c118b-8e77-4a14-8cdb-7042d2d83067" -d '{"events": [{"server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "name": "network-vif-deleted", "tag": "95240753-6205-4108-a689-0013b249fb7b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:14:08.733850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.777102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for 8f3b238c-7828-4019-9989-1024b7060e68 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:08.861554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:08.863035 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:08.863541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aefd6-de8c-4981-a332-85b0191e7c29 req-702fc4d9-b5cf-4b61-a133-cfb2b08eb205 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:08.872678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d43aefd6-de8c-4981-a332-85b0191e7c29 req-702fc4d9-b5cf-4b61-a133-cfb2b08eb205 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1054296 Aug 19 15:14:08.968851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d43aefd6-de8c-4981-a332-85b0191e7c29 req-90c99834-c5b8-4c18-87eb-01a4639d4481 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906641 Aug 19 15:14:09.050899 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8fe491-7e72-4ce4-b801-49d14fb737b3 x-openstack-request-id: req-9d8fe491-7e72-4ce4-b801-49d14fb737b3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:14:09.051247 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef14a8-45f2-4e80-add5-36ff870f2220", "name": "network-vif-deleted", "tag": "95240753-6205-4108-a689-0013b249fb7b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:14:09.051437 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d8fe491-7e72-4ce4-b801-49d14fb737b3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:14:09.052581 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef14a8-45f2-4e80-add5-36ff870f2220', 'name': 'network-vif-deleted', 'tag': '95240753-6205-4108-a689-0013b249fb7b', 'status': 'completed', 'code': 200} Aug 19 15:14:09.107712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.151269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=64587f5a-8fad-463c-8135-77f4ce219b3e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:09.159930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.162079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6b31eaf4-e424-45da-8120-b44adc860504 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/64587f5a-8fad-463c-8135-77f4ce219b3e HTTP/1.1" status: 204 len: 168 time: 0.7929535 Aug 19 15:14:09.164852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41692) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:09.176986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.181171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639e9a6-95bb-4534-8067-677464b573c0 None None] Network 78c76442-9e64-4d09-821e-86df7cca6785 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:09.249702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=8f3b238c-7828-4019-9989-1024b7060e68,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:09.448017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.459393 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:09.476309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.478410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dcab6891-b0ac-4ab5-8a5f-fc6ef0844a22 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/ports/8f3b238c-7828-4019-9989-1024b7060e68 HTTP/1.1" status: 204 len: 168 time: 1.2246280 Aug 19 15:14:09.484083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41696) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:09.532042 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:09.559309 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:09.560241 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:09.610245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36b118-8795-4d58-9c63-f7eb55a83eed tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:09.615602 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fa36b118-8795-4d58-9c63-f7eb55a83eed tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a8efc6d-c061-4b0b-9a99-f51163f45414 HTTP/1.1" status: 200 len: 913 time: 0.1294584 Aug 19 15:14:09.616154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41698) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:09.634466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd26a851-cc0a-459d-b6a6-4aa90a0072ad req-9482b623-f807-40f3-9a6a-dfeadaa76db8 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcef14a8-45f2-4e80-add5-36ff870f2220 HTTP/1.1" status: 200 len: 210 time: 0.0843346 Aug 19 15:14:09.679259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 4811405d-8f34-447b-af99-1fddb1b4c500 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:09.679693 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.679924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] DHCP port deletion for 78c76442-9e64-4d09-821e-86df7cca6785 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:14:09.759638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port 4811405d-8f34-447b-af99-1fddb1b4c500, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4811405d-8f34-447b-af99-1fddb1b4c500,segment=NetworkSegment(057cca61-9088-488a-b32a-ac0e4a5b9e6b),segment_id=057cca61-9088-488a-b32a-ac0e4a5b9e6b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:09.760031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.776422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 4811405d-8f34-447b-af99-1fddb1b4c500 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:09.778233 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:09.819836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] Deleting port 4811405d-8f34-447b-af99-1fddb1b4c500 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:09.820228 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.923581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] For port 4811405d-8f34-447b-af99-1fddb1b4c500, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4811405d-8f34-447b-af99-1fddb1b4c500,segment=NetworkSegment(057cca61-9088-488a-b32a-ac0e4a5b9e6b),segment_id=057cca61-9088-488a-b32a-ac0e4a5b9e6b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:09.924659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:09.946057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] Calling delete_port for 4811405d-8f34-447b-af99-1fddb1b4c500 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:10.052529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.091752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.141534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] Pushing event deleted for resources: {'Port': ['ID=4811405d-8f34-447b-af99-1fddb1b4c500,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:10.153501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac5779-326a-44cf-99a7-1cf9feacb85b None None] No DVR routers for this DVR port 4811405d-8f34-447b-af99-1fddb1b4c500 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:10.178060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=4811405d-8f34-447b-af99-1fddb1b4c500,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:10.183563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port 4811405d-8f34-447b-af99-1fddb1b4c500 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:10.191783 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:10.236030 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48918ac8-e4ed-4224-87a4-34eff8c21dd6 None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:02:12Z', 'revision_number': 4, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'facec2a4-db2b-4974-a90a-8db9f1f99c91', 'name': '', 'network_id': '5c91008f-6f37-4d4b-8c45-18d1f30cef38', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'mac_address': 'fa:16:3e:25:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:10Z', 'updated_at': '2021-08-19T15:02:19Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'subnets': [{'id': '1373f26c-018f-4b14-978f-e974fabc64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:10.318571 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.345083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c76442-9e64-4d09-821e-86df7cca6785']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:10.372824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057cca61-9088-488a-b32a-ac0e4a5b9e6b') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:10.373688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057cca61-9088-488a-b32a-ac0e4a5b9e6b') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:10.416959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d97a4-35c1-4b77-842a-69d3e47820cb req-8c0d473d-509e-4705-9f92-3ba00daa1cba tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:10.433355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c13d97a4-35c1-4b77-842a-69d3e47820cb req-8c0d473d-509e-4705-9f92-3ba00daa1cba tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.2972667 Aug 19 15:14:10.459716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.472298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.569298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c13d97a4-35c1-4b77-842a-69d3e47820cb req-02e6d031-e666-45ac-bbe1-5d19c97dfde6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342919 Aug 19 15:14:10.574919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.600218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:10.603529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:10.621558 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:10.712203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb546e-ff77-49bb-8219-6e62367d54c4 None None] New status for floating IP 2b50c112-09ec-436d-9e4d-dc331b9dca52: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:14:10.902958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.913845 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:10.920176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/78c76442-9e64-4d09-821e-86df7cca6785 HTTP/1.1" status: 204 len: 168 time: 1.7504895 Aug 19 15:14:10.922304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41710) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:10.931936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1347319059', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:10.982952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a94392-4b77-4cbf-a1ce-75adaa8dafb9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=78c76442-9e64-4d09-821e-86df7cca6785,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:11.135746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.136747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.186404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41714) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:11.282839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4811405d-8f34-447b-af99-1fddb1b4c500 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:11.287279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.314226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4811405d-8f34-447b-af99-1fddb1b4c500 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:11.315961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4811405d-8f34-447b-af99-1fddb1b4c500 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:11.341413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e1a58e1-e717-45f9-b9e7-5dc9329a545c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.346753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port 9d1937b4-ff2d-47ab-bdb0-7bf7ef2d9da0 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:11.347274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.379257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e1a58e1-e717-45f9-b9e7-5dc9329a545c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.393776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.481550 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.496890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for 9d1937b4-ff2d-47ab-bdb0-7bf7ef2d9da0 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:11.514735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.519165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ba857874-baf4-42c0-a68b-96ac83908f92 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5895824 Aug 19 15:14:11.519355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41716) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:11.525042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-40942270'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:11.652380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e1a58e1-e717-45f9-b9e7-5dc9329a545c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.652380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e1a58e1-e717-45f9-b9e7-5dc9329a545c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.652380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9e1a58e1-e717-45f9-b9e7-5dc9329a545c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "DELETE /v2.0/security-groups/6616df7c-dc4b-4546-8687-5305c6eec155 HTTP/1.1" status: 204 len: 168 time: 0.4587705 Aug 19 15:14:11.656178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41720) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:11.690610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a58e1-e717-45f9-b9e7-5dc9329a545c tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6616df7c-dc4b-4546-8687-5305c6eec155,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:11.705992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:11.707068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.712098 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-e36d6051-5347-4c82-9579-653ac7ecea66 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] show failed (client error): The resource could not be found. Aug 19 15:14:11.713184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e36d6051-5347-4c82-9579-653ac7ecea66 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "GET /v2.0/security-groups/6616df7c-dc4b-4546-8687-5305c6eec155 HTTP/1.1" status: 404 len: 347 time: 0.0560224 Aug 19 15:14:11.716725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:11.767584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:11.785697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499be866-f33a-4954-bbb2-23bfaf8c7a17 req-e78a22fe-8ede-44e7-8bb1-b42f1fb8b362 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:11.787317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-499be866-f33a-4954-bbb2-23bfaf8c7a17 req-e78a22fe-8ede-44e7-8bb1-b42f1fb8b362 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0937419 Aug 19 15:14:11.794933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.795734 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment c6f24c06-fddd-4344-918c-9196dc383536 of type vlan for network 70153a01-5427-4fc8-92c9-0b98d5d45392 Aug 19 15:14:11.863216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.896644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-499be866-f33a-4954-bbb2-23bfaf8c7a17 req-2f72620d-4e42-4003-826d-ce6ba875b9fb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Aug 19 15:14:11.959899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Deleting port 77d75428-216c-4979-b72b-7d3407a6fc59 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:11.960595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.020901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.026797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:12.027322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.083917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.084693 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.099464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Calling delete_port for 77d75428-216c-4979-b72b-7d3407a6fc59 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:12.124538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=70153a01-5427-4fc8-92c9-0b98d5d45392,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:12.139127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:12.181556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.219460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ccec8e3-5c81-4b49-b8d8-d53f2f3fb53c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6986988 Aug 19 15:14:12.224442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=9d1937b4-ff2d-47ab-bdb0-7bf7ef2d9da0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:12.239029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:12.251120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:12.507495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:12.511974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.521909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.804158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Router 3a8efc6d-c061-4b0b-9a99-f51163f45414 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:12.931938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:12.951065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:12.951065 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fbcf85f9-7558-45a5-bd52-fdd5ee2382ac tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "PUT /v2.0/routers/3a8efc6d-c061-4b0b-9a99-f51163f45414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3245144 Aug 19 15:14:12.952885 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] Sync routers for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:12.953362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41736) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:12.956698 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:12.957684 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:12.969821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Pushing event deleted for resources: {'Port': ['ID=77d75428-216c-4979-b72b-7d3407a6fc59,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:13.000573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:13.012141 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] Routers {'3a8efc6d-c061-4b0b-9a99-f51163f45414'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:13.012875 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a8efc6d-c061-4b0b-9a99-f51163f45414'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:13.051564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.054776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.059631 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-459fcd81-5f8e-4d11-a9b7-f07e7085e257 tempest-AttachVolumeTestJSON-1849399341 tempest-AttachVolumeTestJSON-1849399341-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b50c112-09ec-436d-9e4d-dc331b9dca52 HTTP/1.1" status: 204 len: 168 time: 1.3385510 Aug 19 15:14:13.059862 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:13.059862 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1b7cc-3b7f-4084-87bd-23877674d3ca None None] The sync data for ids ['3a8efc6d-c061-4b0b-9a99-f51163f45414'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:13.107507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.138964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.178555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bb992-b252-47cf-9435-16deb132b5e7 req-b0bfd2f9-6c48-4054-a139-882a00d479c0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:13.185705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-762bb992-b252-47cf-9435-16deb132b5e7 req-b0bfd2f9-6c48-4054-a139-882a00d479c0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1673236 Aug 19 15:14:13.233888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.245198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=dba2aa83-58a6-4eba-9466-868b90468ea8,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:13.329016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-762bb992-b252-47cf-9435-16deb132b5e7 req-c313e59e-01d4-4cac-a953-fa7811ef5043 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420927 Aug 19 15:14:13.334755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:13.335090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: 70153a01-5427-4fc8-92c9-0b98d5d45392, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:13.423317 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.544653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:13.665300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting port eaa72b7e-541a-4dbb-a649-775dfd58a96b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:13.665743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.758680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 70153a01-5427-4fc8-92c9-0b98d5d45392) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:13.766959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd00561-b12f-45cb-b1b6-c375a8eda401 None None] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:13.782183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:13.782816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.839669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:13.869475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Calling delete_port for eaa72b7e-541a-4dbb-a649-775dfd58a96b owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:13.943869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-70153a01-5427-4fc8-92c9-0b98d5d45392', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:13.945023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.053916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4e24d816-4e94-4f8f-b332-58883c150580 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8048995 Aug 19 15:14:14.054475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:14.091362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Allocated IP 2001:db8::2 (70153a01-5427-4fc8-92c9-0b98d5d45392/dba2aa83-58a6-4eba-9466-868b90468ea8/46a8e736-c6ec-4205-b996-051af4c543bb) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:14.152772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.186549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Port': ['ID=eaa72b7e-541a-4dbb-a649-775dfd58a96b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:14.281209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.375832 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.386600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Transition to ACTIVE for port object 46a8e736-c6ec-4205-b996-051af4c543bb will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:14.403084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Transition to ACTIVE for port object 46a8e736-c6ec-4205-b996-051af4c543bb will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:14.503784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.508076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.524765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.581696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:14.589934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:14.590804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.611184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:14.628621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0955b-eefa-4ff2-8158-5ac6c18d6629 req-1eaa9290-55e7-4c46-b2f6-94ca430aafed tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:14.630288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc0955b-eefa-4ff2-8158-5ac6c18d6629 req-1eaa9290-55e7-4c46-b2f6-94ca430aafed tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.1949167 Aug 19 15:14:14.693730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Pushing event updated for resources: {'Port': ['ID=46a8e736-c6ec-4205-b996-051af4c543bb,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:14.697980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc0955b-eefa-4ff2-8158-5ac6c18d6629 req-d6123552-e605-4f37-95e2-b8d861055400 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582826 Aug 19 15:14:14.742323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Attempting to bind port 46a8e736-c6ec-4205-b996-051af4c543bb on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:14.742772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Attempting to bind port 46a8e736-c6ec-4205-b996-051af4c543bb by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:14.743123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Attempting to bind port 46a8e736-c6ec-4205-b996-051af4c543bb on network 70153a01-5427-4fc8-92c9-0b98d5d45392 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:14.748872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:14.749563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Checking segment: {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:14.750179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.750753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Bound using segment: {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:14.751676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Bound port: 46a8e736-c6ec-4205-b996-051af4c543bb, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:14.752326 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.786844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.787502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Fanout notify agent at l3_agent the message router_deleted on router 3a8efc6d-c061-4b0b-9a99-f51163f45414 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:14:14.796605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.803893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c55494a7-6beb-4ecf-bc4a-72c998477f3a tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/routers/3a8efc6d-c061-4b0b-9a99-f51163f45414 HTTP/1.1" status: 204 len: 168 time: 1.8536222 Aug 19 15:14:14.804088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41774) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:14.861210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Deleting subnet a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:14.864713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.882701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] For port 46a8e736-c6ec-4205-b996-051af4c543bb, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:14.893330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] For port 46a8e736-c6ec-4205-b996-051af4c543bb, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46a8e736-c6ec-4205-b996-051af4c543bb,segment=NetworkSegment(c6f24c06-fddd-4344-918c-9196dc383536),segment_id=c6f24c06-fddd-4344-918c-9196dc383536)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:14.917185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.978638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:14.984216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8::1 (70153a01-5427-4fc8-92c9-0b98d5d45392/dba2aa83-58a6-4eba-9466-868b90468ea8/ab9432c8-38df-4660-b4db-6307a0c6a932) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:15.015757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.113177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a625-4545-4487-a42d-74e1e201d0c8 None None] Pushing event updated for resources: {'Port': ['ID=46a8e736-c6ec-4205-b996-051af4c543bb,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:15.136411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.152337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object ab9432c8-38df-4660-b4db-6307a0c6a932 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:15.198635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.224696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:15.238016 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.244131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-62d73c82-fd96-47ee-9e23-2c63d3efe0e9 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/subnets/a5dcd54b-e1fe-428f-a6f0-49c4ad6d918c HTTP/1.1" status: 204 len: 168 time: 0.4345608 Aug 19 15:14:15.244822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41776) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:15.371225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.404857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.438003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:15.445982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=ab9432c8-38df-4660-b4db-6307a0c6a932,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:15.449065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:15.453574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:15.454214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.461270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-ab2dcaae-7b67-434d-9cc4-05bbd60765c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:15.463136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-ab2dcaae-7b67-434d-9cc4-05bbd60765c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1098 time: 0.0812025 Aug 19 15:14:15.582673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-7d83907c-5193-41cd-87da-ab6f7d3eb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:15.584202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-7d83907c-5193-41cd-87da-ab6f7d3eb282 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 915 time: 0.1099412 Aug 19 15:14:15.610095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.628175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e63b43c-818e-45f4-b574-c46b9d7bbbf3']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:15.637028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-ec535062-efdb-4948-86c4-63bb28d5a440 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 200 len: 217 time: 0.0446534 Aug 19 15:14:15.638641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a1ba06-c576-4f40-910f-936e334c4ae5') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:15.638931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a1ba06-c576-4f40-910f-936e334c4ae5') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:15.657279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.682297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.693993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:15.694318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:15.705913 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:15.708546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-f3855a67-3f85-459a-b8c0-917efd496c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:15.708546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-f3855a67-3f85-459a-b8c0-917efd496c6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.0629060 Aug 19 15:14:15.758308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-51e4cfeb-b894-468e-bba9-78f160609e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425513 Aug 19 15:14:15.814116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.941357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.947996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:15.950973 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] 10.222.0.13 "DELETE /v2.0/networks/6e63b43c-818e-45f4-b574-c46b9d7bbbf3 HTTP/1.1" status: 204 len: 168 time: 0.7051344 Aug 19 15:14:16.031211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b856b4-aabe-4073-9923-2412af3696d0 tempest-FloatingIPTestJSON-27049031 tempest-FloatingIPTestJSON-27049031-project] Pushing event deleted for resources: {'Network': ['ID=6e63b43c-818e-45f4-b574-c46b9d7bbbf3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:16.278304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:16.323170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f367-503b-435d-ab42-6f698d003c3d req-dbb2ec06-10db-4080-b685-75c775225127 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:16.324941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddd7f367-503b-435d-ab42-6f698d003c3d req-dbb2ec06-10db-4080-b685-75c775225127 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.5371480 Aug 19 15:14:16.349143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-30ad51ba-fe08-4106-b853-cbe2cb4a6e97 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839417 Aug 19 15:14:16.352115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:16.353042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:16.390264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafe5a9-e0af-483e-a4be-da9289406c73 None None] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:16.429888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddd7f367-503b-435d-ab42-6f698d003c3d req-6c8727ea-0c75-4b0c-9c10-880e0fb24d54 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945580 Aug 19 15:14:16.483405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88dbfce0-c72e-42e5-bfac-a8105ddc225e req-07322995-dc68-4037-a31c-edc6775499b4 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257198 Aug 19 15:14:16.615936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-752c5e49-5b3a-4dda-932d-d1596da9840c None None] Provisioning for port 46a8e736-c6ec-4205-b996-051af4c543bb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:16.724071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41796) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:16.782778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=ab9432c8-38df-4660-b4db-6307a0c6a932,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:16.853375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:16.855501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:16.988471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fc0c5f4f-191e-4c6f-8ce8-7b8c84c66e59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b040e36f4d744ee950385f606d17194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604234 Aug 19 15:14:16.988773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41800) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:17.067513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b1-7845-42dc-a907-95718338753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.132404 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b1-7845-42dc-a907-95718338753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.153975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e0a92256-d478-4ca8-9231-e15cdd8df185 None None] Provisioning for port ab9432c8-38df-4660-b4db-6307a0c6a932 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:17.159842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e0a92256-d478-4ca8-9231-e15cdd8df185 None None] Provisioning complete for port ab9432c8-38df-4660-b4db-6307a0c6a932 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:17.160113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0a92256-d478-4ca8-9231-e15cdd8df185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.232954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:14:17.270188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e0a92256-d478-4ca8-9231-e15cdd8df185 None None] Port ab9432c8-38df-4660-b4db-6307a0c6a932 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:17.336640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46a8e736-c6ec-4205-b996-051af4c543bb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:17.375547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b1-7845-42dc-a907-95718338753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.380548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b1-7845-42dc-a907-95718338753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.382779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ef880b1-7845-42dc-a907-95718338753a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3043a35c-c209-4c4f-aed2-8ca44992d7f9 HTTP/1.1" status: 204 len: 168 time: 0.3922470 Aug 19 15:14:17.396926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef880b1-7845-42dc-a907-95718338753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3043a35c-c209-4c4f-aed2-8ca44992d7f9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:17.406582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:17.416222 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4c89caf9-5d90-498b-b9a8-a85a54e98d08 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3585050 Aug 19 15:14:17.418879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41804) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:17.424989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:17.429144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-384067046'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:17.447349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6a77c937-ff17-48d7-9900-f83e5fd9b7b3 None None] Provisioning complete for port ab9432c8-38df-4660-b4db-6307a0c6a932 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:17.447915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6a77c937-ff17-48d7-9900-f83e5fd9b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.504632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:17.505474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:17.585190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 46a8e736-c6ec-4205-b996-051af4c543bb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:17.590209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6a77c937-ff17-48d7-9900-f83e5fd9b7b3 None None] Port ab9432c8-38df-4660-b4db-6307a0c6a932 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:17.598720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46a8e736-c6ec-4205-b996-051af4c543bb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:17.599041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f03a-e373-4265-b55b-2825516f6c4b req-6b3ce17f-3a03-4ca3-a06f-45c2675aef32 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:17.599213 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.600967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c49f03a-e373-4265-b55b-2825516f6c4b req-6b3ce17f-3a03-4ca3-a06f-45c2675aef32 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 946 time: 0.0837839 Aug 19 15:14:17.641153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:17.646776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.659302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:17.664390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:17.699824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:17.713909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c49f03a-e373-4265-b55b-2825516f6c4b req-ac31a700-e2f4-4689-896a-9c3a2f53aaa9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037021 Aug 19 15:14:17.718666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.719016 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment 77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69 of type vlan for network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 Aug 19 15:14:17.785027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.838086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6b33a4ca-97ce-4568-93b3-507f9d7b1137 None None] Provisioning complete for port ab9432c8-38df-4660-b4db-6307a0c6a932 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:17.838355 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6b33a4ca-97ce-4568-93b3-507f9d7b1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.961405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.967350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:17.968315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:17.981679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6b33a4ca-97ce-4568-93b3-507f9d7b1137 None None] Port ab9432c8-38df-4660-b4db-6307a0c6a932 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:17.989408 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.002048 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.060826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:18.075117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:14:18.077675 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26501f5e-1723-4e41-836f-3aee513f1144" -d '{"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:14:18.086499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:18.097405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 46a8e736-c6ec-4205-b996-051af4c543bb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46a8e736-c6ec-4205-b996-051af4c543bb,segment=NetworkSegment(c6f24c06-fddd-4344-918c-9196dc383536),segment_id=c6f24c06-fddd-4344-918c-9196dc383536)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:18.146166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:18.157231 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f26cd-2496-4cee-a556-08339f970d7f x-openstack-request-id: req-177f26cd-2496-4cee-a556-08339f970d7f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:14:18.157549 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:14:18.157952 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-177f26cd-2496-4cee-a556-08339f970d7f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:14:18.159461 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'code': 200} Aug 19 15:14:18.207392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:15Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:16Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:18.208195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9078a87d-6b1e-41a0-bacb-7f01fc4845df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7842555 Aug 19 15:14:18.209911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41830) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:18.211789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.219821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:18.243556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:18.243556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Updating router a7f46246-32e9-4735-bc94-2f6115a8e1ab port ab9432c8-38df-4660-b4db-6307a0c6a932 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:14:18.286282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.306128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.490419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=46a8e736-c6ec-4205-b996-051af4c543bb,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:18.615203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:18.615883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:18.620822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.881561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:18.896804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Transition to ACTIVE for port object ab9432c8-38df-4660-b4db-6307a0c6a932 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:19.019842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62807814-31b0-4ab3-9623-827f7c382fe3 req-58d4ee82-99d0-48ec-a383-72022d6af77d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:19.021724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62807814-31b0-4ab3-9623-827f7c382fe3 req-58d4ee82-99d0-48ec-a383-72022d6af77d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1132395 Aug 19 15:14:19.068294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62807814-31b0-4ab3-9623-827f7c382fe3 req-d25fcb9a-5a3e-461f-9ad2-c736682abd70 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Aug 19 15:14:19.083816 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.114427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.120523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41848) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:19.214072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899eeec-498f-4c1b-b9ef-4bc108735983 None None] Pushing event updated for resources: {'Port': ['ID=ab9432c8-38df-4660-b4db-6307a0c6a932,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:19.252919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=7149ec26-6d1d-42d5-9afb-fff75a1762ab,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:19.280496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:19.281331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:19.327931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46a8e736-c6ec-4205-b996-051af4c543bb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:19.344758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'networks': [{'name': 'tempest-network--341264939'}, {'name': 'tempest-network--1539996407'}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:19.344758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'network': {'name': 'tempest-network--341264939'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:19.344758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'network': {'name': 'tempest-network--1539996407'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:19.383468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Attempting to bind port ab9432c8-38df-4660-b4db-6307a0c6a932 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:19.383849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Attempting to bind port ab9432c8-38df-4660-b4db-6307a0c6a932 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:19.384214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Attempting to bind port ab9432c8-38df-4660-b4db-6307a0c6a932 on network 70153a01-5427-4fc8-92c9-0b98d5d45392 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:19.408231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:19.408231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Checking segment: {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:19.408231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.408231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Bound using segment: {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:19.408231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Bound port: ab9432c8-38df-4660-b4db-6307a0c6a932, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f24c06-fddd-4344-918c-9196dc383536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:19.408231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.427122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:19.495489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46a8e736-c6ec-4205-b996-051af4c543bb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:19.496071 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.528362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] For port ab9432c8-38df-4660-b4db-6307a0c6a932, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:19.544617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] For port ab9432c8-38df-4660-b4db-6307a0c6a932, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ab9432c8-38df-4660-b4db-6307a0c6a932,segment=NetworkSegment(c6f24c06-fddd-4344-918c-9196dc383536),segment_id=c6f24c06-fddd-4344-918c-9196dc383536)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:19.576511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:19.582495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'network': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:19.582988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:19.584278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.604822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.606625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee980f55-5e40-4ff2-a662-a694060011c0 None None] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:19.622782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.693494 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:19.734515 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5178e64f-771d-436c-a8c6-c4cebe62d34d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5185587 Aug 19 15:14:19.735859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:19.821802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:19.821802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:19.869930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899eeec-498f-4c1b-b9ef-4bc108735983 None None] Pushing event updated for resources: {'Port': ['ID=ab9432c8-38df-4660-b4db-6307a0c6a932,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:19.957293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:19.960728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:19.961627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.169433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.260738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.262287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.281039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a49d67-c3d8-4ded-aa16-f4db75b64a35 req-9dbfaf9c-b0ba-430c-bfc3-4a807a16cf2f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:20.292563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38a49d67-c3d8-4ded-aa16-f4db75b64a35 req-9dbfaf9c-b0ba-430c-bfc3-4a807a16cf2f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1118662 Aug 19 15:14:20.351798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38a49d67-c3d8-4ded-aa16-f4db75b64a35 req-41613c53-253a-483a-9252-187b7fd9bf55 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Aug 19 15:14:20.397673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Allocated IP 2001:db8:1::2 (b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7/7149ec26-6d1d-42d5-9afb-fff75a1762ab/eddc53bc-f4c4-42bb-82a3-6a5d45f5a218) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:20.403437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:20.414901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.414901 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Added segment 79792106-912c-4adc-9980-3ac0afb2a40d of type vlan for network a0318b9b-520e-4941-978c-8ac697f82175 Aug 19 15:14:20.481308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.519448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:20.530003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.531374 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Added segment 47f13226-95da-4f44-aaef-29c8fa5045d7 of type vlan for network 6ebb35b4-50aa-4819-b3ee-fc6fb9aa93c6 Aug 19 15:14:20.551633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:15Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:19Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:20.584199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.609747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067fd79-6cb9-40bd-896c-e3e0ae024367 None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:15Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:19Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:20.644656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c04735-73d4-4354-88e3-0c9e2b6f2e91,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:20.668569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.695291 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.706658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Transition to ACTIVE for port object eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:20.724640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Transition to ACTIVE for port object eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:20.735378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd233ea-e919-4ed2-b0cc-a9cd713b348c req-5e9a70dc-2090-49cd-8811-8cd414b2d9eb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:20.738410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dd233ea-e919-4ed2-b0cc-a9cd713b348c req-5e9a70dc-2090-49cd-8811-8cd414b2d9eb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.0840142 Aug 19 15:14:20.749007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.749667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.756137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:20.761272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:20.761882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.785616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dd233ea-e919-4ed2-b0cc-a9cd713b348c req-6b569243-73fd-45cf-a713-5e23d52deecc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Aug 19 15:14:20.842264 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:20.902458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:20.913076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:20.919240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:20.931537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Network': ['ID=a0318b9b-520e-4941-978c-8ac697f82175,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:20.948241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a0318b9b-520e-4941-978c-8ac697f82175 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:21.023145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Pushing event updated for resources: {'Port': ['ID=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:21.054035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41876) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:21.059571 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9257507 Aug 19 15:14:21.122444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f26238-ee04-454d-be7c-e14e68fe4e99 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Network': ['ID=6ebb35b4-50aa-4819-b3ee-fc6fb9aa93c6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:21.144508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6ebb35b4-50aa-4819-b3ee-fc6fb9aa93c6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:21.167666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Attempting to bind port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:21.168070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Attempting to bind port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:21.168417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Attempting to bind port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 on network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:21.233750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:21.234122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Checking segment: {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:21.234569 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.234975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Bound using segment: {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:21.235472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Bound port: eddc53bc-f4c4-42bb-82a3-6a5d45f5a218, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:21.235865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.266836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560431d-06fd-4b7b-837f-e00738a936cc tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:21.273821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560431d-06fd-4b7b-837f-e00738a936cc tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:21.280554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560431d-06fd-4b7b-837f-e00738a936cc tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:21.288373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560431d-06fd-4b7b-837f-e00738a936cc tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:21.290459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8560431d-06fd-4b7b-837f-e00738a936cc tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2358184 Aug 19 15:14:21.296476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41880) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:21.399159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8:1::1 (b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7/7149ec26-6d1d-42d5-9afb-fff75a1762ab/df809dc5-b4d3-4bf3-8300-cd2b274c0d98) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:21.403809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] For port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:21.410100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] For port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:21.415974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab9432c8-38df-4660-b4db-6307a0c6a932 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:21.445454 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.549551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.551679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.561438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0318b9b-520e-4941-978c-8ac697f82175']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:21.564191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.566896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object df809dc5-b4d3-4bf3-8300-cd2b274c0d98 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:21.599200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79792106-912c-4adc-9980-3ac0afb2a40d') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:21.599200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79792106-912c-4adc-9980-3ac0afb2a40d') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:21.616448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.649451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.650529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ab9432c8-38df-4660-b4db-6307a0c6a932 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:21.663810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:21.664513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:21.667996 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:21.671010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ab9432c8-38df-4660-b4db-6307a0c6a932 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:21.674337 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.690627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:21.747068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00641a2-1e11-47c1-8ccd-fd0a96673891 None None] Pushing event updated for resources: {'Port': ['ID=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:21.850118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.878961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.883667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.930762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ab9432c8-38df-4660-b4db-6307a0c6a932, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ab9432c8-38df-4660-b4db-6307a0c6a932,segment=NetworkSegment(c6f24c06-fddd-4344-918c-9196dc383536),segment_id=c6f24c06-fddd-4344-918c-9196dc383536)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:21.945603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba2c7-951a-4550-b48c-fc04cf3dac77 req-9a532b07-9606-4660-a44c-19b793681a86 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:21.955984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9bba2c7-951a-4550-b48c-fc04cf3dac77 req-9a532b07-9606-4660-a44c-19b793681a86 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1357055 Aug 19 15:14:21.960450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:21.966775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:21.972314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:21.973551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.975701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/networks/a0318b9b-520e-4941-978c-8ac697f82175 HTTP/1.1" status: 204 len: 168 time: 0.6781116 Aug 19 15:14:21.976232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:21.981815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41896) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:22.011174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064114e-3297-45ec-a9ca-75ed60b29357 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Network': ['ID=a0318b9b-520e-4941-978c-8ac697f82175,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:22.062272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9bba2c7-951a-4550-b48c-fc04cf3dac77 req-d8acdbd0-227a-4666-8193-0cd273b7e94e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Aug 19 15:14:22.083280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.123264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:22.175647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ab9432c8-38df-4660-b4db-6307a0c6a932,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:22.203698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.335525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.349556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebb35b4-50aa-4819-b3ee-fc6fb9aa93c6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:22.387854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f13226-95da-4f44-aaef-29c8fa5045d7') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:22.388145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f13226-95da-4f44-aaef-29c8fa5045d7') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:22.404464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.416877 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.455566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41906) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:22.458867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.469978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:22.470389 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:22.474016 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:22.565909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-fccbc7ae-b0a3-41a4-b9a2-0777982cde76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088231 Aug 19 15:14:22.781501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.781501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.787117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41924) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:22.787829 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/networks/6ebb35b4-50aa-4819-b3ee-fc6fb9aa93c6 HTTP/1.1" status: 204 len: 168 time: 0.8021691 Aug 19 15:14:22.827610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe513d-314e-495a-bda0-3067fdb50c46 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Network': ['ID=6ebb35b4-50aa-4819-b3ee-fc6fb9aa93c6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:22.865443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:22.935648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3316a01-c34c-44a6-853d-d77121e5318d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:22.943157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3316a01-c34c-44a6-853d-d77121e5318d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:22.949961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d3316a01-c34c-44a6-853d-d77121e5318d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1569810 Aug 19 15:14:22.950107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41928) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:22.956389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2008277022'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:23.032663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.034532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.074832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:23.089521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.311572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36226-33f1-4bb3-8780-80b1ab8cfff7 req-5eee8b56-f0b8-4fc0-8caf-3405c456e743 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:23.314015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4e36226-33f1-4bb3-8780-80b1ab8cfff7 req-5eee8b56-f0b8-4fc0-8caf-3405c456e743 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1683104 Aug 19 15:14:23.392211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4e36226-33f1-4bb3-8780-80b1ab8cfff7 req-8ca1fb55-fada-40f1-998a-1336c89a68ef tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 Aug 19 15:14:23.508711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:23.562551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:23.582688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:23.632087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b6f13-b9e6-439c-b67a-854c3857a08a None None] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:23.647697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.647949 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Added segment 3ed9a191-c7b9-436a-8c59-449e28bba7cc of type vlan for network 31d23380-4b08-416e-87ce-98b7b9bd528b Aug 19 15:14:23.694557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:23.700403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:23.718125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.781352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:23.787957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab9432c8-38df-4660-b4db-6307a0c6a932 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:23.836736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] Provisioning for port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:23.840775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:23.849269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] Provisioning complete for port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:23.849935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.916588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ab9432c8-38df-4660-b4db-6307a0c6a932 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:23.916588 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.956680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:23.965478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41942) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:23.966681 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f0ea92ee-fcac-4d33-9ef7-06992190d62c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2272832 Aug 19 15:14:23.969697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:23.970661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596164068'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:23.982412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:23.988335 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:23.991418 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:24.005553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:24.007592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.045956 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.130211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:24.135413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.138508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] For port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:24.151480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Network': ['ID=31d23380-4b08-416e-87ce-98b7b9bd528b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:24.157390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:24.165082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 31d23380-4b08-416e-87ce-98b7b9bd528b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:24.219400 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-efc1ff57-0db9-44dd-8113-456aee137942 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2678938 Aug 19 15:14:24.222310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41944) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:24.228719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1109649444'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:24.243491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:24.267808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.273518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.273760 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment 2a16afa4-7d90-4baa-8885-0d2144598511 of type vlan for network a334be4b-5e29-41a7-83b5-6a98720ba94e Aug 19 15:14:24.372017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.396167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:24.401365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.423188 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:22Z', 'revision_number': 3, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:22Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:24.470581 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:24.470922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Updating router a7f46246-32e9-4735-bc94-2f6115a8e1ab port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:14:24.494229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:24.531324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.531671 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Added segment d692bbc5-8555-4d9b-b927-461ca80e3017 of type vlan for network d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b Aug 19 15:14:24.534298 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.603206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e568b5b-e743-454d-a2b4-6fda3247119f req-562de397-e21c-4b32-80cc-1dc94874d702 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:24.606998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff1fa9-7f5c-49dc-bf76-5fc951762160 None None] Pushing event updated for resources: {'Port': ['ID=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:24.616706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e568b5b-e743-454d-a2b4-6fda3247119f req-562de397-e21c-4b32-80cc-1dc94874d702 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1040182 Aug 19 15:14:24.624818 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.627062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.631911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:24.633144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.718234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7eab294f-d2b7-4c59-9e20-2c5731a3da45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.762498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e568b5b-e743-454d-a2b4-6fda3247119f req-f39ec4ca-3010-401f-aab4-54166ade0169 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444783 Aug 19 15:14:24.763221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=a334be4b-5e29-41a7-83b5-6a98720ba94e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:24.775704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a334be4b-5e29-41a7-83b5-6a98720ba94e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:24.799711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4acbd697-bddf-49d4-9124-067c84b09625 None None] Provisioning for port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:24.816617 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.823354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:24.830897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.831099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7d0beda3-bc29-4f91-b2e5-ded6606ae7c8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8600199 Aug 19 15:14:24.831099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:24.843804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:24.908618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4acbd697-bddf-49d4-9124-067c84b09625 None None] Provisioning complete for port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:24.909082 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4acbd697-bddf-49d4-9124-067c84b09625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:24.956104 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7312388 Aug 19 15:14:24.978687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:25.002553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'ports': [{'network_id': '31d23380-4b08-416e-87ce-98b7b9bd528b', 'name': 'tempest-port--1846010989', 'admin_state_up': True}, {'network_id': 'd9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b', 'admin_state_up': False}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:25.002887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'port': {'network_id': '31d23380-4b08-416e-87ce-98b7b9bd528b', 'name': 'tempest-port--1846010989', 'admin_state_up': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:25.003369 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.005745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'port': {'network_id': 'd9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b', 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:25.016075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Transition to ACTIVE for port object df809dc5-b4d3-4bf3-8300-cd2b274c0d98 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:25.040327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4acbd697-bddf-49d4-9124-067c84b09625 None None] Port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:25.077226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4acbd697-bddf-49d4-9124-067c84b09625 None None] Provisioning complete for port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:25.078505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4acbd697-bddf-49d4-9124-067c84b09625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.122142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd394f7-d150-4418-96a9-1afbd55feb85 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Network': ['ID=d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:25.133992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-c45e44c3-5ffb-4080-b230-49ec7b9f629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:25.137619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-c45e44c3-5ffb-4080-b230-49ec7b9f629b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa&tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00 HTTP/1.1" status: 200 len: 1096 time: 0.2390404 Aug 19 15:14:25.138125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:25.169465 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.286759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:25.297916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:25.303207 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.343844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Pushing event updated for resources: {'Port': ['ID=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:25.368103 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.368660 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.369253 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.369761 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.370293 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.370853 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.371449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.371959 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.372460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.372956 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.373699 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.374201 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:25.413556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:25.413942 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.418691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'port': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:25.423873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.452618 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Attempting to bind port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:25.452994 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Attempting to bind port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:25.453482 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Attempting to bind port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 on network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:25.460779 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:25.462101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Checking segment: {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:25.462101 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.462101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Bound using segment: {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:25.462446 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Bound port: df809dc5-b4d3-4bf3-8300-cd2b274c0d98, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:25.463024 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.492531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-69c64c2a-6c87-44cb-89b6-dadf50041e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:25.497811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-69c64c2a-6c87-44cb-89b6-dadf50041e3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1096 time: 0.3064423 Aug 19 15:14:25.497982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.559596 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.579354 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] For port df809dc5-b4d3-4bf3-8300-cd2b274c0d98, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:25.583149 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] For port df809dc5-b4d3-4bf3-8300-cd2b274c0d98, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:25.672874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] device_id is not set on port b9ab963c-f717-4cd8-84f1-19a4a0981e23 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:14:25.696282 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.696521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-92ce817f-52be-4493-bfe3-3b2a14f74a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:25.696521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-92ce817f-52be-4493-bfe3-3b2a14f74a7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 915 time: 0.1885984 Aug 19 15:14:25.754287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-34f0c931-36fa-4f38-aa8a-91d4a05c08a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 200 len: 217 time: 0.0499957 Aug 19 15:14:25.763636 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb2881-0aa3-4817-8fd0-8d4655a7fd12 None None] Pushing event updated for resources: {'Port': ['ID=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:25.782588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:25.783311 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:13:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:25.809740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.856614 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:25.899615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-0bb9de72-8524-4a7a-ba74-463d7f8e4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:25.901457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-0bb9de72-8524-4a7a-ba74-463d7f8e4db6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.1407032 Aug 19 15:14:25.929509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:25.969529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] device_id is not set on port 9dc3a703-bbaa-4a37-865f-96c5f23754b4 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:14:25.980110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-09495de4-dcc4-453d-b47f-0d8afd2c157f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355151 Aug 19 15:14:26.003129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:26.003649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: a334be4b-5e29-41a7-83b5-6a98720ba94e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:26.007071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=4d51c8e2-c960-4e61-aa60-27f3a4face7b,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:26.091333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5c3aa-3f5b-4f62-9313-72514b23aa2f req-ede6c3de-c80e-4e33-adc9-ac4faec6aade tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:26.099698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cdf5c3aa-3f5b-4f62-9313-72514b23aa2f req-ede6c3de-c80e-4e33-adc9-ac4faec6aade tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1921687 Aug 19 15:14:26.149277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:26.179860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cdf5c3aa-3f5b-4f62-9313-72514b23aa2f req-aa90273b-538c-4cfa-a25e-7e5fb3c340ea tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741839 Aug 19 15:14:26.220394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-10db5f80-5f27-4acf-989c-0fd784f3ab96 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265036 Aug 19 15:14:26.296270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network a334be4b-5e29-41a7-83b5-6a98720ba94e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:26.312154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:26.351317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:22Z', 'revision_number': 3, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:25Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:26.360820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-420e3b46-8311-45b1-a1ba-eaccb12462b6 service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330783 Aug 19 15:14:26.385377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff88fa1-aa6e-4124-b0d0-90d8bb080aa3 None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:22Z', 'revision_number': 3, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:25Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:26.489647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Port': ['ID=b9ab963c-f717-4cd8-84f1-19a4a0981e23,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:26.492161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a334be4b-5e29-41a7-83b5-6a98720ba94e) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:26.497268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:26.498120 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:26.503173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067c847-34ef-46ca-b28e-025e1026c1cb None None] Network a334be4b-5e29-41a7-83b5-6a98720ba94e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:26.503891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Checking segment: {'id': '3ed9a191-c7b9-436a-8c59-449e28bba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '31d23380-4b08-416e-87ce-98b7b9bd528b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:26.503891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network hostable DHCP agents. Network: 31d23380-4b08-416e-87ce-98b7b9bd528b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:26.632077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network 31d23380-4b08-416e-87ce-98b7b9bd528b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:26.640062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 31d23380-4b08-416e-87ce-98b7b9bd528b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:26.645418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:26.646554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:26.669722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-566482e6-bf22-4131-a262-1fb72d84a0b8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8379984 Aug 19 15:14:26.670218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41978) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:26.697254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a241b34-3327-41c3-8afd-a15d59d1335d None None] Network 31d23380-4b08-416e-87ce-98b7b9bd528b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:26.712167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Port': ['ID=9dc3a703-bbaa-4a37-865f-96c5f23754b4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:26.731922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Checking segment: {'id': 'd692bbc5-8555-4d9b-b927-461ca80e3017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:26.732310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network hostable DHCP agents. Network: d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:26.877300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:26.925228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a334be4b-5e29-41a7-83b5-6a98720ba94e', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:26.926118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.001493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:27.006373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:27.014633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae5d37-0d36-42ff-9714-3273c21ee276 None None] Network d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:27.020573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:27.026391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:27.029667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.147878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-33dbe212-40ab-404f-bb49-be4c6a62153d tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1663156 Aug 19 15:14:27.148261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:27.239648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.270593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Allocated IP 2001:db8:2::2 (a334be4b-5e29-41a7-83b5-6a98720ba94e/4d51c8e2-c960-4e61-aa60-27f3a4face7b/0a46d6eb-2992-4ac4-9265-2e9ba28bf23b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:27.334620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd0ddd1-6261-4af2-b0fd-83523d2f3cd6 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:27.342558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd0ddd1-6261-4af2-b0fd-83523d2f3cd6 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:27.344831 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5dd0ddd1-6261-4af2-b0fd-83523d2f3cd6 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1954021 Aug 19 15:14:27.348912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41994) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:27.461758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device df809dc5-b4d3-4bf3-8300-cd2b274c0d98 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:27.501611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.531864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Deleting port b9ab963c-f717-4cd8-84f1-19a4a0981e23 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:27.532427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.641830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.661700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Transition to ACTIVE for port object 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:27.670790 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.705861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Calling delete_port for b9ab963c-f717-4cd8-84f1-19a4a0981e23 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:27.714150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Transition to ACTIVE for port object 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:27.742550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d89a6d-0063-484f-88c5-0ec745d02314 req-722d8f12-720b-47fc-b22e-e08fcca10368 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:27.744177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62d89a6d-0063-484f-88c5-0ec745d02314 req-722d8f12-720b-47fc-b22e-e08fcca10368 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.4080639 Aug 19 15:14:27.753536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:27.764086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:27.764861 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.888047 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.950794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89b2e95a-ebae-4e85-a09b-68efd705cc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:27.963661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Network a334be4b-5e29-41a7-83b5-6a98720ba94e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:27.975870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:27.980009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62d89a6d-0063-484f-88c5-0ec745d02314 req-8a8b7b54-ba64-4042-8558-9256ea52531e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274091 Aug 19 15:14:27.985621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:27.998106 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.020035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Pushing event updated for resources: {'Port': ['ID=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:28.097827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port df809dc5-b4d3-4bf3-8300-cd2b274c0d98, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:28.102798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Attempting to bind port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:28.103165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Attempting to bind port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:28.103787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Attempting to bind port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b on network a334be4b-5e29-41a7-83b5-6a98720ba94e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:28.107644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.110241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:28.111117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Checking segment: {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:28.111683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.112305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Bound using segment: {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:28.113097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Bound port: 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:28.113470 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.125871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8:2::1 (a334be4b-5e29-41a7-83b5-6a98720ba94e/4d51c8e2-c960-4e61-aa60-27f3a4face7b/57af6385-d2a5-4ec6-b282-35e8db94bcdf) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:28.186766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Port': ['ID=b9ab963c-f717-4cd8-84f1-19a4a0981e23,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:28.200283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.203771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fcef2a1a-a0fe-4449-9df7-c9d1c36468e5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/ports/b9ab963c-f717-4cd8-84f1-19a4a0981e23 HTTP/1.1" status: 204 len: 168 time: 0.8532872 Aug 19 15:14:28.207068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42004) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:28.213863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.292954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] For port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:28.347035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] For port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:28.388325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.393237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:28.419663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object 57af6385-d2a5-4ec6-b282-35e8db94bcdf will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:28.426830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.450828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Deleting port 9dc3a703-bbaa-4a37-865f-96c5f23754b4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:28.452526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.536587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402f804-2545-4ff0-a163-ddb182ed6af1 None None] Pushing event updated for resources: {'Port': ['ID=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:28.575852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.583969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.604247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Calling delete_port for 9dc3a703-bbaa-4a37-865f-96c5f23754b4 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:28.690414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=57af6385-d2a5-4ec6-b282-35e8db94bcdf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:28.702518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network a334be4b-5e29-41a7-83b5-6a98720ba94e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:28.704199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:28.708683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:28.711405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.952738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.979833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42012) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:28.993232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:28.999433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42018) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:29.012139 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/ports/9dc3a703-bbaa-4a37-865f-96c5f23754b4 HTTP/1.1" status: 204 len: 168 time: 0.8017030 Aug 19 15:14:29.092221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ff8e5-b8dc-4851-972d-8986c8e27478 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Port': ['ID=9dc3a703-bbaa-4a37-865f-96c5f23754b4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:29.109462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e14cfde7-eb7d-4089-a1f6-94ed8922a747 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1002281 Aug 19 15:14:29.110206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:29.117719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1039048671'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:29.222532 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.270541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:29.276515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.337435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:29.363257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.363540 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Added segment 59d49eb9-54dd-4535-93d3-4438be5cecc8 of type vlan for network 115263f0-a596-4022-8bb6-0f50f51fb9db Aug 19 15:14:29.461139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.558582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0071d4c-2285-46f9-8e70-e2df727fc91f req-69a39239-15e2-4d63-a94e-a05b28eb7086 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:29.567013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0071d4c-2285-46f9-8e70-e2df727fc91f req-69a39239-15e2-4d63-a94e-a05b28eb7086 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.4193559 Aug 19 15:14:29.579104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:29.649081 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.666811 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.677679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:29.680354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.737879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0071d4c-2285-46f9-8e70-e2df727fc91f req-0520c77c-53f2-4835-bfd2-e44d4afdf642 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692965 Aug 19 15:14:29.809218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:29.814309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device df809dc5-b4d3-4bf3-8300-cd2b274c0d98 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:29.919598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8070173 Aug 19 15:14:29.925920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:29.926389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:29.972697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42028) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:29.977013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341db26-9a6c-47f1-95f4-86446d0b7f2e tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Network': ['ID=115263f0-a596-4022-8bb6-0f50f51fb9db,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:30.006440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 115263f0-a596-4022-8bb6-0f50f51fb9db details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:30.010436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1777244997'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:30.180961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:30.188369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.259777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:30.273214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.273939 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Added segment e163ea8a-99a6-4b4b-8d4b-3efe745a6d7f of type vlan for network c37887ab-f1c6-4e68-af13-7c8766b673a2 Aug 19 15:14:30.328158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e716db2-fbb7-4a40-95da-d48c9b0e8ef9 None None] Network a334be4b-5e29-41a7-83b5-6a98720ba94e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:30.375937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.518777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.521054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] Provisioning for port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:30.525406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:30.526050 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.530046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] Provisioning complete for port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:30.530046 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.678737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Network': ['ID=c37887ab-f1c6-4e68-af13-7c8766b673a2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:30.699914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c37887ab-f1c6-4e68-af13-7c8766b673a2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:30.741484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.756466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a822a08d-6f2e-4486-aa24-e6fff79aec29 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7584534 Aug 19 15:14:30.854225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.855864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:30.895132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42034) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:30.901996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'subnets': [{'network_id': '115263f0-a596-4022-8bb6-0f50f51fb9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1496853417', 'ip_version': 4}, {'network_id': 'c37887ab-f1c6-4e68-af13-7c8766b673a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:30.902462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'subnet': {'network_id': '115263f0-a596-4022-8bb6-0f50f51fb9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1496853417', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:30.903434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Request body: {'subnet': {'network_id': 'c37887ab-f1c6-4e68-af13-7c8766b673a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:31.036716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.077677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.182920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] For port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:31.187289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=57af6385-d2a5-4ec6-b282-35e8db94bcdf,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:31.234631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b44b74-837b-4fb1-9ac9-04f2d5da343e req-d337f6b9-40ca-4684-93d2-630fb2d83650 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:31.236839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b44b74-837b-4fb1-9ac9-04f2d5da343e req-d337f6b9-40ca-4684-93d2-630fb2d83650 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.3718691 Aug 19 15:14:31.302004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.411969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network a334be4b-5e29-41a7-83b5-6a98720ba94e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:31.420374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.427123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:31.428447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13a30f-bebd-4a01-aea6-c60c2e067a87 None None] Pushing event updated for resources: {'Port': ['ID=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:31.435519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Made reservation on behalf of f9298e8869c3429bb99f3fae7c9f43b3 for: {'subnet': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:31.436741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.437098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.504212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b44b74-837b-4fb1-9ac9-04f2d5da343e req-5cd9068b-ee90-4acf-820b-ee86968670f4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355611 Aug 19 15:14:31.639043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-554270c5-7e5a-489b-8b6c-7095ecf4569e None None] Provisioning complete for port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:31.639781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-554270c5-7e5a-489b-8b6c-7095ecf4569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:31.763111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:31.975366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-554270c5-7e5a-489b-8b6c-7095ecf4569e None None] Provisioning for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:31.980554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-554270c5-7e5a-489b-8b6c-7095ecf4569e None None] Provisioning complete for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:31.980971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-554270c5-7e5a-489b-8b6c-7095ecf4569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.082660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-554270c5-7e5a-489b-8b6c-7095ecf4569e None None] Port 57af6385-d2a5-4ec6-b282-35e8db94bcdf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:32.245047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:32.257565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f7622dd2-206e-4706-92fb-a7b978011632 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5862634 Aug 19 15:14:32.261775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42044) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:32.269590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-599353490'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:32.280083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:32.287578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a1c12f11-6531-44bc-a61f-79549c3d27c8 None None] Provisioning complete for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:32.288913 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1c12f11-6531-44bc-a61f-79549c3d27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.333326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:32.335263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:32.335514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.443938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Deleting port facec2a4-db2b-4974-a90a-8db9f1f99c91 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:32.444722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.494857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:32.498810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a1c12f11-6531-44bc-a61f-79549c3d27c8 None None] Port 57af6385-d2a5-4ec6-b282-35e8db94bcdf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:32.508066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.530116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:32.607910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] For port facec2a4-db2b-4974-a90a-8db9f1f99c91, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=facec2a4-db2b-4974-a90a-8db9f1f99c91,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:32.608287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.627480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Calling delete_port for facec2a4-db2b-4974-a90a-8db9f1f99c91 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:32.628590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Checking segment: {'id': '59d49eb9-54dd-4535-93d3-4438be5cecc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '115263f0-a596-4022-8bb6-0f50f51fb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:32.629027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network hostable DHCP agents. Network: 115263f0-a596-4022-8bb6-0f50f51fb9db, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:32.639304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Subnet': ['ID=48286494-d3d1-4f64-80b6-384a571e314a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:32.663342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:32.680774 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.681310 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added segment d05af863-e732-4aa2-8363-c2882a5d2367 of type vlan for network a8e985ed-9917-4ff1-9d0e-62c1ec065121 Aug 19 15:14:32.759075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.792946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network 115263f0-a596-4022-8bb6-0f50f51fb9db is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:32.924814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed1957da-de6f-4448-8bb7-40fedb68975d None None] Provisioning complete for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:32.929605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed1957da-de6f-4448-8bb7-40fedb68975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:32.965723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 115263f0-a596-4022-8bb6-0f50f51fb9db) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:32.972083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:33.004857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989115-fdbe-4cef-8c85-c2bf4c58adee req-106bb810-be31-4082-a86b-abe6d52b731f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:33.006887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6989115-fdbe-4cef-8c85-c2bf4c58adee req-106bb810-be31-4082-a86b-abe6d52b731f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1566050 Aug 19 15:14:33.023302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:33.043094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ed1957da-de6f-4448-8bb7-40fedb68975d None None] Port 57af6385-d2a5-4ec6-b282-35e8db94bcdf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:33.051601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820beefc-c18a-48d7-b2a6-467d2b2bb80b None None] Network 115263f0-a596-4022-8bb6-0f50f51fb9db requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:33.062526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:33.065888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:33.074289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6989115-fdbe-4cef-8c85-c2bf4c58adee req-9d81c26c-a8c7-48b0-870a-635dcb970d79 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518165 Aug 19 15:14:33.266920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:33.301851 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:14:33.400719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=facec2a4-db2b-4974-a90a-8db9f1f99c91,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:33.456839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1936352 Aug 19 15:14:33.476294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42054) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:33.491000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'subnet': {'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:33.500979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:33.657237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed7f6a-3c1c-45a4-8b53-f572530a6e21 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Network': ['ID=a8e985ed-9917-4ff1-9d0e-62c1ec065121,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:33.680667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:33.681441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:33.701933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event updated for resources: {'Subnet': ['ID=d18e77f6-9178-4c7e-be28-cd11e993da21,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:33.766871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Checking segment: {'id': 'e163ea8a-99a6-4b4b-8d4b-3efe745a6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c37887ab-f1c6-4e68-af13-7c8766b673a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:33.767594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network hostable DHCP agents. Network: c37887ab-f1c6-4e68-af13-7c8766b673a2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:33.794493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:33.946440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Network c37887ab-f1c6-4e68-af13-7c8766b673a2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:33.961321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Made reservation on behalf of 3abda0f52eb248efbee299cdaa58e4a9 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:33.961832 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:33.962906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.078265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c37887ab-f1c6-4e68-af13-7c8766b673a2) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:34.099168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:34.099821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:34.100675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.167182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948e391-a202-4d3f-b69c-f0617bd7feb0 None None] Network c37887ab-f1c6-4e68-af13-7c8766b673a2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:34.259948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c47d3a8a-5aa4-4356-9236-de1423dc91f5 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3634226 Aug 19 15:14:34.261636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:34.299338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf18592-0e88-4931-ba79-a920b0638aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-115263f0-a596-4022-8bb6-0f50f51fb9db', 'network_id': '115263f0-a596-4022-8bb6-0f50f51fb9db', 'tenant_id': 'f9298e8869c3429bb99f3fae7c9f43b3', 'fixed_ips': [{'subnet_id': '48286494-d3d1-4f64-80b6-384a571e314a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:34.300784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3cf18592-0e88-4931-ba79-a920b0638aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.347634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:29Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:34.412102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:34.414289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Updating router a7f46246-32e9-4735-bc94-2f6115a8e1ab port 57af6385-d2a5-4ec6-b282-35e8db94bcdf binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:14:34.504183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9153ea-8bb5-4602-91d8-218b9a564668 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:34.506030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9153ea-8bb5-4602-91d8-218b9a564668 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:34.509187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9153ea-8bb5-4602-91d8-218b9a564668 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:34.516246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b9153ea-8bb5-4602-91d8-218b9a564668 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2477822 Aug 19 15:14:34.524004 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:34.625372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.628160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Deleting subnet 48286494-d3d1-4f64-80b6-384a571e314a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:34.635728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.734502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.736493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d1734-6814-4f16-ab7c-c7b65eb1dec0 req-4e27ece5-a91f-4c44-b0ac-a503f73b7265 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:34.745866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b44d1734-6814-4f16-ab7c-c7b65eb1dec0 req-4e27ece5-a91f-4c44-b0ac-a503f73b7265 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.2967749 Aug 19 15:14:34.839535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.878895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Subnet': ['ID=be9812dc-17d2-4eba-83af-c5762884394d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:34.879865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b44d1734-6814-4f16-ab7c-c7b65eb1dec0 req-b6acd949-7043-4a95-ae7e-a816aa6a9c1c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321590 Aug 19 15:14:34.913574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Router d9c21c1a-204d-4aeb-b213-db89e09b92d4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:34.964282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.032033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Checking segment: {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:35.032445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network hostable DHCP agents. Network: a8e985ed-9917-4ff1-9d0e-62c1ec065121, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:35.138460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:35.150682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605b5c8-e11d-4636-926b-929f7f4c6d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c37887ab-f1c6-4e68-af13-7c8766b673a2', 'network_id': 'c37887ab-f1c6-4e68-af13-7c8766b673a2', 'tenant_id': 'f9298e8869c3429bb99f3fae7c9f43b3', 'fixed_ips': [{'subnet_id': 'd18e77f6-9178-4c7e-be28-cd11e993da21'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:35.153578 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2605b5c8-e11d-4636-926b-929f7f4c6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.153743 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] Sync routers for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:35.163373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3f12b61a-9e91-4c18-9255-92fc7bd75ca3 admin admin] 10.222.0.13 "PUT /v2.0/routers/d9c21c1a-204d-4aeb-b213-db89e09b92d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1788945 Aug 19 15:14:35.164597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42070) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:35.178958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:35.201722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:35.203382 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:35.286947 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.338115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.341653 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/subnets/48286494-d3d1-4f64-80b6-384a571e314a HTTP/1.1" status: 204 len: 168 time: 0.8161740 Aug 19 15:14:35.343172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569bef8-433a-4ebd-a9ea-3e8241f2f615 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Subnet': ['ID=48286494-d3d1-4f64-80b6-384a571e314a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:35.347740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a8e985ed-9917-4ff1-9d0e-62c1ec065121) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:35.354076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42072) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:35.363153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:35.364288 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.469720 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a4a1b8b-d0ba-486c-9e4d-ba471936d2d3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9898939 Aug 19 15:14:35.474080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42074) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:35.554703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Deleting subnet d18e77f6-9178-4c7e-be28-cd11e993da21 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:35.559924 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.658900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.669154 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:35.748649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.801968 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.968427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.982912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304385d-277b-4288-a029-0ac785205bb7 None None] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:36.097637 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:14:33Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:36.108510 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:36.155101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] Checking router: d9c21c1a-204d-4aeb-b213-db89e09b92d4 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-3cf18592-0e88-4931-ba79-a920b0638aad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48286494-d3d1-4f64-80b6-384a571e314a: This subnet is being modified by another concurrent operation. Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:14:36.168676 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48286494-d3d1-4f64-80b6-384a571e314a: This subnet is being modified by another concurrent operation. Aug 19 15:14:36.175960 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:14:36.184291 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] Routers {'d9c21c1a-204d-4aeb-b213-db89e09b92d4'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:36.185435 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:36.204228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Transition to ACTIVE for port object 57af6385-d2a5-4ec6-b282-35e8db94bcdf will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:36.250065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0b546-c10e-4ce9-894e-cf7293467bdb None None] Network 115263f0-a596-4022-8bb6-0f50f51fb9db requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:36.262745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Subnet': ['ID=d18e77f6-9178-4c7e-be28-cd11e993da21,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:36.267178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:36.272428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c72293fd-8a2c-4ee6-91bd-5860cda05eb8 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/subnets/d18e77f6-9178-4c7e-be28-cd11e993da21 HTTP/1.1" status: 204 len: 168 time: 0.9168537 Aug 19 15:14:36.295391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42084) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:36.338174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:36.416063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-4b01e669-8990-48a6-b12a-f096248c5bc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1920266 Aug 19 15:14:36.428756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:36.463872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc143c-b5a6-4fe6-a2e0-56ae2e04468a req-9e1e8ac3-0d76-4ea7-ba31-2ff3c34e622e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:36.475257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] Set router d9c21c1a-204d-4aeb-b213-db89e09b92d4 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:36.478063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fcdc143c-b5a6-4fe6-a2e0-56ae2e04468a req-9e1e8ac3-0d76-4ea7-ba31-2ff3c34e622e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.3398416 Aug 19 15:14:36.499638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155f48a-b349-4f97-b59b-099598cd6d43 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:36.503272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2155f48a-b349-4f97-b59b-099598cd6d43 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1988404 Aug 19 15:14:36.522955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42090) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:36.599025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Pushing event updated for resources: {'Port': ['ID=57af6385-d2a5-4ec6-b282-35e8db94bcdf,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-2605b5c8-e11d-4636-926b-929f7f4c6d35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18e77f6-9178-4c7e-be28-cd11e993da21: This subnet is being modified by another concurrent operation. Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:14:36.614542 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18e77f6-9178-4c7e-be28-cd11e993da21: This subnet is being modified by another concurrent operation. Aug 19 15:14:36.620119 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:14:36.683028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.692585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:36.709644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792097b-bfbc-4161-9e36-8971bfd01a2e None None] Network c37887ab-f1c6-4e68-af13-7c8766b673a2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:36.755420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fcdc143c-b5a6-4fe6-a2e0-56ae2e04468a req-891a8d0d-0b23-486f-967f-44109bc87c75 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676573 Aug 19 15:14:36.998737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Deleting port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:36.999402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:37.024190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.024938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.025525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.026065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.026536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.027000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.027464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.029486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-af8fa070-ee27-4e2f-92a3-15c2921f8aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.2946229 Aug 19 15:14:37.059307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:37.159193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:37.160342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:37.165831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:37.189800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:14:33Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:37.266295 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddb949-ee86-4d31-b536-21cb4ddb0c9b None None] The sync data for ids ['d9c21c1a-204d-4aeb-b213-db89e09b92d4'] in n-d-779913-32 is: [{'id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'name': 'tempest-AttachVolumeTestJSON-663999858-router', 'tenant_id': '2fc4a5c2519d4e059c08baa413267fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:02:03Z', 'updated_at': '2021-08-19T15:14:33Z', 'revision_number': 5, 'project_id': '2fc4a5c2519d4e059c08baa413267fda', 'gw_port': {'id': '9cb26376-0a9b-4ee8-b44d-7927856c2e3a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c21c1a-204d-4aeb-b213-db89e09b92d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:02:05Z', 'updated_at': '2021-08-19T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:37.379018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-020692c7-fe5f-44d3-8c50-88d3afdcdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.379517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-020692c7-fe5f-44d3-8c50-88d3afdcdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.379963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-020692c7-fe5f-44d3-8c50-88d3afdcdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:37.381651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-020692c7-fe5f-44d3-8c50-88d3afdcdff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 2296 time: 0.2651947 Aug 19 15:14:37.493107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Attempting to bind port 57af6385-d2a5-4ec6-b282-35e8db94bcdf on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:37.493448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Attempting to bind port 57af6385-d2a5-4ec6-b282-35e8db94bcdf by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:37.494594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Attempting to bind port 57af6385-d2a5-4ec6-b282-35e8db94bcdf on network a334be4b-5e29-41a7-83b5-6a98720ba94e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:37.517671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:37.519743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Checking segment: {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:37.519743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:37.520811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Bound using segment: {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:37.521664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Bound port: 57af6385-d2a5-4ec6-b282-35e8db94bcdf, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16afa4-7d90-4baa-8885-0d2144598511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:37.522507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:37.727836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Allocated IP 2001:db8:3::2 (a8e985ed-9917-4ff1-9d0e-62c1ec065121/be9812dc-17d2-4eba-83af-c5762884394d/a1222e76-40d2-46cf-8342-d1c0d31cbe7d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:37.745763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] For port 57af6385-d2a5-4ec6-b282-35e8db94bcdf, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:37.756597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] For port 57af6385-d2a5-4ec6-b282-35e8db94bcdf, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57af6385-d2a5-4ec6-b282-35e8db94bcdf,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:37.879734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.125255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:38.127413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:38.241647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] For port 9cb26376-0a9b-4ee8-b44d-7927856c2e3a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:38.242248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.289943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.308815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Calling delete_port for 9cb26376-0a9b-4ee8-b44d-7927856c2e3a owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:38.311672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37887ab-f1c6-4e68-af13-7c8766b673a2']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:38.332843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-6c225716-1d10-45ff-81fd-5c8cecc56ec7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 1000 time: 0.8851719 Aug 19 15:14:38.346966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e163ea8a-99a6-4b4b-8d4b-3efe745a6d7f') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:38.346966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e163ea8a-99a6-4b4b-8d4b-3efe745a6d7f') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:38.386114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.434419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.450714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:38.451056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.508426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed78b-0f61-4746-aaee-858cf02a92ac None None] Pushing event updated for resources: {'Port': ['ID=57af6385-d2a5-4ec6-b282-35e8db94bcdf,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:38.534242 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:38.555188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:38.707187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff140-f4e3-49c0-8f86-2b30d13601f3 req-bbd7eeed-932c-46a5-a828-38fca0f332dc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:38.709927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618ff140-f4e3-49c0-8f86-2b30d13601f3 req-bbd7eeed-932c-46a5-a828-38fca0f332dc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.5072219 Aug 19 15:14:38.749840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.846187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618ff140-f4e3-49c0-8f86-2b30d13601f3 req-aa07376e-8482-4586-8105-7e9ae11f5ea3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253767 Aug 19 15:14:38.905398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:37Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:38.944425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.962270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:38.966965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/networks/c37887ab-f1c6-4e68-af13-7c8766b673a2 HTTP/1.1" status: 204 len: 168 time: 2.4400678 Aug 19 15:14:38.973285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42100) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:38.975067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca86a98-3fd5-4659-a91f-627b9e2e0e86 None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:37Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:38.975067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Transition to ACTIVE for port object a1222e76-40d2-46cf-8342-d1c0d31cbe7d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:38.993435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e92cde-0bab-4d1e-883c-18cb61b68246 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Network': ['ID=c37887ab-f1c6-4e68-af13-7c8766b673a2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:39.004956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Transition to ACTIVE for port object a1222e76-40d2-46cf-8342-d1c0d31cbe7d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:39.042496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.099388 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.120944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb26376-0a9b-4ee8-b44d-7927856c2e3a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:39.246304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-9da4ae10-13a9-48dc-9aaa-1d3e1bc52d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:39.247872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-9da4ae10-13a9-48dc-9aaa-1d3e1bc52d4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 200 len: 856 time: 0.2822263 Aug 19 15:14:39.323909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:39.355257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:39.370796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:39.376208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Allocated IP 2001:db8:3::1 (a8e985ed-9917-4ff1-9d0e-62c1ec065121/be9812dc-17d2-4eba-83af-c5762884394d/849e61e7-f3b6-4d76-ac83-e17d00b2f94f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:39.412788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.423299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Pushing event updated for resources: {'Port': ['ID=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:39.574619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Attempting to bind port a1222e76-40d2-46cf-8342-d1c0d31cbe7d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:39.575197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Attempting to bind port a1222e76-40d2-46cf-8342-d1c0d31cbe7d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:39.575324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Attempting to bind port a1222e76-40d2-46cf-8342-d1c0d31cbe7d on network a8e985ed-9917-4ff1-9d0e-62c1ec065121 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:39.590011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:39.593471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Checking segment: {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:39.593471 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.593471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Bound using segment: {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:39.593471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Bound port: a1222e76-40d2-46cf-8342-d1c0d31cbe7d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:39.593471 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.633635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.634068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57af6385-d2a5-4ec6-b282-35e8db94bcdf up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:39.634249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.636671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-ee55e40d-2f53-468a-99d0-55f3aedc5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:39.638535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-ee55e40d-2f53-468a-99d0-55f3aedc5ffd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f7c226c-de24-4595-a41a-514bed504204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3773592 Aug 19 15:14:39.655657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.663425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.711586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Transition to ACTIVE for port object 849e61e7-f3b6-4d76-ac83-e17d00b2f94f will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:39.734443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] For port a1222e76-40d2-46cf-8342-d1c0d31cbe7d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:39.739355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] For port a1222e76-40d2-46cf-8342-d1c0d31cbe7d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,segment=NetworkSegment(d05af863-e732-4aa2-8363-c2882a5d2367),segment_id=d05af863-e732-4aa2-8363-c2882a5d2367)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:39.878338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-80b241aa-5536-4205-9efc-332b8ce4426b service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696167 Aug 19 15:14:39.911540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.957991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:39.979895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115263f0-a596-4022-8bb6-0f50f51fb9db']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:39.994570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d49eb9-54dd-4535-93d3-4438be5cecc8') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:39.994936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d49eb9-54dd-4535-93d3-4438be5cecc8') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:40.007966 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.025777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.033798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:40.034209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.034350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-604f30a9-b117-41ca-93d5-ae1de48190f2 service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499650 Aug 19 15:14:40.039476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.040930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c21c1a-204d-4aeb-b213-db89e09b92d4 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:14:40.052876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.056600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bc545b40-113b-4e13-94fc-385b1ba82b81 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d9c21c1a-204d-4aeb-b213-db89e09b92d4 HTTP/1.1" status: 204 len: 168 time: 4.8914652 Aug 19 15:14:40.065271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:40.080665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42106) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:40.090043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:40.093641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:40.129747 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:40.135209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.214373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:40.218327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:40.226430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:40.237805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:40.239398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.267005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-2c74d2f6-5891-4c38-be42-5a7b74283acf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 217 time: 0.2073035 Aug 19 15:14:40.327399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd5e84-a691-4e47-b14f-53ba933e4d98 None None] Pushing event updated for resources: {'Port': ['ID=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:40.379299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.379977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.380465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.381059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.387186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:14:40.394288 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.406778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.410569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/networks/115263f0-a596-4022-8bb6-0f50f51fb9db HTTP/1.1" status: 204 len: 168 time: 1.4335358 Aug 19 15:14:40.427761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-ae79fd66-335d-4284-980b-519eec5f2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:40.432426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.436817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42114) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:40.438053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b46133-b8c7-4c28-b798-ddeb5701d56b tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Network': ['ID=115263f0-a596-4022-8bb6-0f50f51fb9db,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:40.439904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-ae79fd66-335d-4284-980b-519eec5f2722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.1190093 Aug 19 15:14:40.485746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755d1a-b086-445b-99f1-e03e4cfa42bc req-1ea97ff7-24fe-4123-aac3-62fd4d5bf1f3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:40.495350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf755d1a-b086-445b-99f1-e03e4cfa42bc req-1ea97ff7-24fe-4123-aac3-62fd4d5bf1f3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.3342102 Aug 19 15:14:40.505085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 57af6385-d2a5-4ec6-b282-35e8db94bcdf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57af6385-d2a5-4ec6-b282-35e8db94bcdf,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:40.540146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Deleting subnet 1373f26c-018f-4b14-978f-e974fabc64ac {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:40.543868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.594288 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.609792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.662557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.712565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf755d1a-b086-445b-99f1-e03e4cfa42bc req-5e9e8a5d-1758-4201-90b8-bbdfa42a916e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159324 Aug 19 15:14:40.722180 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.791625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:40.855178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device facec2a4-db2b-4974-a90a-8db9f1f99c91 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:40.899374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: facec2a4-db2b-4974-a90a-8db9f1f99c91 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:40.901432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device facec2a4-db2b-4974-a90a-8db9f1f99c91 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:40.940898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-34bbb0f7-5112-4657-b88d-80edd06592c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:40.942593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=57af6385-d2a5-4ec6-b282-35e8db94bcdf,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:40.944172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-34bbb0f7-5112-4657-b88d-80edd06592c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4201410 Aug 19 15:14:41.090177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.128228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.163195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:41.197630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d217e-134b-49e7-a0cd-12c186850fa6 None None] Network 5c91008f-6f37-4d4b-8c45-18d1f30cef38 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:41.207665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.214349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1373f26c-018f-4b14-978f-e974fabc64ac HTTP/1.1" status: 204 len: 168 time: 1.1296105 Aug 19 15:14:41.214811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd692bbc5-8555-4d9b-b927-461ca80e3017') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:41.215273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd692bbc5-8555-4d9b-b927-461ca80e3017') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:41.218276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42118) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:41.224073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0886c2-228d-4e36-848d-a9a31b3b57c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1373f26c-018f-4b14-978f-e974fabc64ac,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:41.255829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.296471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-aaf6ecb2-3435-4bc2-b296-8a3aea0a220e service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325582 Aug 19 15:14:41.296934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.431278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:41.431862 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:41.436204 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:41.661266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-f1a123fd-0d36-43ec-a6c7-01fb8580b535 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294055 Aug 19 15:14:41.818887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.820710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-04836748-23ae-4be4-872d-053405e96d23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 217 time: 0.0639257 Aug 19 15:14:41.820828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.831313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57af6385-d2a5-4ec6-b282-35e8db94bcdf up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:41.854390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-eada60d3-f687-4921-905c-65b429903176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:41.856130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-eada60d3-f687-4921-905c-65b429903176 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.1099639 Aug 19 15:14:41.918698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Deleting port cf137f35-1410-4d65-82c0-a69b99d140b1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:41.919195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:41.943010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 57af6385-d2a5-4ec6-b282-35e8db94bcdf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:41.943518 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.013937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] DHCP port deletion for 5c91008f-6f37-4d4b-8c45-18d1f30cef38 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:14:42.055548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-f29adf00-ead2-4e97-829f-10dd979990b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:42.059097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-f29adf00-ead2-4e97-829f-10dd979990b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1898329 Aug 19 15:14:42.073726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee083e9c-904f-4e35-b31f-7557944d23f3 req-296921cc-b75b-44b0-9c2c-c0d0639c1f42 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:42.084492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee083e9c-904f-4e35-b31f-7557944d23f3 req-296921cc-b75b-44b0-9c2c-c0d0639c1f42 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1815631 Aug 19 15:14:42.093171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] For port cf137f35-1410-4d65-82c0-a69b99d140b1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf137f35-1410-4d65-82c0-a69b99d140b1,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:42.093543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.112440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Calling delete_port for cf137f35-1410-4d65-82c0-a69b99d140b1 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:42.141028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] Deleting port cf137f35-1410-4d65-82c0-a69b99d140b1 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:42.142996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.148574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a1222e76-40d2-46cf-8342-d1c0d31cbe7d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:42.150376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919e3a0-3a7b-4af4-bba0-0e098ccc6c7b None None] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:42.183529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee083e9c-904f-4e35-b31f-7557944d23f3 req-57076177-5f28-462e-b01e-1ce543e233c8 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982614 Aug 19 15:14:42.223965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-83eac3ae-891d-4442-a5a0-6cf63c142385 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314480 Aug 19 15:14:42.351484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] For port cf137f35-1410-4d65-82c0-a69b99d140b1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf137f35-1410-4d65-82c0-a69b99d140b1,segment=NetworkSegment(d68b5553-832f-4f38-b0b6-556233b66e2d),segment_id=d68b5553-832f-4f38-b0b6-556233b66e2d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:42.351841 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.365475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-78a756f6-ce28-4466-8e92-35064b5acd88 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334710 Aug 19 15:14:42.380813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] Calling delete_port for cf137f35-1410-4d65-82c0-a69b99d140b1 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:42.449148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-e47d2baa-ed08-434d-bef4-433098f9c724 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 200 len: 217 time: 0.0612991 Aug 19 15:14:42.528435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-746752f9-51e6-49f0-9851-977880137abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:42.530439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-746752f9-51e6-49f0-9851-977880137abc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0738606 Aug 19 15:14:42.582389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-750c60e0-7d9e-4647-b51c-22e95ffed8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:42.583310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-750c60e0-7d9e-4647-b51c-22e95ffed8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455089 Aug 19 15:14:42.589296 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.595490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.600877 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/networks/d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b HTTP/1.1" status: 204 len: 168 time: 2.1554980 Aug 19 15:14:42.601677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42128) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:42.628271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77089dfb-d156-4d05-b14a-9eaa1e1f172a tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Network': ['ID=d9fac9aa-e3a7-4f98-b9eb-7cfb96fa522b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:42.628507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] Provisioning for port a1222e76-40d2-46cf-8342-d1c0d31cbe7d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:42.631114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a1222e76-40d2-46cf-8342-d1c0d31cbe7d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:42.639107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a1222e76-40d2-46cf-8342-d1c0d31cbe7d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:42.639820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.643263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] Provisioning complete for port a1222e76-40d2-46cf-8342-d1c0d31cbe7d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:42.643860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.665806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.666858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.802580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.804823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.819864 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.831661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event updated for resources: {'Port': ['ID=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:42.846321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] No DVR routers for this DVR port cf137f35-1410-4d65-82c0-a69b99d140b1 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:42.855936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] No DVR routers for this DVR port cf137f35-1410-4d65-82c0-a69b99d140b1 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:42.868874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-d05c3891-77a2-4e01-998d-d6edfe0631d9 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438720 Aug 19 15:14:42.878378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.880237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0db39-c968-4db9-9f48-b27171dbb1fa None None] Pushing event deleted for resources: {'Port': ['ID=cf137f35-1410-4d65-82c0-a69b99d140b1,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:42.909284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:42.915769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Pushing event deleted for resources: {'Port': ['ID=cf137f35-1410-4d65-82c0-a69b99d140b1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:42.934375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] For port a1222e76-40d2-46cf-8342-d1c0d31cbe7d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,segment=NetworkSegment(d05af863-e732-4aa2-8363-c2882a5d2367),segment_id=d05af863-e732-4aa2-8363-c2882a5d2367)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:43.001442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-683208dd-c7dd-4af6-ba60-67cbc2664736 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229289 Aug 19 15:14:43.006342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:43.023437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:43.056178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.059600 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.076517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-a8caceec-6b08-4533-868d-007d0f389cd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 200 len: 217 time: 0.0669487 Aug 19 15:14:43.094734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.099270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c91008f-6f37-4d4b-8c45-18d1f30cef38']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.121363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68b5553-832f-4f38-b0b6-556233b66e2d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.121363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68b5553-832f-4f38-b0b6-556233b66e2d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.135618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac391c4-9cf6-4e92-9b72-d4d367b61d67 None None] Pushing event updated for resources: {'Port': ['ID=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:43.150442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-48d6f758-6237-4188-87e1-aa5813f299dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:43.152511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-48d6f758-6237-4188-87e1-aa5813f299dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0596282 Aug 19 15:14:43.165664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d23380-4b08-416e-87ce-98b7b9bd528b']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.181255 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:14:43.181617 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:14:43.220787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-be4fc439-0a1b-48ee-a630-19e697375a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:43.220787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-be4fc439-0a1b-48ee-a630-19e697375a09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531504 Aug 19 15:14:43.221665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.244587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.251902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:43.252379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.264166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:43.277356 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:43.285258 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed9a191-c7b9-436a-8c59-449e28bba7cc') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.285813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed9a191-c7b9-436a-8c59-449e28bba7cc') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.297307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-79d7e903-81b3-4eb1-bb97-d2c858638c1a None None] Provisioning for port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:43.302914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-79d7e903-81b3-4eb1-bb97-d2c858638c1a None None] Provisioning complete for port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:43.303294 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-79d7e903-81b3-4eb1-bb97-d2c858638c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.354055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.357158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271772ce-7a5a-4a8b-a083-e6c110729523 req-677667b2-05b3-4bc0-b878-80eac1bdc233 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:43.357943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-79d7e903-81b3-4eb1-bb97-d2c858638c1a None None] Port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:43.358745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-271772ce-7a5a-4a8b-a083-e6c110729523 req-677667b2-05b3-4bc0-b878-80eac1bdc233 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.0762985 Aug 19 15:14:43.377549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-79d7e903-81b3-4eb1-bb97-d2c858638c1a None None] Provisioning complete for port a1222e76-40d2-46cf-8342-d1c0d31cbe7d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:43.377851 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-79d7e903-81b3-4eb1-bb97-d2c858638c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.384593 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.395381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:43.398524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-e0bdf06f-8d46-47ea-a349-1d1a680153b9 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703477 Aug 19 15:14:43.399313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:43.399487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:43.403497 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:43.434465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-271772ce-7a5a-4a8b-a083-e6c110729523 req-8a299c33-2105-48bc-be5e-7c6e797e8afc tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675118 Aug 19 15:14:43.563503 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.572420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-62847e45-a212-418f-b2c8-a70ba35a1e02 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638932 Aug 19 15:14:43.593414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.596409 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c91008f-6f37-4d4b-8c45-18d1f30cef38 HTTP/1.1" status: 204 len: 168 time: 2.3703046 Aug 19 15:14:43.648704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d323-3fa5-4330-8dcb-fdc173e7acbf admin admin] Pushing event deleted for resources: {'Network': ['ID=5c91008f-6f37-4d4b-8c45-18d1f30cef38,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:43.648857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-569f24f3-ec1c-436a-b7b6-55615a57450f None None] Provisioning complete for port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:43.649288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-569f24f3-ec1c-436a-b7b6-55615a57450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:43.654546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-0cb558dc-0e70-46ad-96f0-80f0e520139c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 217 time: 0.0704513 Aug 19 15:14:43.667107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:43.678053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a4063716-70c5-4da9-989d-f6f559b17e7f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1990023 Aug 19 15:14:43.679935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42140) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:43.688576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:43.688918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:43.692247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87091b-9a5c-46bd-905e-a1462d9f7313 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:14:43.733478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-9e389350-bc1a-442f-8a2e-d6063e4e6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:43.735002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-9e389350-bc1a-442f-8a2e-d6063e4e6353 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.0750468 Aug 19 15:14:43.788150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:43.789280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:43.798873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-3c3536f0-df8e-46b7-be12-50082a61a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:43.801332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-569f24f3-ec1c-436a-b7b6-55615a57450f None None] Port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:43.801573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-3c3536f0-df8e-46b7-be12-50082a61a746 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0586970 Aug 19 15:14:43.922819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9cb26376-0a9b-4ee8-b44d-7927856c2e3a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:43.973297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-28995028-771b-4f14-a6de-2754aedb1e94 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627743 Aug 19 15:14:44.013350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9cb26376-0a9b-4ee8-b44d-7927856c2e3a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:44.014406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9cb26376-0a9b-4ee8-b44d-7927856c2e3a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:44.093033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:44.095893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.108609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.110603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] 10.222.0.13 "DELETE /v2.0/networks/31d23380-4b08-416e-87ce-98b7b9bd528b HTTP/1.1" status: 204 len: 168 time: 1.5085642 Aug 19 15:14:44.128174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4317fb-8292-47fe-97d8-f4b82d57def9 tempest-BulkNetworkOpsTest-294062943 tempest-BulkNetworkOpsTest-294062943-project] Pushing event deleted for resources: {'Network': ['ID=31d23380-4b08-416e-87ce-98b7b9bd528b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:44.195800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1fb509cb-e511-412f-80ee-b38dd5bb2761 None None] Provisioning complete for port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:44.199027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1fb509cb-e511-412f-80ee-b38dd5bb2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.205142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42144) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:44.218483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a1222e76-40d2-46cf-8342-d1c0d31cbe7d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:44.258995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-a111dd91-ba7a-481c-9021-5e905f27cecb service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752557 Aug 19 15:14:44.342782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b7a33ec-27d2-415d-8527-61583de3adb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fc4a5c2519d4e059c08baa413267fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329637 Aug 19 15:14:44.342782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-e564f5e3-ece2-49f2-900d-fc685b3ef791 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 217 time: 0.0542641 Aug 19 15:14:44.344627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42146) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:44.401736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1fb509cb-e511-412f-80ee-b38dd5bb2761 None None] Port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:14:44.451585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-debbbf77-09a2-4887-b01f-81032c25d0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.452593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a1222e76-40d2-46cf-8342-d1c0d31cbe7d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:44.452975 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.507531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-debbbf77-09a2-4887-b01f-81032c25d0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.535642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-87036490-489a-4979-8f09-c479e6598a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:44.542076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-87036490-489a-4979-8f09-c479e6598a8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.1495466 Aug 19 15:14:44.639107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:14:44.691666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a87091b-9a5c-46bd-905e-a1462d9f7313 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:14:44.692279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Removed routes are [] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:14:44.693197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.725205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc5ffd-d38f-4fe1-8891-ec39fd830ad7 req-929ede15-908c-4439-b46b-7b0a8fc87fdf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:44.734673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13cc5ffd-d38f-4fe1-8891-ec39fd830ad7 req-929ede15-908c-4439-b46b-7b0a8fc87fdf tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.1567955 Aug 19 15:14:44.743320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-6782e4a5-9829-4638-a496-e0b13565fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:44.746314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-6782e4a5-9829-4638-a496-e0b13565fb56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667807 Aug 19 15:14:44.812926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:44.905355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13cc5ffd-d38f-4fe1-8891-ec39fd830ad7 req-d31760b2-aafc-4dae-a32c-869e26803a73 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684747 Aug 19 15:14:44.911246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-debbbf77-09a2-4887-b01f-81032c25d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.917725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-debbbf77-09a2-4887-b01f-81032c25d0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:44.922154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-debbbf77-09a2-4887-b01f-81032c25d0ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c79b9b85-1659-4963-937c-d07cc5b29f32 HTTP/1.1" status: 204 len: 168 time: 0.5727954 Aug 19 15:14:44.945462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbbf77-09a2-4887-b01f-81032c25d0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79b9b85-1659-4963-937c-d07cc5b29f32,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:45.039757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-8ccc6cc8-fa6e-4dc4-b8a5-aedd6c4641e7 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745793 Aug 19 15:14:45.111379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '849e61e7-f3b6-4d76-ac83-e17d00b2f94f', 'name': '', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:37Z', 'updated_at': '2021-08-19T15:14:41Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:45.198147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:45.198435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Updating router a7f46246-32e9-4735-bc94-2f6115a8e1ab port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:14:45.223936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf137f35-1410-4d65-82c0-a69b99d140b1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:45.309151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: cf137f35-1410-4d65-82c0-a69b99d140b1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:45.309565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf137f35-1410-4d65-82c0-a69b99d140b1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:45.327214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.337328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbd6ce95-58f4-412d-bf41-38bcd0aafc85 req-ebbfce27-ae4a-4ec1-8841-ff6157da56a0 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792032 Aug 19 15:14:45.377505 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee425f3e-657d-4343-9df1-f3ecb478e132 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9298e8869c3429bb99f3fae7c9f43b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617027 Aug 19 15:14:45.381629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42166) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:45.480289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84c6d2c5-27cd-4023-bbb2-d2e2a9af042d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.539399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84c6d2c5-27cd-4023-bbb2-d2e2a9af042d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.552402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87811bc3-fca3-46eb-a4ce-c7d17e4cd829 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:14:45.594979 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.604081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.763825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84c6d2c5-27cd-4023-bbb2-d2e2a9af042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.771098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84c6d2c5-27cd-4023-bbb2-d2e2a9af042d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.772862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:14:45.773081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-84c6d2c5-27cd-4023-bbb2-d2e2a9af042d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51c04735-73d4-4354-88e3-0c9e2b6f2e91 HTTP/1.1" status: 204 len: 168 time: 0.3899691 Aug 19 15:14:45.783380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6d2c5-27cd-4023-bbb2-d2e2a9af042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c04735-73d4-4354-88e3-0c9e2b6f2e91,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:45.793928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:45.941855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87811bc3-fca3-46eb-a4ce-c7d17e4cd829 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:14:45.962213 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.966198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:45.974194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:45.975482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-63116e0d-ee2b-49db-8d02-5dfd4e16a550 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 954 time: 2.2941375 Aug 19 15:14:45.978520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42178) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:45.990498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Transition to ACTIVE for port object 849e61e7-f3b6-4d76-ac83-e17d00b2f94f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:46.058645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:46.086065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'network_id': '7050b768-5ec7-45d9-846d-9ed389b349a4', 'port_id': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'mac_address': 'fa:16:3e:ac:e1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedef86b-db76-4f01-a2c1-f743cc893ffa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:14:46.109338 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d7b3b97-767c-4eaf-b38f-3266c9d64a3e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 954 time: 0.1295919 Aug 19 15:14:46.112296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42184) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:46.117428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'routes': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:46.131435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:46.156884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cb68c-186f-4f3d-9808-1187a8b8ae8f req-ef887137-fdd5-4d44-848c-225ab60bb462 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:46.170067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-614cb68c-186f-4f3d-9808-1187a8b8ae8f req-ef887137-fdd5-4d44-848c-225ab60bb462 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 944 time: 0.0784254 Aug 19 15:14:46.224199 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:46.245762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-614cb68c-186f-4f3d-9808-1187a8b8ae8f req-f744fe1e-00c8-45f2-b9fc-147bc87b8abb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Aug 19 15:14:46.272945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725e65c-3bb7-4a13-8647-a4b64882cb39 None None] Pushing event updated for resources: {'Port': ['ID=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:46.276369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d36f9-8b70-4b9f-a81f-8484f78db5df {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:14:46.341740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:46.398695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Attempting to bind port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:46.399290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Attempting to bind port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:46.399680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Attempting to bind port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f on network a8e985ed-9917-4ff1-9d0e-62c1ec065121 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:46.406591 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:46.433234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:46.433610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Checking segment: {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:46.434148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:46.434606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Bound using segment: {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:46.435172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Bound port: 849e61e7-f3b6-4d76-ac83-e17d00b2f94f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05af863-e732-4aa2-8363-c2882a5d2367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:46.436796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:46.745539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:46.763937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['959d36f9-8b70-4b9f-a81f-8484f78db5df'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:14:46.771835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added routes are [] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:14:46.772216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:14:46.797305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] For port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:46.822412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] For port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,segment=NetworkSegment(d05af863-e732-4aa2-8363-c2882a5d2367),segment_id=d05af863-e732-4aa2-8363-c2882a5d2367)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:46.839271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:46.972940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:47.056621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:47.057811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:47.196295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725e65c-3bb7-4a13-8647-a4b64882cb39 None None] Pushing event updated for resources: {'Port': ['ID=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:47.233569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:47.249168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:47.254644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:47.425975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:47.556824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579cb4a-079c-4d14-997c-0d0a2ee0eff8 req-e7bf22af-369b-476a-831b-ee563ca2778c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:47.557531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:47.568181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:47.569662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-797aa0d9-ca56-4e66-9264-49ab50e6d590 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 704 time: 1.4558408 Aug 19 15:14:47.572020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:47.573291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c579cb4a-079c-4d14-997c-0d0a2ee0eff8 req-e7bf22af-369b-476a-831b-ee563ca2778c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 945 time: 0.0974555 Aug 19 15:14:47.608251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 7, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '849e61e7-f3b6-4d76-ac83-e17d00b2f94f', 'name': '', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:37Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:47.619889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c579cb4a-079c-4d14-997c-0d0a2ee0eff8 req-85347c5f-e9bb-4513-8bd1-410ba264c845 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455580 Aug 19 15:14:47.647235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301aa2ce-9fda-4811-999d-437bdad1c50b None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 7, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '849e61e7-f3b6-4d76-ac83-e17d00b2f94f', 'name': '', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:37Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 4, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:47.666126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42232) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:47.732921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42236) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:47.737489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29693fda-d666-42ca-93e4-7a4c2c38ce31 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 704 time: 0.1600482 Aug 19 15:14:47.783268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:47.859394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 959d36f9-8b70-4b9f-a81f-8484f78db5df triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:47.862608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:47.865669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1743900993'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:47.975405 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.003550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:14:48.006528 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f9edc7-a5ae-4a3e-a655-b69ef29f98a5" -d '{"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-plugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:14:48.030331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:48.101796 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08f720b-a95c-47ec-9ffc-a095e2a9373e x-openstack-request-id: req-d08f720b-a95c-47ec-9ffc-a095e2a9373e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:14:48.102523 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-plugged", "status": "completed", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:14:48.102779 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d08f720b-a95c-47ec-9ffc-a095e2a9373e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:14:48.103191 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'code': 200} Aug 19 15:14:48.149309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:48.153713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.165162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.196643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 849e61e7-f3b6-4d76-ac83-e17d00b2f94f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:48.228336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.334047 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:48.405630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.426041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:48.430731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:48.431119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.459415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb064756-01b7-4f51-81b6-188d922fcb29 req-4cf03f0c-a297-4462-8740-9e6ee3c96eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:48.460958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb064756-01b7-4f51-81b6-188d922fcb29 req-4cf03f0c-a297-4462-8740-9e6ee3c96eeb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1099 time: 0.0654886 Aug 19 15:14:48.477959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.534294 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.561928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.575825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,segment=NetworkSegment(d05af863-e732-4aa2-8363-c2882a5d2367),segment_id=d05af863-e732-4aa2-8363-c2882a5d2367)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:48.581840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb064756-01b7-4f51-81b6-188d922fcb29 req-3002ff31-0fac-40d6-b1a8-76d1bdc7a632 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129947 Aug 19 15:14:48.612186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:48.623603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0cb709-16cd-4532-aaed-8a90d10d61d8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:48.628954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.629329 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment 60fdf488-6545-4abe-9beb-b29e645f6dfa of type vlan for network 444c8894-3041-4b28-b593-aa2b807e215f Aug 19 15:14:48.676159 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.687290 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:48.701021 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:48.702208 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:48.740301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:48.770872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.803085 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:48.821873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da3a47-da9b-4c54-952e-cdb3ea860c28 req-76792891-6662-4bfe-9cd8-4a292fbc3773 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:48.829672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0da3a47-da9b-4c54-952e-cdb3ea860c28 req-76792891-6662-4bfe-9cd8-4a292fbc3773 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1170800 Aug 19 15:14:48.915608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0da3a47-da9b-4c54-952e-cdb3ea860c28 req-10a41dee-6156-4a50-b003-8858e092c49e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837145 Aug 19 15:14:48.959874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:48.966460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:48.967303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.016183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42272) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:49.064539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=444c8894-3041-4b28-b593-aa2b807e215f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:49.078703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 444c8894-3041-4b28-b593-aa2b807e215f details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:49.081395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:49.081978 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.096690 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 7, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '849e61e7-f3b6-4d76-ac83-e17d00b2f94f', 'name': '', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:37Z', 'updated_at': '2021-08-19T15:14:48Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:49.133715 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:49.147320 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:49.147963 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:49.211193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-85f47d1d-a4db-41ee-9713-ec1e286594c3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5430996 Aug 19 15:14:49.256228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,segment=NetworkSegment(d05af863-e732-4aa2-8363-c2882a5d2367),segment_id=d05af863-e732-4aa2-8363-c2882a5d2367)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:49.256725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.262673 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40f8511a-1afd-4b2d-947e-2d18ed84cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.293339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 849e61e7-f3b6-4d76-ac83-e17d00b2f94f owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:49.314328 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:49.414046 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40f8511a-1afd-4b2d-947e-2d18ed84cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.563544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40f8511a-1afd-4b2d-947e-2d18ed84cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.652774 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-40f8511a-1afd-4b2d-947e-2d18ed84cf8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96edc3d8dc814eb2b146fa9e78a19ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347861 Aug 19 15:14:49.653618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8511a-1afd-4b2d-947e-2d18ed84cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ea08e-0e76-41c8-bf28-ac3a7c29bba4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:49.661582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42280) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:49.785228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e982839a-7fcd-4d3a-be2b-9594a2fbc0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:49.797260 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 7, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '849e61e7-f3b6-4d76-ac83-e17d00b2f94f', 'name': '', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:37Z', 'updated_at': '2021-08-19T15:14:48Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:49.832155 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a586034-9660-49af-8acc-ead207e5b10f None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:46Z', 'revision_number': 7, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '849e61e7-f3b6-4d76-ac83-e17d00b2f94f', 'name': '', 'network_id': 'a8e985ed-9917-4ff1-9d0e-62c1ec065121', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:37Z', 'updated_at': '2021-08-19T15:14:48Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'be9812dc-17d2-4eba-83af-c5762884394d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:49.841850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e982839a-7fcd-4d3a-be2b-9594a2fbc0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:50.100709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e982839a-7fcd-4d3a-be2b-9594a2fbc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:50.106463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e982839a-7fcd-4d3a-be2b-9594a2fbc0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:50.109841 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e982839a-7fcd-4d3a-be2b-9594a2fbc0d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c69ea08e-0e76-41c8-bf28-ac3a7c29bba4 HTTP/1.1" status: 204 len: 168 time: 0.4469752 Aug 19 15:14:50.148865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b43142-618a-4c10-8c59-6c628ae613c8 req-bb9dc34c-7b0f-42b0-9c72-825bcf906252 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:50.156598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982839a-7fcd-4d3a-be2b-9594a2fbc0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ea08e-0e76-41c8-bf28-ac3a7c29bba4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:50.158180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09b43142-618a-4c10-8c59-6c628ae613c8 req-bb9dc34c-7b0f-42b0-9c72-825bcf906252 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0970895 Aug 19 15:14:50.233475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 849e61e7-f3b6-4d76-ac83-e17d00b2f94f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:50.247007 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09b43142-618a-4c10-8c59-6c628ae613c8 req-84799716-092d-4baa-9c89-3708b234ead6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871491 Aug 19 15:14:50.255389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:50.279816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 849e61e7-f3b6-4d76-ac83-e17d00b2f94f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:50.280502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 849e61e7-f3b6-4d76-ac83-e17d00b2f94f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 15:14:50.339948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port 849e61e7-f3b6-4d76-ac83-e17d00b2f94f not found, will not notify nova. {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 15:14:50.375940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=849e61e7-f3b6-4d76-ac83-e17d00b2f94f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:50.644355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-1056762a-cdfb-4b23-9f13-070e73475e10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2886012 Aug 19 15:14:50.665087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:50.830796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-ca3fb759-700b-4826-9966-cd065088b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:50.832357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-ca3fb759-700b-4826-9966-cd065088b1a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 1097 time: 0.1255679 Aug 19 15:14:51.034238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:51.065398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-9d771a56-d273-487a-80e2-96ffb713aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:51.067026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-9d771a56-d273-487a-80e2-96ffb713aca5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1698332 Aug 19 15:14:51.241942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-c8d52f00-8f51-4517-b29b-741bd794a9b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae HTTP/1.1" status: 200 len: 1001 time: 0.1414015 Aug 19 15:14:51.243770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:51.254684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d5b07566-ed8a-4197-934c-e425f13b3dad tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5154328 Aug 19 15:14:51.254919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42334) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:51.265600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:51.282116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:51.283551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:51.338116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet be9812dc-17d2-4eba-83af-c5762884394d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:51.342972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:51.368014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-eab175ad-080f-43f7-89d3-2a99f071b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:51.371972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-eab175ad-080f-43f7-89d3-2a99f071b49b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1206326 Aug 19 15:14:51.478737 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:51.560289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:51.599854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-dd6af546-f64a-431a-ad77-9a35e0b3200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:51.599854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-dd6af546-f64a-431a-ad77-9a35e0b3200f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2033303 Aug 19 15:14:51.661085 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:51.750102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-c34637ea-c2a8-43bf-aee0-6e4bbb0986e3 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519661 Aug 19 15:14:51.776422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41807b2-3e65-4cd1-9159-74dec21c7e82 req-b2ed226e-4388-4692-ae6e-cca8012d6d39 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:51.789606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c41807b2-3e65-4cd1-9159-74dec21c7e82 req-b2ed226e-4388-4692-ae6e-cca8012d6d39 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.3049572 Aug 19 15:14:51.900996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:51.903632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c41807b2-3e65-4cd1-9159-74dec21c7e82 req-dca7172b-8681-4030-b1b5-db0471540f3c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083839 Aug 19 15:14:51.978732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52f79ad-6ebb-427b-a5cd-0767c7b73374 req-850bee01-3f27-4bbe-8a40-27c984a93f05 service neutron] 10.222.0.54 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869268 Aug 19 15:14:51.984444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.006702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/be9812dc-17d2-4eba-83af-c5762884394d HTTP/1.1" status: 204 len: 168 time: 0.7464647 Aug 19 15:14:52.008323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42354) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:52.012629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03daf4f-4f32-4d39-8d9c-b7df72083313 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=be9812dc-17d2-4eba-83af-c5762884394d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:52.024028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d75ce6-ecd3-4fe6-9fbd-e810d825fdd2 None None] Network a8e985ed-9917-4ff1-9d0e-62c1ec065121 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:52.216880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:49Z', 'revision_number': 8, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:52.248589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.264039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:52.300174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:52.300855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:52.355383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port a1222e76-40d2-46cf-8342-d1c0d31cbe7d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:52.357385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.465503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:52.493505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port a1222e76-40d2-46cf-8342-d1c0d31cbe7d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,segment=NetworkSegment(d05af863-e732-4aa2-8363-c2882a5d2367),segment_id=d05af863-e732-4aa2-8363-c2882a5d2367)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:52.493974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.513663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for a1222e76-40d2-46cf-8342-d1c0d31cbe7d owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:52.600287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] DHCP port deletion for a8e985ed-9917-4ff1-9d0e-62c1ec065121 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:14:52.780151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.811439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:52.820581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port a1222e76-40d2-46cf-8342-d1c0d31cbe7d on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:52.874831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Deleting port a1222e76-40d2-46cf-8342-d1c0d31cbe7d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:52.875414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.940863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:52.988908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e985ed-9917-4ff1-9d0e-62c1ec065121']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:53.016661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05af863-e732-4aa2-8363-c2882a5d2367') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:53.018286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05af863-e732-4aa2-8363-c2882a5d2367') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:53.037682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.083151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.085797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:49Z', 'revision_number': 8, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:53.090417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] For port a1222e76-40d2-46cf-8342-d1c0d31cbe7d, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:53.091069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.093424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:53.094576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.155500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Calling delete_port for a1222e76-40d2-46cf-8342-d1c0d31cbe7d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:53.160113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Port a1222e76-40d2-46cf-8342-d1c0d31cbe7d was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:14:53.161516 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.167457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9b660-0f61-4ac5-b6a3-ccb02e304ca5 None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:49Z', 'revision_number': 8, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': '57af6385-d2a5-4ec6-b282-35e8db94bcdf', 'name': '', 'network_id': 'a334be4b-5e29-41a7-83b5-6a98720ba94e', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:9c:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:27Z', 'updated_at': '2021-08-19T15:14:40Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '4d51c8e2-c960-4e61-aa60-27f3a4face7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:53.179261 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:53.204170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] Pushing event deleted for resources: {'Port': ['ID=a1222e76-40d2-46cf-8342-d1c0d31cbe7d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:53.207129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4e83b-94a9-4bc3-af1b-893fd0fa89de None None] No DVR routers for this DVR port a1222e76-40d2-46cf-8342-d1c0d31cbe7d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:53.262893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7f6e-fef4-4743-9343-e2d443314501 req-758b9cba-1b77-47fd-b0a5-829e57612d01 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:53.268898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bfaf7f6e-fef4-4743-9343-e2d443314501 req-758b9cba-1b77-47fd-b0a5-829e57612d01 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.2269461 Aug 19 15:14:53.304388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.321975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:53.326156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/a8e985ed-9917-4ff1-9d0e-62c1ec065121 HTTP/1.1" status: 204 len: 168 time: 1.3164754 Aug 19 15:14:53.330945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42376) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:53.332029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42378) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:53.361033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557152ea-d331-4dd4-b79d-2b2822cb5253 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=a8e985ed-9917-4ff1-9d0e-62c1ec065121,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:53.386298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bfaf7f6e-fef4-4743-9343-e2d443314501 req-e345c225-6aa2-4c4e-833f-1050ca527ec7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133583 Aug 19 15:14:53.425508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': '444c8894-3041-4b28-b593-aa2b807e215f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:53.927022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed79e30-ce2f-4fa5-9d86-5c28d5fdae42 req-14ef10e2-cf0c-4dce-9fb1-186d14eb0d4e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:53.927022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ed79e30-ce2f-4fa5-9d86-5c28d5fdae42 req-14ef10e2-cf0c-4dce-9fb1-186d14eb0d4e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0897999 Aug 19 15:14:53.982454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ed79e30-ce2f-4fa5-9d86-5c28d5fdae42 req-208e624a-ee61-4541-8a0a-2f73d848173e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495126 Aug 19 15:14:53.990598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:53.994225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.185202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a1222e76-40d2-46cf-8342-d1c0d31cbe7d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:54.186586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb0e9-89ab-4bab-80b4-53a0c15e05ba req-dda749a4-d6f7-422c-a827-f89cf262268b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:54.195577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0adeb0e9-89ab-4bab-80b4-53a0c15e05ba req-dda749a4-d6f7-422c-a827-f89cf262268b tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0708144 Aug 19 15:14:54.236819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a1222e76-40d2-46cf-8342-d1c0d31cbe7d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:54.237578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a1222e76-40d2-46cf-8342-d1c0d31cbe7d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:54.238125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 849e61e7-f3b6-4d76-ac83-e17d00b2f94f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:54.242691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0adeb0e9-89ab-4bab-80b4-53a0c15e05ba req-c3fdfd50-7ff8-4305-af83-a8c5f4daa749 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Aug 19 15:14:54.267241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 849e61e7-f3b6-4d76-ac83-e17d00b2f94f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:54.267754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 849e61e7-f3b6-4d76-ac83-e17d00b2f94f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:54.405737 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.411393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a58e3-280f-4708-a738-031777559bda req-babb6c80-89f7-497e-ad24-b46c9dcf289e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:54.419473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c5a58e3-280f-4708-a738-031777559bda req-babb6c80-89f7-497e-ad24-b46c9dcf289e tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0668769 Aug 19 15:14:54.461834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c5a58e3-280f-4708-a738-031777559bda req-b40801aa-a838-449c-b22b-48157c25f4bb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Aug 19 15:14:54.481013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.556917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-723f46cf-5433-40f2-b576-8342a0b917d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.568645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=d3133c64-6e58-49e5-91d9-f89d3d6e659a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:54.625245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e316a-c90d-40e3-a042-660305a3e0f1 req-cf7c7d47-b081-458d-95f9-d2bd46044deb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:54.633239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-637e316a-c90d-40e3-a042-660305a3e0f1 req-cf7c7d47-b081-458d-95f9-d2bd46044deb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0707412 Aug 19 15:14:54.646815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': '60fdf488-6545-4abe-9beb-b29e645f6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '444c8894-3041-4b28-b593-aa2b807e215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:54.647201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: 444c8894-3041-4b28-b593-aa2b807e215f, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:54.673636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-637e316a-c90d-40e3-a042-660305a3e0f1 req-db5e02ef-cc1e-463a-94a6-acdd21f78911 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Aug 19 15:14:54.790379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network 444c8894-3041-4b28-b593-aa2b807e215f is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:54.823482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 57af6385-d2a5-4ec6-b282-35e8db94bcdf {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:54.829472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.949531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port 57af6385-d2a5-4ec6-b282-35e8db94bcdf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57af6385-d2a5-4ec6-b282-35e8db94bcdf,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:54.949897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.968608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 57af6385-d2a5-4ec6-b282-35e8db94bcdf owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:55.016128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 444c8894-3041-4b28-b593-aa2b807e215f) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:55.023573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:55.024175 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.040880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648f822-4549-47c4-9859-fb53b40047e0 None None] Network 444c8894-3041-4b28-b593-aa2b807e215f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:55.128200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed64291-2f8d-4788-83d4-f068198d0554 req-eef27cf0-cb6f-40a2-9cb9-5e6f9d47a214 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:55.133731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aed64291-2f8d-4788-83d4-f068198d0554 req-eef27cf0-cb6f-40a2-9cb9-5e6f9d47a214 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1095657 Aug 19 15:14:55.207780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c24fe50c-3602-4066-a4c4-36d3a53f9420 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8642509 Aug 19 15:14:55.220767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aed64291-2f8d-4788-83d4-f068198d0554 req-0913c0be-bc67-4a0a-a713-08ead18a57e7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830135 Aug 19 15:14:55.221704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:55.234870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507792106'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:55.307340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-444c8894-3041-4b28-b593-aa2b807e215f', 'network_id': '444c8894-3041-4b28-b593-aa2b807e215f', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': 'd3133c64-6e58-49e5-91d9-f89d3d6e659a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:55.308225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.410724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7990b-0d87-4768-9cdc-425bdcab015a req-fb0953bc-9c8b-43bf-91d3-9c36e8ca8207 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:55.413537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ad7990b-0d87-4768-9cdc-425bdcab015a req-fb0953bc-9c8b-43bf-91d3-9c36e8ca8207 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0819421 Aug 19 15:14:55.432199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.465409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=57af6385-d2a5-4ec6-b282-35e8db94bcdf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:55.471410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:55.475086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.484184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ad7990b-0d87-4768-9cdc-425bdcab015a req-c3614da9-c387-436e-9301-dc18f43d8595 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621836 Aug 19 15:14:55.700537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:14:55.709833 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.739713 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.743663 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment eea4ca51-d52a-4951-8bd6-539caf017d0e of type vlan for network e9cbaca6-8d7c-4b4b-a5d9-500118084017 Aug 19 15:14:55.758336 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:55.836195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Allocated IP 2001:db8:0:ffff::2 (444c8894-3041-4b28-b593-aa2b807e215f/d3133c64-6e58-49e5-91d9-f89d3d6e659a/dc1d99e8-9613-4b91-88fe-3f34eedc1bf8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:55.959799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.025320 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.035696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Transition to ACTIVE for port object dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:56.060012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Transition to ACTIVE for port object dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:56.165810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.169218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:56.169873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.186650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.225698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Network 444c8894-3041-4b28-b593-aa2b807e215f is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:56.229642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:56.236106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:56.263488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:14:56.279000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=e9cbaca6-8d7c-4b4b-a5d9-500118084017,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:56.311424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Pushing event updated for resources: {'Port': ['ID=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:56.321703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e9cbaca6-8d7c-4b4b-a5d9-500118084017 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:14:56.355598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f61a6255-3e8d-46e5-b603-98a2f7ea677f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1313236 Aug 19 15:14:56.355949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42438) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:56.370476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:14:56.407208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Attempting to bind port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:56.409231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Attempting to bind port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '60fdf488-6545-4abe-9beb-b29e645f6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '444c8894-3041-4b28-b593-aa2b807e215f'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:56.409231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Attempting to bind port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 on network 444c8894-3041-4b28-b593-aa2b807e215f {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:56.417165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:56.417387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Checking segment: {'id': '60fdf488-6545-4abe-9beb-b29e645f6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '444c8894-3041-4b28-b593-aa2b807e215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:56.424163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.424163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Bound using segment: {'id': '60fdf488-6545-4abe-9beb-b29e645f6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '444c8894-3041-4b28-b593-aa2b807e215f'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:56.424163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Bound port: dc1d99e8-9613-4b91-88fe-3f34eedc1bf8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fdf488-6545-4abe-9beb-b29e645f6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '444c8894-3041-4b28-b593-aa2b807e215f'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:56.424163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.460692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:14:56.474192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-855d96b7-d5c7-44b0-b7cd-a548e3371a77 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1401379 Aug 19 15:14:56.480163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42442) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:56.482149 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:14:56.506361 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:56.507033 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:56.563137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] For port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:56.568108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet 4d51c8e2-c960-4e61-aa60-27f3a4face7b {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:14:56.571295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] For port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,segment=NetworkSegment(60fdf488-6545-4abe-9beb-b29e645f6dfa),segment_id=60fdf488-6545-4abe-9beb-b29e645f6dfa)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:56.572305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.631896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.639847 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:56.676509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.690518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:14:56.694877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.755907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:56.775841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077456f-1ece-4a1c-86f1-b5fbf85f4272 req-0b1784e1-1708-420e-a387-29f0dcee856a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:56.784619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6077456f-1ece-4a1c-86f1-b5fbf85f4272 req-0b1784e1-1708-420e-a387-29f0dcee856a tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1304615 Aug 19 15:14:56.882018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6077456f-1ece-4a1c-86f1-b5fbf85f4272 req-c4c8dcc7-89d5-43ad-b143-e2ebbcb65d9c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958686 Aug 19 15:14:56.893215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85115717-7df6-45ff-bbe8-72f74e4c2063 None None] Pushing event updated for resources: {'Port': ['ID=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:57.058202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.067929 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:55Z', 'revision_number': 9, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:57.094672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=4d51c8e2-c960-4e61-aa60-27f3a4face7b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:57.095921 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:14:57.100608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.103059 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2f4e87b7-2731-4352-b08c-4bb9545901b7 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/4d51c8e2-c960-4e61-aa60-27f3a4face7b HTTP/1.1" status: 204 len: 168 time: 0.6217992 Aug 19 15:14:57.107126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42446) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:57.123057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670270fc-082b-4204-b2c9-86e46541154d None None] Network a334be4b-5e29-41a7-83b5-6a98720ba94e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:57.134191 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:14:57.135121 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:57.181708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.338841 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:14:57.387863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.426715 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.439988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=82cb6550-1be0-4304-ae62-b95510b67355,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:57.494829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': 'eea4ca51-d52a-4951-8bd6-539caf017d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:57.495262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: e9cbaca6-8d7c-4b4b-a5d9-500118084017, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:14:57.521034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] DHCP port deletion for a334be4b-5e29-41a7-83b5-6a98720ba94e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:14:57.545902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:57.546424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.591983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] Deleting port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:14:57.591983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.644561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:57.644942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.661149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network e9cbaca6-8d7c-4b4b-a5d9-500118084017 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:14:57.672375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:57.719486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] For port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,segment=NetworkSegment(2a16afa4-7d90-4baa-8885-0d2144598511),segment_id=2a16afa4-7d90-4baa-8885-0d2144598511)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:57.720589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.721224 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:55Z', 'revision_number': 9, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:57.771522 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2bf36-e471-485f-9b99-d4cfb44c2cfd None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:14:55Z', 'revision_number': 9, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df809dc5-b4d3-4bf3-8300-cd2b274c0d98', 'name': '', 'network_id': 'b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:d7:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:21Z', 'updated_at': '2021-08-19T15:14:28Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': '7149ec26-6d1d-42d5-9afb-fff75a1762ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:14:57.773445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] Calling delete_port for 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:14:57.791110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e9cbaca6-8d7c-4b4b-a5d9-500118084017) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:57.802165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:57.802165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.848500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec4c20-3c6c-4eb0-a4f0-3faf1520e4c1 None None] Network e9cbaca6-8d7c-4b4b-a5d9-500118084017 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:57.921362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2fedf111-2664-439a-98a0-83d67597e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:57.982252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-01ec7beb-2db5-47c9-8e6e-bea449465826 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6229057 Aug 19 15:14:57.985285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42466) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:57.987744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.028078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.049773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:58.055069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:58.112154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] No DVR routers for this DVR port 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:14:58.114173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715a7bb-51b9-46eb-a3c4-d0ec46b921ae None None] Pushing event deleted for resources: {'Port': ['ID=0a46d6eb-2992-4ac4-9265-2e9ba28bf23b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:58.201991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-e9cbaca6-8d7c-4b4b-a5d9-500118084017', 'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': '82cb6550-1be0-4304-ae62-b95510b67355'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:14:58.203057 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.222902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.258950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0610a-8d4b-4f62-b384-f010db8179e9 req-07d956cc-9812-46c4-b2bf-76d6753d5f81 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:58.264675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcf0610a-8d4b-4f62-b384-f010db8179e9 req-07d956cc-9812-46c4-b2bf-76d6753d5f81 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.2794099 Aug 19 15:14:58.270064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.334574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a334be4b-5e29-41a7-83b5-6a98720ba94e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:58.377192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16afa4-7d90-4baa-8885-0d2144598511') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:58.377843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16afa4-7d90-4baa-8885-0d2144598511') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:58.425610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.457692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcf0610a-8d4b-4f62-b384-f010db8179e9 req-a297427b-233f-4671-8298-de70c65c9cc9 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918786 Aug 19 15:14:58.484693 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.527639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.529472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:58.529895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:58.545270 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:14:58.555723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:14:58.658497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19873af-d62c-4aef-9df9-8c677818601c None None] Network 444c8894-3041-4b28-b593-aa2b807e215f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:14:58.693100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Allocated IP 2001:db8::1 (e9cbaca6-8d7c-4b4b-a5d9-500118084017/82cb6550-1be0-4304-ae62-b95510b67355/893807f0-13cc-4e3f-8d51-666342d894d7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:14:58.781520 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.798392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:58.801948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/a334be4b-5e29-41a7-83b5-6a98720ba94e HTTP/1.1" status: 204 len: 168 time: 1.6935530 Aug 19 15:14:58.806135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:58.842440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714607-8266-4df0-badb-7efd0c2295a3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=a334be4b-5e29-41a7-83b5-6a98720ba94e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:58.976420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:58.978673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3c13a91e-48f5-4daf-bef8-905aa02400c1 None None] Provisioning for port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:14:58.989460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:58.989853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.001516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3c13a91e-48f5-4daf-bef8-905aa02400c1 None None] Provisioning complete for port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:14:59.002323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c13a91e-48f5-4daf-bef8-905aa02400c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.064333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.091578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Transition to ACTIVE for port object 893807f0-13cc-4e3f-8d51-666342d894d7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:59.119216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Transition to ACTIVE for port object 893807f0-13cc-4e3f-8d51-666342d894d7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:14:59.217359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c13a91e-48f5-4daf-bef8-905aa02400c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.221676 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.267618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,segment=NetworkSegment(60fdf488-6545-4abe-9beb-b29e645f6dfa),segment_id=60fdf488-6545-4abe-9beb-b29e645f6dfa)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:14:59.283568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.339350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Network e9cbaca6-8d7c-4b4b-a5d9-500118084017 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:14:59.350974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.353069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:14:59.357352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:14:59.364488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Pushing event updated for resources: {'Port': ['ID=893807f0-13cc-4e3f-8d51-666342d894d7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:59.390996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.478410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.490342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57af6385-d2a5-4ec6-b282-35e8db94bcdf no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:59.558644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=82cb6550-1be0-4304-ae62-b95510b67355,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:59.615732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 57af6385-d2a5-4ec6-b282-35e8db94bcdf {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:59.616689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57af6385-d2a5-4ec6-b282-35e8db94bcdf not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:59.616689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:14:59.660448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:14:59.665584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a46d6eb-2992-4ac4-9265-2e9ba28bf23b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:59.693465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Attempting to bind port 893807f0-13cc-4e3f-8d51-666342d894d7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:14:59.693904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Attempting to bind port 893807f0-13cc-4e3f-8d51-666342d894d7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'eea4ca51-d52a-4951-8bd6-539caf017d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:14:59.697577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Attempting to bind port 893807f0-13cc-4e3f-8d51-666342d894d7 on network e9cbaca6-8d7c-4b4b-a5d9-500118084017 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:14:59.700622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-3c13a91e-48f5-4daf-bef8-905aa02400c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:14:59.700973 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-3c13a91e-48f5-4daf-bef8-905aa02400c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:14:59.702003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:14:59.702378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Checking segment: {'id': 'eea4ca51-d52a-4951-8bd6-539caf017d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:14:59.702796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.703198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Bound using segment: {'id': 'eea4ca51-d52a-4951-8bd6-539caf017d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:14:59.703689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Bound port: 893807f0-13cc-4e3f-8d51-666342d894d7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea4ca51-d52a-4951-8bd6-539caf017d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:14:59.704599 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.706949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:14:59.759587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.777096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9122ff-e6a7-43ae-bc9a-ab1d36037565 req-4cd01216-6fa1-4b87-bfcd-c95238014cb3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:59.792542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d9122ff-e6a7-43ae-bc9a-ab1d36037565 req-4cd01216-6fa1-4b87-bfcd-c95238014cb3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1159456 Aug 19 15:14:59.794645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.803609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] For port 893807f0-13cc-4e3f-8d51-666342d894d7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:14:59.810366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] For port 893807f0-13cc-4e3f-8d51-666342d894d7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=893807f0-13cc-4e3f-8d51-666342d894d7,segment=NetworkSegment(eea4ca51-d52a-4951-8bd6-539caf017d0e),segment_id=eea4ca51-d52a-4951-8bd6-539caf017d0e)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:14:59.817151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cbaca6-8d7c-4b4b-a5d9-500118084017']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:59.840893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea4ca51-d52a-4951-8bd6-539caf017d0e') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:59.841320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea4ca51-d52a-4951-8bd6-539caf017d0e') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:14:59.860430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.907878 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.914857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d9122ff-e6a7-43ae-bc9a-ab1d36037565 req-15dc3a68-6edb-49b3-8863-c7b5a72111da tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203444 Aug 19 15:14:59.924551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-8018a399-d889-413f-aa8e-9c0852b9c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:59.927325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-8018a399-d889-413f-aa8e-9c0852b9c6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 1099 time: 0.1069224 Aug 19 15:14:59.940650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.957549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:14:59.957977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:14:59.961859 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:00.093609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1f8f-a652-4006-8a2a-2aec3ea34ffa None None] Pushing event updated for resources: {'Port': ['ID=893807f0-13cc-4e3f-8d51-666342d894d7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:00.103881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4597a9b-a4ba-4510-bd68-8f31efaf127a None None] Network e9cbaca6-8d7c-4b4b-a5d9-500118084017 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:00.115610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-dd44b342-d885-401e-b49f-aaa6102b85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:00.117772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-dd44b342-d885-401e-b49f-aaa6102b85a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 200 len: 915 time: 0.1823092 Aug 19 15:15:00.216473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-46df9316-53dc-4cf1-bbbb-6038ff82d0da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 200 len: 217 time: 0.0907233 Aug 19 15:15:00.231094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:00.301858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-e447557a-3083-4508-bb60-6abd6496cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:00.307458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-e447557a-3083-4508-bb60-6abd6496cf2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 200 len: 854 time: 0.0841615 Aug 19 15:15:00.349008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-07e67de7-2a1a-4f77-b763-a4060f9a1012 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7050b768-5ec7-45d9-846d-9ed389b349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327141 Aug 19 15:15:00.409817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:00.410282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:00.458545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd31bd3-7b3d-41b2-b9bd-b276eaf91291 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:15:00.495768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-e934720d-087f-4ed2-a7ea-9cee21a80b1d service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329041 Aug 19 15:15:00.503947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port df809dc5-b4d3-4bf3-8300-cd2b274c0d98 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:00.504706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:00.525076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:15:00.525076 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:15:00.525076 n-d-779913-32 neutron-server[101962]: [parameters: {'id': 'e9cbaca6-8d7c-4b4b-a5d9-500118084017'}] Aug 19 15:15:00.525076 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:15:00.525076 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:15:00.591225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c2fd4250-231c-4627-a5a5-8ece2156afd4 None None] Provisioning complete for port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:00.591858 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c2fd4250-231c-4627-a5a5-8ece2156afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:00.620881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bece1fa-6f7e-471b-b297-8d4593fa6b0c req-8d68b1b4-94f3-4300-8a89-54418db75f1e service neutron] 10.222.0.46 "GET /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167455 Aug 19 15:15:00.656972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port df809dc5-b4d3-4bf3-8300-cd2b274c0d98, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:00.657907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:00.678000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for df809dc5-b4d3-4bf3-8300-cd2b274c0d98 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:00.953576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:00.991856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd31bd3-7b3d-41b2-b9bd-b276eaf91291 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:15:01.028264 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:01.071730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:01.081961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d54a0-0677-4bde-8d8d-bff78a356919 req-81a60f0b-c26a-4b58-b05c-a760be7edff4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:01.083742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c6d54a0-0677-4bde-8d8d-bff78a356919 req-81a60f0b-c26a-4b58-b05c-a760be7edff4 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0634375 Aug 19 15:15:01.110982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=df809dc5-b4d3-4bf3-8300-cd2b274c0d98,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:01.139075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c6d54a0-0677-4bde-8d8d-bff78a356919 req-098d8f0a-078a-400f-ae29-6974ebea7ff1 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Aug 19 15:15:01.249249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port 893807f0-13cc-4e3f-8d51-666342d894d7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:01.249606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:01.346412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:01.497832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port 893807f0-13cc-4e3f-8d51-666342d894d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=893807f0-13cc-4e3f-8d51-666342d894d7,segment=NetworkSegment(eea4ca51-d52a-4951-8bd6-539caf017d0e),segment_id=eea4ca51-d52a-4951-8bd6-539caf017d0e)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:01.497832 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:01.519457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for 893807f0-13cc-4e3f-8d51-666342d894d7 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:01.714442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:15:01.820705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:01.827128 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a9d24c40-9a6a-4fa3-bf77-a3aeea99704f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0185289 Aug 19 15:15:01.829744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:01.832495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:01.843098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:01.846637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:01.847500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:01.897570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=893807f0-13cc-4e3f-8d51-666342d894d7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:01.906030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port 893807f0-13cc-4e3f-8d51-666342d894d7 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:01.948088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet 7149ec26-6d1d-42d5-9afb-fff75a1762ab {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:01.949577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:01.961997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.046822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.058889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cbaca6-8d7c-4b4b-a5d9-500118084017']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:02.063068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.102481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea4ca51-d52a-4951-8bd6-539caf017d0e') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:02.103056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea4ca51-d52a-4951-8bd6-539caf017d0e') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:02.120407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.145289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.155244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:02.155652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:02.159450 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:02.217650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:00Z', 'revision_number': 10, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:02.266940 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.276941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:02.292028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:02.293351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:02.340441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bedde6-4b85-4a06-92b6-e0b1d56c3ce1 req-a252abd2-b9c9-49c3-ae06-f9ece5e7c876 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:02.343510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.344219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8bedde6-4b85-4a06-92b6-e0b1d56c3ce1 req-a252abd2-b9c9-49c3-ae06-f9ece5e7c876 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1046441 Aug 19 15:15:02.352207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.354024 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/e9cbaca6-8d7c-4b4b-a5d9-500118084017 HTTP/1.1" status: 204 len: 168 time: 4.3668313 Aug 19 15:15:02.362569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42538) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:02.369082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005294b9-0650-4796-9830-563400366f14 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=e9cbaca6-8d7c-4b4b-a5d9-500118084017,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:02.383354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530888781'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:02.445854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:02.449156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.457367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8bedde6-4b85-4a06-92b6-e0b1d56c3ce1 req-a7754b23-990f-44f7-9534-c8ae0b91da31 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976729 Aug 19 15:15:02.487117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=7149ec26-6d1d-42d5-9afb-fff75a1762ab,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:02.490225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.492463 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2c106d5-c8de-4e0b-8e27-77284b547fea tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/7149ec26-6d1d-42d5-9afb-fff75a1762ab HTTP/1.1" status: 204 len: 168 time: 0.6614668 Aug 19 15:15:02.497033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:02.540118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4690f5-fdb4-4499-b511-38db8a71e845 None None] Network b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:02.549928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:02.553622 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.635262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:02.653530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.659577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.659952 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment acc35522-c718-4daa-b875-b9a030ad1760 of type vlan for network e2c90108-ab24-4ab3-8175-fc4632b32cc6 Aug 19 15:15:02.733807 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.776638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:02.776887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.871539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:00Z', 'revision_number': 10, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:02.910800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8038363-4f70-4f2c-9c1c-44a5c5cb2e2f None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:00Z', 'revision_number': 10, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None, '_interfaces': [{'id': 'ab9432c8-38df-4660-b4db-6307a0c6a932', 'name': '', 'network_id': '70153a01-5427-4fc8-92c9-0b98d5d45392', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'mac_address': 'fa:16:3e:c9:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:14:14Z', 'updated_at': '2021-08-19T15:14:21Z', 'revision_number': 5, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'subnets': [{'id': 'dba2aa83-58a6-4eba-9466-868b90468ea8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:02.916279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:02.916755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.928977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] DHCP port deletion for b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:15:02.946020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:02.960101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.965833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:02.966501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:02.991875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4448fc-b629-41ab-841d-41dff9a4a0d7 req-92f457ba-b822-4bc5-808a-caa8376bf9b5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:02.993583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed4448fc-b629-41ab-841d-41dff9a4a0d7 req-92f457ba-b822-4bc5-808a-caa8376bf9b5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1303158 Aug 19 15:15:02.997301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] Deleting port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:02.997968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:03.105396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] For port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,segment=NetworkSegment(77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69),segment_id=77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:03.110024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:03.129690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] Calling delete_port for eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:03.136626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=e2c90108-ab24-4ab3-8175-fc4632b32cc6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:03.153637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed4448fc-b629-41ab-841d-41dff9a4a0d7 req-59b0f7bf-7c07-4c61-9e5c-178c8a08f404 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160119 Aug 19 15:15:03.154877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e2c90108-ab24-4ab3-8175-fc4632b32cc6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:03.216740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7417a5e1-0f07-4c7a-b987-a5254232e975 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8525178 Aug 19 15:15:03.235854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42558) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:03.243345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:03.322257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:03.345515 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:03.389638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] Pushing event deleted for resources: {'Port': ['ID=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:03.394520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=eddc53bc-f4c4-42bb-82a3-6a5d45f5a218,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:03.409480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc38077-f71a-4041-9a0d-56e378573717 None None] No DVR routers for this DVR port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:03.414341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:03.904129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:03.920915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36c76-075a-45cd-a440-575851183d28 req-5e2f5495-97e1-4eba-9ec1-19079e2d13a2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:03.922511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42e36c76-075a-45cd-a440-575851183d28 req-5e2f5495-97e1-4eba-9ec1-19079e2d13a2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.5827513 Aug 19 15:15:03.928227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:03.944353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:03.944651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a8e0fa-2fa5-4bd3-9eb1-333fbce0ac69') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:03.967348 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:03.992005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.004170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42e36c76-075a-45cd-a440-575851183d28 req-51493625-163c-4aa3-bc2d-107634865330 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658667 Aug 19 15:15:04.005250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:04.005666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:04.008771 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:04.107526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:04.109343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:04.112107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.130765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:04.131117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eddc53bc-f4c4-42bb-82a3-6a5d45f5a218 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:04.131538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device df809dc5-b4d3-4bf3-8300-cd2b274c0d98 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:04.160062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: df809dc5-b4d3-4bf3-8300-cd2b274c0d98 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:04.160555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device df809dc5-b4d3-4bf3-8300-cd2b274c0d98 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:04.187299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.205364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.210164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7 HTTP/1.1" status: 204 len: 168 time: 1.7088540 Aug 19 15:15:04.210488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42578) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:04.223764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa547-455a-4d84-837a-d3bc980043ba tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=b84c03ef-d0d8-4fe2-9eab-ed1618ea5bc7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:04.452794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a370-a94f-4265-bd48-0e58a777f3ef req-d62d50dc-0a3e-404d-997e-dabceaf86092 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:04.457588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ca6a370-a94f-4265-bd48-0e58a777f3ef req-d62d50dc-0a3e-404d-997e-dabceaf86092 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0910997 Aug 19 15:15:04.492074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.538927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ca6a370-a94f-4265-bd48-0e58a777f3ef req-58bf9856-bdf6-419d-8063-e4e0f3855dc7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728652 Aug 19 15:15:04.581426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=cb60cd6c-9528-41da-b91c-c8323e8eff9a,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:04.587691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': 'acc35522-c718-4daa-b875-b9a030ad1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:04.588057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: e2c90108-ab24-4ab3-8175-fc4632b32cc6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:04.655399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.727881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network e2c90108-ab24-4ab3-8175-fc4632b32cc6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:04.755468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f27ec-824e-4fce-949d-070d9bc754ee req-356cdd4d-217c-4621-9e9b-e1a23c793bb6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:04.761773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f1f27ec-824e-4fce-949d-070d9bc754ee req-356cdd4d-217c-4621-9e9b-e1a23c793bb6 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0906367 Aug 19 15:15:04.820221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f1f27ec-824e-4fce-949d-070d9bc754ee req-744136e9-74ef-4933-b29e-bc9d8340bd26 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Aug 19 15:15:04.835187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e2c90108-ab24-4ab3-8175-fc4632b32cc6) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:04.845762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb3f64-3c17-46f4-9d90-bef38aef9ac5 None None] Network e2c90108-ab24-4ab3-8175-fc4632b32cc6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:04.847624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:04.848266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.982828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d398c-4911-46a8-a3fe-5d4a27ee09a6 req-5bc08993-c147-438f-bee9-466d605dfd30 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:04.984414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-029d398c-4911-46a8-a3fe-5d4a27ee09a6 req-5bc08993-c147-438f-bee9-466d605dfd30 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0582526 Aug 19 15:15:05.003599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port ab9432c8-38df-4660-b4db-6307a0c6a932 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:05.003952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.046701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0e119fd7-e00d-4c7a-89a0-ac12d15656bc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8127115 Aug 19 15:15:05.057948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-029d398c-4911-46a8-a3fe-5d4a27ee09a6 req-5d0693ce-a020-433c-b209-e091b36f6d52 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605941 Aug 19 15:15:05.062747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42590) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:05.070058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635843585'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:05.098109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-e2c90108-ab24-4ab3-8175-fc4632b32cc6', 'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': 'cb60cd6c-9528-41da-b91c-c8323e8eff9a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:05.099393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.156564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port ab9432c8-38df-4660-b4db-6307a0c6a932, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ab9432c8-38df-4660-b4db-6307a0c6a932,segment=NetworkSegment(c6f24c06-fddd-4344-918c-9196dc383536),segment_id=c6f24c06-fddd-4344-918c-9196dc383536)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:05.156985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.179135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for ab9432c8-38df-4660-b4db-6307a0c6a932 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:05.193221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:05.211227 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.320053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:05.351410 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.352094 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment b0788126-1ba0-460a-8831-539dd5169b7e of type vlan for network 0318beda-c81a-41aa-b7b4-9524eb4b3f79 Aug 19 15:15:05.390785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Allocated IP 2001:db8::1 (e2c90108-ab24-4ab3-8175-fc4632b32cc6/cb60cd6c-9528-41da-b91c-c8323e8eff9a/1ccea9f9-a718-4bb4-8a23-4ec416ddedee) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:05.424922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6412b4a-51dc-4f6d-942a-099f570fa7b9 req-e8af3642-e79f-4f04-952b-7a537b382079 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:05.427178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6412b4a-51dc-4f6d-942a-099f570fa7b9 req-e8af3642-e79f-4f04-952b-7a537b382079 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1215479 Aug 19 15:15:05.434690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.542985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6412b4a-51dc-4f6d-942a-099f570fa7b9 req-fef7b3ef-7f33-41f5-9bdf-2e99ce93c385 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988142 Aug 19 15:15:05.573489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.604408 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.605318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Transition to ACTIVE for port object 1ccea9f9-a718-4bb4-8a23-4ec416ddedee will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:05.648623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Transition to ACTIVE for port object 1ccea9f9-a718-4bb4-8a23-4ec416ddedee will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:05.652695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.669140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:05.670134 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.732257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=ab9432c8-38df-4660-b4db-6307a0c6a932,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:05.753150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.907645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=0318beda-c81a-41aa-b7b4-9524eb4b3f79,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:05.930135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 0318beda-c81a-41aa-b7b4-9524eb4b3f79 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:05.935269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Network e2c90108-ab24-4ab3-8175-fc4632b32cc6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:05.936308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.962161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:05.962415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb99ec80-6348-467c-92b7-484150c574be tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8940239 Aug 19 15:15:05.967784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42608) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:05.977607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': '0318beda-c81a-41aa-b7b4-9524eb4b3f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:05.997603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:06.005620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Pushing event updated for resources: {'Port': ['ID=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:06.089902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Attempting to bind port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:06.090280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Attempting to bind port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'acc35522-c718-4daa-b875-b9a030ad1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:06.090650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Attempting to bind port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee on network e2c90108-ab24-4ab3-8175-fc4632b32cc6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:06.097806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:06.097806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Checking segment: {'id': 'acc35522-c718-4daa-b875-b9a030ad1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:06.097806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.097806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Bound using segment: {'id': 'acc35522-c718-4daa-b875-b9a030ad1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:06.101080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Bound port: 1ccea9f9-a718-4bb4-8a23-4ec416ddedee, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc35522-c718-4daa-b875-b9a030ad1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e2c90108-ab24-4ab3-8175-fc4632b32cc6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:06.101080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.181697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] For port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:06.185968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] For port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,segment=NetworkSegment(acc35522-c718-4daa-b875-b9a030ad1760),segment_id=acc35522-c718-4daa-b875-b9a030ad1760)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:06.189084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bd04-70e3-4c05-95f6-c46bd3ae6568 req-8c642395-2d5a-4896-9ed3-4ab58a5d9619 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:06.190849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d529bd04-70e3-4c05-95f6-c46bd3ae6568 req-8c642395-2d5a-4896-9ed3-4ab58a5d9619 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.2249746 Aug 19 15:15:06.250175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d529bd04-70e3-4c05-95f6-c46bd3ae6568 req-58318f11-e0d8-4805-8f33-1f9aeedd1ad7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516810 Aug 19 15:15:06.306640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:06.307125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.311688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.379995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d5f04-3b79-47cb-a0ee-9253ca14ed32 None None] Pushing event updated for resources: {'Port': ['ID=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:06.410272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing IP validity checks on allocation pools {{(pid=101963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:15:06.411145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:15:06.511531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:15:06.623798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5f98e-3ebf-4ae5-8a26-2054d2d3487f req-5531104a-bc42-4362-ac81-7c99a6ed06d7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:06.625677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a5f98e-3ebf-4ae5-8a26-2054d2d3487f req-5531104a-bc42-4362-ac81-7c99a6ed06d7 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1149075 Aug 19 15:15:06.644260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:06.663170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42618) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:06.665072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c21c9dfc-fe0b-4f6c-80ab-5c9b0bf62b50 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4527557 Aug 19 15:15:06.681980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:06.720725 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:06.721531 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:06.732768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a5f98e-3ebf-4ae5-8a26-2054d2d3487f req-2d3cb630-7487-4b2e-ac94-f06d59d8a8dd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958509 Aug 19 15:15:06.771938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting subnet dba2aa83-58a6-4eba-9466-868b90468ea8 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:06.789710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.795140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.857896 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:06.911279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:06.945928 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:05Z', 'revision_number': 11, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:06.982821 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:06.983546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=46736c43-701c-443f-818b-b459ba24ebfa,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:07.002573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:07.003334 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:07.008048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.008545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.009043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.009625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.010107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.016168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:07.035977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': 'b0788126-1ba0-460a-8831-539dd5169b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0318beda-c81a-41aa-b7b4-9524eb4b3f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:07.036349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: 0318beda-c81a-41aa-b7b4-9524eb4b3f79, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:07.099182 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:07.125139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.166500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aedeb-6eb6-44a4-ab5f-a95374d76a2a req-ba960071-6d81-4479-b7ed-17059b113f4c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:07.168088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b65aedeb-6eb6-44a4-ab5f-a95374d76a2a req-ba960071-6d81-4479-b7ed-17059b113f4c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1370277 Aug 19 15:15:07.168449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:05Z', 'revision_number': 11, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:07.198308 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65218ce2-672d-49b6-ba8a-0b079ffd402e None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:05Z', 'revision_number': 11, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:07.223244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network 0318beda-c81a-41aa-b7b4-9524eb4b3f79 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:07.256066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b65aedeb-6eb6-44a4-ab5f-a95374d76a2a req-779988ab-80da-45d5-92cc-f9fcf966916f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 Aug 19 15:15:07.302787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 0318beda-c81a-41aa-b7b4-9524eb4b3f79) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:07.305023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.318545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ad533-dce7-4609-8090-891f8cc70e65 None None] Network 0318beda-c81a-41aa-b7b4-9524eb4b3f79 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:07.326480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:07.326480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.373081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Subnet': ['ID=dba2aa83-58a6-4eba-9466-868b90468ea8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:07.382249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.385973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42634) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:07.386212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d6cae700-8e58-40f1-a739-fb185141689d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/dba2aa83-58a6-4eba-9466-868b90468ea8 HTTP/1.1" status: 204 len: 168 time: 0.7214561 Aug 19 15:15:07.396893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a4a92c-e664-424d-9367-ca733c59f5a1 None None] Network 70153a01-5427-4fc8-92c9-0b98d5d45392 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:07.492788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7bf8e4bb-d113-4113-8c59-19fc0d0df3ea tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5195122 Aug 19 15:15:07.493098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:07.530138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.714489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873d2c-4afc-48cd-801b-570d57a2de2c req-133c208f-0eec-4e77-aaa5-c9a6e960c65c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:07.727002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77873d2c-4afc-48cd-801b-570d57a2de2c req-133c208f-0eec-4e77-aaa5-c9a6e960c65c tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0895684 Aug 19 15:15:07.762453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.803236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77873d2c-4afc-48cd-801b-570d57a2de2c req-c3f6968f-d478-41d7-a818-addfc7e70310 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771143 Aug 19 15:15:07.826256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457c87c-85f2-4e6d-9146-05e37011b4d9 None None] Network e2c90108-ab24-4ab3-8175-fc4632b32cc6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:07.854069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.883320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Deleting port 46a8e736-c6ec-4205-b996-051af4c543bb {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:07.883664 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.982129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] For port 46a8e736-c6ec-4205-b996-051af4c543bb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46a8e736-c6ec-4205-b996-051af4c543bb,segment=NetworkSegment(c6f24c06-fddd-4344-918c-9196dc383536),segment_id=c6f24c06-fddd-4344-918c-9196dc383536)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:07.982378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.999078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04779eb-7e1e-4052-a744-015c277f2f9d req-b8db3c73-8b40-4320-a7d5-329e0fc94572 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:08.005653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Calling delete_port for 46a8e736-c6ec-4205-b996-051af4c543bb owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:08.008688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e04779eb-7e1e-4052-a744-015c277f2f9d req-b8db3c73-8b40-4320-a7d5-329e0fc94572 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.1007388 Aug 19 15:15:08.031464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3a0671a8-ba30-4885-b0dd-d73973d42e78 None None] Provisioning for port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:08.051306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e04779eb-7e1e-4052-a744-015c277f2f9d req-50c3fdd9-4e8f-435d-8323-529eb0b80510 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Aug 19 15:15:08.095608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.171891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76a76f-be1e-4b53-bbca-45c49d6f74bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-0318beda-c81a-41aa-b7b4-9524eb4b3f79', 'network_id': '0318beda-c81a-41aa-b7b4-9524eb4b3f79', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': '46736c43-701c-443f-818b-b459ba24ebfa'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:08.173772 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9b76a76f-be1e-4b53-bbca-45c49d6f74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.219251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=46736c43-701c-443f-818b-b459ba24ebfa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:08.370451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.379660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] DHCP port deletion for 70153a01-5427-4fc8-92c9-0b98d5d45392 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:15:08.382810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccea9f9-a718-4bb4-8a23-4ec416ddedee up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:08.386872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0318beda-c81a-41aa-b7b4-9524eb4b3f79']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:08.389459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24cc98-3d42-405d-8046-8202e825c68f req-fa4b0eec-09ab-41d2-aa9b-49d5729001bd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:08.392506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc24cc98-3d42-405d-8046-8202e825c68f req-fa4b0eec-09ab-41d2-aa9b-49d5729001bd tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0759370 Aug 19 15:15:08.398370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0788126-1ba0-460a-8831-539dd5169b7e') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:08.398755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0788126-1ba0-460a-8831-539dd5169b7e') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:08.412117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.413372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42650) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:08.437023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.446279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:08.454825 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:08.458079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc24cc98-3d42-405d-8046-8202e825c68f req-36195799-c79a-4b4c-ae25-e18661f7e0c5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562196 Aug 19 15:15:08.479227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.487135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa91f47c-e40c-4d3a-b87f-f343538f9fac None None] Network 0318beda-c81a-41aa-b7b4-9524eb4b3f79 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:08.574209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Port': ['ID=46a8e736-c6ec-4205-b996-051af4c543bb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:08.586726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No DVR routers for this DVR port 46a8e736-c6ec-4205-b996-051af4c543bb on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:08.591773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Deleting port 46a8e736-c6ec-4205-b996-051af4c543bb {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:08.592283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.656002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1662-ae41-4840-ba4c-2f74d087b2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.710038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] For port 46a8e736-c6ec-4205-b996-051af4c543bb, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:08.711139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.712407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772b71a-e9ec-48b1-8e22-1225102f9a41 req-ec4e58a2-f113-41b5-82cb-b6c8bca9a7e2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:08.714157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9772b71a-e9ec-48b1-8e22-1225102f9a41 req-ec4e58a2-f113-41b5-82cb-b6c8bca9a7e2 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0581727 Aug 19 15:15:08.724511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.741352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.745329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70153a01-5427-4fc8-92c9-0b98d5d45392']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:08.748919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Calling delete_port for 46a8e736-c6ec-4205-b996-051af4c543bb owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:08.754446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Port 46a8e736-c6ec-4205-b996-051af4c543bb was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:15:08.762587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.764403 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.768681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9772b71a-e9ec-48b1-8e22-1225102f9a41 req-ae9716c5-e5d7-4ec0-a1a9-4ed766a07de5 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Aug 19 15:15:08.768681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42660) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:08.769770 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/0318beda-c81a-41aa-b7b4-9524eb4b3f79 HTTP/1.1" status: 204 len: 168 time: 1.2744188 Aug 19 15:15:08.772327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f24c06-fddd-4344-918c-9196dc383536') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:08.772623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f24c06-fddd-4344-918c-9196dc383536') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:08.774269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-172534516'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:08.793610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23deffb-aafb-482e-b9d1-55dbedaae976 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=0318beda-c81a-41aa-b7b4-9524eb4b3f79,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:08.809197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.809802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] No DVR routers for this DVR port 46a8e736-c6ec-4205-b996-051af4c543bb on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:08.809802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13b37b-de56-4e02-b635-f9aaab28a5a0 None None] Pushing event deleted for resources: {'Port': ['ID=46a8e736-c6ec-4205-b996-051af4c543bb,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:08.813839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:08.822641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:08.822641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.853410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.864349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:08.864786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:08.867985 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:08.932351 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.952978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1662-ae41-4840-ba4c-2f74d087b2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:08.980013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,segment=NetworkSegment(acc35522-c718-4daa-b875-b9a030ad1760),segment_id=acc35522-c718-4daa-b875-b9a030ad1760)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:09.029901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3b1d-2e6c-4f88-998b-a7b71375aabd req-46cbcb93-1f0f-4143-8f8c-5ff73061d9cb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:09.031366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c9e3b1d-2e6c-4f88-998b-a7b71375aabd req-46cbcb93-1f0f-4143-8f8c-5ff73061d9cb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0633476 Aug 19 15:15:09.036800 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.045661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.049432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/networks/70153a01-5427-4fc8-92c9-0b98d5d45392 HTTP/1.1" status: 204 len: 168 time: 1.6617954 Aug 19 15:15:09.051557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42666) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:09.056270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'routes': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:09.063917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.083175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c9e3b1d-2e6c-4f88-998b-a7b71375aabd req-84b9bfd3-1bcb-44f4-bf99-7f36dcc49e34 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Aug 19 15:15:09.091403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab9432c8-38df-4660-b4db-6307a0c6a932 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:09.115877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ab9432c8-38df-4660-b4db-6307a0c6a932 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:09.116794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ab9432c8-38df-4660-b4db-6307a0c6a932 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:09.133274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d20cf-087a-474a-8071-014f3d9a6dd3 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Pushing event deleted for resources: {'Network': ['ID=70153a01-5427-4fc8-92c9-0b98d5d45392,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:09.140312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:09.165483 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f6f1662-ae41-4840-ba4c-2f74d087b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.185471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:09.190116 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.216987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:09.247561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.248481 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment 3fde8fdb-f2d7-4e43-9616-0a695512d4be of type vlan for network 49f8a0c8-a091-4643-86db-6be71e69827d Aug 19 15:15:09.293398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.299800 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4f6f1662-ae41-4840-ba4c-2f74d087b2d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be1043f28ae44824be07956c8d56d779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817594 Aug 19 15:15:09.300063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42672) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:09.335759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f1662-ae41-4840-ba4c-2f74d087b2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5480c778-6166-49b6-8718-300893452131,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:09.339067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Added routes are [] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:15:09.341160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Removed routes are [] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:15:09.341596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.387252 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b596e7e3-028b-4087-8bbe-6a425b7b8c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.414729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b596e7e3-028b-4087-8bbe-6a425b7b8c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.509006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.514805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:09.516163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.520273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.526560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.616820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b596e7e3-028b-4087-8bbe-6a425b7b8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.621711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b596e7e3-028b-4087-8bbe-6a425b7b8c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.628139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b596e7e3-028b-4087-8bbe-6a425b7b8c02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5480c778-6166-49b6-8718-300893452131 HTTP/1.1" status: 204 len: 168 time: 0.3266804 Aug 19 15:15:09.659074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e7e3-028b-4087-8bbe-6a425b7b8c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5480c778-6166-49b6-8718-300893452131,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:09.671760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=49f8a0c8-a091-4643-86db-6be71e69827d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:09.686946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f5b76b2-1dc1-47a8-9cb9-65c07ee0f4a3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9144642 Aug 19 15:15:09.687801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42680) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:09.693167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 49f8a0c8-a091-4643-86db-6be71e69827d details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:09.700288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router a7f46246-32e9-4735-bc94-2f6115a8e1ab has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:15:09.706543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:09.856160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:09.865543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:09.867930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3eb1e0fc-f6c1-4dcf-890f-1144ad8e50a8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 705 time: 0.8152134 Aug 19 15:15:09.871131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:09.871682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] Sync routers for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:09.881786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:09.882599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:09.905138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dacb2452-201d-4942-b4c1-3e6746789dfd tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 205 time: 0.0304883 Aug 19 15:15:09.905743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:09.960012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:09.992494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:09.996187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.035956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:05Z', 'revision_number': 11, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:10.056998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.067757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] Checking router: a7f46246-32e9-4735-bc94-2f6115a8e1ab for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:10.087954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] Routers {'a7f46246-32e9-4735-bc94-2f6115a8e1ab'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:10.088704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:10.200790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccea9f9-a718-4bb4-8a23-4ec416ddedee up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:10.252562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] Set router a7f46246-32e9-4735-bc94-2f6115a8e1ab gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:10.309859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.313094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.336159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:05Z', 'revision_number': 11, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:10.374455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:15:10.379794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a87719-8383-4b7e-bb40-25305ff44b96 None None] The sync data for ids ['a7f46246-32e9-4735-bc94-2f6115a8e1ab'] in n-d-779913-32 is: [{'id': 'a7f46246-32e9-4735-bc94-2f6115a8e1ab', 'name': 'tempest-RoutersIpV6Test-router-1347319059', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:14:11Z', 'updated_at': '2021-08-19T15:15:05Z', 'revision_number': 11, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:10.390822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:10.400295 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.506126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.506635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router a7f46246-32e9-4735-bc94-2f6115a8e1ab {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:15:10.517599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.519101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5ea90d28-991d-44de-b8a1-07fa7802fe8b tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 204 len: 168 time: 0.6115797 Aug 19 15:15:10.524394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:10.529297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1700450729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:10.611718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46a8e736-c6ec-4205-b996-051af4c543bb no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:10.637467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 46a8e736-c6ec-4205-b996-051af4c543bb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:10.637819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46a8e736-c6ec-4205-b996-051af4c543bb not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:10.664397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.727333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.727333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.739925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42696) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:10.788296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f437eb32-60b4-4c94-90a9-05d1dcb15ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.803944 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.805613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=bb18e4f6-4129-4cb2-bf93-3a073f815247,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:10.815139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': '3fde8fdb-f2d7-4e43-9616-0a695512d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:10.820992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: 49f8a0c8-a091-4643-86db-6be71e69827d, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:10.937969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f437eb32-60b4-4c94-90a9-05d1dcb15ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.939831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:10.995193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network 49f8a0c8-a091-4643-86db-6be71e69827d is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:11.026788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f437eb32-60b4-4c94-90a9-05d1dcb15ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.082751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f437eb32-60b4-4c94-90a9-05d1dcb15ac3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd702a0ab36142d8b8564d0a164dd74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361731 Aug 19 15:15:11.084718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42702) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:11.085295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437eb32-60b4-4c94-90a9-05d1dcb15ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbdcfa1-9240-4b37-852b-f3182b7c1ffb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:11.103887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 49f8a0c8-a091-4643-86db-6be71e69827d) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:11.106134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:11.106134 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.109972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456e79f-b022-4704-8287-834ef959cff9 None None] Network 49f8a0c8-a091-4643-86db-6be71e69827d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:11.124901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.127348 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-025dd4f5-7755-4ebb-9c01-a82fce1903b5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6023221 Aug 19 15:15:11.130601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42704) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:11.138682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:11.165025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa98f7c3-d2a4-4b01-a7e9-010c03e1161b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.196319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa98f7c3-d2a4-4b01-a7e9-010c03e1161b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.223639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-701156b7-f56f-4064-b9ad-62189d709157 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5335529 Aug 19 15:15:11.227004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:11.306184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-49f8a0c8-a091-4643-86db-6be71e69827d', 'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': 'bb18e4f6-4129-4cb2-bf93-3a073f815247'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:11.307622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.349373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa98f7c3-d2a4-4b01-a7e9-010c03e1161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.353259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa98f7c3-d2a4-4b01-a7e9-010c03e1161b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.358597 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa98f7c3-d2a4-4b01-a7e9-010c03e1161b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fbdcfa1-9240-4b37-852b-f3182b7c1ffb HTTP/1.1" status: 204 len: 168 time: 0.2688363 Aug 19 15:15:11.368636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98f7c3-d2a4-4b01-a7e9-010c03e1161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbdcfa1-9240-4b37-852b-f3182b7c1ffb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:11.524107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Allocated IP 2001:db8::1 (49f8a0c8-a091-4643-86db-6be71e69827d/bb18e4f6-4129-4cb2-bf93-3a073f815247/8671a00e-df4d-4e95-905c-1863a515ff4d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:11.578704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.600454 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.664813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.710886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.711262 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.729013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Transition to ACTIVE for port object 8671a00e-df4d-4e95-905c-1863a515ff4d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:11.750929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Transition to ACTIVE for port object 8671a00e-df4d-4e95-905c-1863a515ff4d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:11.900245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:11.950793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Network 49f8a0c8-a091-4643-86db-6be71e69827d is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:11.955250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:11.959039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Router 352432ba-2b7c-44c8-93b4-b318015238e9 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:15:11.961945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:11.966851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Pushing event updated for resources: {'Port': ['ID=8671a00e-df4d-4e95-905c-1863a515ff4d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:12.030137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Attempting to bind port 8671a00e-df4d-4e95-905c-1863a515ff4d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:12.030517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Attempting to bind port 8671a00e-df4d-4e95-905c-1863a515ff4d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3fde8fdb-f2d7-4e43-9616-0a695512d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:12.030884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Attempting to bind port 8671a00e-df4d-4e95-905c-1863a515ff4d on network 49f8a0c8-a091-4643-86db-6be71e69827d {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:12.037315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:12.037700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Checking segment: {'id': '3fde8fdb-f2d7-4e43-9616-0a695512d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:12.038091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.038490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Bound using segment: {'id': '3fde8fdb-f2d7-4e43-9616-0a695512d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:12.039093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Bound port: 8671a00e-df4d-4e95-905c-1863a515ff4d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8fdb-f2d7-4e43-9616-0a695512d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49f8a0c8-a091-4643-86db-6be71e69827d'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:12.039729 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.070163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.134011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] For port 8671a00e-df4d-4e95-905c-1863a515ff4d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:12.139302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:12.141179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=bb18e4f6-4129-4cb2-bf93-3a073f815247,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:12.159727 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] Sync routers for ids ['352432ba-2b7c-44c8-93b4-b318015238e9'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:12.161879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] For port 8671a00e-df4d-4e95-905c-1863a515ff4d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8671a00e-df4d-4e95-905c-1863a515ff4d,segment=NetworkSegment(3fde8fdb-f2d7-4e43-9616-0a695512d4be),segment_id=3fde8fdb-f2d7-4e43-9616-0a695512d4be)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:12.175158 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] Routers {'352432ba-2b7c-44c8-93b4-b318015238e9'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:12.176876 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['352432ba-2b7c-44c8-93b4-b318015238e9'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.178628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.180056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d796bc0b-8b65-44ef-918e-42a8700a1db8 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "PUT /v2.0/routers/352432ba-2b7c-44c8-93b4-b318015238e9 HTTP/1.1" status: 200 len: 698 time: 1.0479546 Aug 19 15:15:12.182816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42722) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:12.243945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.277097 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] Set router 352432ba-2b7c-44c8-93b4-b318015238e9 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:12.378670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.398637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a7b8-8509-4d3f-b115-e646b247fbb7 None None] Pushing event updated for resources: {'Port': ['ID=8671a00e-df4d-4e95-905c-1863a515ff4d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:12.401462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f8a0c8-a091-4643-86db-6be71e69827d']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.429541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d3321f87-66e5-4fd1-ad55-8579ffd3c750 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/routers/352432ba-2b7c-44c8-93b4-b318015238e9 HTTP/1.1" status: 200 len: 704 time: 0.2452481 Aug 19 15:15:12.437433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42728) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:12.450256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde8fdb-f2d7-4e43-9616-0a695512d4be') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.450962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde8fdb-f2d7-4e43-9616-0a695512d4be') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.486060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8ea6d35a-95f2-4046-95d3-b6b8fb73c890 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=352432ba-2b7c-44c8-93b4-b318015238e9 HTTP/1.1" status: 200 len: 205 time: 0.0468204 Aug 19 15:15:12.492652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:12.499346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.517483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.518389 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352432ba-2b7c-44c8-93b4-b318015238e9', 'name': 'tempest-RoutersIpV6Test-router-1700450729', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:10Z', 'updated_at': '2021-08-19T15:15:11Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.526336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:12.526822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:12.531428 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:12.555677 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] Checking router: 352432ba-2b7c-44c8-93b4-b318015238e9 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:12.566515 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] Routers {'352432ba-2b7c-44c8-93b4-b318015238e9'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:12.567408 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['352432ba-2b7c-44c8-93b4-b318015238e9'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.607838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.762123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:15:12.762123 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:15:12.762123 n-d-779913-32 neutron-server[101963]: [parameters: {'id': '49f8a0c8-a091-4643-86db-6be71e69827d'}] Aug 19 15:15:12.762123 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:15:12.765096 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:15:12.788460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] Set router 352432ba-2b7c-44c8-93b4-b318015238e9 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:12.855105 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352432ba-2b7c-44c8-93b4-b318015238e9', 'name': 'tempest-RoutersIpV6Test-router-1700450729', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:10Z', 'updated_at': '2021-08-19T15:15:11Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:12.894115 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40cef0-00c0-49c5-a827-8f80104dd627 None None] The sync data for ids ['352432ba-2b7c-44c8-93b4-b318015238e9'] in n-d-779913-32 is: [{'id': '352432ba-2b7c-44c8-93b4-b318015238e9', 'name': 'tempest-RoutersIpV6Test-router-1700450729', 'tenant_id': '3abda0f52eb248efbee299cdaa58e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:10Z', 'updated_at': '2021-08-19T15:15:11Z', 'revision_number': 2, 'project_id': '3abda0f52eb248efbee299cdaa58e4a9', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:12.943234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:12.946940 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.186279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.190121 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.191029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Fanout notify agent at l3_agent the message router_deleted on router 352432ba-2b7c-44c8-93b4-b318015238e9 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:15:13.198016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.199378 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5149fc3c-8d2f-4e49-86b2-c18f309d904f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/352432ba-2b7c-44c8-93b4-b318015238e9 HTTP/1.1" status: 204 len: 168 time: 0.7051375 Aug 19 15:15:13.204757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42748) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.259270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec0ead12-c608-414e-9cf8-5153412e318c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=352432ba-2b7c-44c8-93b4-b318015238e9 HTTP/1.1" status: 200 len: 205 time: 0.0500293 Aug 19 15:15:13.259656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.265166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.382515 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-134a71e5-7a0c-4aa7-a370-65fa19654e83 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:13.382515 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-134a71e5-7a0c-4aa7-a370-65fa19654e83 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/352432ba-2b7c-44c8-93b4-b318015238e9 HTTP/1.1" status: 404 len: 336 time: 0.1195478 Aug 19 15:15:13.383353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42756) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.411522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port 8671a00e-df4d-4e95-905c-1863a515ff4d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:13.412853 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.435292 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ffc3fa-ff22-45b9-9eb7-81db6e555819 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:13.435751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ffc3fa-ff22-45b9-9eb7-81db6e555819 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:13.437540 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-99ffc3fa-ff22-45b9-9eb7-81db6e555819 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/be9812dc-17d2-4eba-83af-c5762884394d HTTP/1.1" status: 404 len: 337 time: 0.0529959 Aug 19 15:15:13.442664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.487677 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd81a5b-2f91-437a-a39f-c2d396a00038 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:13.487941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd81a5b-2f91-437a-a39f-c2d396a00038 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:13.489862 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5fd81a5b-2f91-437a-a39f-c2d396a00038 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/4d51c8e2-c960-4e61-aa60-27f3a4face7b HTTP/1.1" status: 404 len: 337 time: 0.0460095 Aug 19 15:15:13.494014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42760) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.522509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port 8671a00e-df4d-4e95-905c-1863a515ff4d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8671a00e-df4d-4e95-905c-1863a515ff4d,segment=NetworkSegment(3fde8fdb-f2d7-4e43-9616-0a695512d4be),segment_id=3fde8fdb-f2d7-4e43-9616-0a695512d4be)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:13.522974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:13.529279 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea4a101-2b08-4104-bf1e-8b4588d9af09 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:13.529900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea4a101-2b08-4104-bf1e-8b4588d9af09 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:13.532309 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fea4a101-2b08-4104-bf1e-8b4588d9af09 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/7149ec26-6d1d-42d5-9afb-fff75a1762ab HTTP/1.1" status: 404 len: 337 time: 0.0370839 Aug 19 15:15:13.538022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.554590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for 8671a00e-df4d-4e95-905c-1863a515ff4d owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:13.583482 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c371f4e-9679-4695-b656-529c9cae04df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:13.584473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c371f4e-9679-4695-b656-529c9cae04df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:13.590466 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4c371f4e-9679-4695-b656-529c9cae04df tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/dba2aa83-58a6-4eba-9466-868b90468ea8 HTTP/1.1" status: 404 len: 337 time: 0.0511136 Aug 19 15:15:13.591843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42764) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.645986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-690df5a8-b6fd-4c06-bd9a-e17853b9aafa tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 200 len: 205 time: 0.0525117 Aug 19 15:15:13.647827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.718331 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-1c677029-c1c5-4c86-9e2c-84236dc0a12c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:13.719580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c677029-c1c5-4c86-9e2c-84236dc0a12c tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/a7f46246-32e9-4735-bc94-2f6115a8e1ab HTTP/1.1" status: 404 len: 336 time: 0.0695794 Aug 19 15:15:13.722398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42770) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.773469 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3455b888-20a9-45d6-8e17-3e40032058e5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67a9ef8-995c-4426-b973-0eff896fc1df HTTP/1.1" status: 200 len: 205 time: 0.0496085 Aug 19 15:15:13.777659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42772) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.817406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a371c-fa87-45d7-9185-20413f533ecb None None] Network 49f8a0c8-a091-4643-86db-6be71e69827d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:13.865086 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-4b3ba498-f824-436a-be83-9a316cdbaa35 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:13.866173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b3ba498-f824-436a-be83-9a316cdbaa35 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/d67a9ef8-995c-4426-b973-0eff896fc1df HTTP/1.1" status: 404 len: 336 time: 0.0875342 Aug 19 15:15:13.868867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42776) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.907816 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccfe65c-088f-438c-ae0d-f60b3acf08d5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:13.908285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccfe65c-088f-438c-ae0d-f60b3acf08d5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:13.914670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eccfe65c-088f-438c-ae0d-f60b3acf08d5 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/64587f5a-8fad-463c-8135-77f4ce219b3e HTTP/1.1" status: 404 len: 337 time: 0.0415945 Aug 19 15:15:13.915399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42780) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:13.999321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1625903f-4640-4ba4-9974-5e1f47434066 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 200 len: 205 time: 0.0799804 Aug 19 15:15:13.999709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42782) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.018515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.022071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4ac9902-da9d-4bff-a89c-779591371cbc None None] Provisioning for port 8671a00e-df4d-4e95-905c-1863a515ff4d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:14.033086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4ac9902-da9d-4bff-a89c-779591371cbc None None] Provisioning complete for port 8671a00e-df4d-4e95-905c-1863a515ff4d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:14.033531 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9902-da9d-4bff-a89c-779591371cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.052183 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-2b1f7efb-78d3-4a67-bead-6c2db3342b2e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:14.053558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b1f7efb-78d3-4a67-bead-6c2db3342b2e tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/1bc7c154-30da-4330-bdb9-9145bf427d0b HTTP/1.1" status: 404 len: 336 time: 0.0518711 Aug 19 15:15:14.057333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42784) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.067619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac9902-da9d-4bff-a89c-779591371cbc None None] Port 8671a00e-df4d-4e95-905c-1863a515ff4d was deleted so its status cannot be updated. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:15:14.098924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=8671a00e-df4d-4e95-905c-1863a515ff4d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:14.109438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-09a59024-edfd-4c93-b8fc-7dc64f7f7a64 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=facdfdf7-d826-4807-8c49-78a49a136584 HTTP/1.1" status: 200 len: 205 time: 0.0502880 Aug 19 15:15:14.113874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42786) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.134067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port 8671a00e-df4d-4e95-905c-1863a515ff4d on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:14.145475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73761ec-73c0-40db-8aa0-47f379519743 None None] DHCP port deletion for 49f8a0c8-a091-4643-86db-6be71e69827d request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:15:14.174894 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-91dc519d-09b5-46e4-84e1-a99fadfe4c9d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:14.179231 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-91dc519d-09b5-46e4-84e1-a99fadfe4c9d tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/facdfdf7-d826-4807-8c49-78a49a136584 HTTP/1.1" status: 404 len: 336 time: 0.0641837 Aug 19 15:15:14.180213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42790) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.218133 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29497f6-948f-41d8-9327-1de6d0f26f24 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:14.218863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29497f6-948f-41d8-9327-1de6d0f26f24 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:14.221243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b29497f6-948f-41d8-9327-1de6d0f26f24 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/6f491ded-5459-43b6-91db-fee81ea737ff HTTP/1.1" status: 404 len: 337 time: 0.0399239 Aug 19 15:15:14.224238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.269822 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-445226d7-05fb-4935-b2bf-5dc6826afcf9 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b99c240-719f-4594-98e3-d0fd850d41a2 HTTP/1.1" status: 200 len: 205 time: 0.0443652 Aug 19 15:15:14.270484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42798) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.317731 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.332455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f8a0c8-a091-4643-86db-6be71e69827d']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:14.353947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde8fdb-f2d7-4e43-9616-0a695512d4be') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:14.354286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde8fdb-f2d7-4e43-9616-0a695512d4be') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:14.366666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.384111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.387715 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-cbf9d78d-2918-40cd-bb78-88fe2cd8035f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:14.389566 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cbf9d78d-2918-40cd-bb78-88fe2cd8035f tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/5b99c240-719f-4594-98e3-d0fd850d41a2 HTTP/1.1" status: 404 len: 336 time: 0.1178701 Aug 19 15:15:14.395432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:14.395432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:14.396645 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:14.399822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.441350 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-90679730-0ea2-4e42-95dd-8e010a5ba160 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:14.442195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90679730-0ea2-4e42-95dd-8e010a5ba160 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:14.445424 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90679730-0ea2-4e42-95dd-8e010a5ba160 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/64ee9d52-fbdc-4e68-9d74-daac254eb96a HTTP/1.1" status: 404 len: 337 time: 0.0452228 Aug 19 15:15:14.452915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42804) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.493216 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ccca7ad7-aefc-404e-90ce-fd3327f3bec4 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a HTTP/1.1" status: 200 len: 205 time: 0.0423322 Aug 19 15:15:14.495377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42806) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.548080 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-a6894ae5-7ce0-406a-93de-84c583a7d136 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] delete failed (client error): The resource could not be found. Aug 19 15:15:14.550822 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a6894ae5-7ce0-406a-93de-84c583a7d136 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/routers/2a8aa39c-dcdd-40cd-853f-ea8cd2d6ec7a HTTP/1.1" status: 404 len: 336 time: 0.0524945 Aug 19 15:15:14.554645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42808) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.585516 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-43529c49-6d12-4c7b-834b-55ed9be464e6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:14.586049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43529c49-6d12-4c7b-834b-55ed9be464e6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:14.590978 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43529c49-6d12-4c7b-834b-55ed9be464e6 tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/0ead8412-7cd7-42bb-a99a-fddfb6dcdb22 HTTP/1.1" status: 404 len: 337 time: 0.0322580 Aug 19 15:15:14.591583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42810) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.621443 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4547669b-e6ac-4255-838b-e3e24cb7f2ec tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:14.622030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4547669b-e6ac-4255-838b-e3e24cb7f2ec tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:14.624805 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4547669b-e6ac-4255-838b-e3e24cb7f2ec tempest-RoutersIpV6Test-1865141201 tempest-RoutersIpV6Test-1865141201-project] 10.222.0.13 "DELETE /v2.0/subnets/b45b2e76-3de4-4bbb-ac0d-534c5cd865b4 HTTP/1.1" status: 404 len: 337 time: 0.0324938 Aug 19 15:15:14.642101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.652128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.654277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/49f8a0c8-a091-4643-86db-6be71e69827d HTTP/1.1" status: 204 len: 168 time: 3.4258664 Aug 19 15:15:14.658791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42816) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:14.664157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891240561'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:14.676485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c04e7d-2d33-43ff-87d8-74b6e0bda255 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=49f8a0c8-a091-4643-86db-6be71e69827d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:14.749001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:14.752963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.783106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:14.795091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.795688 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment 8f440373-3512-420a-a132-16028928df7b of type vlan for network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 Aug 19 15:15:14.843512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.940668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:14.951589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:14.952357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.064915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=aa05be1f-f1c7-40a4-a1e2-7238b33edad7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:15.081548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:15.111698 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3dabe8a8-fafd-48e5-8de1-965a26e8df86 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4510090 Aug 19 15:15:15.114456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42828) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:15.121149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:15.260685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42832) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:15.303356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:15.308189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.445886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ae935f8c-5166-4819-bfdb-66c9d076999d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3abda0f52eb248efbee299cdaa58e4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836903 Aug 19 15:15:15.452038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:15.521802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d790b04-1b59-4a22-8d27-ed82e8a44891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.583949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d790b04-1b59-4a22-8d27-ed82e8a44891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.697754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.749450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d790b04-1b59-4a22-8d27-ed82e8a44891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.754039 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1d790b04-1b59-4a22-8d27-ed82e8a44891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:15.756341 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1d790b04-1b59-4a22-8d27-ed82e8a44891 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7a36f2a-63e0-43d7-9419-e67b1eb86a59 HTTP/1.1" status: 204 len: 168 time: 0.3029928 Aug 19 15:15:15.766269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790b04-1b59-4a22-8d27-ed82e8a44891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a36f2a-63e0-43d7-9419-e67b1eb86a59,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:15.768570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=6a3483b8-45c7-45ac-bdc8-3dd76eeabdaa,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:15.781552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': '8f440373-3512-420a-a132-16028928df7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:15.782349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: aa05be1f-f1c7-40a4-a1e2-7238b33edad7, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:16.083233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8671a00e-df4d-4e95-905c-1863a515ff4d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:16.087288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:16.111577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 8671a00e-df4d-4e95-905c-1863a515ff4d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:16.111906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8671a00e-df4d-4e95-905c-1863a515ff4d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:16.280449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, aa05be1f-f1c7-40a4-a1e2-7238b33edad7) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:16.286233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:16.288948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:16.292991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797764fe-216c-4d14-a106-f51d4e7614ef None None] Network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:16.489659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-aa05be1f-f1c7-40a4-a1e2-7238b33edad7', 'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': '6a3483b8-45c7-45ac-bdc8-3dd76eeabdaa'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:16.491019 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:16.668464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Allocated IP 2001:db8::1 (aa05be1f-f1c7-40a4-a1e2-7238b33edad7/6a3483b8-45c7-45ac-bdc8-3dd76eeabdaa/2197a6b5-5fe8-4897-a9bf-080e078cef40) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:16.726815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fb40d956-e8cf-4e0b-be14-e26d8616040d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6108835 Aug 19 15:15:16.763226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:16.869935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:16.879492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:16.880136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Transition to ACTIVE for port object 2197a6b5-5fe8-4897-a9bf-080e078cef40 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:16.897416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Transition to ACTIVE for port object 2197a6b5-5fe8-4897-a9bf-080e078cef40 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:16.937686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.145902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.363948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:17.367190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:17.372048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:17.384759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.394119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Pushing event updated for resources: {'Port': ['ID=2197a6b5-5fe8-4897-a9bf-080e078cef40,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:17.516333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Attempting to bind port 2197a6b5-5fe8-4897-a9bf-080e078cef40 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:17.516333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Attempting to bind port 2197a6b5-5fe8-4897-a9bf-080e078cef40 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '8f440373-3512-420a-a132-16028928df7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:17.516333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Attempting to bind port 2197a6b5-5fe8-4897-a9bf-080e078cef40 on network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:17.526205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:17.526587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Checking segment: {'id': '8f440373-3512-420a-a132-16028928df7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:17.527000 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.527399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Bound using segment: {'id': '8f440373-3512-420a-a132-16028928df7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:17.528542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Bound port: 2197a6b5-5fe8-4897-a9bf-080e078cef40, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f440373-3512-420a-a132-16028928df7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:17.528939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.543276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3483b8-45c7-45ac-bdc8-3dd76eeabdaa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:17.687433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.706707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] For port 2197a6b5-5fe8-4897-a9bf-080e078cef40, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:17.708201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa05be1f-f1c7-40a4-a1e2-7238b33edad7']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:17.710868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] For port 2197a6b5-5fe8-4897-a9bf-080e078cef40, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2197a6b5-5fe8-4897-a9bf-080e078cef40,segment=NetworkSegment(8f440373-3512-420a-a132-16028928df7b),segment_id=8f440373-3512-420a-a132-16028928df7b)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:17.729096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f440373-3512-420a-a132-16028928df7b') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:17.730959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f440373-3512-420a-a132-16028928df7b') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:17.744248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.828550 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.830078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.839327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:17.840038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:17.844247 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:17.915093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de63608-9429-491a-ad99-a8f43456604d req-8e2b91ae-5e8b-4f6c-a5c8-d88b181eafe0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:17.927503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3de63608-9429-491a-ad99-a8f43456604d req-8e2b91ae-5e8b-4f6c-a5c8-d88b181eafe0 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0836220 Aug 19 15:15:17.965376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b40ec6-3dc9-436b-9060-6269423f5fd9 None None] Pushing event updated for resources: {'Port': ['ID=2197a6b5-5fe8-4897-a9bf-080e078cef40,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:17.988652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c13e8-d6d3-4951-a762-94b9bb4803dc None None] Network aa05be1f-f1c7-40a4-a1e2-7238b33edad7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:17.997459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3de63608-9429-491a-ad99-a8f43456604d req-47483036-a2d5-4de3-8499-5351d787e85d tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657132 Aug 19 15:15:18.029828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:15:18.029828 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:15:18.029828 n-d-779913-32 neutron-server[101962]: [parameters: {'id': 'aa05be1f-f1c7-40a4-a1e2-7238b33edad7'}] Aug 19 15:15:18.029828 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:15:18.031014 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:15:18.138897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5fbd06-1cf3-4be9-b96a-57e423244440 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:15:18.314332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5fbd06-1cf3-4be9-b96a-57e423244440 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:15:18.533752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:18.612895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port 2197a6b5-5fe8-4897-a9bf-080e078cef40 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:18.618354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:18.728390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port 2197a6b5-5fe8-4897-a9bf-080e078cef40, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2197a6b5-5fe8-4897-a9bf-080e078cef40,segment=NetworkSegment(8f440373-3512-420a-a132-16028928df7b),segment_id=8f440373-3512-420a-a132-16028928df7b)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:18.728755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:18.743208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for 2197a6b5-5fe8-4897-a9bf-080e078cef40 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:18.991815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.026953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=2197a6b5-5fe8-4897-a9bf-080e078cef40,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:19.036439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port 2197a6b5-5fe8-4897-a9bf-080e078cef40 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:19.145963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.159804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa05be1f-f1c7-40a4-a1e2-7238b33edad7']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:19.188980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1e2a8-54aa-4d03-a517-bca07ca3564e req-70d87ea6-b293-4e34-95c0-5c4df7f56d81 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:19.191582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10e1e2a8-54aa-4d03-a517-bca07ca3564e req-70d87ea6-b293-4e34-95c0-5c4df7f56d81 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0998521 Aug 19 15:15:19.227839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-084d1157-2e17-4acf-bdde-25a50b61aa4f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:19.229492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-084d1157-2e17-4acf-bdde-25a50b61aa4f tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 947 time: 0.0905023 Aug 19 15:15:19.308239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10e1e2a8-54aa-4d03-a517-bca07ca3564e req-c8a54eff-11a9-400b-b703-bdd24cbb33bb tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103246 Aug 19 15:15:19.403755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Deleting port 959d36f9-8b70-4b9f-a81f-8484f78db5df {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:19.404226 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.472392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f440373-3512-420a-a132-16028928df7b') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:19.472766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f440373-3512-420a-a132-16028928df7b') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:19.483840 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.505738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.516887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:19.517646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:19.523064 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:19.540483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] For port 959d36f9-8b70-4b9f-a81f-8484f78db5df, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=959d36f9-8b70-4b9f-a81f-8484f78db5df,segment=NetworkSegment(68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee),segment_id=68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:19.541048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.562082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Calling delete_port for 959d36f9-8b70-4b9f-a81f-8484f78db5df owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:19.704106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.745734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.750284 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/aa05be1f-f1c7-40a4-a1e2-7238b33edad7 HTTP/1.1" status: 204 len: 168 time: 2.9855034 Aug 19 15:15:19.754768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415a52b-e1dc-4f7a-94f5-d79ab8c89cd5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=aa05be1f-f1c7-40a4-a1e2-7238b33edad7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:19.759845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42952) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:19.777338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1771366436'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:19.916850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:19.921235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.959372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:19.976800 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:19.977317 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment d4a31365-e6fd-410c-a783-84207d3f7678 of type vlan for network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b Aug 19 15:15:20.031005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:20.194753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:20.201655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:20.202333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:20.253688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:20.297707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=97cf0c21-5e9f-4375-ba10-18b33ef57c6b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:20.301990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Pushing event deleted for resources: {'Port': ['ID=959d36f9-8b70-4b9f-a81f-8484f78db5df,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:20.316989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:20.354837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] No DVR routers for this DVR port 959d36f9-8b70-4b9f-a81f-8484f78db5df on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:20.357709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:20.360056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbeb901e-468d-48c2-951e-7aa9e895ff93 req-a3d62201-c400-4ab3-8f89-7946e19b2aa3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.46 "DELETE /v2.0/ports/959d36f9-8b70-4b9f-a81f-8484f78db5df HTTP/1.1" status: 204 len: 173 time: 1.1226594 Aug 19 15:15:20.360519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-deleted', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:15:20.362884 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec0065-69c9-443b-8d38-231bd395edd3" -d '{"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-deleted", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:15:20.373817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1eb5e6ef-12bb-4693-ab42-51a0120cdacb tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6117046 Aug 19 15:15:20.376912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:20.382775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:20.467484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b4e4e82-dbfe-4690-9c5d-bd832ec1eed5 req-3a34f1c4-859e-4f96-892d-1da5a7dbf6b3 tempest-ServersNegativeTestJSON-1074052639 tempest-ServersNegativeTestJSON-1074052639-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a682231-a503-4112-b641-e66f7c6c5bfa HTTP/1.1" status: 200 len: 210 time: 0.0375686 Aug 19 15:15:20.528408 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1ef51-eaeb-47c2-affe-e966317aed62 x-openstack-request-id: req-e2b1ef51-eaeb-47c2-affe-e966317aed62 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:15:20.528602 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a682231-a503-4112-b641-e66f7c6c5bfa", "name": "network-vif-deleted", "tag": "959d36f9-8b70-4b9f-a81f-8484f78db5df", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:15:20.529259 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b1ef51-eaeb-47c2-affe-e966317aed62 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:15:20.530064 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a682231-a503-4112-b641-e66f7c6c5bfa', 'name': 'network-vif-deleted', 'tag': '959d36f9-8b70-4b9f-a81f-8484f78db5df', 'status': 'completed', 'code': 200} Aug 19 15:15:20.654528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:20.659132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.025969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.091846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=80cef336-0569-45c4-ab5d-ee099dc1cd2d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:21.104180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': 'd4a31365-e6fd-410c-a783-84207d3f7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:21.104549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: 97cf0c21-5e9f-4375-ba10-18b33ef57c6b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:21.237868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:21.434666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 97cf0c21-5e9f-4375-ba10-18b33ef57c6b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:21.440979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:21.442534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.447646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a98a7-18ec-4690-ad14-16f76f85a385 None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:21.565141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42982) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:21.615365 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4fbd9ace-4886-4e44-a5af-e740fd1ee89e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2370794 Aug 19 15:15:21.619363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:21.624371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:21.684916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-97cf0c21-5e9f-4375-ba10-18b33ef57c6b', 'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': '80cef336-0569-45c4-ab5d-ee099dc1cd2d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:21.686536 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.730009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Deleting subnet bedef86b-db76-4f01-a2c1-f743cc893ffa {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:21.737178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.812086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.858311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Allocated IP 2001:db8::2 (97cf0c21-5e9f-4375-ba10-18b33ef57c6b/80cef336-0569-45c4-ab5d-ee099dc1cd2d/92ec49ad-1ff7-461e-9cca-fe61e25bbabe) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:21.925889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:21.975862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:22.007837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 959d36f9-8b70-4b9f-a81f-8484f78db5df {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:22.008410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 959d36f9-8b70-4b9f-a81f-8484f78db5df not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:22.118391 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.137969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:22.143156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.315554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Transition to ACTIVE for port object 92ec49ad-1ff7-461e-9cca-fe61e25bbabe will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:22.322231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.335207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Transition to ACTIVE for port object 92ec49ad-1ff7-461e-9cca-fe61e25bbabe will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:22.383062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedef86b-db76-4f01-a2c1-f743cc893ffa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:22.397998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.398242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ebf50f93-beca-4e70-b853-27e18044d2a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bedef86b-db76-4f01-a2c1-f743cc893ffa HTTP/1.1" status: 204 len: 168 time: 0.8320501 Aug 19 15:15:22.401075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43002) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:22.480873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.532790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.565296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.577568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7050b768-5ec7-45d9-846d-9ed389b349a4']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:22.578165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:22.584198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:22.591354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:22.595788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Pushing event updated for resources: {'Port': ['ID=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:22.597070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:22.597425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b33bf2-f4d1-4f91-b9ef-6cc153eca4ee') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:22.611262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.630525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.637984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:22.638407 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:22.640382 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:22.660676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.668060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Attempting to bind port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:22.668060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Attempting to bind port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd4a31365-e6fd-410c-a783-84207d3f7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:22.668060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Attempting to bind port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe on network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:22.671756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:22.672234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Checking segment: {'id': 'd4a31365-e6fd-410c-a783-84207d3f7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:22.673455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.673950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Bound using segment: {'id': 'd4a31365-e6fd-410c-a783-84207d3f7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:22.674446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Bound port: 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a31365-e6fd-410c-a783-84207d3f7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:22.674887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.724197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:22.729838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:22.734625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:22.735369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.746162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=f9a512ac-1051-4704-be00-1fea2ac36677,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:22.761429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] For port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:22.764837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] For port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,segment=NetworkSegment(d4a31365-e6fd-410c-a783-84207d3f7678),segment_id=d4a31365-e6fd-410c-a783-84207d3f7678)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:23.052078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.118252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19e63e-0209-4f6a-9ffb-9af1f3d50623 None None] Pushing event updated for resources: {'Port': ['ID=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:23.129670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fd4010f-58cd-4952-87e3-1559914e7653 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5094008 Aug 19 15:15:23.132211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:23.206450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92e01-6494-42a9-a195-d80d9977a2c5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.208346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92e01-6494-42a9-a195-d80d9977a2c5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.210046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92e01-6494-42a9-a195-d80d9977a2c5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.211738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92e01-6494-42a9-a195-d80d9977a2c5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.213310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92e01-6494-42a9-a195-d80d9977a2c5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.215140 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ae92e01-6494-42a9-a195-d80d9977a2c5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0817351 Aug 19 15:15:23.220455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43022) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:23.225879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078855741'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:23.310593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.322149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.330558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7050b768-5ec7-45d9-846d-9ed389b349a4 HTTP/1.1" status: 204 len: 168 time: 0.9272387 Aug 19 15:15:23.352562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d24fae-b0fa-4621-8bd6-3b29c1edb6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7050b768-5ec7-45d9-846d-9ed389b349a4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:23.394504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:23.398472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment 3f455937-7305-410f-a9bc-172629a37e83 of type vlan for network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.691377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:23.754666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=dea4b81e-dfc7-4bfd-82fd-61ebe3860c27,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:23.769892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:24.063126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43044) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:24.064390 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e5baeb9-25ee-444d-9ecd-ed52a93ca707 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8384700 Aug 19 15:15:24.068863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:24.184372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035cedc-8e9d-4608-b446-19fa1de8f958 None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:24.198978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43048) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:24.222963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92ec49ad-1ff7-461e-9cca-fe61e25bbabe up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:24.301995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b04042a1-7da2-4753-8475-8be747c88d12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a114ab95c1a48d88a81f9ad9fad8c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011078 Aug 19 15:15:24.306358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43052) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:24.367431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.403400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c238242a-430b-4525-a827-df5c9fc409ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.434717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c238242a-430b-4525-a827-df5c9fc409ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.524470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c1aff8db-51db-411b-b45d-ec9731213d87 None None] Provisioning for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:24.548722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Update dhcp port {'port': {'network_id': '97cf0c21-5e9f-4375-ba10-18b33ef57c6b', 'fixed_ips': [{'subnet_id': '80cef336-0569-45c4-ab5d-ee099dc1cd2d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9a512ac-1051-4704-be00-1fea2ac36677'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '92ec49ad-1ff7-461e-9cca-fe61e25bbabe'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:15:24.584449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.602045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.603035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2e58192e-2f6d-4900-9408-0de373113321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.605662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:24.612959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:24.613362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.615391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 is not hosted by any dhcp agent {{(pid=101963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:15:24.621460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:24.622422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.623978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "PUT /v2.0/networks/dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 HTTP/1.1" status: 200 len: 723 time: 0.5598173 Aug 19 15:15:24.627720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:24.637949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:24.691437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137c50-2d34-4fd1-822c-d106a8b63ae3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=dea4b81e-dfc7-4bfd-82fd-61ebe3860c27,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:24.702443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c238242a-430b-4525-a827-df5c9fc409ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.706047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c238242a-430b-4525-a827-df5c9fc409ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.707385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c238242a-430b-4525-a827-df5c9fc409ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2dc7017-398c-4e8e-b73e-62cc54c4dd5b HTTP/1.1" status: 204 len: 168 time: 0.3997898 Aug 19 15:15:24.723522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238242a-430b-4525-a827-df5c9fc409ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc7017-398c-4e8e-b73e-62cc54c4dd5b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:24.741966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:24.915193 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:24.954759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,segment=NetworkSegment(d4a31365-e6fd-410c-a783-84207d3f7678),segment_id=d4a31365-e6fd-410c-a783-84207d3f7678)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:25.014603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Allocated IP 172.20.0.1 (97cf0c21-5e9f-4375-ba10-18b33ef57c6b/f9a512ac-1051-4704-be00-1fea2ac36677/92ec49ad-1ff7-461e-9cca-fe61e25bbabe) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:25.084372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:25.086683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.090132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.210973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:25.277163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] For port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,segment=NetworkSegment(d4a31365-e6fd-410c-a783-84207d3f7678),segment_id=d4a31365-e6fd-410c-a783-84207d3f7678)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:25.327996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.345425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Transition to ACTIVE for port object 92ec49ad-1ff7-461e-9cca-fe61e25bbabe will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:25.403241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.483152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=d44824d3-8ef8-4095-be3f-9f1ea6af93f0,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:25.489139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': '3f455937-7305-410f-a9bc-172629a37e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:25.489523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: dea4b81e-dfc7-4bfd-82fd-61ebe3860c27, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:25.506615 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.507339 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.607002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56c86c-be66-4ad5-999e-dd07900017db None None] Pushing event updated for resources: {'Port': ['ID=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:25.723631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:25.891994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, dea4b81e-dfc7-4bfd-82fd-61ebe3860c27) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:25.898821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:25.900202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:25.915653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b60ce1-cbd5-4097-bf31-53bbe055d905 None None] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:26.081044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9f12152a-baa2-4b80-ae2b-9136b194951a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4520664 Aug 19 15:15:26.083768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43090) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:26.090625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:26.097258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-dea4b81e-dfc7-4bfd-82fd-61ebe3860c27', 'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': 'd44824d3-8ef8-4095-be3f-9f1ea6af93f0'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:26.098188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:26.232389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92ec49ad-1ff7-461e-9cca-fe61e25bbabe up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:26.260869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2cac3f-aa63-4c91-be12-c6b4b6b69587 None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:26.266440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-259157179'] for subnet, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:26.544149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747640898151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-259150414'] for subnet, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:26.608063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:26.608923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:26.611558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "PUT /v2.0/subnets/d44824d3-8ef8-4095-be3f-9f1ea6af93f0 HTTP/1.1" status: 200 len: 826 time: 0.5264900 Aug 19 15:15:26.615941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43110) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:26.643028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-65242278-234c-41c6-9692-a72f7d3a7056 None None] Provisioning for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:26.679831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-65242278-234c-41c6-9692-a72f7d3a7056 None None] Provisioning complete for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:26.680286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65242278-234c-41c6-9692-a72f7d3a7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:26.705503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af52bbd-ddaa-4fed-a952-3adc802c5d3d tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=d44824d3-8ef8-4095-be3f-9f1ea6af93f0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:26.725529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:26.775627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Allocated IP 2001:db8::2 (dea4b81e-dfc7-4bfd-82fd-61ebe3860c27/d44824d3-8ef8-4095-be3f-9f1ea6af93f0/bb6845d7-918d-46b4-8a8f-fcd44ad0a80c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:26.822965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:26.941886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.006943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.024027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Transition to ACTIVE for port object bb6845d7-918d-46b4-8a8f-fcd44ad0a80c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:27.049924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Transition to ACTIVE for port object bb6845d7-918d-46b4-8a8f-fcd44ad0a80c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:27.124021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-688449478-network', 'tenant_id': 'b119a54a56644f20af9419296826f55c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:27.171341 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.217257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:27.223415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:27.227645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:27.247565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Pushing event updated for resources: {'Port': ['ID=bb6845d7-918d-46b4-8a8f-fcd44ad0a80c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:27.285741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Made reservation on behalf of b119a54a56644f20af9419296826f55c for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:27.288313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.301901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.310204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Attempting to bind port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:27.310704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Attempting to bind port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3f455937-7305-410f-a9bc-172629a37e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:27.311066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Attempting to bind port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c on network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:27.311898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.317819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:27.318196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Checking segment: {'id': '3f455937-7305-410f-a9bc-172629a37e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:27.318606 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.319436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Bound using segment: {'id': '3f455937-7305-410f-a9bc-172629a37e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:27.319710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Bound port: bb6845d7-918d-46b4-8a8f-fcd44ad0a80c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f455937-7305-410f-a9bc-172629a37e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:27.320749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.359198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=d44824d3-8ef8-4095-be3f-9f1ea6af93f0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:27.371282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4101eb78-a411-43a6-80a3-113ce3532b82 None None] Provisioning complete for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:27.371662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4101eb78-a411-43a6-80a3-113ce3532b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.378152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.444728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] For port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:27.448353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] For port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bb6845d7-918d-46b4-8a8f-fcd44ad0a80c,segment=NetworkSegment(3f455937-7305-410f-a9bc-172629a37e83),segment_id=3f455937-7305-410f-a9bc-172629a37e83)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:27.483496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.505675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea4b81e-dfc7-4bfd-82fd-61ebe3860c27']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:27.522957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f455937-7305-410f-a9bc-172629a37e83') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:27.523350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f455937-7305-410f-a9bc-172629a37e83') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:27.528825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.538834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.561515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.573624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:27.573793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:27.577151 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:27.639633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52c3e-b5a4-4feb-b3e6-b1a6beb2fac2 None None] Pushing event updated for resources: {'Port': ['ID=bb6845d7-918d-46b4-8a8f-fcd44ad0a80c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:27.666283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db8d19-a1a4-4ee8-aad3-64603d2307f6 None None] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:27.693237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.720077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:15:27.720077 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:15:27.720077 n-d-779913-32 neutron-server[101962]: [parameters: {'id': 'dea4b81e-dfc7-4bfd-82fd-61ebe3860c27'}] Aug 19 15:15:27.720077 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:15:27.720077 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:15:27.773613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.800706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:27.813749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cbf700-70d6-4dc2-ac76-b51c0dbf9056,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:27.814336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-112d6d61-439f-4186-ae71-0f5ce65ca10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.818581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a12543-79c0-485e-b00e-9f31aa652c3f None None] Network dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:27.828198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.828585 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Added segment ad28d8c9-d1e2-400f-a028-210201f39ef9 of type vlan for network b5d7f7f3-df3b-49f1-8246-80932f6c669a Aug 19 15:15:27.872919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.967964 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.968899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:27.970752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:27.978229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44bb02-de89-4d08-8c64-b302610bd6d2 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:15:28.133347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d7f7f3-df3b-49f1-8246-80932f6c669a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:28.158296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:28.212788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.229941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4cf8ca51-fa42-4063-9c76-d239fbc147e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5025175 Aug 19 15:15:28.232576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43138) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:28.247232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Request body: {'subnet': {'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-subnet', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:28.283692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44bb02-de89-4d08-8c64-b302610bd6d2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:15:28.316531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:28.316947 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.404385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bb6845d7-918d-46b4-8a8f-fcd44ad0a80c,segment=NetworkSegment(3f455937-7305-410f-a9bc-172629a37e83),segment_id=3f455937-7305-410f-a9bc-172629a37e83)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:28.404755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.408553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Made reservation on behalf of b119a54a56644f20af9419296826f55c for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:28.412292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.420965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for bb6845d7-918d-46b4-8a8f-fcd44ad0a80c owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:28.646032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.664319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port bb6845d7-918d-46b4-8a8f-fcd44ad0a80c on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:28.718739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=bb6845d7-918d-46b4-8a8f-fcd44ad0a80c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:28.745365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.812430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.825620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84e762a-3a5d-4672-b319-d596c057b5a2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:28.829630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea4b81e-dfc7-4bfd-82fd-61ebe3860c27']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:28.832283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Checking segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:28.832656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Network hostable DHCP agents. Network: b5d7f7f3-df3b-49f1-8246-80932f6c669a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:28.841477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f455937-7305-410f-a9bc-172629a37e83') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:28.841784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f455937-7305-410f-a9bc-172629a37e83') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:28.856239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.875595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.881873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:28.882387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:28.885671 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:28.973685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:29.054324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.059000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.061271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 HTTP/1.1" status: 204 len: 168 time: 2.4428723 Aug 19 15:15:29.063757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43166) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:29.078325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eb85c-400d-4d07-9d38-2504994f0457 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=dea4b81e-dfc7-4bfd-82fd-61ebe3860c27,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:29.086160 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0267c83e-1779-44df-8568-149e7d98f0af tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:29.086785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0267c83e-1779-44df-8568-149e7d98f0af tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:29.088552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0267c83e-1779-44df-8568-149e7d98f0af tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 HTTP/1.1" status: 404 len: 339 time: 0.0237706 Aug 19 15:15:29.089491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b5d7f7f3-df3b-49f1-8246-80932f6c669a) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:29.092501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43168) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:29.100826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1214265987', 'description': 'd1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:29.101062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb7c030-073e-480f-80ac-6282625dd091 None None] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:29.106131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:29.106833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.262069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:29.263486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.266864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:29.271363 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.296180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:29.306231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.306631 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment 7602a5ab-8f6b-48f0-a9df-0837f47950fa of type vlan for network aeef5c46-4961-4d26-894f-85f712eab5c8 Aug 19 15:15:29.348713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f1da585f-15f2-40c4-9974-449f531ed7f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1142385 Aug 19 15:15:29.352667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.353641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43174) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:29.361242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:29.420847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Allocated IP 172.20.0.2 (b5d7f7f3-df3b-49f1-8246-80932f6c669a/e84e762a-3a5d-4672-b319-d596c057b5a2/937d0260-e950-4778-ae27-7526894e2cac) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:29.511079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.511453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.512632 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.519448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:29.520424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.583480 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.584846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.593928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Transition to ACTIVE for port object 937d0260-e950-4778-ae27-7526894e2cac will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:29.599992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=aeef5c46-4961-4d26-894f-85f712eab5c8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:29.614415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network aeef5c46-4961-4d26-894f-85f712eab5c8 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:29.633783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Transition to ACTIVE for port object 937d0260-e950-4778-ae27-7526894e2cac will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:29.667862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.675231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8692edd8-bdfd-4c65-81fb-21e0e3e5bf8f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5779030 Aug 19 15:15:29.675580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43186) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:29.732170 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.787472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beca4bf-a66f-4f01-8923-f2b3e180928e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:29.789100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3beca4bf-a66f-4f01-8923-f2b3e180928e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks?id=aeef5c46-4961-4d26-894f-85f712eab5c8 HTTP/1.1" status: 200 len: 765 time: 0.1124294 Aug 19 15:15:29.791846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43192) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:29.798949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'description': 'd2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:29.838100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.843722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:29.847823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:29.853230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:29.914263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Pushing event updated for resources: {'Port': ['ID=937d0260-e950-4778-ae27-7526894e2cac,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:29.927867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Attempting to bind port 937d0260-e950-4778-ae27-7526894e2cac on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:29.928451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Attempting to bind port 937d0260-e950-4778-ae27-7526894e2cac by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:29.929010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Attempting to bind port 937d0260-e950-4778-ae27-7526894e2cac on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:29.936309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:29.936864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Checking segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:29.937472 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:29.939861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Bound using segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:29.939861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Bound port: 937d0260-e950-4778-ae27-7526894e2cac, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:29.939861 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.015803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] For port 937d0260-e950-4778-ae27-7526894e2cac, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:30.020293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] For port 937d0260-e950-4778-ae27-7526894e2cac, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=937d0260-e950-4778-ae27-7526894e2cac,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:30.022763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.083569 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.160093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c886-53ce-40d2-af1a-44a53e708934 None None] Pushing event updated for resources: {'Port': ['ID=937d0260-e950-4778-ae27-7526894e2cac,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:30.163036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.203951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.217411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network aeef5c46-4961-4d26-894f-85f712eab5c8 is not hosted by any dhcp agent {{(pid=101963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:15:30.229265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.238544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:30.243272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.245030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "PUT /v2.0/networks/aeef5c46-4961-4d26-894f-85f712eab5c8 HTTP/1.1" status: 200 len: 762 time: 0.4519582 Aug 19 15:15:30.248737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43200) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:30.276357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d84da-01e7-4632-ae0f-d25414e1553c tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=aeef5c46-4961-4d26-894f-85f712eab5c8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:30.293152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network aeef5c46-4961-4d26-894f-85f712eab5c8 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:30.439938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Allocated IP 172.25.5.241 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/26dc990b-e2ca-40fb-86de-916153407f4b) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:30.502061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f773e1-58ab-4128-b4c8-7d8e77ae3726 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:30.504031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a7f773e1-58ab-4128-b4c8-7d8e77ae3726 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks?id=aeef5c46-4961-4d26-894f-85f712eab5c8 HTTP/1.1" status: 200 len: 765 time: 0.2285440 Aug 19 15:15:30.511369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43204) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:30.621758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.746868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf429d50-2f8e-4765-9e6f-edfa92118d90 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:30.748478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf429d50-2f8e-4765-9e6f-edfa92118d90 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2358098 Aug 19 15:15:30.752015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43206) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:30.756812 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.785494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:30.791637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-489d8695-54dc-45fb-b9c1-872af1fa5947 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 207 time: 0.0384398 Aug 19 15:15:30.796469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43208) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:31.257596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Pushing event updated for resources: {'Port': ['ID=26dc990b-e2ca-40fb-86de-916153407f4b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:31.276119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:31.330896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:31.340791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:31.372973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c77f4-792c-4a52-9ead-1bb934493f0a None None] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:31.528970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.535282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.541372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.547287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.553750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.556083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-16d12168-c695-4720-bb99-8b247e599559 None None] Provisioning for port 937d0260-e950-4778-ae27-7526894e2cac completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:31.559828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.561818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a76f154-2499-46a0-a2c4-2e8eb366f23f tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.7643511 Aug 19 15:15:31.566926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43232) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:31.762725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-94d90b9b-7611-4f7d-abbf-6d79c6f5f086 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1940062 Aug 19 15:15:31.766279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43240) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:31.830908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7388-2371-4ce8-b2f5-e26c212c57c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.832938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7388-2371-4ce8-b2f5-e26c212c57c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.835937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7388-2371-4ce8-b2f5-e26c212c57c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.837702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7388-2371-4ce8-b2f5-e26c212c57c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.844595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7388-2371-4ce8-b2f5-e26c212c57c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.848277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d01a7388-2371-4ce8-b2f5-e26c212c57c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0807860 Aug 19 15:15:31.852230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43242) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:31.935822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7469af-19fe-4c35-ba87-9a645e929676 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.946288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7469af-19fe-4c35-ba87-9a645e929676 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.948462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7469af-19fe-4c35-ba87-9a645e929676 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.950816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:31.951089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7469af-19fe-4c35-ba87-9a645e929676 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.952698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7469af-19fe-4c35-ba87-9a645e929676 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:31.959322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d7469af-19fe-4c35-ba87-9a645e929676 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1058822 Aug 19 15:15:31.960251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43246) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:32.095494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f77e3-4c67-42a9-b754-48414a5485e7 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:32.098243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b51f77e3-4c67-42a9-b754-48414a5485e7 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks/444c8894-3041-4b28-b593-aa2b807e215f HTTP/1.1" status: 200 len: 804 time: 0.1366551 Aug 19 15:15:32.101976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43252) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:32.254203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.279549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 937d0260-e950-4778-ae27-7526894e2cac up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:32.309090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1e8b953-b7d6-4c0b-adf7-c89698248c39 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/networks/444c8894-3041-4b28-b593-aa2b807e215f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2024450 Aug 19 15:15:32.309656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43256) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:32.443162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 937d0260-e950-4778-ae27-7526894e2cac completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:32.448953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 937d0260-e950-4778-ae27-7526894e2cac triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:32.449384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.454654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2139e01e-24ef-4df5-9847-f76720ea1643 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:32.459628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2139e01e-24ef-4df5-9847-f76720ea1643 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/subnets/d3133c64-6e58-49e5-91d9-f89d3d6e659a HTTP/1.1" status: 200 len: 843 time: 0.1449027 Aug 19 15:15:32.460324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43266) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:32.568281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.588495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51c320-4e4f-42e8-9bb5-8440fb084213 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:32.590130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0b51c320-4e4f-42e8-9bb5-8440fb084213 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "GET /v2.0/subnets/d3133c64-6e58-49e5-91d9-f89d3d6e659a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1283853 Aug 19 15:15:32.598810 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43270) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:32.604135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-988975068'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:32.611432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 937d0260-e950-4778-ae27-7526894e2cac, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=937d0260-e950-4778-ae27-7526894e2cac,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:32.663040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:15:32.733810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.783863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:32.789260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.805976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:32.829666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:32.834372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:15:32.840251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=937d0260-e950-4778-ae27-7526894e2cac,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:32.845437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.847119 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Added segment cee492b3-f8d3-4063-bb44-5ba1338478b4 of type vlan for network 205a49e4-cdd6-497b-9531-adac3e997767 Aug 19 15:15:32.857426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:32.858655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:15:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:32.896204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.964335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:32.967725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-554d6f51-831e-45d2-b9e1-e4f29989753f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6111448 Aug 19 15:15:32.971225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43276) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:32.976833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:33.025364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.033639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:33.034381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.179833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5768659 Aug 19 15:15:33.180470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43280) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:33.185892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'network_id': '205a49e4-cdd6-497b-9531-adac3e997767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:33.254387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:31Z', 'revision_number': 3, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:33.287598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b825a-20ff-49f3-a2b5-3fe396e37c76 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Network': ['ID=205a49e4-cdd6-497b-9531-adac3e997767,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:33.310742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 205a49e4-cdd6-497b-9531-adac3e997767 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:15:33.356013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:33.358945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Updating router 655cf003-24ce-4faa-817e-4434f0d07bd7 port 26dc990b-e2ca-40fb-86de-916153407f4b binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:15:33.472376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.498794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Made reservation on behalf of f302ac008bf24a8fa4873692f5be2ac7 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:33.501941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.631493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing IP validity checks on allocation pools {{(pid=101962) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:15:33.631972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101962) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:15:33.837775 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.838904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.854465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Transition to ACTIVE for port object 26dc990b-e2ca-40fb-86de-916153407f4b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:33.882744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:33.998218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=95b820c9-9d00-4d09-b7c8-41bd400acc0d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:33.999583 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.036263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Checking segment: {'id': 'cee492b3-f8d3-4063-bb44-5ba1338478b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '205a49e4-cdd6-497b-9531-adac3e997767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:34.037047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network hostable DHCP agents. Network: 205a49e4-cdd6-497b-9531-adac3e997767, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:15:34.080618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0c1d3-ac22-4c25-9110-561e5cdacd1e None None] Pushing event updated for resources: {'Port': ['ID=26dc990b-e2ca-40fb-86de-916153407f4b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:34.083201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Attempting to bind port 26dc990b-e2ca-40fb-86de-916153407f4b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:34.083575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Attempting to bind port 26dc990b-e2ca-40fb-86de-916153407f4b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:34.083939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Attempting to bind port 26dc990b-e2ca-40fb-86de-916153407f4b on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:34.091442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:34.091692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:34.092335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.092499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:34.092983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Bound port: 26dc990b-e2ca-40fb-86de-916153407f4b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:34.093396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.151927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Network 205a49e4-cdd6-497b-9531-adac3e997767 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:15:34.201184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] For port 26dc990b-e2ca-40fb-86de-916153407f4b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:34.207959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] For port 26dc990b-e2ca-40fb-86de-916153407f4b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=26dc990b-e2ca-40fb-86de-916153407f4b,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:34.238927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 937d0260-e950-4778-ae27-7526894e2cac up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:34.274777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 205a49e4-cdd6-497b-9531-adac3e997767) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:34.280633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:34.281538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.298771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ceacd9-00b8-44de-bcd4-c026b98ddc16 None None] Network 205a49e4-cdd6-497b-9531-adac3e997767 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:34.301697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Allocated IP 172.20.0.1 (b5d7f7f3-df3b-49f1-8246-80932f6c669a/e84e762a-3a5d-4672-b319-d596c057b5a2/93a6a234-de54-4155-8836-6fa2d62dfcd8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:34.331655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.426224 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-15866765-fa26-49a8-ab2a-0df0e810655e tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2444561 Aug 19 15:15:34.428163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43302) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:34.445440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:34.485250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.515074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Transition to ACTIVE for port object 93a6a234-de54-4155-8836-6fa2d62dfcd8 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:34.623875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-259157179'] for subnet, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.652526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.668454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:34.671287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:15:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:34.743536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0c1d3-ac22-4c25-9110-561e5cdacd1e None None] Pushing event updated for resources: {'Port': ['ID=26dc990b-e2ca-40fb-86de-916153407f4b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:34.750085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 937d0260-e950-4778-ae27-7526894e2cac triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:34.750633 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.759033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:34.764527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:34.780433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:34.867527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Pushing event updated for resources: {'Port': ['ID=93a6a234-de54-4155-8836-6fa2d62dfcd8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:34.902084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.952136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:35.044258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-205a49e4-cdd6-497b-9531-adac3e997767', 'network_id': '205a49e4-cdd6-497b-9531-adac3e997767', 'tenant_id': 'f302ac008bf24a8fa4873692f5be2ac7', 'fixed_ips': [{'subnet_id': '95b820c9-9d00-4d09-b7c8-41bd400acc0d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:15:35.045944 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.164610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747640898151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-259150414'] for subnet, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.210626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.220672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:35.222268 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.228150 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "PUT /v2.0/subnets/95b820c9-9d00-4d09-b7c8-41bd400acc0d HTTP/1.1" status: 200 len: 900 time: 0.7951069 Aug 19 15:15:35.229180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43316) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:35.260664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93ace0-beaa-41ee-9524-1947546c32c6 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event updated for resources: {'Subnet': ['ID=95b820c9-9d00-4d09-b7c8-41bd400acc0d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:35.343217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e35dfdca-b53f-4d2c-95c0-ad245e72881f None None] Provisioning for port 93a6a234-de54-4155-8836-6fa2d62dfcd8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:35.370833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e35dfdca-b53f-4d2c-95c0-ad245e72881f None None] Provisioning complete for port 93a6a234-de54-4155-8836-6fa2d62dfcd8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:35.371217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e35dfdca-b53f-4d2c-95c0-ad245e72881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.432313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Allocated IP 2001:db8::3 (205a49e4-cdd6-497b-9531-adac3e997767/95b820c9-9d00-4d09-b7c8-41bd400acc0d/a0f6d443-daea-461e-982f-353d647d4027) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:35.457766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e35dfdca-b53f-4d2c-95c0-ad245e72881f None None] Port 93a6a234-de54-4155-8836-6fa2d62dfcd8 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:15:35.510852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.539341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:31Z', 'revision_number': 3, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:35.574903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a828a3b-fad6-4a60-b201-1610b3c8b01d None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:31Z', 'revision_number': 3, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:35.607127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.625952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.694101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.708169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.723585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Transition to ACTIVE for port object a0f6d443-daea-461e-982f-353d647d4027 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:35.741603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Transition to ACTIVE for port object a0f6d443-daea-461e-982f-353d647d4027 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:35.781616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.784545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Pushing event updated for resources: {'Port': ['ID=93a6a234-de54-4155-8836-6fa2d62dfcd8,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:35.930295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:35.932314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:35.975177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.054944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Network 205a49e4-cdd6-497b-9531-adac3e997767 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:36.060007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:36.065705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:36.077220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Pushing event updated for resources: {'Port': ['ID=a0f6d443-daea-461e-982f-353d647d4027,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:36.155409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.257354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Attempting to bind port a0f6d443-daea-461e-982f-353d647d4027 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:36.257924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Attempting to bind port a0f6d443-daea-461e-982f-353d647d4027 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'cee492b3-f8d3-4063-bb44-5ba1338478b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '205a49e4-cdd6-497b-9531-adac3e997767'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:36.258391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Attempting to bind port a0f6d443-daea-461e-982f-353d647d4027 on network 205a49e4-cdd6-497b-9531-adac3e997767 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:36.272758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:36.273171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Checking segment: {'id': 'cee492b3-f8d3-4063-bb44-5ba1338478b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '205a49e4-cdd6-497b-9531-adac3e997767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:36.273629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.274050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Bound using segment: {'id': 'cee492b3-f8d3-4063-bb44-5ba1338478b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '205a49e4-cdd6-497b-9531-adac3e997767'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:36.274607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Bound port: a0f6d443-daea-461e-982f-353d647d4027, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee492b3-f8d3-4063-bb44-5ba1338478b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '205a49e4-cdd6-497b-9531-adac3e997767'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:36.274996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.334736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=95b820c9-9d00-4d09-b7c8-41bd400acc0d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:36.359449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:15:36.381851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 26dc990b-e2ca-40fb-86de-916153407f4b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:36.402839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.470070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] For port a0f6d443-daea-461e-982f-353d647d4027, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:36.475985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] For port a0f6d443-daea-461e-982f-353d647d4027, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a0f6d443-daea-461e-982f-353d647d4027,segment=NetworkSegment(cee492b3-f8d3-4063-bb44-5ba1338478b4),segment_id=cee492b3-f8d3-4063-bb44-5ba1338478b4)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:36.503627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205a49e4-cdd6-497b-9531-adac3e997767']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:36.505208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6234b2c6-f454-4e75-9bb7-36a4da0554b6 None None] Provisioning complete for port 93a6a234-de54-4155-8836-6fa2d62dfcd8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:36.506814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6234b2c6-f454-4e75-9bb7-36a4da0554b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.528528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee492b3-f8d3-4063-bb44-5ba1338478b4') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:36.533194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee492b3-f8d3-4063-bb44-5ba1338478b4') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:36.579013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.586927 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.621085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.633341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:36.634263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:36.637461 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:36.650231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 26dc990b-e2ca-40fb-86de-916153407f4b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:36.658424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6234b2c6-f454-4e75-9bb7-36a4da0554b6 None None] Port 93a6a234-de54-4155-8836-6fa2d62dfcd8 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:15:36.659406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:15:36.678408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 26dc990b-e2ca-40fb-86de-916153407f4b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:36.678953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:36.712952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf1ecd2c-a21d-43db-88a2-b86de2fc2799 admin admin] 10.222.0.13 "PUT /v2.0/routers/655cf003-24ce-4faa-817e-4434f0d07bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7310021 Aug 19 15:15:36.742080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Pushing event updated for resources: {'Port': ['ID=a0f6d443-daea-461e-982f-353d647d4027,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:36.760155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.760648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.761169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.761821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.762248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.762675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.763100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.763614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.764148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.764569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.765160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.765652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7859-5a11-4c86-b370-2a79816898cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:36.787494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:15:36.787494 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:15:36.787494 n-d-779913-32 neutron-server[101963]: [parameters: {'id': '205a49e4-cdd6-497b-9531-adac3e997767'}] Aug 19 15:15:36.787494 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:15:36.787879 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:15:36.795311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f8fe7-d98b-4a57-bab9-49a224d214d2 None None] Network 205a49e4-cdd6-497b-9531-adac3e997767 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:37.057148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.110074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 26dc990b-e2ca-40fb-86de-916153407f4b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=26dc990b-e2ca-40fb-86de-916153407f4b,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:37.120849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031aa181-c004-403f-b6b8-78e3b3c0e468 None None] Network 205a49e4-cdd6-497b-9531-adac3e997767 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:37.217433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.289521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.322274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=26dc990b-e2ca-40fb-86de-916153407f4b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:37.327105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c699e6b-3985-412a-a87a-3b94b98460d1 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:15:37.379051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port a0f6d443-daea-461e-982f-353d647d4027 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:37.379393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.461335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port a0f6d443-daea-461e-982f-353d647d4027, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a0f6d443-daea-461e-982f-353d647d4027,segment=NetworkSegment(cee492b3-f8d3-4063-bb44-5ba1338478b4),segment_id=cee492b3-f8d3-4063-bb44-5ba1338478b4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:37.461964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.479765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for a0f6d443-daea-461e-982f-353d647d4027 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:37.534166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43374) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:37.540980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811762078', 'description': 'tempest-description--379974135'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:37.561057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c699e6b-3985-412a-a87a-3b94b98460d1 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:15:37.672004 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.779103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.806150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port a0f6d443-daea-461e-982f-353d647d4027 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:37.865351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=a0f6d443-daea-461e-982f-353d647d4027,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:37.902285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.943620 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:15:37.951649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.962697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:37.963350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:15:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:37.965067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205a49e4-cdd6-497b-9531-adac3e997767']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:37.999916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.101803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52447ffd-dba0-4a71-8fde-dd6eae67e18a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:38.157424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.158784 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98dd1c98-31e6-40b9-b2c1-bb72fdd93f9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6226943 Aug 19 15:15:38.161702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43386) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:38.166408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'security_group_rule': {'security_group_id': '52447ffd-dba0-4a71-8fde-dd6eae67e18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:38.175688 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:38.267928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 26dc990b-e2ca-40fb-86de-916153407f4b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:38.330434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.379673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 26dc990b-e2ca-40fb-86de-916153407f4b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:38.380150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.442779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.458983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee492b3-f8d3-4063-bb44-5ba1338478b4') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:38.459570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee492b3-f8d3-4063-bb44-5ba1338478b4') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:38.471614 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.473250 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 2, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:38.490770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.506560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:38.507006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.508374 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:15:38.508900 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Updating router 655cf003-24ce-4faa-817e-4434f0d07bd7 port 93a6a234-de54-4155-8836-6fa2d62dfcd8 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:38.510055 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:38.521906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.538769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c09320-5e9b-4be0-b05f-7dc54db81c97,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:38.556079 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.634098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.635737 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8b634844-cf57-471c-b88e-e2a5decf04e2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4730499 Aug 19 15:15:38.639698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43390) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:38.646374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'security_group_rule': {'security_group_id': '52447ffd-dba0-4a71-8fde-dd6eae67e18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:38.697380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.702620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.705880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/205a49e4-cdd6-497b-9531-adac3e997767 HTTP/1.1" status: 204 len: 168 time: 3.4749582 Aug 19 15:15:38.709458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43396) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:38.724364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066928a-673e-427d-af6e-68ba26862912 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=205a49e4-cdd6-497b-9531-adac3e997767,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:38.758862 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c90817a-1a71-4968-8b64-d9388c298c19 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:38.759344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c90817a-1a71-4968-8b64-d9388c298c19 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:38.761372 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c90817a-1a71-4968-8b64-d9388c298c19 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/95b820c9-9d00-4d09-b7c8-41bd400acc0d HTTP/1.1" status: 404 len: 337 time: 0.0503876 Aug 19 15:15:38.763970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43400) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:38.789239 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-20726184-7b18-43a6-b996-9ee2adbfbdfc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:38.790017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20726184-7b18-43a6-b996-9ee2adbfbdfc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:38.794181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-20726184-7b18-43a6-b996-9ee2adbfbdfc tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/205a49e4-cdd6-497b-9531-adac3e997767 HTTP/1.1" status: 404 len: 339 time: 0.0266402 Aug 19 15:15:38.796361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:38.902775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.915931 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.922834 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:38.947790 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Transition to ACTIVE for port object 93a6a234-de54-4155-8836-6fa2d62dfcd8 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:39.032566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.037797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.043467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeef5c46-4961-4d26-894f-85f712eab5c8']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:39.053673 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.056983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7602a5ab-8f6b-48f0-a9df-0837f47950fa') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:39.058961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7602a5ab-8f6b-48f0-a9df-0837f47950fa') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:39.069254 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.084853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.094762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:39.094762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:39.098541 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:39.124078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Pushing event updated for resources: {'Port': ['ID=93a6a234-de54-4155-8836-6fa2d62dfcd8,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:39.134329 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.134839 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.135355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.135806 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.136251 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.137023 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.137565 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.137960 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.138382 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.138805 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.139223 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.139640 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:39.151197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.171020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a942c8-ce1a-4433-99ac-eaeb51abff62,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:39.220537 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Attempting to bind port 93a6a234-de54-4155-8836-6fa2d62dfcd8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:39.221269 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Attempting to bind port 93a6a234-de54-4155-8836-6fa2d62dfcd8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:39.221712 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Attempting to bind port 93a6a234-de54-4155-8836-6fa2d62dfcd8 on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:39.228559 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:39.229007 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Checking segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:39.229495 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.229955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Bound using segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:39.230512 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Bound port: 93a6a234-de54-4155-8836-6fa2d62dfcd8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:39.231040 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.313482 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] For port 93a6a234-de54-4155-8836-6fa2d62dfcd8, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:39.317670 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] For port 93a6a234-de54-4155-8836-6fa2d62dfcd8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=93a6a234-de54-4155-8836-6fa2d62dfcd8,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:39.337429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.339344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2d320648-7bf2-4a40-a1e5-a46569d18a8d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6985559 Aug 19 15:15:39.340039 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.342552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43412) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:39.353127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:39.361738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.366475 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/aeef5c46-4961-4d26-894f-85f712eab5c8 HTTP/1.1" status: 204 len: 168 time: 0.5681961 Aug 19 15:15:39.369069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43414) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:39.414303 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.414523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4db8d-f78d-459b-bc5f-3eb7485022b8 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=aeef5c46-4961-4d26-894f-85f712eab5c8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:39.416692 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d272ce9a-34f0-48fc-9684-7a561d024257 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:39.417347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d272ce9a-34f0-48fc-9684-7a561d024257 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:39.419290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d272ce9a-34f0-48fc-9684-7a561d024257 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/d44824d3-8ef8-4095-be3f-9f1ea6af93f0 HTTP/1.1" status: 404 len: 337 time: 0.0474730 Aug 19 15:15:39.427979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43418) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:39.448747 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c5b02d-f2aa-4dca-ae05-4c14eef86273 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:39.449993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c5b02d-f2aa-4dca-ae05-4c14eef86273 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:39.455571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b7c5b02d-f2aa-4dca-ae05-4c14eef86273 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/dea4b81e-dfc7-4bfd-82fd-61ebe3860c27 HTTP/1.1" status: 404 len: 339 time: 0.0263469 Aug 19 15:15:39.456584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43420) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:39.496689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:15:39.497388 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:15:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:39.498287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.542045 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3b530-4610-4758-9f41-a4d04ceebe4d None None] Pushing event updated for resources: {'Port': ['ID=93a6a234-de54-4155-8836-6fa2d62dfcd8,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:39.571669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting subnet f9a512ac-1051-4704-be00-1fea2ac36677 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:39.579308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.629980 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.661408 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:15:39.773921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:39.792289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.115552 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:39Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:40.117081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Allocated IP 172.25.5.4 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/58e244dd-37a4-4e1a-a102-001d14b6a4e4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:40.147712 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd79b73-fa7c-4119-87e6-697994310ba6 None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:39Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:15:40.178036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.196307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.198240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/f9a512ac-1051-4704-be00-1fea2ac36677 HTTP/1.1" status: 204 len: 168 time: 0.7404618 Aug 19 15:15:40.201104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43436) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:40.228833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb7b3c-c21c-4b73-af6f-a330a26ec447 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a512ac-1051-4704-be00-1fea2ac36677,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:40.278412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd848264-c6bd-41ca-b571-36014ad4f8f2 None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:40.325163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.352830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting subnet 80cef336-0569-45c4-ab5d-ee099dc1cd2d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:40.362188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.435205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.526944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.594547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.614407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:40.623487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'Port': ['ID=58e244dd-37a4-4e1a-a102-001d14b6a4e4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:40.628475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:40.635197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:40.849000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.903065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=80cef336-0569-45c4-ab5d-ee099dc1cd2d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:40.908468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:40.927284 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/80cef336-0569-45c4-ab5d-ee099dc1cd2d HTTP/1.1" status: 204 len: 168 time: 0.7249935 Aug 19 15:15:40.933504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43448) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:40.948622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.948996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.949338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.950024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.950361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.950697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.951022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.951347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.952522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.952867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.953316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:40.953579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b794ad-1e79-4669-bc9d-f8bdaf690a99 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:15:41.060937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.126606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.282690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.340855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:41.341290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.354964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4928b077-1af1-49f9-ae61-e35550828f8e None None] Network 97cf0c21-5e9f-4375-ba10-18b33ef57c6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:41.484139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6121d151-3bca-4ce8-92b5-d3efb4c4d6f5 None None] Provisioning complete for port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:41.485316 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6121d151-3bca-4ce8-92b5-d3efb4c4d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.535644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,segment=NetworkSegment(d4a31365-e6fd-410c-a783-84207d3f7678),segment_id=d4a31365-e6fd-410c-a783-84207d3f7678)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:41.539592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.560099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for 92ec49ad-1ff7-461e-9cca-fe61e25bbabe owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:41.689710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] DHCP port deletion for 97cf0c21-5e9f-4375-ba10-18b33ef57c6b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:15:41.706493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.755806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] Deleting port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:41.756199 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.771909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.818684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:41.833257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'Port': ['ID=58e244dd-37a4-4e1a-a102-001d14b6a4e4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:41.910886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:41.919518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:42.013513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.043006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.058912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cf0c21-5e9f-4375-ba10-18b33ef57c6b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:42.064723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] For port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,segment=NetworkSegment(d4a31365-e6fd-410c-a783-84207d3f7678),segment_id=d4a31365-e6fd-410c-a783-84207d3f7678)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:42.064723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.077911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] Calling delete_port for 92ec49ad-1ff7-461e-9cca-fe61e25bbabe owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:42.082078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a31365-e6fd-410c-a783-84207d3f7678') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:42.083168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a31365-e6fd-410c-a783-84207d3f7678') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:42.109833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.146105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.156099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:42.157219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.206163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:42.219850 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:42.223824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.225144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-79ffd9d2-3528-4d35-925f-02aca1e113e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8815656 Aug 19 15:15:42.256141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] Pushing event deleted for resources: {'Port': ['ID=92ec49ad-1ff7-461e-9cca-fe61e25bbabe,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:42.283345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 93a6a234-de54-4155-8836-6fa2d62dfcd8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:42.311608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37155a-0885-4c6c-8fcd-d38696afff29 None None] No DVR routers for this DVR port 92ec49ad-1ff7-461e-9cca-fe61e25bbabe on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:42.442012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.450453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.455575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.456122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/97cf0c21-5e9f-4375-ba10-18b33ef57c6b HTTP/1.1" status: 204 len: 168 time: 1.5211692 Aug 19 15:15:42.473930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdb155-74a2-440e-ad81-bcaaa03a9845 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=97cf0c21-5e9f-4375-ba10-18b33ef57c6b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:42.476765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 93a6a234-de54-4155-8836-6fa2d62dfcd8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:42.482281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 93a6a234-de54-4155-8836-6fa2d62dfcd8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:42.482783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.505077 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c0ea2e-e778-4915-b5f7-0bcc0c439330 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:42.505570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c0ea2e-e778-4915-b5f7-0bcc0c439330 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:42.507334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60c0ea2e-e778-4915-b5f7-0bcc0c439330 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/6a3483b8-45c7-45ac-bdc8-3dd76eeabdaa HTTP/1.1" status: 404 len: 337 time: 0.0507040 Aug 19 15:15:42.510525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.536328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-22470071-0102-47b3-b6d2-939f3945b2f0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--811762078&fields=id&tenant_id=b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 267 time: 0.0656629 Aug 19 15:15:42.538609 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890d794-72c0-4455-8055-fc8358aea25a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:42.539217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c890d794-72c0-4455-8055-fc8358aea25a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:42.543410 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c890d794-72c0-4455-8055-fc8358aea25a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/aa05be1f-f1c7-40a4-a1e2-7238b33edad7 HTTP/1.1" status: 404 len: 339 time: 0.0295501 Aug 19 15:15:42.543676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43508) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.592299 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-746a96a4-54fd-4b9a-b290-e6f8880bdcc0 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:42.592969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746a96a4-54fd-4b9a-b290-e6f8880bdcc0 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:42.600680 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-746a96a4-54fd-4b9a-b290-e6f8880bdcc0 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/bb18e4f6-4129-4cb2-bf93-3a073f815247 HTTP/1.1" status: 404 len: 337 time: 0.0515990 Aug 19 15:15:42.606829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43512) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.614650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.632742 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef99afb4-6a63-496d-a4c1-62bc37342424 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:42.633705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef99afb4-6a63-496d-a4c1-62bc37342424 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:42.636700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ef99afb4-6a63-496d-a4c1-62bc37342424 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/49f8a0c8-a091-4643-86db-6be71e69827d HTTP/1.1" status: 404 len: 339 time: 0.0329792 Aug 19 15:15:42.638176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43514) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.668489 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a6f9af-1f4c-47e6-aeac-2ed3a279456a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:42.669067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a6f9af-1f4c-47e6-aeac-2ed3a279456a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:42.670756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f9a6f9af-1f4c-47e6-aeac-2ed3a279456a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/46736c43-701c-443f-818b-b459ba24ebfa HTTP/1.1" status: 404 len: 337 time: 0.0308468 Aug 19 15:15:42.674088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43516) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.682190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 93a6a234-de54-4155-8836-6fa2d62dfcd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=93a6a234-de54-4155-8836-6fa2d62dfcd8,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:42.695586 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b19a2b-64a1-40c8-8b03-8b1376d5e732 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:42.696452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b19a2b-64a1-40c8-8b03-8b1376d5e732 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:42.703012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43518) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:42.704153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-31b19a2b-64a1-40c8-8b03-8b1376d5e732 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/0318beda-c81a-41aa-b7b4-9524eb4b3f79 HTTP/1.1" status: 404 len: 339 time: 0.0236816 Aug 19 15:15:42.791900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-af7bbf1f-ae8c-4bf3-909d-b63a29c4ba7a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:42.793100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-af7bbf1f-ae8c-4bf3-909d-b63a29c4ba7a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 816 time: 0.2479815 Aug 19 15:15:42.801131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting subnet cb60cd6c-9528-41da-b91c-c8323e8eff9a {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:42.811019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.819520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:42.868067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-1b12b83d-bac9-47df-b984-60a1f8baf767 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/quotas/b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 375 time: 0.0641565 Aug 19 15:15:42.887353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=93a6a234-de54-4155-8836-6fa2d62dfcd8,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:42.897202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92ec49ad-1ff7-461e-9cca-fe61e25bbabe no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:42.924877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 92ec49ad-1ff7-461e-9cca-fe61e25bbabe {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:42.924877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92ec49ad-1ff7-461e-9cca-fe61e25bbabe not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:42.950447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.014575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-43ae1719-1294-4b15-a7e6-7e48419dabba tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452160 Aug 19 15:15:43.086433 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.116453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.290692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-0b3a7b2d-9e75-44a5-86b8-2920d0f3c6db service neutron] 10.222.0.13 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589231 Aug 19 15:15:43.310179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.379184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=cb60cd6c-9528-41da-b91c-c8323e8eff9a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:43.392275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.394346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f997eedd-6412-4f8c-9b97-1e4a8a6811b5 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/cb60cd6c-9528-41da-b91c-c8323e8eff9a HTTP/1.1" status: 204 len: 168 time: 0.6879957 Aug 19 15:15:43.400126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f98ff5-70bf-4eb3-aa72-9e04dec72aa7 None None] Network e2c90108-ab24-4ab3-8175-fc4632b32cc6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:43.400282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43532) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:43.512647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-28b923ad-0efd-4519-b924-6770d70baad9 service neutron] 10.222.0.13 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153759 Aug 19 15:15:43.521587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.598251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:43.598996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.651583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] DHCP port deletion for e2c90108-ab24-4ab3-8175-fc4632b32cc6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:15:43.669683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,segment=NetworkSegment(acc35522-c718-4daa-b875-b9a030ad1760),segment_id=acc35522-c718-4daa-b875-b9a030ad1760)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:43.670102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.690037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for 1ccea9f9-a718-4bb4-8a23-4ec416ddedee owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:43.701385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] Deleting port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:43.701794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.832130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] For port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,segment=NetworkSegment(acc35522-c718-4daa-b875-b9a030ad1760),segment_id=acc35522-c718-4daa-b875-b9a030ad1760)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:43.832851 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.857274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] Calling delete_port for 1ccea9f9-a718-4bb4-8a23-4ec416ddedee owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:43.973598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:43.976582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.006497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:44.008432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:44.023044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] Pushing event deleted for resources: {'Port': ['ID=1ccea9f9-a718-4bb4-8a23-4ec416ddedee,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:44.040006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa00196-ae63-495a-b2ca-05a3d7d24d7c None None] No DVR routers for this DVR port 1ccea9f9-a718-4bb4-8a23-4ec416ddedee on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:44.174260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.192225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c90108-ab24-4ab3-8175-fc4632b32cc6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:44.200587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 93a6a234-de54-4155-8836-6fa2d62dfcd8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:44.232739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc35522-c718-4daa-b875-b9a030ad1760') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:44.232940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc35522-c718-4daa-b875-b9a030ad1760') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:44.240741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30381be5-927e-40f2-8d37-5742629172ad req-ea008be5-379d-427e-9e35-20f9395476fc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 210 time: 0.0466640 Aug 19 15:15:44.251761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.274968 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.280702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 93a6a234-de54-4155-8836-6fa2d62dfcd8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:44.284895 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.288497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:44.288948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:44.307612 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:44.444332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccea9f9-a718-4bb4-8a23-4ec416ddedee no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:44.470102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1ccea9f9-a718-4bb4-8a23-4ec416ddedee {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:44.470384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1ccea9f9-a718-4bb4-8a23-4ec416ddedee not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:44.514658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.526600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.531101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/e2c90108-ab24-4ab3-8175-fc4632b32cc6 HTTP/1.1" status: 204 len: 168 time: 1.1308327 Aug 19 15:15:44.532118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43552) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:44.544595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b46b4-50ad-47dd-85e2-ab685c84b723 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=e2c90108-ab24-4ab3-8175-fc4632b32cc6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:44.570227 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6dd427-775b-4c2b-a1cd-3aea979a743a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:44.572056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6dd427-775b-4c2b-a1cd-3aea979a743a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:44.574096 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8b6dd427-775b-4c2b-a1cd-3aea979a743a tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/82cb6550-1be0-4304-ae62-b95510b67355 HTTP/1.1" status: 404 len: 337 time: 0.0402076 Aug 19 15:15:44.577478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43554) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:44.610292 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ad4697-81ad-492c-826e-ab3bcb6d2fc1 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] DELETE failed (client error): The resource could not be found. Aug 19 15:15:44.610873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ad4697-81ad-492c-826e-ab3bcb6d2fc1 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:15:44.616966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6ad4697-81ad-492c-826e-ab3bcb6d2fc1 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/e9cbaca6-8d7c-4b4b-a5d9-500118084017 HTTP/1.1" status: 404 len: 339 time: 0.0334544 Aug 19 15:15:44.617575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43556) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:44.681451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting subnet d3133c64-6e58-49e5-91d9-f89d3d6e659a {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:15:44.686099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.749713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:44.887892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.087751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.117554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Subnet': ['ID=d3133c64-6e58-49e5-91d9-f89d3d6e659a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:45.121324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.126343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7bec7b15-f268-4666-923a-a226917768d3 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/subnets/d3133c64-6e58-49e5-91d9-f89d3d6e659a HTTP/1.1" status: 204 len: 168 time: 0.5044847 Aug 19 15:15:45.127035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43568) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:45.134972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc4f4e-376a-4ddd-a0b4-ed4b5996a2da None None] Network 444c8894-3041-4b28-b593-aa2b807e215f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:15:45.247846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.327716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Deleting port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:45.329896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.348574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43578) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:45.400385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-748d69af-d2aa-4e92-ae87-f784c87be044 req-8fe7be69-f486-496c-90f7-769e2b887718 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 210 time: 0.0416803 Aug 19 15:15:45.420845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] For port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,segment=NetworkSegment(60fdf488-6545-4abe-9beb-b29e645f6dfa),segment_id=60fdf488-6545-4abe-9beb-b29e645f6dfa)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:45.421314 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.445340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Calling delete_port for dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:45.450399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] DHCP port deletion for 444c8894-3041-4b28-b593-aa2b807e215f request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:15:45.507893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e18d2f0-3b81-44ee-998d-e261553180f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.511835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] Deleting port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:15:45.512287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.584194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] For port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,segment=NetworkSegment(60fdf488-6545-4abe-9beb-b29e645f6dfa),segment_id=60fdf488-6545-4abe-9beb-b29e645f6dfa)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:45.584605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.598639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] Calling delete_port for dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:15:45.619877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e18d2f0-3b81-44ee-998d-e261553180f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.653398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.681997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Port': ['ID=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:45.685868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] No DVR routers for this DVR port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:45.688915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.717184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] Pushing event deleted for resources: {'Port': ['ID=dc1d99e8-9613-4b91-88fe-3f34eedc1bf8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:45.719353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe03cd6-4ba6-41d2-85f1-5ca6d7fc0948 None None] No DVR routers for this DVR port dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:15:45.729167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e18d2f0-3b81-44ee-998d-e261553180f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.769439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18d2f0-3b81-44ee-998d-e261553180f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d7651-55a3-4a19-9284-1f7fe8ffed8d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:45.778909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e18d2f0-3b81-44ee-998d-e261553180f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb9e79a3e2c64a56b9661b6a0745685f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285710 Aug 19 15:15:45.781617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43582) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:45.798818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.809535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444c8894-3041-4b28-b593-aa2b807e215f']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:45.822708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fdf488-6545-4abe-9beb-b29e645f6dfa') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:45.823015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fdf488-6545-4abe-9beb-b29e645f6dfa') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:15:45.837893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.853279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a027d3d8-59a2-4e30-aa0e-d4dd7fb53791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.862300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.869355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:15:45.869867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:15:45.873077 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:15:45.884587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a027d3d8-59a2-4e30-aa0e-d4dd7fb53791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:46.082302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a027d3d8-59a2-4e30-aa0e-d4dd7fb53791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:46.084883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a027d3d8-59a2-4e30-aa0e-d4dd7fb53791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:46.086089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a027d3d8-59a2-4e30-aa0e-d4dd7fb53791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/684d7651-55a3-4a19-9284-1f7fe8ffed8d HTTP/1.1" status: 204 len: 168 time: 0.3033235 Aug 19 15:15:46.096112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027d3d8-59a2-4e30-aa0e-d4dd7fb53791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d7651-55a3-4a19-9284-1f7fe8ffed8d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:46.140873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:46.150279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:46.152490 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] 10.222.0.13 "DELETE /v2.0/networks/444c8894-3041-4b28-b593-aa2b807e215f HTTP/1.1" status: 204 len: 168 time: 1.0240726 Aug 19 15:15:46.164018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bfdaf-68d6-47fe-a4d4-2691893bb0b4 tempest-NetworksIpV6Test-580258407 tempest-NetworksIpV6Test-580258407-project] Pushing event deleted for resources: {'Network': ['ID=444c8894-3041-4b28-b593-aa2b807e215f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:46.198681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:15:46.224980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:15:46.225352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dc1d99e8-9613-4b91-88fe-3f34eedc1bf8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:15:46.538092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc361d90-b5d2-407d-af11-a97ec463ccf4 req-a62b3db8-bfaa-40c2-b6a9-fe71e92e6cdb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 210 time: 0.0434663 Aug 19 15:15:46.713363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43604) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:46.873894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-976dadcd-f759-412d-a916-d32be7eb9beb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f302ac008bf24a8fa4873692f5be2ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592965 Aug 19 15:15:46.876890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43608) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:47.096558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43614) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:47.117588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e976ed-9d8c-4068-9666-0bc939ffe471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.205248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-441496ed-085e-4d4b-ba66-d6f06eabf8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.235453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-441496ed-085e-4d4b-ba66-d6f06eabf8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.252965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e976ed-9d8c-4068-9666-0bc939ffe471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.302967 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:15:47.338382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e976ed-9d8c-4068-9666-0bc939ffe471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.386762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-5bcd457f-0dce-43f4-a076-a89d3d16bc20 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:47.388400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-5bcd457f-0dce-43f4-a076-a89d3d16bc20 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.46 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 816 time: 0.1461682 Aug 19 15:15:47.400765 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43e976ed-9d8c-4068-9666-0bc939ffe471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90215e8a4db24a79954f14e0e01ba430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028014 Aug 19 15:15:47.401718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43622) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:47.402355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e976ed-9d8c-4068-9666-0bc939ffe471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4be7b7-d83d-406c-b4bb-d83d12c3ec6d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:47.485311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-ea779421-0e5a-41f9-8286-6cb6b705858d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 379 time: 0.0850263 Aug 19 15:15:47.495283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'port': {'device_id': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'admin_state_up': True, 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'security_groups': ['52447ffd-dba0-4a71-8fde-dd6eae67e18a']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:47.552220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3df2ec14-459d-4e45-a127-862ea23b8783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.558822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-441496ed-085e-4d4b-ba66-d6f06eabf8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.561342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-441496ed-085e-4d4b-ba66-d6f06eabf8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.563174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-441496ed-085e-4d4b-ba66-d6f06eabf8e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b0cb709-16cd-4532-aaed-8a90d10d61d8 HTTP/1.1" status: 204 len: 168 time: 0.6844678 Aug 19 15:15:47.588300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441496ed-085e-4d4b-ba66-d6f06eabf8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0cb709-16cd-4532-aaed-8a90d10d61d8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:47.622252 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3df2ec14-459d-4e45-a127-862ea23b8783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.698112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddc4d448-22db-4d58-9fcd-fb38b92f80b8 req-7a2cb88d-0c07-40c5-a94b-e5b05f53cc71 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 210 time: 0.0388870 Aug 19 15:15:47.905249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Made reservation on behalf of b119a54a56644f20af9419296826f55c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:15:47.909709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.913838 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3df2ec14-459d-4e45-a127-862ea23b8783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.916442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3df2ec14-459d-4e45-a127-862ea23b8783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:47.917669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3df2ec14-459d-4e45-a127-862ea23b8783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d4be7b7-d83d-406c-b4bb-d83d12c3ec6d HTTP/1.1" status: 204 len: 168 time: 0.5015106 Aug 19 15:15:47.939794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ec14-459d-4e45-a127-862ea23b8783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4be7b7-d83d-406c-b4bb-d83d12c3ec6d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:48.095013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Allocated IP 172.20.0.12 (b5d7f7f3-df3b-49f1-8246-80932f6c669a/e84e762a-3a5d-4672-b319-d596c057b5a2/47a944ef-2133-468f-87ce-690a9257c9fb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:15:48.268666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:48.304181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Transition to ACTIVE for port object 47a944ef-2133-468f-87ce-690a9257c9fb will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:48.455420 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:48.513729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:15:48.519201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:15:48.525603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:15:48.566320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-54b0e279-366a-4afa-b87e-dc3338596625 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1535618 Aug 19 15:15:48.584240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:48.602431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:48.603094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:48.675107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-907d3101-c4ae-493d-81d9-149ba4d152b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:48.676657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-907d3101-c4ae-493d-81d9-149ba4d152b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0551658 Aug 19 15:15:48.751759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-59732628-498e-41c3-925d-5d667bde3e79 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2601774 Aug 19 15:15:48.766111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Request body: {'port': {'device_id': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:48.878605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:48.904089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-1b23f554-e8c4-4c92-b45c-a362b0fccf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:48.905689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-1b23f554-e8c4-4c92-b45c-a362b0fccf07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.2067699 Aug 19 15:15:48.982939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699de4b0-6262-47ab-afa3-17f1d2f5272b req-5782e27e-e2c6-4ecd-ad5b-424a853f944c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:48.984491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-699de4b0-6262-47ab-afa3-17f1d2f5272b req-5782e27e-e2c6-4ecd-ad5b-424a853f944c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 932 time: 0.1537776 Aug 19 15:15:48.990277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36d60209-6d61-4d46-b638-7ed415c722bb None None] Provisioning for port 47a944ef-2133-468f-87ce-690a9257c9fb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:48.995165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36d60209-6d61-4d46-b638-7ed415c722bb None None] Provisioning complete for port 47a944ef-2133-468f-87ce-690a9257c9fb triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:48.995590 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36d60209-6d61-4d46-b638-7ed415c722bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:49.051032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-36d60209-6d61-4d46-b638-7ed415c722bb None None] Port 47a944ef-2133-468f-87ce-690a9257c9fb cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:15:49.122202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-e236a174-80ba-4e1c-ac90-52a16088504a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1002 time: 0.1916201 Aug 19 15:15:49.162922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-699de4b0-6262-47ab-afa3-17f1d2f5272b req-5e790fdd-ae44-4fd1-8616-b54cdc76f4fe tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702812 Aug 19 15:15:49.261585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-9e925a62-784c-4373-9a70-aaf538b59a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:49.267804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-9e925a62-784c-4373-9a70-aaf538b59a0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1317370 Aug 19 15:15:49.368677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-3618411d-353f-4fa8-8400-7c0519989ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:49.370413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-3618411d-353f-4fa8-8400-7c0519989ab6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983198 Aug 19 15:15:49.459751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43684) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:49.501155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:15:49.512477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:49.539670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Transition to ACTIVE for port object 47a944ef-2133-468f-87ce-690a9257c9fb will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:15:49.542135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-91989254-ef13-4ec3-8967-210de07b33b3 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605148 Aug 19 15:15:49.663738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a65e1d19-61ce-4e59-ab37-416f0e7b373b req-b71aded3-b8ba-441e-a90b-b567ec46e5fd service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130569 Aug 19 15:15:49.682287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:49.764595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:49.792053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018266574'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:49.863376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:15:49.863848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:15:49.864184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:49.869073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Port 47a944ef-2133-468f-87ce-690a9257c9fb on network b5d7f7f3-df3b-49f1-8246-80932f6c669a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:15:49.869366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:15:49.874482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:15:49.874845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Checking segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:15:49.875315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Bound using segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:15:49.878495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Bound port: 47a944ef-2133-468f-87ce-690a9257c9fb, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:15:49.878495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:49.955227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:15:49.958960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:15:49.986019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:49.996770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.069046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.129513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:50.130144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.131583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] 10.222.0.46 "PUT /v2.0/ports/47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 1093 time: 1.3701670 Aug 19 15:15:50.132032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:15:50.134394 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d846958-6565-4abe-91e4-2d82e90cb7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:15:50.168753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13b67-0808-4200-bb36-650549b7ac2b service neutron] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:50.190435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.198614 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3dc234-d50a-4374-a3e0-d44de0186174 x-openstack-request-id: req-1a3dc234-d50a-4374-a3e0-d44de0186174 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:15:50.199136 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:15:50.199779 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a3dc234-d50a-4374-a3e0-d44de0186174 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:15:50.200408 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'status': 'completed', 'code': 200} Aug 19 15:15:50.304192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.351457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d846958-6565-4abe-91e4-2d82e90cb7a2 req-37778d3b-aa21-44f6-a6cc-07e5920e58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:50.352990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d846958-6565-4abe-91e4-2d82e90cb7a2 req-37778d3b-aa21-44f6-a6cc-07e5920e58fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1096 time: 0.1268599 Aug 19 15:15:50.368380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b451c-bf18-4bbc-99df-501615d148d7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:50.378741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa74cd-ef74-4dc5-8a80-7127bbfb7f7a req-cdfca93d-e9ed-4ff4-8840-543f101e1fb2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:50.380295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3aa74cd-ef74-4dc5-8a80-7127bbfb7f7a req-cdfca93d-e9ed-4ff4-8840-543f101e1fb2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1151812 Aug 19 15:15:50.605861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3aa74cd-ef74-4dc5-8a80-7127bbfb7f7a req-3b25ec46-27b4-41ca-a1f9-4a33bfd4eb7f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067041 Aug 19 15:15:50.650996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d846958-6565-4abe-91e4-2d82e90cb7a2 req-a4df2135-a167-4da3-8649-d077dd519412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:50.652508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d846958-6565-4abe-91e4-2d82e90cb7a2 req-a4df2135-a167-4da3-8649-d077dd519412 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b119a54a56644f20af9419296826f55c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2865248 Aug 19 15:15:50.659497 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.761716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:50.835591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aaea5e-5645-4152-a9c4-1d0cae6e432f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:50.874510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d846958-6565-4abe-91e4-2d82e90cb7a2 req-c0f970c2-ff0d-4ed7-a5d2-532648cc46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:50.876669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d846958-6565-4abe-91e4-2d82e90cb7a2 req-c0f970c2-ff0d-4ed7-a5d2-532648cc46dd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158680 Aug 19 15:15:51.231324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.232609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e28e4565-2384-4fb9-a616-c2ebba536238 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7660921 Aug 19 15:15:51.238036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:51.259318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-da151e65-7d6f-4f3b-af1b-0786618c8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:51.260893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-da151e65-7d6f-4f3b-af1b-0786618c8857 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1096 time: 0.3414316 Aug 19 15:15:51.319743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-8ef4263e-f50c-4c40-b252-1b99b7c34246 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 217 time: 0.0493743 Aug 19 15:15:51.327766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50141fe0-9ef5-46ed-adb1-b06d52dece87 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0877810 Aug 19 15:15:51.331043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43728) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:51.335941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-security--149745868', 'description': 'tempest-security-description-93274527'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:51.365309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.403955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-ec383dc2-ef4b-4a52-957e-7aa624e5fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:51.405633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-ec383dc2-ef4b-4a52-957e-7aa624e5fbe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0790663 Aug 19 15:15:51.430232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.462133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-488db6e0-cd3b-4b79-8de8-07e5bb29d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:51.463670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-488db6e0-cd3b-4b79-8de8-07e5bb29d9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508053 Aug 19 15:15:51.552331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.559961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.566045 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "PUT /v2.0/security-groups/52aaea5e-5645-4152-a9c4-1d0cae6e432f HTTP/1.1" status: 200 len: 1777 time: 0.2298820 Aug 19 15:15:51.566643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43736) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:51.597035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-e4961daf-4c8e-464b-b78d-b04b009728bd service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261735 Aug 19 15:15:51.611781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bb084-5998-4790-be21-b5f581956021 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aaea5e-5645-4152-a9c4-1d0cae6e432f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:51.713869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-63029fe0-e0b0-493d-9ec9-f0152e3da72d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups/52aaea5e-5645-4152-a9c4-1d0cae6e432f HTTP/1.1" status: 200 len: 1777 time: 0.1460717 Aug 19 15:15:51.725767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43744) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:51.790027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992101a-9f81-4a37-9382-337ea3fbc74c req-6e8ba968-b234-464f-a8c3-fe6a03b1d502 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:51.791655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1992101a-9f81-4a37-9382-337ea3fbc74c req-6e8ba968-b234-464f-a8c3-fe6a03b1d502 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.0960357 Aug 19 15:15:51.793956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77babe5a-50a4-411e-9e43-c0c3be96f121 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.798984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47608e4d-afca-4956-92fc-b61cc9cfd86f req-3f129029-6636-446d-a9f8-bbf215a7ee44 service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947489 Aug 19 15:15:51.828150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77babe5a-50a4-411e-9e43-c0c3be96f121 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:51.841879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1992101a-9f81-4a37-9382-337ea3fbc74c req-e7d213a2-98d6-4ce7-93d4-0d42b4fdc847 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397174 Aug 19 15:15:52.058937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77babe5a-50a4-411e-9e43-c0c3be96f121 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.061527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77babe5a-50a4-411e-9e43-c0c3be96f121 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.062728 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-77babe5a-50a4-411e-9e43-c0c3be96f121 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/52aaea5e-5645-4152-a9c4-1d0cae6e432f HTTP/1.1" status: 204 len: 168 time: 0.3358481 Aug 19 15:15:52.067287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:52.080342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77babe5a-50a4-411e-9e43-c0c3be96f121 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aaea5e-5645-4152-a9c4-1d0cae6e432f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:52.133226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a62de40c-a68f-4e03-9594-281c2a738f03 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647662 Aug 19 15:15:52.137246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43756) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:52.152667 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-852d175b-5537-4966-986a-40047026a033 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] delete failed (client error): The resource could not be found. Aug 19 15:15:52.157234 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-852d175b-5537-4966-986a-40047026a033 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/52aaea5e-5645-4152-a9c4-1d0cae6e432f HTTP/1.1" status: 404 len: 347 time: 0.0166759 Aug 19 15:15:52.160191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:52.165666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325406305'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:52.337910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.430650 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.527477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.576528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe65e0e-e687-4f3a-98c6-07ae4289738c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:52.691603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.693703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cbb3a46c-fdbd-4eb4-85a1-226c45daf3fd tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5318563 Aug 19 15:15:52.696989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43768) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:52.702108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'dfe65e0e-e687-4f3a-98c6-07ae4289738c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:52.845921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:52.923717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.006322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257608c-2bf3-4489-b9ff-c82a1a5f3e9b req-2e61941e-197e-483e-864d-695fdf0a796e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:53.007940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7257608c-2bf3-4489-b9ff-c82a1a5f3e9b req-2e61941e-197e-483e-864d-695fdf0a796e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.0794337 Aug 19 15:15:53.053331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7257608c-2bf3-4489-b9ff-c82a1a5f3e9b req-c4dad7e1-58c1-4c74-8d3a-2d22e85da51c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376520 Aug 19 15:15:53.070975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.105730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2b3209-64a8-410c-8401-3ce687036fac,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:53.204137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.205401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-00a2c9d6-3b7b-459f-98c2-190f6d45ef78 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5072653 Aug 19 15:15:53.208585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43780) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:53.273909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21008a87-79ef-4e77-bdfc-40904e76affc tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.289923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21008a87-79ef-4e77-bdfc-40904e76affc tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.413299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21008a87-79ef-4e77-bdfc-40904e76affc tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.419714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21008a87-79ef-4e77-bdfc-40904e76affc tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.420889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21008a87-79ef-4e77-bdfc-40904e76affc tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5e2b3209-64a8-410c-8401-3ce687036fac HTTP/1.1" status: 204 len: 168 time: 0.2110822 Aug 19 15:15:53.423807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43784) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:53.438490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008a87-79ef-4e77-bdfc-40904e76affc tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e2b3209-64a8-410c-8401-3ce687036fac,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:53.489633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08c74f70-8f25-4911-8945-09e760416cd3 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0645320 Aug 19 15:15:53.492192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43786) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:53.556297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3565e49-9eda-4b76-a3d1-ccaa0b5c5248 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.584014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3565e49-9eda-4b76-a3d1-ccaa0b5c5248 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.899487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3565e49-9eda-4b76-a3d1-ccaa0b5c5248 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.902138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3565e49-9eda-4b76-a3d1-ccaa0b5c5248 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:53.904046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3565e49-9eda-4b76-a3d1-ccaa0b5c5248 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/dfe65e0e-e687-4f3a-98c6-07ae4289738c HTTP/1.1" status: 204 len: 168 time: 0.4106405 Aug 19 15:15:53.909080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43794) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:53.914809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3565e49-9eda-4b76-a3d1-ccaa0b5c5248 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe65e0e-e687-4f3a-98c6-07ae4289738c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:53.938093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43796) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:53.971296 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fd15105-6aa5-4c3d-a543-079c9048796d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601580 Aug 19 15:15:53.975514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43800) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:53.980405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405908547'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:54.068867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c842007-493b-4b3b-a9aa-2fedacb3c8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.163409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.203402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b334b-3d24-4806-a92c-ce3b58ad9663 req-c02b89f4-77b5-472e-b273-d72e3bdea82d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:54.205027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc8b334b-3d24-4806-a92c-ce3b58ad9663 req-c02b89f4-77b5-472e-b273-d72e3bdea82d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.0690460 Aug 19 15:15:54.264514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c842007-493b-4b3b-a9aa-2fedacb3c8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.269413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc8b334b-3d24-4806-a92c-ce3b58ad9663 req-405b71c9-af33-49de-84ff-5be92f784422 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563531 Aug 19 15:15:54.382723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c842007-493b-4b3b-a9aa-2fedacb3c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.451568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c842007-493b-4b3b-a9aa-2fedacb3c8a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a68afee6e264232b2060a95b3c8cef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116007 Aug 19 15:15:54.454787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c842007-493b-4b3b-a9aa-2fedacb3c8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a974143-c428-4b7b-b0e2-3e6efd26f588,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:54.455251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43810) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:54.483958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.532952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ad6435-5684-4502-b539-392f0ba7398e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.533064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-06c1803d-555f-455a-b00b-c3a0389076c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.561570 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ad6435-5684-4502-b539-392f0ba7398e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.573869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.629050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:54.723728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.727060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7520578-d106-46cb-80b3-389af576f541 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7485561 Aug 19 15:15:54.729046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43816) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:54.733816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:54.801723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ad6435-5684-4502-b539-392f0ba7398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.804612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48ad6435-5684-4502-b539-392f0ba7398e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.806195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48ad6435-5684-4502-b539-392f0ba7398e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a974143-c428-4b7b-b0e2-3e6efd26f588 HTTP/1.1" status: 204 len: 168 time: 0.3476801 Aug 19 15:15:54.818212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad6435-5684-4502-b539-392f0ba7398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a974143-c428-4b7b-b0e2-3e6efd26f588,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:54.865920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:54.939166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.080429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.100768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefd5239-4909-4a99-8414-81fe76888a96,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:55.215676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-71370c77-55bc-4e43-ad50-cde7fcab3e4e req-4047bc1e-3858-472a-ac76-c6d5ae53b0a4 service neutron] (101963) timed out ('10.222.0.54', 56293) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:15:55.248922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.248922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd0feaac-bde6-4ca2-83b9-ecc56b624742 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5085533 Aug 19 15:15:55.252408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:55.258655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:55.395893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.416411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a065-8a28-4d90-b569-03197b008818 req-4c586ac0-c4fc-460b-bae9-eb4795364923 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:55.418020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0883a065-8a28-4d90-b569-03197b008818 req-4c586ac0-c4fc-460b-bae9-eb4795364923 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.0588400 Aug 19 15:15:55.442118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.462574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0883a065-8a28-4d90-b569-03197b008818 req-0bf4fcd1-44c5-47ff-b411-c8122f97c260 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363955 Aug 19 15:15:55.467369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.567754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.599226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4e84be-88dc-4234-b152-b40ac44218f9,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:55.669624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43832) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:55.684869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-535b390c-a2e2-4d56-93e4-a9a3537689c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.693081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.699705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af553a1d-6393-4d61-9139-d7021aa682b6 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4401588 Aug 19 15:15:55.700759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43834) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:55.705780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:55.807893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-535b390c-a2e2-4d56-93e4-a9a3537689c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.959564 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-535b390c-a2e2-4d56-93e4-a9a3537689c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:55.999079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b390c-a2e2-4d56-93e4-a9a3537689c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a9f0c9-aa6d-4b96-9bb3-b8ef075f689e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:56.004010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-535b390c-a2e2-4d56-93e4-a9a3537689c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de3e8c0c3d494e81826f616c04d29453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333089 Aug 19 15:15:56.007201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43840) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:56.053309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.059794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28abd566-9cdd-42a1-8d5d-1e1618de847c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.083985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28abd566-9cdd-42a1-8d5d-1e1618de847c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.125492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.148123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:15:56.224580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.244952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b31ad-1d25-419b-a6e7-691dba2f091a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:56.262290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:56.264828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28abd566-9cdd-42a1-8d5d-1e1618de847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.267776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28abd566-9cdd-42a1-8d5d-1e1618de847c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.268977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-28abd566-9cdd-42a1-8d5d-1e1618de847c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8a9f0c9-aa6d-4b96-9bb3-b8ef075f689e HTTP/1.1" status: 204 len: 168 time: 0.2607641 Aug 19 15:15:56.279808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd566-9cdd-42a1-8d5d-1e1618de847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a9f0c9-aa6d-4b96-9bb3-b8ef075f689e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:56.280700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '47a944ef-2133-468f-87ce-690a9257c9fb', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb', 'mac_address': 'fa:16:3e:a3:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:15:56.333540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.335590 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.336197 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2379ba67-b874-4fa4-b01c-a18fdc1fa52f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6343610 Aug 19 15:15:56.339059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43844) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:56.344830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:56.351015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:15:56.373375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:56.470368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.493503 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.548346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:56.560826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.598125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b89f60-cf94-4460-8c6d-8a9250909449 req-f2a867ca-53be-4b04-b304-2aa1c9d9cc99 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:56.599868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7b89f60-cf94-4460-8c6d-8a9250909449 req-f2a867ca-53be-4b04-b304-2aa1c9d9cc99 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0533075 Aug 19 15:15:56.647114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7b89f60-cf94-4460-8c6d-8a9250909449 req-7476aa09-166c-4389-a6d5-c6c7d1262a34 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 Aug 19 15:15:56.698932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.722449 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48ea4d6-1cd7-4839-b4b4-7f22dc8b3f77,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:56.788516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['47a944ef-2133-468f-87ce-690a9257c9fb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:15:56.821726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:56.823312 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-99fb0110-289a-4158-99d3-2ab9a9dc3584 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4830627 Aug 19 15:15:56.831232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:56.836884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:56.966752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.053715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.161557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.181135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079005fa-ab8a-4ba5-b4a0-0d355fa799df,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:57.287257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.288875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a603347-ed5f-4798-a504-b05ba1b47b8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4560230 Aug 19 15:15:57.291618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43886) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:57.323397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80f67b7e-5d74-4041-8be6-844b40b15a5f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.332651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80f67b7e-5d74-4041-8be6-844b40b15a5f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.339605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.478806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80f67b7e-5d74-4041-8be6-844b40b15a5f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.486391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-80f67b7e-5d74-4041-8be6-844b40b15a5f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.487596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-80f67b7e-5d74-4041-8be6-844b40b15a5f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/079005fa-ab8a-4ba5-b4a0-0d355fa799df HTTP/1.1" status: 204 len: 168 time: 0.1949527 Aug 19 15:15:57.490571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43894) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:57.508795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f67b7e-5d74-4041-8be6-844b40b15a5f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=079005fa-ab8a-4ba5-b4a0-0d355fa799df,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:57.550321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-abf0d665-a0bc-44c2-b1d9-a852aabacf2b tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0548825 Aug 19 15:15:57.551189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43896) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:57.589329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7a2a12-d658-4331-a3f1-240421e9ace1 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.609151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7a2a12-d658-4331-a3f1-240421e9ace1 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.727653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7a2a12-d658-4331-a3f1-240421e9ace1 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.736207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed7a2a12-d658-4331-a3f1-240421e9ace1 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.741841 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed7a2a12-d658-4331-a3f1-240421e9ace1 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b48ea4d6-1cd7-4839-b4b4-7f22dc8b3f77 HTTP/1.1" status: 204 len: 168 time: 0.1847966 Aug 19 15:15:57.742089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:57.750233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a2a12-d658-4331-a3f1-240421e9ace1 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b48ea4d6-1cd7-4839-b4b4-7f22dc8b3f77,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:57.789767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc48ec-fdd9-4d68-9c05-5e58a871cf2f req-2e299671-078b-4eb4-8042-59631e7a3797 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:57.791320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dfc48ec-fdd9-4d68-9c05-5e58a871cf2f req-2e299671-078b-4eb4-8042-59631e7a3797 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0580606 Aug 19 15:15:57.811666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cdf3e173-5b87-4e0d-9614-2e4b3303042d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0635931 Aug 19 15:15:57.811666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:57.836105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85fbf4fe-9f10-4d0d-a44a-178d1113a3c5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.836383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dfc48ec-fdd9-4d68-9c05-5e58a871cf2f req-6a0f115c-02ad-433c-a7b0-08a5ee9b87bc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 Aug 19 15:15:57.845588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85fbf4fe-9f10-4d0d-a44a-178d1113a3c5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.846442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-49bc32cc-2e0f-46c1-acd5-987312305462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.959860 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85fbf4fe-9f10-4d0d-a44a-178d1113a3c5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.968232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85fbf4fe-9f10-4d0d-a44a-178d1113a3c5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:57.973031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-85fbf4fe-9f10-4d0d-a44a-178d1113a3c5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b76b31ad-1d25-419b-a6e7-691dba2f091a HTTP/1.1" status: 204 len: 168 time: 0.1593592 Aug 19 15:15:57.974036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43916) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:57.975313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbf4fe-9f10-4d0d-a44a-178d1113a3c5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b76b31ad-1d25-419b-a6e7-691dba2f091a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:58.033678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fb41cc9f-5fbf-4d5f-8e0c-f7d259f3b375 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0586417 Aug 19 15:15:58.036808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.067330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eae8a28-1146-4039-b92e-70aa47d29ddb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.077535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eae8a28-1146-4039-b92e-70aa47d29ddb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.152838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43922) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.161090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:15:58.202474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eae8a28-1146-4039-b92e-70aa47d29ddb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.214666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3eae8a28-1146-4039-b92e-70aa47d29ddb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.217938 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3eae8a28-1146-4039-b92e-70aa47d29ddb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1d4e84be-88dc-4234-b152-b40ac44218f9 HTTP/1.1" status: 204 len: 168 time: 0.1780744 Aug 19 15:15:58.217938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae8a28-1146-4039-b92e-70aa47d29ddb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d4e84be-88dc-4234-b152-b40ac44218f9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:58.219569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.276303 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1fa5e3b-08bc-4d40-80a8-20b0955f73ed tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0558827 Aug 19 15:15:58.279433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43928) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.292335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c9ac184f-656c-43b6-82ef-5e9cad41732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.311403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a98b84a-88cc-4745-b829-3bb653e85d93 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.322004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a98b84a-88cc-4745-b829-3bb653e85d93 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.339316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 47a944ef-2133-468f-87ce-690a9257c9fb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:15:58.344759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 47a944ef-2133-468f-87ce-690a9257c9fb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:15:58.347806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.447960 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.474209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:15:58.476435 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b022e88-65d9-4b43-b2a6-86388c94c737" -d '{"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-plugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:15:58.493146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a98b84a-88cc-4745-b829-3bb653e85d93 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.498800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:15:58.501551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a98b84a-88cc-4745-b829-3bb653e85d93 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.502753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a98b84a-88cc-4745-b829-3bb653e85d93 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fefd5239-4909-4a99-8414-81fe76888a96 HTTP/1.1" status: 204 len: 168 time: 0.2222643 Aug 19 15:15:58.507000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43934) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.526473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98b84a-88cc-4745-b829-3bb653e85d93 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fefd5239-4909-4a99-8414-81fe76888a96,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:58.555576 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec71f2-ab2f-4caf-b51d-ab7fa2f3cbde x-openstack-request-id: req-0eec71f2-ab2f-4caf-b51d-ab7fa2f3cbde {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:15:58.556159 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-plugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:15:58.556980 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eec71f2-ab2f-4caf-b51d-ab7fa2f3cbde {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:15:58.560856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8bf8ca19-60a0-4331-b43a-cd85fc0f2c12 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495324 Aug 19 15:15:58.561811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43938) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.563033 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'code': 200} Aug 19 15:15:58.603004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.630482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c9ac184f-656c-43b6-82ef-5e9cad41732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.658123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7cb11cf-6d58-4f6e-978b-ab416139c88c tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.692415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7cb11cf-6d58-4f6e-978b-ab416139c88c tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.692667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb84f70-52f2-4e68-9752-74605e9cd1e3 req-01b25548-7c53-471f-ab78-2743f1a4e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:58.695060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bb84f70-52f2-4e68-9752-74605e9cd1e3 req-01b25548-7c53-471f-ab78-2743f1a4e162 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0564611 Aug 19 15:15:58.697200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:58.714248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c9ac184f-656c-43b6-82ef-5e9cad41732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.743625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bb84f70-52f2-4e68-9752-74605e9cd1e3 req-82a7f7de-df3f-48b2-ba9d-5879efbc1ec2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Aug 19 15:15:58.765425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c9ac184f-656c-43b6-82ef-5e9cad41732c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4ee1eb8925a47058c8287dde59db30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113849 Aug 19 15:15:58.769595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43940) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.771256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac184f-656c-43b6-82ef-5e9cad41732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b636ffa-d05a-4278-a0ce-4a8ada52924f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:58.825332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd22-f126-4d39-8601-4bdfbc244318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.848393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd22-f126-4d39-8601-4bdfbc244318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.879584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7cb11cf-6d58-4f6e-978b-ab416139c88c tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.895199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7cb11cf-6d58-4f6e-978b-ab416139c88c tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:58.895199 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7cb11cf-6d58-4f6e-978b-ab416139c88c tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7 HTTP/1.1" status: 204 len: 168 time: 0.3205225 Aug 19 15:15:58.895884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43944) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.895979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb11cf-6d58-4f6e-978b-ab416139c88c tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2653b93-0bc3-4ab0-9ef8-9bc304db2dd7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:58.977974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c1e79b48-a9c3-48de-9bab-e6513cdf6f4b tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864010 Aug 19 15:15:58.978305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43948) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:58.985751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--991165906'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:59.024188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197eff-4dbd-405c-9c46-b57ee6313d4c req-5e2e378e-3881-424b-8c3d-b4b585ee32a7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:59.025993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15197eff-4dbd-405c-9c46-b57ee6313d4c req-5e2e378e-3881-424b-8c3d-b4b585ee32a7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0995750 Aug 19 15:15:59.050747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd22-f126-4d39-8601-4bdfbc244318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.053306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd22-f126-4d39-8601-4bdfbc244318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.056383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4d0bbd22-f126-4d39-8601-4bdfbc244318 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b636ffa-d05a-4278-a0ce-4a8ada52924f HTTP/1.1" status: 204 len: 168 time: 0.2836146 Aug 19 15:15:59.068536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bbd22-f126-4d39-8601-4bdfbc244318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b636ffa-d05a-4278-a0ce-4a8ada52924f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:59.083899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15197eff-4dbd-405c-9c46-b57ee6313d4c req-750fed72-b40f-4ec7-8f6e-403fbff571f4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484598 Aug 19 15:15:59.098683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.192140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.321933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.366251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf70efbe-871b-4cbf-9a7b-5ba14752bb3d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:15:59.459223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.463235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-96061b3f-3b90-4033-9747-527ff8adae38 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4812450 Aug 19 15:15:59.463584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43960) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:15:59.470131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'bf70efbe-871b-4cbf-9a7b-5ba14752bb3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:15:59.641917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.647643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.706933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.807576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:59.826697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa796593-3fe6-49eb-9727-f7fb38430187,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:00.007519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.009773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0cf1a94b-0085-4146-b6f8-e3bd0ce2d099 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5437641 Aug 19 15:16:00.011530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43972) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:00.087015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb537-36e6-4147-84ec-7153114ee0c2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.113656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb537-36e6-4147-84ec-7153114ee0c2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.226560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2a7ed-fc22-4b1d-b1c9-0ce9008602a0 req-f787f8d0-3ab2-4aad-8f12-0d2bd6a5bc3e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:00.228081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3e2a7ed-fc22-4b1d-b1c9-0ce9008602a0 req-f787f8d0-3ab2-4aad-8f12-0d2bd6a5bc3e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0530119 Aug 19 15:16:00.292737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb537-36e6-4147-84ec-7153114ee0c2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.292737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb537-36e6-4147-84ec-7153114ee0c2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.292737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a8fb537-36e6-4147-84ec-7153114ee0c2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf70efbe-871b-4cbf-9a7b-5ba14752bb3d HTTP/1.1" status: 204 len: 168 time: 0.2719388 Aug 19 15:16:00.296340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:00.306368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f3e2a7ed-fc22-4b1d-b1c9-0ce9008602a0 req-68b2e717-feea-47c2-812d-d99f9f6b3fc5 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649426 Aug 19 15:16:00.314782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fb537-36e6-4147-84ec-7153114ee0c2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf70efbe-871b-4cbf-9a7b-5ba14752bb3d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:00.376245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43994) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:00.381470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2949e188-39ca-4328-a877-4adf8827187e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833325 Aug 19 15:16:00.382141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928612159'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:00.487640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.584839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.699466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.739180 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.746029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcba61f-af04-420c-b2e5-e7ffaed159ad req-e165e515-97a3-4567-a0aa-ff19274d58ec tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:00.751310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbcba61f-af04-420c-b2e5-e7ffaed159ad req-e165e515-97a3-4567-a0aa-ff19274d58ec tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0994158 Aug 19 15:16:00.756392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8791b53-5843-45db-bfb3-b1d9847079e1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:00.757138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:00.764314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'floatingip': {'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:00.796547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.800373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3cd277d0-565d-4d58-935e-d14e6e34036d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4199362 Aug 19 15:16:00.801062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44008) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:00.809462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555302956'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:00.815934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:00.934201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.065217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.132882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.208846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae8beeb-4721-4190-ae11-5b9a558ab434,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:01.268729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.270747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-28c2f335-0006-4a12-9f4c-e8e81ea81f8a tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4687173 Aug 19 15:16:01.274101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:01.286298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': 'a8791b53-5843-45db-bfb3-b1d9847079e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ae8beeb-4721-4190-ae11-5b9a558ab434', 'remote_ip_prefix': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:01.430277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.508597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44032) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:01.534644 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.616992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.639219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0b39b4-9069-454f-bdbe-6e49d271daf3,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:01.697736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-228dda2e-b86e-44a9-8f08-7de0133f9dc5 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1954305272'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:01.698297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-228dda2e-b86e-44a9-8f08-7de0133f9dc5 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Unknown quota resources ['metering_label']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:16:01.733032 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.738082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6d0f9562-2f6f-4553-bfd4-63804b1edfc8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4588809 Aug 19 15:16:01.739154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:01.774055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b39e3808-3352-4adb-97dd-1b046e62c8fe tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.775734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.resource_extend [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:16:01.783775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b39e3808-3352-4adb-97dd-1b046e62c8fe tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.833181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.915653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b39e3808-3352-4adb-97dd-1b046e62c8fe tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.924418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b39e3808-3352-4adb-97dd-1b046e62c8fe tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.928063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b39e3808-3352-4adb-97dd-1b046e62c8fe tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8e0b39b4-9069-454f-bdbe-6e49d271daf3 HTTP/1.1" status: 204 len: 168 time: 0.1857255 Aug 19 15:16:01.929761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44042) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:01.937985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e3808-3352-4adb-97dd-1b046e62c8fe tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e0b39b4-9069-454f-bdbe-6e49d271daf3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:01.970757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-228dda2e-b86e-44a9-8f08-7de0133f9dc5 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.973483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-228dda2e-b86e-44a9-8f08-7de0133f9dc5 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4631784 Aug 19 15:16:01.974093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44044) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:01.976235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.981498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-91ea8e72-0d97-4549-9159-ec5f3cc049b9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0480013 Aug 19 15:16:01.981689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a7aa8fd2-d0d3-4237-80d9-85f32b94abc1 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '217c2b34-94a5-4086-aaa4-e7282745c9d7'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:01.981689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a7aa8fd2-d0d3-4237-80d9-85f32b94abc1 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:16:01.981840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44046) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.038948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b52277a-ea13-4189-9459-4f6332078416 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.064262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b52277a-ea13-4189-9459-4f6332078416 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.162927 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.metering.metering_plugin [None req-a7aa8fd2-d0d3-4237-80d9-85f32b94abc1 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 15:16:02.177778 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Floating IP 9f31b5a9-2089-493b-bab4-fee6d5ef0c11 associated. External IP: 172.25.5.4, port: 47a944ef-2133-468f-87ce-690a9257c9fb. Aug 19 15:16:02.190227 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b52277a-ea13-4189-9459-4f6332078416 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.193105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3b52277a-ea13-4189-9459-4f6332078416 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.194794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3b52277a-ea13-4189-9459-4f6332078416 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ae8beeb-4721-4190-ae11-5b9a558ab434 HTTP/1.1" status: 204 len: 168 time: 0.2121074 Aug 19 15:16:02.198347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44048) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.218019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52277a-ea13-4189-9459-4f6332078416 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae8beeb-4721-4190-ae11-5b9a558ab434,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:02.288540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f86f6bc0-6d37-432a-9353-28cfac79b026 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0882614 Aug 19 15:16:02.291985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44052) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.338191 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8fd2-d0d3-4237-80d9-85f32b94abc1 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.339301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7aa8fd2-d0d3-4237-80d9-85f32b94abc1 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3641257 Aug 19 15:16:02.342414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44054) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.347425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c9398eea-c9d8-40b9-b848-ad900867f677 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '217c2b34-94a5-4086-aaa4-e7282745c9d7'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:02.347849 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7aee0cf8-f12f-4a47-aad4-0365581af231 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.347983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c9398eea-c9d8-40b9-b848-ad900867f677 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:16:02.377901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7aee0cf8-f12f-4a47-aad4-0365581af231 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.513678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7aee0cf8-f12f-4a47-aad4-0365581af231 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.518122 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7aee0cf8-f12f-4a47-aad4-0365581af231 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.520025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7aee0cf8-f12f-4a47-aad4-0365581af231 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8791b53-5843-45db-bfb3-b1d9847079e1 HTTP/1.1" status: 204 len: 168 time: 0.2280111 Aug 19 15:16:02.525047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44056) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.538148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee0cf8-f12f-4a47-aad4-0365581af231 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8791b53-5843-45db-bfb3-b1d9847079e1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:02.564113 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.metering.metering_plugin [None req-c9398eea-c9d8-40b9-b848-ad900867f677 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 15:16:02.596863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-22147dc5-d03f-4154-9ccf-246e4b2e8d5d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691953 Aug 19 15:16:02.596863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44060) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.601458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082356272'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:02.674803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c9398eea-c9d8-40b9-b848-ad900867f677 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.676011 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c9398eea-c9d8-40b9-b848-ad900867f677 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3326352 Aug 19 15:16:02.678975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44064) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.683803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:16:02.697166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ff814d7c-4416-4c92-970e-52f2f6ddfabd tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9bcd3938-6390-44f0-84d9-a816a8a75cbc HTTP/1.1" status: 200 len: 464 time: 0.0158763 Aug 19 15:16:02.700605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44066) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:02.778952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.821044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:16:02.825798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.834915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:16:02.848799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:16:02.849411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:15:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:02.855347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c742f6c-7e1d-4ef1-82de-4ed5d0b453ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "PUT /v2.0/floatingips/9f31b5a9-2089-493b-bab4-fee6d5ef0c11 HTTP/1.1" status: 200 len: 990 time: 2.0967917 Aug 19 15:16:02.856371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:16:02.860168 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:16:02.966228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:16:02.986469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:02.994634 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b1dc9-e384-4a19-94c1-fcf12ad364c3 x-openstack-request-id: req-123b1dc9-e384-4a19-94c1-fcf12ad364c3 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:16:02.995201 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:16:02.999758 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-123b1dc9-e384-4a19-94c1-fcf12ad364c3 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:16:02.999758 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'status': 'completed', 'code': 200} Aug 19 15:16:03.033605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dcf182df-e13b-47bf-bfdf-7cb028853d92 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.034718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dcf182df-e13b-47bf-bfdf-7cb028853d92 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9bcd3938-6390-44f0-84d9-a816a8a75cbc HTTP/1.1" status: 204 len: 168 time: 0.3327973 Aug 19 15:16:03.038091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44074) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.068039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2dd1f274-76b0-46ad-9a10-3375ab70cbe6 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9bcd3938-6390-44f0-84d9-a816a8a75cbc HTTP/1.1" status: 200 len: 221 time: 0.0288439 Aug 19 15:16:03.073787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44076) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.081269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d4fdeb37-d002-484d-8f83-b21a02b06192 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--869981965', 'description': 'label created by tempest'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:03.081966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d4fdeb37-d002-484d-8f83-b21a02b06192 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Unknown quota resources ['metering_label']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:16:03.087632 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.173918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-3eb6e53f-0ca2-42d6-accb-fbc75027a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:03.178714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-3eb6e53f-0ca2-42d6-accb-fbc75027a7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1098 time: 0.1528163 Aug 19 15:16:03.204588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e9f901-a661-4951-a562-6a45a41c799f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:03.226080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '9f31b5a9-2089-493b-bab4-fee6d5ef0c11', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'mac_address': 'fa:16:3e:a3:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:15:40Z', 'updated_at': '2021-08-19T15:16:01Z', 'revision_number': 1, 'project_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:03.258105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:16:03.271368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:16:03.272213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:15:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:03.329986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.331277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9195ab56-82cd-47f4-a7fa-89399f0972c9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7338777 Aug 19 15:16:03.334171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44084) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.339966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': '28e9f901-a661-4951-a562-6a45a41c799f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:03.407396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:16:03.415368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4fdeb37-d002-484d-8f83-b21a02b06192 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.416000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d4fdeb37-d002-484d-8f83-b21a02b06192 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3406332 Aug 19 15:16:03.419242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44086) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.440007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-a14e2848-aa52-4615-a460-3de15bef3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:03.440007 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-a14e2848-aa52-4615-a460-3de15bef3d92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.2536716 Aug 19 15:16:03.517627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e39fae70-9238-409d-82b8-933290bb966d tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=dbce1b0d-f184-4083-82a9-56a8526a2c87 HTTP/1.1" status: 200 len: 467 time: 0.0934701 Aug 19 15:16:03.517627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44092) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.525623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.545095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-bc9e622a-d2bc-411c-b15c-06f3bcaff7c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 998 time: 0.0994141 Aug 19 15:16:03.611968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-307c6f30-efcf-463b-a2e8-651d0010d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:03.613747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-307c6f30-efcf-463b-a2e8-651d0010d049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0600429 Aug 19 15:16:03.667181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-043111ab-0880-4e1c-9a9a-d7cf233a4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:03.668805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-043111ab-0880-4e1c-9a9a-d7cf233a4218 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482953 Aug 19 15:16:03.733511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '9f31b5a9-2089-493b-bab4-fee6d5ef0c11', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'mac_address': 'fa:16:3e:a3:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:15:40Z', 'updated_at': '2021-08-19T15:16:01Z', 'revision_number': 1, 'project_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:03.792634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271df8b-e27e-4a04-a8e9-68a035d9485e None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '9f31b5a9-2089-493b-bab4-fee6d5ef0c11', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'mac_address': 'fa:16:3e:a3:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:15:40Z', 'updated_at': '2021-08-19T15:16:01Z', 'revision_number': 1, 'project_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:16:03.809803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-255d96ed-dd52-4fec-b31c-e642d7886416 service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321197 Aug 19 15:16:03.834590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.911191 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47de4b7e-a9c1-4a4e-8650-6909f1477610 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.911191 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-47de4b7e-a9c1-4a4e-8650-6909f1477610 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/dbce1b0d-f184-4083-82a9-56a8526a2c87 HTTP/1.1" status: 204 len: 168 time: 0.3852706 Aug 19 15:16:03.914169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44104) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.942254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ba9b3ad-3dac-4ad8-bcb6-14bc4b330ea6 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=dbce1b0d-f184-4083-82a9-56a8526a2c87 HTTP/1.1" status: 200 len: 216 time: 0.0237386 Aug 19 15:16:03.943219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44108) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.955709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:03.965285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2f6b622e-fea5-4322-9815-cde2a35d8217 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0196936 Aug 19 15:16:03.965981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44110) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:03.983503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb6f6c25-7e81-4ba3-94de-a510b8adaef0 req-c649ce7f-93e5-45a1-962b-d7f85771c1cc service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586730 Aug 19 15:16:03.995102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c90a1b3-a8f8-484e-a69b-70a04ffcc2c9,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:04.021861 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c55d38cd-ad78-4c1d-9703-f86f89af72a4 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0275269 Aug 19 15:16:04.021999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44112) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.085263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-64f26891-7392-4212-98c8-c42e2d68ffbf tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/217c2b34-94a5-4086-aaa4-e7282745c9d7 HTTP/1.1" status: 200 len: 473 time: 0.0636258 Aug 19 15:16:04.088959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44114) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.108399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-958d89a8-97d3-41c2-918f-09c5207f4c8c tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/a7f34dba-c834-45f9-8d8d-102b82a4d592 HTTP/1.1" status: 200 len: 461 time: 0.0173571 Aug 19 15:16:04.112683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.120486 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95a7f49-7d4a-4eda-9a5d-a3d38b52d5b4 None None] New status for floating IP 9f31b5a9-2089-493b-bab4-fee6d5ef0c11: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:16:04.139140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.144921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fa54ba60-b595-4351-be0c-67e5cf806647 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8056741 Aug 19 15:16:04.146408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44118) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.174243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89af2e4-464f-4b98-aa37-51e0f4edb22e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.182091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89af2e4-464f-4b98-aa37-51e0f4edb22e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.323290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89af2e4-464f-4b98-aa37-51e0f4edb22e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.329952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-72f368b2-565d-4d1a-bacf-c39c8ffd4087 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.332732 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-72f368b2-565d-4d1a-bacf-c39c8ffd4087 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/a7f34dba-c834-45f9-8d8d-102b82a4d592 HTTP/1.1" status: 204 len: 168 time: 0.2175467 Aug 19 15:16:04.333742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44120) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.334222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89af2e4-464f-4b98-aa37-51e0f4edb22e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.337719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f89af2e4-464f-4b98-aa37-51e0f4edb22e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5c90a1b3-a8f8-484e-a69b-70a04ffcc2c9 HTTP/1.1" status: 204 len: 168 time: 0.1879151 Aug 19 15:16:04.340591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44122) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.349188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89af2e4-464f-4b98-aa37-51e0f4edb22e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c90a1b3-a8f8-484e-a69b-70a04ffcc2c9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:04.388286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8d3b8f6b-4cd8-452b-b8aa-0b0d89fa1170 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453939 Aug 19 15:16:04.391908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.459649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b98aecd5-bf91-45e8-ab94-c8823ca041e4 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.493587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b98aecd5-bf91-45e8-ab94-c8823ca041e4 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.651057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b98aecd5-bf91-45e8-ab94-c8823ca041e4 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.653821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b98aecd5-bf91-45e8-ab94-c8823ca041e4 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.655030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b98aecd5-bf91-45e8-ab94-c8823ca041e4 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/28e9f901-a661-4951-a562-6a45a41c799f HTTP/1.1" status: 204 len: 168 time: 0.2619126 Aug 19 15:16:04.658082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44126) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.665514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aecd5-bf91-45e8-ab94-c8823ca041e4 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e9f901-a661-4951-a562-6a45a41c799f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:04.697235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce39c2c3-91a2-4458-b9f2-c9c33001ad75 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.697235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ce39c2c3-91a2-4458-b9f2-c9c33001ad75 tempest-MeteringTestJSON-842098552 tempest-MeteringTestJSON-842098552-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/217c2b34-94a5-4086-aaa4-e7282745c9d7 HTTP/1.1" status: 204 len: 168 time: 0.3538029 Aug 19 15:16:04.718463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cc4d4ca1-e94f-4717-86fc-6b5a09d9c9fa tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552318 Aug 19 15:16:04.719246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44130) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:04.724272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group': {'name': 'tempest-secgroup--240071194'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:04.842013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.952162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.047784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.085714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb9db0-fc00-4109-baef-ffd33fc94567,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:05.338242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.338242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e2051bf9-19ba-498a-9a7a-2780240e1dd5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6141789 Aug 19 15:16:05.338242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44144) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:05.346369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': '8dbb9db0-fc00-4109-baef-ffd33fc94567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:05.437652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44148) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:05.476768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.530237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.554341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e59b2ebf-f78c-4522-9df8-026b5be9b0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.621282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.650532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7267667e-b3e0-4c2e-91d9-fac35bddb74c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:05.664496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e59b2ebf-f78c-4522-9df8-026b5be9b0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.796942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e59b2ebf-f78c-4522-9df8-026b5be9b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.838515 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e59b2ebf-f78c-4522-9df8-026b5be9b0b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d430f542de934f24ac6d7a4c45466fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997459 Aug 19 15:16:05.839224 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2ebf-f78c-4522-9df8-026b5be9b0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fab7a7a-7fe6-4919-ad49-2174377d56b7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:05.841447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44152) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:05.897168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f97091d-d266-4e75-94ef-f99e8e19324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.925905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f97091d-d266-4e75-94ef-f99e8e19324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.932917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.936827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ea5389f-2ffa-4649-a655-6c3ce500eee9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5960996 Aug 19 15:16:05.937693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:05.957428 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-12258730-3588-435a-8807-9d72282474fa tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules/7267667e-b3e0-4c2e-91d9-fac35bddb74c HTTP/1.1" status: 200 len: 763 time: 0.0191708 Aug 19 15:16:05.961582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44160) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.017875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e28819bd-0865-4196-851a-397998e01690 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547400 Aug 19 15:16:06.027332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44166) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.054106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c437a393-7887-4d15-b730-87860d2618e9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.062623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c437a393-7887-4d15-b730-87860d2618e9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.150387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f97091d-d266-4e75-94ef-f99e8e19324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.153082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1f97091d-d266-4e75-94ef-f99e8e19324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.154366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f97091d-d266-4e75-94ef-f99e8e19324c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fab7a7a-7fe6-4919-ad49-2174377d56b7 HTTP/1.1" status: 204 len: 168 time: 0.3118849 Aug 19 15:16:06.163441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97091d-d266-4e75-94ef-f99e8e19324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fab7a7a-7fe6-4919-ad49-2174377d56b7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:06.229714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c437a393-7887-4d15-b730-87860d2618e9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.237324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c437a393-7887-4d15-b730-87860d2618e9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.238564 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c437a393-7887-4d15-b730-87860d2618e9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7267667e-b3e0-4c2e-91d9-fac35bddb74c HTTP/1.1" status: 204 len: 168 time: 0.2101903 Aug 19 15:16:06.244254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44174) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.245015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437a393-7887-4d15-b730-87860d2618e9 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7267667e-b3e0-4c2e-91d9-fac35bddb74c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:06.287874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df950421-7cac-40a1-9f59-4d4b8aca1557 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423777 Aug 19 15:16:06.290473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44176) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.295012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': '8dbb9db0-fc00-4109-baef-ffd33fc94567', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:06.480803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.533045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.638203 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.658675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e68745-a55c-4d0e-894a-fc1726bb0efe,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:06.858608 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.862380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-eb220fb6-c27a-4d8d-899e-23e0d832f25e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5683830 Aug 19 15:16:06.862636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44180) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.890435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9fb82439-078f-43ce-a6e6-464dca64c83f tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules/27e68745-a55c-4d0e-894a-fc1726bb0efe HTTP/1.1" status: 200 len: 763 time: 0.0225351 Aug 19 15:16:06.890653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44182) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.944816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-32a37281-81b7-4f9b-8b05-40e08518fdaa tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0499253 Aug 19 15:16:06.945284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44184) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:06.972682 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06da8426-e2b3-414d-b09f-d5a3aeeda27d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:06.981281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06da8426-e2b3-414d-b09f-d5a3aeeda27d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.182829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44198) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:07.199870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.207042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06da8426-e2b3-414d-b09f-d5a3aeeda27d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.215999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06da8426-e2b3-414d-b09f-d5a3aeeda27d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.218281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-06da8426-e2b3-414d-b09f-d5a3aeeda27d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/27e68745-a55c-4d0e-894a-fc1726bb0efe HTTP/1.1" status: 204 len: 168 time: 0.2715032 Aug 19 15:16:07.221038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44204) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:07.223967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8426-e2b3-414d-b09f-d5a3aeeda27d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e68745-a55c-4d0e-894a-fc1726bb0efe,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:07.303888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2af771e-e01c-461b-a3be-ce5332e5b4f2 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815294 Aug 19 15:16:07.306582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44206) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:07.311595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Request body: {'security_group_rule': {'security_group_id': '8dbb9db0-fc00-4109-baef-ffd33fc94567', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:07.366128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.458883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.505173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8f69ce076ca4136b03f886741823965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211710 Aug 19 15:16:07.506462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831e754c-f2a5-4b0e-9874-063d116e09aa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:07.508259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:07.514719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.515115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.515488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.515824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.516373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.516713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.517049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.517629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.517974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.518909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.519125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.519460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557e89-d9b0-4268-a6de-09bdd4b8cdb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:07.577305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-973617ae-38b9-4d8f-94e1-1ac22204e572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.603290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.612166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-973617ae-38b9-4d8f-94e1-1ac22204e572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.684069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.790179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.810793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a476335-0aa4-44fe-ab14-787b4f8b0ebd,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:07.819202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-973617ae-38b9-4d8f-94e1-1ac22204e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.821826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-973617ae-38b9-4d8f-94e1-1ac22204e572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.823056 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-973617ae-38b9-4d8f-94e1-1ac22204e572 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/831e754c-f2a5-4b0e-9874-063d116e09aa HTTP/1.1" status: 204 len: 168 time: 0.3132675 Aug 19 15:16:07.833177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973617ae-38b9-4d8f-94e1-1ac22204e572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831e754c-f2a5-4b0e-9874-063d116e09aa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:07.905668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.908382 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-522a54c2-4c5b-456b-bdb8-ede40f11bf59 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6005046 Aug 19 15:16:07.911092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44216) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:07.932168 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-172fbc56-60b7-476c-bd58-7867d4dad8e8 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules/7a476335-0aa4-44fe-ab14-787b4f8b0ebd HTTP/1.1" status: 200 len: 764 time: 0.0171506 Aug 19 15:16:07.932168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44218) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:07.975183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0cdf60b8-1a03-4a84-84eb-bdecb86e6887 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0417213 Aug 19 15:16:07.977676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:08.003242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7a9384b-5ac4-4aa3-b67f-4b55d0578b3d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.012070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7a9384b-5ac4-4aa3-b67f-4b55d0578b3d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.158712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7a9384b-5ac4-4aa3-b67f-4b55d0578b3d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.169529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7a9384b-5ac4-4aa3-b67f-4b55d0578b3d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.171388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7a9384b-5ac4-4aa3-b67f-4b55d0578b3d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7a476335-0aa4-44fe-ab14-787b4f8b0ebd HTTP/1.1" status: 204 len: 168 time: 0.1925616 Aug 19 15:16:08.174612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44228) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:08.191068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9384b-5ac4-4aa3-b67f-4b55d0578b3d tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a476335-0aa4-44fe-ab14-787b4f8b0ebd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:08.238797 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-68d88d37-6338-43d4-bdaa-e44abd8fefbb tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576425 Aug 19 15:16:08.244512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:08.301916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f64c72f-5d4d-4bda-923a-dd3ca77b53b5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.327573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f64c72f-5d4d-4bda-923a-dd3ca77b53b5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.470150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f64c72f-5d4d-4bda-923a-dd3ca77b53b5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.486550 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f64c72f-5d4d-4bda-923a-dd3ca77b53b5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.486550 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0f64c72f-5d4d-4bda-923a-dd3ca77b53b5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "DELETE /v2.0/security-groups/8dbb9db0-fc00-4109-baef-ffd33fc94567 HTTP/1.1" status: 204 len: 168 time: 0.2315271 Aug 19 15:16:08.486550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64c72f-5d4d-4bda-923a-dd3ca77b53b5 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb9db0-fc00-4109-baef-ffd33fc94567,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:08.489104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44242) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:08.542712 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-052e73bd-f92f-4de9-aa26-3d63654d0b15 tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524082 Aug 19 15:16:08.548320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44248) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:08.599069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f07ea7b8-4f6a-4eb5-be80-23d2b58f122e tempest-SecGroupTest-2135336876 tempest-SecGroupTest-2135336876-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492792 Aug 19 15:16:09.169036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44270) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:09.330650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-47086c72-e11f-4aea-a005-551de74a8918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5972bba9b12459dbff54d8269a2177d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601460 Aug 19 15:16:09.333071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44280) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:09.385951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-675ce098-4b4e-40ce-ac31-cfedb0415cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:09.412187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-675ce098-4b4e-40ce-ac31-cfedb0415cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:09.567221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-675ce098-4b4e-40ce-ac31-cfedb0415cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:09.569889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-675ce098-4b4e-40ce-ac31-cfedb0415cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:09.571165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-675ce098-4b4e-40ce-ac31-cfedb0415cd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b5b451c-bf18-4bbc-99df-501615d148d7 HTTP/1.1" status: 204 len: 168 time: 0.2370555 Aug 19 15:16:09.579871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ce098-4b4e-40ce-ac31-cfedb0415cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b451c-bf18-4bbc-99df-501615d148d7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:10.562466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44334) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:10.676239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-24929b20-929a-4260-8f6c-8d3e87dfe6c8 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:10.799688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-24929b20-929a-4260-8f6c-8d3e87dfe6c8 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] 10.222.0.13 "PUT /v2.0/quotas/54fb58b1c58a42559a571608ebf7a788 HTTP/1.1" status: 200 len: 368 time: 0.2316844 Aug 19 15:16:10.799863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44344) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:10.804652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Request body: {'network': {'project_id': '54fb58b1c58a42559a571608ebf7a788'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:11.018423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Made reservation on behalf of 54fb58b1c58a42559a571608ebf7a788 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:11.021098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.027653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44348) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:11.031395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.134782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fd5bcda4-d7fc-46fb-b10f-d32eeca85be7 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:11.135580 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-fd5bcda4-d7fc-46fb-b10f-d32eeca85be7 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 15:16:11.136100 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-fd5bcda4-d7fc-46fb-b10f-d32eeca85be7 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:16:11.142846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.142992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fd5bcda4-d7fc-46fb-b10f-d32eeca85be7 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1084700 Aug 19 15:16:11.143072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:11.147207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--79702782'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:11.247446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.285284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:11.308203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20faa1c0-e4ea-4ed8-b5fc-79b48909e3e5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:11.312829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.313276 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Added segment ac059b02-8549-4ecf-87b7-4f8c503cb3da of type vlan for network 301b65fe-acd7-41fd-8c80-50d999e74082 Aug 19 15:16:11.357880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.384395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.393481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.495863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.498085 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.499056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.500226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.551661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.557736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.562999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Pushing event updated for resources: {'Network': ['ID=301b65fe-acd7-41fd-8c80-50d999e74082,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:11.564229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.571016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.574310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 301b65fe-acd7-41fd-8c80-50d999e74082 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:11.585241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.597036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.608293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.611622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-fe5aef85-31a3-4bb5-bfdf-a2be4d602fb2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1191211 Aug 19 15:16:11.619804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.650196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2763187e-df67-42fb-ab5d-cec38b9fce94,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:11.657836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b2fe6a0-4e48-4fc0-b199-99adaa1ceb28 req-dafbf9f2-6f62-4a18-8971-2541e15f0815 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393908 Aug 19 15:16:11.733158 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a15d068d-b2ac-4a32-8717-498c51a1cf98 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9321921 Aug 19 15:16:11.736220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44370) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:11.746556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Request body: {'network': {'project_id': '54fb58b1c58a42559a571608ebf7a788'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:11.806376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:11.969279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.975387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.981330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.987355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.993145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:11.998939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:12.005656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:12.007542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bdc46a0-a54c-4d5a-85f5-b37c3b9c81a9 req-4a5502cc-8f2b-47a8-8581-a394aebeda2d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.0942211 Aug 19 15:16:12.086816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.120201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6959a0-ba71-4395-b75d-2850352dff5f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:12.297312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Made reservation on behalf of 54fb58b1c58a42559a571608ebf7a788 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:12.300329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.334746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:12.346330 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.346730 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Added segment 8f3853fe-176f-4c0b-b271-ff4658fddac2 of type vlan for network ed028a8b-6b20-41ce-bb55-f6b8a9f3d44c Aug 19 15:16:12.392538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.393903 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd80b6bf-5c01-42d2-b325-d385c1cf6ee3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2509761 Aug 19 15:16:12.397137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44380) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:12.404297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': '4b6959a0-ba71-4395-b75d-2850352dff5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:12.405256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.536961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.578719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.580323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:12.580908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.598531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.674043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Pushing event updated for resources: {'Network': ['ID=ed028a8b-6b20-41ce-bb55-f6b8a9f3d44c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:12.684051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ed028a8b-6b20-41ce-bb55-f6b8a9f3d44c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:12.761607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.780111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec01a438-bb64-4aeb-bd6e-cd5c298db168,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:12.807632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4ef43d29-4017-4798-a093-5e7cc78da768 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0635974 Aug 19 15:16:12.807845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44384) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:12.812530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a9305bf0-57d6-45eb-8183-be946f2c1b03 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Request body: {'network': {'project_id': '54fb58b1c58a42559a571608ebf7a788'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:12.910471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:12.911750 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1aae9ed-404a-4851-8e3d-c41c8847decf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5135455 Aug 19 15:16:12.914940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44390) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:12.915149 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9305bf0-57d6-45eb-8183-be946f2c1b03 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 15:16:12.915801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9305bf0-57d6-45eb-8183-be946f2c1b03 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:16:12.919923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a9305bf0-57d6-45eb-8183-be946f2c1b03 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1093538 Aug 19 15:16:12.923562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1e5ab038-5934-4611-9492-68516e4e6677 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': '4b6959a0-ba71-4395-b75d-2850352dff5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:13.016029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.108958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-63d3feb2-5b70-48c9-afac-e4bb676d1391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54fb58b1c58a42559a571608ebf7a788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899272 Aug 19 15:16:13.112099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.120385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab038-5934-4611-9492-68516e4e6677 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.163354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b19ef7a-57b0-4594-90da-ad4f7bfe5a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.193287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b19ef7a-57b0-4594-90da-ad4f7bfe5a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.195141 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.297463 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-1e5ab038-5934-4611-9492-68516e4e6677 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:16:13.298560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1e5ab038-5934-4611-9492-68516e4e6677 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3823042 Aug 19 15:16:13.314144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.325335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b19ef7a-57b0-4594-90da-ad4f7bfe5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.329060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b19ef7a-57b0-4594-90da-ad4f7bfe5a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.332532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b19ef7a-57b0-4594-90da-ad4f7bfe5a49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20faa1c0-e4ea-4ed8-b5fc-79b48909e3e5 HTTP/1.1" status: 204 len: 168 time: 0.2172408 Aug 19 15:16:13.333310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44408) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.340681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ef7a-57b0-4594-90da-ad4f7bfe5a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20faa1c0-e4ea-4ed8-b5fc-79b48909e3e5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:13.437528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.439242 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-119d1f09-1cdc-4bc9-8011-86ea95bdb69c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.467705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-119d1f09-1cdc-4bc9-8011-86ea95bdb69c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.566303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.576934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed028a8b-6b20-41ce-bb55-f6b8a9f3d44c']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:13.591561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3853fe-176f-4c0b-b271-ff4658fddac2') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:13.594258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3853fe-176f-4c0b-b271-ff4658fddac2') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:13.601748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.617598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.626028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:16:13.626479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:16:13.628391 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:16:13.715697 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-119d1f09-1cdc-4bc9-8011-86ea95bdb69c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.718491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-119d1f09-1cdc-4bc9-8011-86ea95bdb69c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.719675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-119d1f09-1cdc-4bc9-8011-86ea95bdb69c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/4b6959a0-ba71-4395-b75d-2850352dff5f HTTP/1.1" status: 204 len: 168 time: 0.4044793 Aug 19 15:16:13.722731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.730548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d1f09-1cdc-4bc9-8011-86ea95bdb69c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6959a0-ba71-4395-b75d-2850352dff5f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:13.771402 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6e49f03-f185-45bd-9bc9-559929e8cccf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470326 Aug 19 15:16:13.776266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44418) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.787571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--206708198'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:13.847517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.853309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.856041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ed028a8b-6b20-41ce-bb55-f6b8a9f3d44c HTTP/1.1" status: 204 len: 168 time: 0.5215130 Aug 19 15:16:13.860978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44424) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:13.878395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d856-d405-4b91-8562-8a40018f7ce4 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed028a8b-6b20-41ce-bb55-f6b8a9f3d44c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:13.953426 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:13.970229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.302971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44446) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:14.411140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.426434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301b65fe-acd7-41fd-8c80-50d999e74082']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:14.426737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.429714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.429714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.429714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.429714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.429714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.429714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:14.431456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-eacc8429-6f8b-4a8c-bc6e-e1ca63569b03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6497 time: 0.1269157 Aug 19 15:16:14.441906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac059b02-8549-4ecf-87b7-4f8c503cb3da') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:14.442224 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac059b02-8549-4ecf-87b7-4f8c503cb3da') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:14.457371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.471266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-88008aa5-028b-4c1b-80e4-9cd502ac780e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332801 Aug 19 15:16:14.478561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.492053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:16:14.492465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:16:14.494375 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:16:14.561035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.656741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.662437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.669432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.671452 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] 10.222.0.13 "DELETE /v2.0/networks/301b65fe-acd7-41fd-8c80-50d999e74082 HTTP/1.1" status: 204 len: 168 time: 0.8089161 Aug 19 15:16:14.703606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3440d20-faf2-4329-a79e-0bd063c0dc73 tempest-QuotasNegativeTest-1279337059 tempest-QuotasNegativeTest-1279337059-project-admin] Pushing event deleted for resources: {'Network': ['ID=301b65fe-acd7-41fd-8c80-50d999e74082,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:14.714886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe950e46-e626-4cf5-a03c-f1fa62e82415,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:14.921376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:14.922894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-00f7c02d-6f17-4854-a4fb-eb8b2bab6c9e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1452365 Aug 19 15:16:14.927485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44458) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:14.932177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7a5bb3ae-bc9b-4767-b01d-fde77f0954fb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'fe950e46-e626-4cf5-a03c-f1fa62e82415', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:14.932996 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-7a5bb3ae-bc9b-4767-b01d-fde77f0954fb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 15:16:14.933556 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-7a5bb3ae-bc9b-4767-b01d-fde77f0954fb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:14.934524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7a5bb3ae-bc9b-4767-b01d-fde77f0954fb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060406 Aug 19 15:16:14.937995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44460) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:14.999906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1677be32-d1f4-43a0-adfa-f4c4048cadb0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.026863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1677be32-d1f4-43a0-adfa-f4c4048cadb0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.178471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1677be32-d1f4-43a0-adfa-f4c4048cadb0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.181076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1677be32-d1f4-43a0-adfa-f4c4048cadb0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.185441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1677be32-d1f4-43a0-adfa-f4c4048cadb0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe950e46-e626-4cf5-a03c-f1fa62e82415 HTTP/1.1" status: 204 len: 168 time: 0.2462761 Aug 19 15:16:15.185667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44468) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:15.201244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677be32-d1f4-43a0-adfa-f4c4048cadb0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe950e46-e626-4cf5-a03c-f1fa62e82415,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:15.252793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e1e2e646-972d-49e8-aadc-b3b798ae4f45 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654128 Aug 19 15:16:15.256585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44472) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:15.261781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549237843'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:15.382052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.473369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.556444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.587816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b8ddf1-7529-4efd-8787-a5d0219ece1e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:15.686063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.686063 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ecd6081f-5930-4778-960d-e5b8cd33aa91 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4248607 Aug 19 15:16:15.686063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:15.692525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4b1796f9-ce7c-48b1-b4df-2b25c6702f5d tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': '13b8ddf1-7529-4efd-8787-a5d0219ece1e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:15.692525 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-4b1796f9-ce7c-48b1-b4df-2b25c6702f5d tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 15:16:15.692758 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-4b1796f9-ce7c-48b1-b4df-2b25c6702f5d tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:15.693185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:15.699405 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b1796f9-ce7c-48b1-b4df-2b25c6702f5d tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067236 Aug 19 15:16:15.699405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44486) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:15.712668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95214e83-417a-4fe2-b891-a8f04bd54fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.763875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e6f-8e24-4d1e-8d1a-f103d3731276 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.789099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e6f-8e24-4d1e-8d1a-f103d3731276 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.811180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95214e83-417a-4fe2-b891-a8f04bd54fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.978627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95214e83-417a-4fe2-b891-a8f04bd54fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.978858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e6f-8e24-4d1e-8d1a-f103d3731276 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.981465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fb72e6f-8e24-4d1e-8d1a-f103d3731276 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:15.986875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fb72e6f-8e24-4d1e-8d1a-f103d3731276 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/13b8ddf1-7529-4efd-8787-a5d0219ece1e HTTP/1.1" status: 204 len: 168 time: 0.2824061 Aug 19 15:16:15.987957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44488) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.000827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb72e6f-8e24-4d1e-8d1a-f103d3731276 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b8ddf1-7529-4efd-8787-a5d0219ece1e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:16.023474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-95214e83-417a-4fe2-b891-a8f04bd54fc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19adffabaa4d4f81b52fd9af169b3f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290923 Aug 19 15:16:16.024639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95214e83-417a-4fe2-b891-a8f04bd54fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4685413d-a543-49fd-9865-d6a7ced06222,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:16.026509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.059291 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-65aea1f6-e38c-4a38-89c0-3a62a907a898 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693953 Aug 19 15:16:16.063226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44494) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.068241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868553100'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:16.096792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba72fcda-dbbe-4d49-8d2f-34e13c91812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.120400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba72fcda-dbbe-4d49-8d2f-34e13c91812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.155680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.275552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba72fcda-dbbe-4d49-8d2f-34e13c91812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.278383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba72fcda-dbbe-4d49-8d2f-34e13c91812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.289357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba72fcda-dbbe-4d49-8d2f-34e13c91812c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4685413d-a543-49fd-9865-d6a7ced06222 HTTP/1.1" status: 204 len: 168 time: 0.2521071 Aug 19 15:16:16.289357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72fcda-dbbe-4d49-8d2f-34e13c91812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4685413d-a543-49fd-9865-d6a7ced06222,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:16.341437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.429579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.461470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a85b47-3c88-4e0f-b3a4-59774f950a0b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:16.548193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.549598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6cf19769-cb5b-40cf-8c2d-68fd9e31a435 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4852111 Aug 19 15:16:16.552400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44502) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.556972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1b5e132c-5e33-4728-8a6a-fbc2e801559b tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'd9a85b47-3c88-4e0f-b3a4-59774f950a0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:16.586011 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-1b5e132c-5e33-4728-8a6a-fbc2e801559b tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 15:16:16.586647 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-1b5e132c-5e33-4728-8a6a-fbc2e801559b tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:16.587728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1b5e132c-5e33-4728-8a6a-fbc2e801559b tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0343986 Aug 19 15:16:16.590981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44504) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.595715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7d1b73d1-6402-4b72-8898-27845af3bcdf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'd9a85b47-3c88-4e0f-b3a4-59774f950a0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:16.596380 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-7d1b73d1-6402-4b72-8898-27845af3bcdf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 15:16:16.596862 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-7d1b73d1-6402-4b72-8898-27845af3bcdf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:16.597876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7d1b73d1-6402-4b72-8898-27845af3bcdf tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059230 Aug 19 15:16:16.601518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44506) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.606880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b379caf2-6029-4976-94df-c75b3fd0f357 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'd9a85b47-3c88-4e0f-b3a4-59774f950a0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:16.607730 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-b379caf2-6029-4976-94df-c75b3fd0f357 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 15:16:16.608223 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-b379caf2-6029-4976-94df-c75b3fd0f357 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:16.609259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b379caf2-6029-4976-94df-c75b3fd0f357 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058563 Aug 19 15:16:16.611749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44508) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.615772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0ccaad3b-975e-4b04-852b-ff7cbf9e8a36 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'd9a85b47-3c88-4e0f-b3a4-59774f950a0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:16.616616 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-0ccaad3b-975e-4b04-852b-ff7cbf9e8a36 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 15:16:16.617099 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-0ccaad3b-975e-4b04-852b-ff7cbf9e8a36 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:16.618055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ccaad3b-975e-4b04-852b-ff7cbf9e8a36 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054657 Aug 19 15:16:16.620576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44510) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.679369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c8725f7-57b4-4ee3-ae9b-9a9ea13189ed tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.712814 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c8725f7-57b4-4ee3-ae9b-9a9ea13189ed tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.890755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c8725f7-57b4-4ee3-ae9b-9a9ea13189ed tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.899029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c8725f7-57b4-4ee3-ae9b-9a9ea13189ed tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:16.899029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c8725f7-57b4-4ee3-ae9b-9a9ea13189ed tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9a85b47-3c88-4e0f-b3a4-59774f950a0b HTTP/1.1" status: 204 len: 168 time: 0.2760892 Aug 19 15:16:16.908518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44520) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.917580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8725f7-57b4-4ee3-ae9b-9a9ea13189ed tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a85b47-3c88-4e0f-b3a4-59774f950a0b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:16.961282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f0942e31-6073-4043-8117-eeb8232b4a26 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514395 Aug 19 15:16:16.966445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44522) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:16.971402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209195116'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:17.086138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44524) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:17.100316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9a7a-1788-4107-9ea4-4305b81f652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.116123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.206163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9a7a-1788-4107-9ea4-4305b81f652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.292216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9a7a-1788-4107-9ea4-4305b81f652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.332269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4ddf9a7a-1788-4107-9ea4-4305b81f652b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e53f0744ffef4ac9a4f1f933d09e1ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449918 Aug 19 15:16:17.333208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf9a7a-1788-4107-9ea4-4305b81f652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba41596-5ded-4d95-b5a7-bc58e1b580b9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:17.335706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44532) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:17.377705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.389627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49e4965e-e93c-4d0d-b7b6-2f82d3b6a500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.412355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49e4965e-e93c-4d0d-b7b6-2f82d3b6a500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.475561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.506520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd323a70-2397-4e01-92b0-bfa77afbfe81,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:17.567108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49e4965e-e93c-4d0d-b7b6-2f82d3b6a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.569802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-49e4965e-e93c-4d0d-b7b6-2f82d3b6a500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.570974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-49e4965e-e93c-4d0d-b7b6-2f82d3b6a500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bba41596-5ded-4d95-b5a7-bc58e1b580b9 HTTP/1.1" status: 204 len: 168 time: 0.2341619 Aug 19 15:16:17.579833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4965e-e93c-4d0d-b7b6-2f82d3b6a500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba41596-5ded-4d95-b5a7-bc58e1b580b9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:17.594027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:17.595512 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-78fa61c9-d1a5-4fe6-9e76-247157deefe2 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6278615 Aug 19 15:16:17.598935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44536) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:17.603724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-af1a23b8-aa74-4774-bf96-3a864a3a0f4f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:17.604372 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-af1a23b8-aa74-4774-bf96-3a864a3a0f4f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 15:16:17.604833 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-af1a23b8-aa74-4774-bf96-3a864a3a0f4f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:17.605860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-af1a23b8-aa74-4774-bf96-3a864a3a0f4f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059407 Aug 19 15:16:17.609044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44538) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:17.614067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1d39e609-c281-4ff1-8ce4-892996218009 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:17.921415 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-1d39e609-c281-4ff1-8ce4-892996218009 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:17.925163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1d39e609-c281-4ff1-8ce4-892996218009 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3123868 Aug 19 15:16:17.925815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44540) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:18.240879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a6f7c18e-51ba-42c7-b34f-324af758aef8 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:18.241453 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-a6f7c18e-51ba-42c7-b34f-324af758aef8 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 15:16:18.241942 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-a6f7c18e-51ba-42c7-b34f-324af758aef8 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:18.242899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a6f7c18e-51ba-42c7-b34f-324af758aef8 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.3160899 Aug 19 15:16:18.245907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44558) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:18.250476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-09976cd5-848c-47c6-bdeb-1d339fdcc296 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:18.479078 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-09976cd5-848c-47c6-bdeb-1d339fdcc296 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:18.483659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-09976cd5-848c-47c6-bdeb-1d339fdcc296 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2332189 Aug 19 15:16:18.484057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44566) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:18.488897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-902471a6-01d4-4e41-a41b-efd6096023eb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:18.490686 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-902471a6-01d4-4e41-a41b-efd6096023eb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 15:16:18.491401 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-902471a6-01d4-4e41-a41b-efd6096023eb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:18.492488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-902471a6-01d4-4e41-a41b-efd6096023eb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073123 Aug 19 15:16:18.495088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44568) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:18.499382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-51fe92ac-90a1-4799-94df-92d31beab951 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:18.691269 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-51fe92ac-90a1-4799-94df-92d31beab951 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:18.692660 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-51fe92ac-90a1-4799-94df-92d31beab951 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1965821 Aug 19 15:16:18.695801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:18.701453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2c7c9ef6-0704-4ccf-8826-5999036723c9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:18.701996 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-2c7c9ef6-0704-4ccf-8826-5999036723c9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 15:16:18.703106 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-2c7c9ef6-0704-4ccf-8826-5999036723c9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:18.704079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c7c9ef6-0704-4ccf-8826-5999036723c9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068848 Aug 19 15:16:18.706918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44578) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:18.711483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6f7caecd-96f5-4f6c-a45c-e256ccb0f3ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:19.001877 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-6f7caecd-96f5-4f6c-a45c-e256ccb0f3ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:19.002878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f7caecd-96f5-4f6c-a45c-e256ccb0f3ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2949746 Aug 19 15:16:19.005675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44586) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:19.010569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-98bedd8a-d133-4ba5-9c0a-d4da339c4fe0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'bd323a70-2397-4e01-92b0-bfa77afbfe81', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:19.264157 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-98bedd8a-d133-4ba5-9c0a-d4da339c4fe0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:19.265404 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98bedd8a-d133-4ba5-9c0a-d4da339c4fe0 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2587218 Aug 19 15:16:19.268718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:19.334798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd91c-bb55-439e-b00a-c2d1b4e26c30 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:19.361543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd91c-bb55-439e-b00a-c2d1b4e26c30 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:19.521400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd91c-bb55-439e-b00a-c2d1b4e26c30 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:19.524097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd91c-bb55-439e-b00a-c2d1b4e26c30 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:19.525327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6ecbd91c-bb55-439e-b00a-c2d1b4e26c30 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd323a70-2397-4e01-92b0-bfa77afbfe81 HTTP/1.1" status: 204 len: 168 time: 0.2555916 Aug 19 15:16:19.534128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44608) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:19.535464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd91c-bb55-439e-b00a-c2d1b4e26c30 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd323a70-2397-4e01-92b0-bfa77afbfe81,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:19.585881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e747989-e318-4a6d-a443-368d9070596c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500646 Aug 19 15:16:19.591625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44610) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:19.597917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085477935'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:19.818354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:19.872073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44618) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:19.915875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:19.986808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-644477946'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:20.012864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.045217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1510c24c-eb96-4d8d-920f-b5907321e6b6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:20.115596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.116664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.171890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.195317 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.196593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d60d4339-47e6-4f6f-8118-4f2da8d98212 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6039255 Aug 19 15:16:20.199991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.205312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-731ff9af-02e3-4ef5-b1b6-addfe85bbd2e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': '1510c24c-eb96-4d8d-920f-b5907321e6b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:20.253343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.401578 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-731ff9af-02e3-4ef5-b1b6-addfe85bbd2e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The resource could not be found. Aug 19 15:16:20.401764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.402677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-731ff9af-02e3-4ef5-b1b6-addfe85bbd2e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2017164 Aug 19 15:16:20.403397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18aad738-2797-4782-a462-f81506a7d92d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5300515 Aug 19 15:16:20.405807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44626) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.412308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-21579507-090b-4212-bbe0-cdb529f87e54 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': '1510c24c-eb96-4d8d-920f-b5907321e6b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62c42d74-6dcc-45fd-ac34-ca02f2f8a586'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:20.413970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44628) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.500018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.631392 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-21579507-090b-4212-bbe0-cdb529f87e54 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The resource could not be found. Aug 19 15:16:20.632561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21579507-090b-4212-bbe0-cdb529f87e54 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2252824 Aug 19 15:16:20.635219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44644) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.686497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.690366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.692650 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb35d692-1d4b-4565-b153-0a12da3b6cb5 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.716141 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb35d692-1d4b-4565-b153-0a12da3b6cb5 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.825381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.825987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e81ac44-2ab9-4a4c-87da-13ffcb091fd7 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:16:20.836456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.836456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-453f275a-de95-438b-ac09-0df15ec306a3 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1e81ac44-2ab9-4a4c-87da-13ffcb091fd7 HTTP/1.1" status: 204 len: 168 time: 0.4173670 Aug 19 15:16:20.836456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44646) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.840418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Request body: {'router': {'name': 'tempest-router-465601069', 'distributed': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:20.864108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb35d692-1d4b-4565-b153-0a12da3b6cb5 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.866768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bb35d692-1d4b-4565-b153-0a12da3b6cb5 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.867976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bb35d692-1d4b-4565-b153-0a12da3b6cb5 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/1510c24c-eb96-4d8d-920f-b5907321e6b6 HTTP/1.1" status: 204 len: 168 time: 0.2318027 Aug 19 15:16:20.872124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44648) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.877888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35d692-1d4b-4565-b153-0a12da3b6cb5 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510c24c-eb96-4d8d-920f-b5907321e6b6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:20.922432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a9bd990-9f5a-48f4-ad71-920b8757c4c1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488951 Aug 19 15:16:20.926388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:20.931248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-450e2e89-1199-424f-b740-b14cb760499e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': 'c2381b9f-f356-4b97-a4d5-9c798c371b35', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:20.961504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:20.962592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.020030 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.127459 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-450e2e89-1199-424f-b740-b14cb760499e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The resource could not be found. Aug 19 15:16:21.127807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.128428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-450e2e89-1199-424f-b740-b14cb760499e tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2010334 Aug 19 15:16:21.134264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44652) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:21.139794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--185714433'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:21.257988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.259232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-84b3e5d9-8be5-4334-bbe0-e875864a01b4 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4225569 Aug 19 15:16:21.262047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44654) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:21.340557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.361544 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.470069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.521580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.523944 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.548582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.591457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e4ec2f-451a-4a96-bba4-49726c0bf311,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:21.639744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.641002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f38067d3-1ee0-4715-b3bc-b971cb5ab003 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:16:21.648072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.649045 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-731b2c40-2172-47ce-b67a-4eac0975ee1d tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f38067d3-1ee0-4715-b3bc-b971cb5ab003 HTTP/1.1" status: 204 len: 168 time: 0.3860011 Aug 19 15:16:21.652634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44666) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:21.658065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Request body: {'router': {'name': 'tempest-router-1719688570', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7bdb96a18051472f9c063ee8bcda01ae'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:21.674467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.679789 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44668) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:21.680091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be76f751-f447-4055-9679-a0fbc1fa23ee tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5442600 Aug 19 15:16:21.690073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175130361'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:21.748593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017252d-d3a2-49ac-8807-56b994bba452 req-13968cfc-58e4-4db7-8d9d-222b40f1a986 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:21.750393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c017252d-d3a2-49ac-8807-56b994bba452 req-13968cfc-58e4-4db7-8d9d-222b40f1a986 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.0654416 Aug 19 15:16:21.793433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c017252d-d3a2-49ac-8807-56b994bba452 req-749796d6-6f46-4074-bf16-96972c9cc283 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Aug 19 15:16:21.817432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.822688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.877652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:21.978463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.001869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.090419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.210808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.246164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c137a5-25fe-4181-90e1-5f579fcf9772,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:22.309443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.310726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0a6d29f2-917c-42b8-a9b4-cbc79a27670c tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6570489 Aug 19 15:16:22.320561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44680) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:22.324926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:22.387846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.392558 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-22c2e0ed-4f22-4c5d-b9d4-b9b70b2d34f3 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7072127 Aug 19 15:16:22.393286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:22.398902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3c7e0f3a-62dd-4820-a96e-cedf5d80a638 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group_rule': {'security_group_id': '05e4ec2f-451a-4a96-bba4-49726c0bf311', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '45c137a5-25fe-4181-90e1-5f579fcf9772'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:22.560853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.561190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.728567 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-3c7e0f3a-62dd-4820-a96e-cedf5d80a638 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:16:22.732572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c7e0f3a-62dd-4820-a96e-cedf5d80a638 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3379989 Aug 19 15:16:22.739537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101962) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 15:16:22.740311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44692) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:22.740486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Router 910cff55-eca8-46ae-abc8-4fe96899d3fb migrating from provider to provider. {{(pid=101962) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 15:16:22.740670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.751961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.816144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0feb6075-f78b-488f-8c6e-c0b81f2c2bd1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.840711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.845301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0feb6075-f78b-488f-8c6e-c0b81f2c2bd1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:22.938087 n-d-779913-32 neutron-server[101962]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] No L3 agents can host the router 910cff55-eca8-46ae-abc8-4fe96899d3fb Aug 19 15:16:23.012964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0feb6075-f78b-488f-8c6e-c0b81f2c2bd1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.015896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0feb6075-f78b-488f-8c6e-c0b81f2c2bd1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.017666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0feb6075-f78b-488f-8c6e-c0b81f2c2bd1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/45c137a5-25fe-4181-90e1-5f579fcf9772 HTTP/1.1" status: 204 len: 168 time: 0.2767491 Aug 19 15:16:23.020273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44696) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.027604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6075-f78b-488f-8c6e-c0b81f2c2bd1 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c137a5-25fe-4181-90e1-5f579fcf9772,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:23.075755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Hosts for router 910cff55-eca8-46ae-abc8-4fe96899d3fb: [] {{(pid=101962) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 15:16:23.111474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Hosts for other DVR routers connected to router 910cff55-eca8-46ae-abc8-4fe96899d3fb: set() {{(pid=101962) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 15:16:23.114179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.125727 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eaf28018-c54a-4f1e-adf5-25b7130cadc8 tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "PUT /v2.0/routers/910cff55-eca8-46ae-abc8-4fe96899d3fb HTTP/1.1" status: 200 len: 717 time: 0.7942786 Aug 19 15:16:23.125879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44698) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.134028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-69e10cf4-af8c-4702-b5d9-bb9fe1828afb tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1110387 Aug 19 15:16:23.135574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.198215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfb3268f-ef39-4c31-b39f-961feff8dd99 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.202097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67a802d6-c6fb-400d-94a4-ea3f0f4a130e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "GET /v2.0/routers/910cff55-eca8-46ae-abc8-4fe96899d3fb HTTP/1.1" status: 200 len: 717 time: 0.0822935 Aug 19 15:16:23.205687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44702) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.234787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfb3268f-ef39-4c31-b39f-961feff8dd99 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.408796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c6326a7-e06c-487b-b3ff-53b7f1ea58eb tempest-RoutersTestDVR-2073867526 tempest-RoutersTestDVR-2073867526-project] 10.222.0.13 "GET /v2.0/routers/910cff55-eca8-46ae-abc8-4fe96899d3fb HTTP/1.1" status: 200 len: 683 time: 0.2017503 Aug 19 15:16:23.411331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.478899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfb3268f-ef39-4c31-b39f-961feff8dd99 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.481751 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfb3268f-ef39-4c31-b39f-961feff8dd99 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.483165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bfb3268f-ef39-4c31-b39f-961feff8dd99 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/05e4ec2f-451a-4a96-bba4-49726c0bf311 HTTP/1.1" status: 204 len: 168 time: 0.3464773 Aug 19 15:16:23.487472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44710) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.497706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.513431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3268f-ef39-4c31-b39f-961feff8dd99 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e4ec2f-451a-4a96-bba4-49726c0bf311,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:23.549172 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fe64aebf-8054-44ac-8b9f-900356860074 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555267 Aug 19 15:16:23.549645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.554681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'tempest-secgroup--403824945'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:23.684280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.687292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.730356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.869975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.870527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 910cff55-eca8-46ae-abc8-4fe96899d3fb {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:16:23.875239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:23.876802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d214c2b0-6d3b-4134-a2c3-9230155ae79e tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "DELETE /v2.0/routers/910cff55-eca8-46ae-abc8-4fe96899d3fb HTTP/1.1" status: 204 len: 168 time: 0.4640863 Aug 19 15:16:23.880477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44720) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:23.888736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Request body: {'router': {'name': 'tempest-router-1970889504', 'distributed': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:23.935822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.080981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.125966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a808beb8-d17f-4002-9f95-96cc3a31d890,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:24.222404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.223469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.300555 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:16:24.310289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.338236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.339599 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43e100f3-87f4-44ec-a062-a94a384a2fe9 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7887428 Aug 19 15:16:24.342544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.348257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-22d2e87f-d6d1-4fd3-a3d2-6f90e0d18dfc tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:24.348935 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-22d2e87f-d6d1-4fd3-a3d2-6f90e0d18dfc tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 15:16:24.349474 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-22d2e87f-d6d1-4fd3-a3d2-6f90e0d18dfc tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 15:16:24.350489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-22d2e87f-d6d1-4fd3-a3d2-6f90e0d18dfc tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "PUT /v2.0/security-groups/a808beb8-d17f-4002-9f95-96cc3a31d890 HTTP/1.1" status: 409 len: 330 time: 0.0062253 Aug 19 15:16:24.354253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44726) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.419541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.421897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c90705-d44b-4b6f-be36-d2a71ef24a7f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.451620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c90705-d44b-4b6f-be36-d2a71ef24a7f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.509768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a52561b-57fd-43a9-883d-ce2c091f3564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.536492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.537785 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-785354cb-cc18-4809-acc0-93b52636e1fa tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6532462 Aug 19 15:16:24.540802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.617358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.653008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c90705-d44b-4b6f-be36-d2a71ef24a7f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.656280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c90705-d44b-4b6f-be36-d2a71ef24a7f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.657692 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-77c90705-d44b-4b6f-be36-d2a71ef24a7f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/a808beb8-d17f-4002-9f95-96cc3a31d890 HTTP/1.1" status: 204 len: 168 time: 0.3022439 Aug 19 15:16:24.660381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.695267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c90705-d44b-4b6f-be36-d2a71ef24a7f tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a808beb8-d17f-4002-9f95-96cc3a31d890,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:24.724727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18f31516-921e-4142-8793-c4551dafc24c tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630994 Aug 19 15:16:24.728872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44738) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.801279 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-8ef01c5c-5442-4f20-ace2-a15e7523120a tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] delete failed (client error): The resource could not be found. Aug 19 15:16:24.802295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8ef01c5c-5442-4f20-ace2-a15e7523120a tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "DELETE /v2.0/security-groups/8705b924-1903-42a7-a40e-3a59b09feb23 HTTP/1.1" status: 404 len: 347 time: 0.0724576 Aug 19 15:16:24.805925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.806714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44740) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.808259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:24.821025 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-0f0fae02-591d-4748-8248-6cad3ca19992 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] show failed (client error): The resource could not be found. Aug 19 15:16:24.826360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0f0fae02-591d-4748-8248-6cad3ca19992 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-groups/2b3394e2-7794-4512-ba6f-942f61efe610 HTTP/1.1" status: 404 len: 347 time: 0.0143187 Aug 19 15:16:24.826651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:24.840105 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-52ef2865-74c1-4054-8bc3-f125ef8c2799 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] show failed (client error): The resource could not be found. Aug 19 15:16:24.845173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-52ef2865-74c1-4054-8bc3-f125ef8c2799 tempest-NegativeSecGroupTest-1012289218 tempest-NegativeSecGroupTest-1012289218-project] 10.222.0.13 "GET /v2.0/security-group-rules/ef7cd64c-718a-4f5e-a513-b2feedaca9bd HTTP/1.1" status: 404 len: 356 time: 0.0136344 Aug 19 15:16:25.035904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:25.036434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8af5a708-7f92-409e-ae35-c36840e044c1 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:16:25.041300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:25.043229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-66ee48de-5ff1-4d0e-acf3-4f24ab13376b tempest-RoutersTestDVR-1085273731 tempest-RoutersTestDVR-1085273731-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8af5a708-7f92-409e-ae35-c36840e044c1 HTTP/1.1" status: 204 len: 168 time: 0.5013971 Aug 19 15:16:25.448591 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:25.804843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44774) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:25.836799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44778) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:25.945011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9c737c69-5b0b-4db7-8529-0105637621aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=951dc5fda4e44f3fa5a1ae272ea4a93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470106 Aug 19 15:16:25.949837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44784) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:25.956736 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abdfdd9d-1e88-43a1-822f-4019491ee80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.002829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7906440-15cf-40fb-a79a-30deefb48c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.025424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7906440-15cf-40fb-a79a-30deefb48c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.055805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abdfdd9d-1e88-43a1-822f-4019491ee80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.159496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abdfdd9d-1e88-43a1-822f-4019491ee80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.201499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfdd9d-1e88-43a1-822f-4019491ee80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6aac97-198b-4cc2-b2ed-c2a1156f213c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:26.212916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-abdfdd9d-1e88-43a1-822f-4019491ee80e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bdb96a18051472f9c063ee8bcda01ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742485 Aug 19 15:16:26.216064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44796) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:26.248643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7906440-15cf-40fb-a79a-30deefb48c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.248643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7906440-15cf-40fb-a79a-30deefb48c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.248643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f7906440-15cf-40fb-a79a-30deefb48c84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2763187e-df67-42fb-ab5d-cec38b9fce94 HTTP/1.1" status: 204 len: 168 time: 0.2957280 Aug 19 15:16:26.297005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7906440-15cf-40fb-a79a-30deefb48c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2763187e-df67-42fb-ab5d-cec38b9fce94,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:26.323795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02b822f0-0d5b-4631-99e4-fceca0f3160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.356241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02b822f0-0d5b-4631-99e4-fceca0f3160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.532986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77071a0a-60f1-4813-968a-300b4e7b493c req-94a0c8c4-7979-4024-960d-df8aca2a216f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:26.534235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77071a0a-60f1-4813-968a-300b4e7b493c req-94a0c8c4-7979-4024-960d-df8aca2a216f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.0644181 Aug 19 15:16:26.576485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02b822f0-0d5b-4631-99e4-fceca0f3160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.581312 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02b822f0-0d5b-4631-99e4-fceca0f3160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:26.583286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-02b822f0-0d5b-4631-99e4-fceca0f3160d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d6aac97-198b-4cc2-b2ed-c2a1156f213c HTTP/1.1" status: 204 len: 168 time: 0.3658786 Aug 19 15:16:26.611770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b822f0-0d5b-4631-99e4-fceca0f3160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6aac97-198b-4cc2-b2ed-c2a1156f213c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:26.623937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77071a0a-60f1-4813-968a-300b4e7b493c req-ab27eae1-0386-4c5e-8fd4-b86be2e2a478 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823636 Aug 19 15:16:27.055800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:16:27.156202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:27.169845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '68c58513-7661-4658-b8f0-78ab6839907d', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:16:27.211190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:27.227857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:16:27.271349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:27.376996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:27.399734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:27.470024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:27.628760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['68c58513-7661-4658-b8f0-78ab6839907d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:16:27.787195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc138-412b-4e1e-828c-d46df7885cf0 req-cb98c269-bc6d-4bcf-82e9-66102c64f4d6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:27.799209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e53dc138-412b-4e1e-828c-d46df7885cf0 req-cb98c269-bc6d-4bcf-82e9-66102c64f4d6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.0703628 Aug 19 15:16:27.799342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:27.822843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1256609-d1fd-4bf7-96cc-6f892a67df57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:27.840772 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d1c1a7b5-d644-4c9e-a5dc-122c294450f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:27.848017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e53dc138-412b-4e1e-828c-d46df7885cf0 req-92833557-a1b5-401c-bfc5-bf08b1c9e690 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457687 Aug 19 15:16:27.937898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44844) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:27.957564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1256609-d1fd-4bf7-96cc-6f892a67df57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.095603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-13105620'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:28.120712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1256609-d1fd-4bf7-96cc-6f892a67df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.164071 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1256609-d1fd-4bf7-96cc-6f892a67df57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e7443c01fd84c5bb25e21de5973f561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636031 Aug 19 15:16:28.164985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1256609-d1fd-4bf7-96cc-6f892a67df57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2231e-07d5-4cb4-88b4-1c9f9bc77598,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:28.167380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44848) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:28.223246 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17069cee-3bd8-4f68-b41d-64bbc673732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.255588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17069cee-3bd8-4f68-b41d-64bbc673732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.258228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Made reservation on behalf of 6ba6620f7c93405bb54e6058282b2c87 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:28.262062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.276243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.446829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17069cee-3bd8-4f68-b41d-64bbc673732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.450711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17069cee-3bd8-4f68-b41d-64bbc673732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.453052 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-17069cee-3bd8-4f68-b41d-64bbc673732d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59f2231e-07d5-4cb4-88b4-1c9f9bc77598 HTTP/1.1" status: 204 len: 168 time: 0.2837150 Aug 19 15:16:28.465642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17069cee-3bd8-4f68-b41d-64bbc673732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2231e-07d5-4cb4-88b4-1c9f9bc77598,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:28.483769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-b776f8b7-e7c5-459b-9c13-dc532a660fb5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:28.485368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-b776f8b7-e7c5-459b-9c13-dc532a660fb5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.0695958 Aug 19 15:16:28.637531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.674066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port c9fa83d6-4c41-4323-aa1f-d7320209fbae {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:28.674672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.732318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.787883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:28.791137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1022d-e2f2-4c82-9408-ba59d6cd42cd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:28.804431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port c9fa83d6-4c41-4323-aa1f-d7320209fbae, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c9fa83d6-4c41-4323-aa1f-d7320209fbae,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:28.804712 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.814620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:28.814963 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Added segment d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6 of type vlan for network a3e1ee7e-0468-4773-b947-210d38162f43 Aug 19 15:16:28.904268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.067134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78add-3b02-4292-b8bd-ab7c99d26f61 req-3ee98d5c-5c88-4a74-a431-3310bf079d9e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:29.068717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb78add-3b02-4292-b8bd-ab7c99d26f61 req-3ee98d5c-5c88-4a74-a431-3310bf079d9e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 945 time: 0.1165581 Aug 19 15:16:29.069015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:16:29.101149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.101894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.101894 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Floating IP 52c7221b-f421-4e9b-bef7-dddd7f4535ce disassociated. External IP: 172.25.5.237, port: c9fa83d6-4c41-4323-aa1f-d7320209fbae. Aug 19 15:16:29.102212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for c9fa83d6-4c41-4323-aa1f-d7320209fbae owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:29.122540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 68c58513-7661-4658-b8f0-78ab6839907d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:29.122749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.132598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.138725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:29.139345 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.202599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fb78add-3b02-4292-b8bd-ab7c99d26f61 req-c1d86c3d-766d-413f-98bb-aca9bdc60c85 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176145 Aug 19 15:16:29.254350 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.279435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event updated for resources: {'Network': ['ID=a3e1ee7e-0468-4773-b947-210d38162f43,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:29.286923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:29.288245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:16:29.294009 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0460eb-e8b6-43aa-b48e-eb482b1f8eeb" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:16:29.298289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a3e1ee7e-0468-4773-b947-210d38162f43 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:29.344786 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73560db-55ad-4c24-830c-7e02cb38be83 x-openstack-request-id: req-c73560db-55ad-4c24-830c-7e02cb38be83 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:16:29.345081 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:16:29.345401 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c73560db-55ad-4c24-830c-7e02cb38be83 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:16:29.345800 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:16:29.363276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48f515b4-d2c8-464f-a122-4d85a1cb4e5d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.4193962 Aug 19 15:16:29.363383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44876) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:29.370948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Request body: {'subnet': {'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:29.388664 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.445459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:29.458057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.510661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=c9fa83d6-4c41-4323-aa1f-d7320209fbae,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:29.632706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:16:29.709747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Made reservation on behalf of 6ba6620f7c93405bb54e6058282b2c87 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:29.710093 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.714049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.761592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:16:29.795000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:16:29.795000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:16:29.795000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:16:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:29.830697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port c9fa83d6-4c41-4323-aa1f-d7320209fbae on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:16:29.853877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:29.853877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3d632ad-53d6-4ba9-ae1b-202386debf95 req-94d5d042-3175-4fc0-a5cf-f91ef4f05953 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.54 "DELETE /v2.0/ports/c9fa83d6-4c41-4323-aa1f-d7320209fbae HTTP/1.1" status: 204 len: 173 time: 1.3529730 Aug 19 15:16:29.853877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'name': 'network-vif-deleted', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:16:29.853877 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7994f-b073-4ebd-acf6-8090e0bb75b0" -d '{"events": [{"server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "name": "network-vif-deleted", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:16:29.941300 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1b9e87-0b80-4fa0-997b-1c6ff086cbb3 x-openstack-request-id: req-bb1b9e87-0b80-4fa0-997b-1c6ff086cbb3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:16:29.941956 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457035d-097b-41cd-a8ea-052046b9bd72", "name": "network-vif-deleted", "tag": "c9fa83d6-4c41-4323-aa1f-d7320209fbae", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:16:29.942215 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb1b9e87-0b80-4fa0-997b-1c6ff086cbb3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:16:29.943471 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457035d-097b-41cd-a8ea-052046b9bd72', 'name': 'network-vif-deleted', 'tag': 'c9fa83d6-4c41-4323-aa1f-d7320209fbae', 'status': 'completed', 'code': 200} Aug 19 15:16:29.956817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:16:30.186184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:30.221748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:16:30.232121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:16:30.232764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:16:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:30.279416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:30.358039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50547940-fdaf-4663-9dba-a261366ea5b1 req-fd62abb0-98c9-45ee-a2ce-1bd8841a2e59 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0743794 Aug 19 15:16:30.396560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event updated for resources: {'Subnet': ['ID=eb490c1b-a999-475e-a638-6bff052b840f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:30.406606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Checking segment: {'id': 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:30.407186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Network hostable DHCP agents. Network: a3e1ee7e-0468-4773-b947-210d38162f43, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:16:30.451046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:16:30.704672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:30.724404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Network a3e1ee7e-0468-4773-b947-210d38162f43 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:16:30.740154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbff665-f7f8-4041-b0c2-b6705859da86 None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:16:30.976781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.004241 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15f7af-36f3-4407-8546-52367cc2cd6d None None] New status for floating IP 52c7221b-f421-4e9b-bef7-dddd7f4535ce: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:16:31.035434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a3e1ee7e-0468-4773-b947-210d38162f43) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:31.056638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:31.056638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.057570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd31584-d326-43fb-a023-b3e02f79e8fb None None] Network a3e1ee7e-0468-4773-b947-210d38162f43 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:31.094632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9fa83d6-4c41-4323-aa1f-d7320209fbae no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:16:31.124189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: c9fa83d6-4c41-4323-aa1f-d7320209fbae {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:16:31.124649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c9fa83d6-4c41-4323-aa1f-d7320209fbae not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:16:31.171330 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d46ba794-4869-4f6d-956d-e0b17342fa3f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8067605 Aug 19 15:16:31.174753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44922) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:31.180247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Request body: {'port': {'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43', 'name': 'tempest-TagsExtTest-2035470560'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:31.252998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a3e1ee7e-0468-4773-b947-210d38162f43', 'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43', 'tenant_id': '6ba6620f7c93405bb54e6058282b2c87', 'fixed_ips': [{'subnet_id': 'eb490c1b-a999-475e-a638-6bff052b840f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:16:31.253910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.426611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Allocated IP 172.20.0.2 (a3e1ee7e-0468-4773-b947-210d38162f43/eb490c1b-a999-475e-a638-6bff052b840f/03171845-b899-43fc-bf46-8461af32ac7d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:16:31.494750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-114fa7fa-33b0-4385-a5f8-c1b16bb31505 req-58f75f75-ac15-4ccb-8e7a-c4ca60af6596 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0369952 Aug 19 15:16:31.510475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Made reservation on behalf of 6ba6620f7c93405bb54e6058282b2c87 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:31.516746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.539749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] device_id is not set on port 96587214-966f-4d32-9c26-a2dfd2d9bba6 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:31.598550 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.607559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Transition to ACTIVE for port object 03171845-b899-43fc-bf46-8461af32ac7d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:31.625363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Transition to ACTIVE for port object 03171845-b899-43fc-bf46-8461af32ac7d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:31.720091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.792820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Network a3e1ee7e-0468-4773-b947-210d38162f43 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:31.801743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44950) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:31.824432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:31.824432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:31.827941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Pushing event updated for resources: {'Port': ['ID=03171845-b899-43fc-bf46-8461af32ac7d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:31.853420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Allocated IP 172.20.0.7 (a3e1ee7e-0468-4773-b947-210d38162f43/eb490c1b-a999-475e-a638-6bff052b840f/96587214-966f-4d32-9c26-a2dfd2d9bba6) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:16:31.909339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Attempting to bind port 03171845-b899-43fc-bf46-8461af32ac7d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:16:31.909719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Attempting to bind port 03171845-b899-43fc-bf46-8461af32ac7d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:16:31.910257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Attempting to bind port 03171845-b899-43fc-bf46-8461af32ac7d on network a3e1ee7e-0468-4773-b947-210d38162f43 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:16:31.919762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:16:31.920170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Checking segment: {'id': 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:31.920583 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.921544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Bound using segment: {'id': 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:16:31.922049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Bound port: 03171845-b899-43fc-bf46-8461af32ac7d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3e1ee7e-0468-4773-b947-210d38162f43'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:16:31.922444 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:31.962125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1452137349', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:32.015028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] For port 03171845-b899-43fc-bf46-8461af32ac7d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:16:32.019095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] For port 03171845-b899-43fc-bf46-8461af32ac7d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03171845-b899-43fc-bf46-8461af32ac7d,segment=NetworkSegment(d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6),segment_id=d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:16:32.103765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Made reservation on behalf of 7c4a1fd0d6d84bd48c024eb28aeefa90 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:32.106264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.120728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.132745 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.220406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5cd81-b88a-4ba9-8789-e3db11eddf98 None None] Pushing event updated for resources: {'Port': ['ID=03171845-b899-43fc-bf46-8461af32ac7d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:32.380023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.382091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.396504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Transition to ACTIVE for port object 96587214-966f-4d32-9c26-a2dfd2d9bba6 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:32.447005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.453730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] device_id is not set on port 31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:32.502663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.599829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1e0f7-6d97-4a92-9aff-b55e58c94ec0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:32.642276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Network a3e1ee7e-0468-4773-b947-210d38162f43 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:32.648163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:32.669186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event updated for resources: {'Port': ['ID=96587214-966f-4d32-9c26-a2dfd2d9bba6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:32.672120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:32.692088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0c2f205-e301-403e-bbad-ce59386260ad req-7605b3c0-6782-48d5-a1e4-7147b8cbe5cf tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0679011 Aug 19 15:16:32.769193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:32.769193 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:32.769462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Allocated IP 172.25.5.150 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:16:32.958427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3821b12e-bdae-4ae8-a34f-959e3205a105 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7800703 Aug 19 15:16:32.958738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44968) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:32.963579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2079801844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:33.000803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.099158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.100263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.145012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.162077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.194763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:33.200553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:33.205554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:33.232574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Pushing event updated for resources: {'Port': ['ID=31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:33.242405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.256341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:33.256640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.338547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.339726 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5abe8f8-225e-4f6e-bb8a-c02438aa9f7e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3799124 Aug 19 15:16:33.343772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:33.362455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-515b94a3-645c-4cf3-9794-f8d364cd532e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1172892319', 'prefixes': ['172.20.0.0/16']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:33.378371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a809184-50e7-49de-91be-bcd520fdc8b7 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5752068 Aug 19 15:16:33.379364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44978) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:33.384444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.150'}]}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:33.572816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.574610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.650195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.736011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-515b94a3-645c-4cf3-9794-f8d364cd532e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for subnetpool, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:33.737354 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-515b94a3-645c-4cf3-9794-f8d364cd532e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3920877 Aug 19 15:16:33.740999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44992) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:33.747099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-c513a851-9ac5-4a0b-86c5-155b094d3a49 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-1980232161') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:33.892960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cffc398-19df-4a41-adff-502da9b602a6 None None] Network a3e1ee7e-0468-4773-b947-210d38162f43 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:33.946842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9afca503-c9eb-477f-97ce-4899dc65ece8 req-e2b8927c-b369-445b-bbcb-950c77d7c0a5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0465455 Aug 19 15:16:33.985003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.071211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c513a851-9ac5-4a0b-86c5-155b094d3a49 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-1980232161 HTTP/1.1" status: 201 len: 201 time: 0.3256023 Aug 19 15:16:34.071406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:34.080123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-4acd3b21-69e6-4eb3-b625-65a7be274b54 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-1866534351') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:34.419914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03171845-b899-43fc-bf46-8461af32ac7d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:16:34.431870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8f3892d8-74f5-4efa-bdbf-3506d131b9e8 None None] Provisioning for port 03171845-b899-43fc-bf46-8461af32ac7d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:16:34.444186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:34.446604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4acd3b21-69e6-4eb3-b625-65a7be274b54 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-1866534351 HTTP/1.1" status: 201 len: 201 time: 0.3729405 Aug 19 15:16:34.450147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-92c9fb57-470c-47ce-b100-23303745abe3 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-2061721065') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:34.613529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.648552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.806527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 03171845-b899-43fc-bf46-8461af32ac7d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:16:34.811267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 03171845-b899-43fc-bf46-8461af32ac7d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:34.811984 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.825072 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-92c9fb57-470c-47ce-b100-23303745abe3 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-2061721065 HTTP/1.1" status: 201 len: 201 time: 0.3795969 Aug 19 15:16:34.828580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45026) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:34.834452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-0be07ec0-33fc-48b6-be5f-5c4dfa91a011 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-539356594') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:34.932900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.064304 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0be07ec0-33fc-48b6-be5f-5c4dfa91a011 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-539356594 HTTP/1.1" status: 201 len: 201 time: 0.2342117 Aug 19 15:16:35.076677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45034) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.076677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-5e47224e-80bb-4692-9212-9c93bbff4558 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:35.168720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.214440 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e47224e-80bb-4692-9212-9c93bbff4558 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags HTTP/1.1" status: 200 len: 241 time: 0.1431718 Aug 19 15:16:35.215603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45042) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.221478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-96ae6deb-b17c-4684-a084-fb10208120f4 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-1980232161') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:35.251475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 03171845-b899-43fc-bf46-8461af32ac7d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03171845-b899-43fc-bf46-8461af32ac7d,segment=NetworkSegment(d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6),segment_id=d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:35.276643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.279142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.328702 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-96ae6deb-b17c-4684-a084-fb10208120f4 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-1980232161 HTTP/1.1" status: 204 len: 168 time: 0.1098685 Aug 19 15:16:35.329077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45046) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.336158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-5129f127-d24d-4fee-b40e-88254f560c74 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-1980232161') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:35.338184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.419951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcf70d4f-4b91-4903-8082-5e895ec89abb req-6460c796-24bd-4008-8ae8-701ed020757f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0864782 Aug 19 15:16:35.429139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=03171845-b899-43fc-bf46-8461af32ac7d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:35.433689 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.434369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4c934e0-958d-4f6f-98c0-97cf4a36de41 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:16:35.595527 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:16:35.596971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9d837193-9f31-429f-a479-f3a22d865412 tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2164369 Aug 19 15:16:35.600308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45048) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.629548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-734852c5-0a4a-4fe8-bf3b-3d5403c43a83 None None] Provisioning for port 96587214-966f-4d32-9c26-a2dfd2d9bba6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:16:35.632579 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5129f127-d24d-4fee-b40e-88254f560c74 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-1980232161 HTTP/1.1" status: 204 len: 168 time: 0.2992902 Aug 19 15:16:35.634201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.641655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-c722de7e-2522-4347-8459-8e24e766017b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:35.646038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-734852c5-0a4a-4fe8-bf3b-3d5403c43a83 None None] Provisioning complete for port 96587214-966f-4d32-9c26-a2dfd2d9bba6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:35.646444 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-734852c5-0a4a-4fe8-bf3b-3d5403c43a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.747529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-734852c5-0a4a-4fe8-bf3b-3d5403c43a83 None None] Port 96587214-966f-4d32-9c26-a2dfd2d9bba6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:16:35.776782 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c722de7e-2522-4347-8459-8e24e766017b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags HTTP/1.1" status: 200 len: 205 time: 0.1405540 Aug 19 15:16:35.777923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45056) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.783889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-ee67aee2-16d8-48d6-913e-fc1489dc8a46 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:35.787429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-734852c5-0a4a-4fe8-bf3b-3d5403c43a83 None None] Provisioning complete for port 03171845-b899-43fc-bf46-8461af32ac7d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:35.787933 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-734852c5-0a4a-4fe8-bf3b-3d5403c43a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.889848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45058) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:35.890347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee67aee2-16d8-48d6-913e-fc1489dc8a46 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags HTTP/1.1" status: 200 len: 241 time: 0.1107082 Aug 19 15:16:35.898109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-a2cd7715-02c6-4c3a-a0f6-07b6440c4e3b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-1866534351') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:36.001097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Deleting port 31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:36.001809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:36.124735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:36.129697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-82876f80-0a41-47b8-8a05-9d21c9b0e5ac None None] Provisioning complete for port 96587214-966f-4d32-9c26-a2dfd2d9bba6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:36.130514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82876f80-0a41-47b8-8a05-9d21c9b0e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:36.132747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-512865ca-1700-44c8-b9f8-4cd93030635d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-1866534351') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:36.137466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a2cd7715-02c6-4c3a-a0f6-07b6440c4e3b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-1866534351 HTTP/1.1" status: 204 len: 168 time: 0.2453868 Aug 19 15:16:36.229034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:36.247606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Calling delete_port for 31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:36.265761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-82876f80-0a41-47b8-8a05-9d21c9b0e5ac None None] Port 96587214-966f-4d32-9c26-a2dfd2d9bba6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:16:36.298348 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-512865ca-1700-44c8-b9f8-4cd93030635d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-1866534351 HTTP/1.1" status: 204 len: 168 time: 0.1693759 Aug 19 15:16:36.299758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45066) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:36.305089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-0baf9cbc-67df-4958-b8e3-b8f54537b491 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:36.330621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03171845-b899-43fc-bf46-8461af32ac7d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:16:36.433868 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0baf9cbc-67df-4958-b8e3-b8f54537b491 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags HTTP/1.1" status: 200 len: 205 time: 0.1323433 Aug 19 15:16:36.438786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45068) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:36.446725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-c6d7f9d6-9c42-4b5b-9da9-4bf0fee93514 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:36.482155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 03171845-b899-43fc-bf46-8461af32ac7d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:36.484070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:36.641888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc011d67-7d59-4b9a-b79e-477dbb9e5001 req-e11e10bd-6f96-459e-9f6e-6edd51a79282 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6457035d-097b-41cd-a8ea-052046b9bd72 HTTP/1.1" status: 200 len: 210 time: 0.0629597 Aug 19 15:16:36.648534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:36.699108 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6d7f9d6-9c42-4b5b-9da9-4bf0fee93514 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags HTTP/1.1" status: 200 len: 241 time: 0.2552965 Aug 19 15:16:36.707205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:36.728875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-81a0426d-c74a-430b-b6ee-330a8e38689d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-2061721065') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:36.815268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:36.914466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:36.923022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7016e74d-ccfe-4690-8183-c149f1ff9ecb tempest-RoutersAdminNegativeTest-2015030837 tempest-RoutersAdminNegativeTest-2015030837-project-admin] 10.222.0.13 "DELETE /v2.0/ports/31c66eb4-d2a8-4c4e-ae5e-82f01dacf24d HTTP/1.1" status: 204 len: 168 time: 1.3151505 Aug 19 15:16:36.957645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-81a0426d-c74a-430b-b6ee-330a8e38689d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-2061721065 HTTP/1.1" status: 204 len: 168 time: 0.2459104 Aug 19 15:16:36.958210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45084) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:36.972251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-87068894-cc89-4c10-aa3e-ee034929fd91 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-2061721065') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.242619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-87068894-cc89-4c10-aa3e-ee034929fd91 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-2061721065 HTTP/1.1" status: 204 len: 168 time: 0.2832658 Aug 19 15:16:37.245714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45090) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.251378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-da49606d-5d46-4225-95f8-24d968f082d3 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.356674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-da49606d-5d46-4225-95f8-24d968f082d3 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags HTTP/1.1" status: 200 len: 205 time: 0.1067851 Aug 19 15:16:37.357067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45092) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.362068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-f087e686-d6a4-4e63-9b38-cd09a0db8818 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.417220 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f087e686-d6a4-4e63-9b38-cd09a0db8818 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags HTTP/1.1" status: 200 len: 240 time: 0.0563953 Aug 19 15:16:37.417584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45094) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.423683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-a15dcd4a-85cf-4013-9560-a954c9e0f66c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-539356594') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.463889 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a15dcd4a-85cf-4013-9560-a954c9e0f66c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-539356594 HTTP/1.1" status: 204 len: 168 time: 0.0445795 Aug 19 15:16:37.465696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.472618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-b25ce647-746d-49aa-a29e-087c84cbe66b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-539356594') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.600177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45100) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.600964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b25ce647-746d-49aa-a29e-087c84cbe66b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-539356594 HTTP/1.1" status: 204 len: 168 time: 0.1332638 Aug 19 15:16:37.609525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-de8541a6-bd7b-4bd8-be47-18108908cf0e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.687142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45104) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.694443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de8541a6-bd7b-4bd8-be47-18108908cf0e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags HTTP/1.1" status: 200 len: 205 time: 0.0927382 Aug 19 15:16:37.696849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45108) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.704408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-e7260faf-9aac-4f2d-8cdc-1f67232f0443 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.740890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7260faf-9aac-4f2d-8cdc-1f67232f0443 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags HTTP/1.1" status: 204 len: 168 time: 0.0426652 Aug 19 15:16:37.743621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.756811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-16850b60-9e26-4d07-b480-ebd8c116173d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:37.902560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49838fe8-ef47-49ba-801d-c0dcb6f1c378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:37.966719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-16850b60-9e26-4d07-b480-ebd8c116173d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags HTTP/1.1" status: 204 len: 168 time: 0.2182302 Aug 19 15:16:37.970060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45118) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:37.975268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-992fc17c-1192-43ce-9b4a-6e6826163aba tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:38.083892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-992fc17c-1192-43ce-9b4a-6e6826163aba tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags HTTP/1.1" status: 204 len: 168 time: 0.1127193 Aug 19 15:16:38.086943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45128) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:38.093716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-629ccaab-80aa-4e12-abbc-703d765f8237 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:38.096133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49838fe8-ef47-49ba-801d-c0dcb6f1c378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:38.173547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49838fe8-ef47-49ba-801d-c0dcb6f1c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:38.331383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-49838fe8-ef47-49ba-801d-c0dcb6f1c378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e970d8cdfc2a47c0ba6c9664dddb7f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428535 Aug 19 15:16:38.333163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49838fe8-ef47-49ba-801d-c0dcb6f1c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7ccd9-57b8-4675-9f0a-1d128c20d4dd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:38.348678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45134) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:38.430366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-053dfd79-171c-4ebc-acaa-57e2e5d1c5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:38.462628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-053dfd79-171c-4ebc-acaa-57e2e5d1c5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:38.613558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-131b2990-697c-4039-9a3f-d404ac0abde0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532790921&fields=id&tenant_id=06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 267 time: 0.0721970 Aug 19 15:16:38.647393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-053dfd79-171c-4ebc-acaa-57e2e5d1c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:38.653159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-053dfd79-171c-4ebc-acaa-57e2e5d1c5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:38.656953 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-053dfd79-171c-4ebc-acaa-57e2e5d1c5db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1a7ccd9-57b8-4675-9f0a-1d128c20d4dd HTTP/1.1" status: 204 len: 168 time: 0.3043330 Aug 19 15:16:38.683918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dfd79-171c-4ebc-acaa-57e2e5d1c5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7ccd9-57b8-4675-9f0a-1d128c20d4dd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:38.775710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-629ccaab-80aa-4e12-abbc-703d765f8237 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags HTTP/1.1" status: 204 len: 168 time: 0.6875339 Aug 19 15:16:38.783604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45138) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:38.788779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-966fcf59-2dcc-4063-808d-022ebad0e601 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-2037814511') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:38.851772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-b60f9bf8-269c-46fd-9e68-3940ede5fded tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:38.865366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-b60f9bf8-269c-46fd-9e68-3940ede5fded tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.2396500 Aug 19 15:16:38.888008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2a720884-55fe-4ffc-914b-d3ced97be30c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.0181744 Aug 19 15:16:39.017221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-465ff108-20f8-4886-9d0e-e094e8b0a420 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282804 Aug 19 15:16:39.028973 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-966fcf59-2dcc-4063-808d-022ebad0e601 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-2037814511 HTTP/1.1" status: 201 len: 201 time: 0.2440248 Aug 19 15:16:39.042465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45142) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:39.044556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-01bc178e-a05a-49d1-95e5-27d195bff122 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-1272405982') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:39.293380 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-01bc178e-a05a-49d1-95e5-27d195bff122 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-1272405982 HTTP/1.1" status: 201 len: 201 time: 0.2598603 Aug 19 15:16:39.297797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45154) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:39.303533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-f39d1691-81b3-45e4-9d1a-06bcd2e80388 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-1903295982') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:39.309364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-235608bc-f117-430a-a3cc-a5502cefc2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494044 Aug 19 15:16:39.538130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-9780c004-30bd-41af-9b94-7ccf36ff64bb service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179141 Aug 19 15:16:39.551043 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f39d1691-81b3-45e4-9d1a-06bcd2e80388 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-1903295982 HTTP/1.1" status: 201 len: 201 time: 0.2517428 Aug 19 15:16:39.553663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45162) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:39.561037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-9baf54cb-ac05-42ec-a3c8-e9bc618f7ae4 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-1427679965') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:39.730471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45168) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:39.781764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9baf54cb-ac05-42ec-a3c8-e9bc618f7ae4 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-1427679965 HTTP/1.1" status: 201 len: 201 time: 0.2252829 Aug 19 15:16:39.783822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45170) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:39.797687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9c59ef6f-9ad4-4328-bdac-372db51d1bd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c4a1fd0d6d84bd48c024eb28aeefa90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652452 Aug 19 15:16:39.798611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45172) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:39.799917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-36ba2afb-03ef-4765-b6c3-3180e64c8734 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', {'tags': ['tempest-TagsExtTest-Tag-381859233', 'tempest-TagsExtTest-Tag-566637490', 'tempest-TagsExtTest-Tag-1936027327']}) {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:40.048494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b625b66-fdef-4648-8950-2c3355da87ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:40.048494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-37b3623d-d222-4921-907b-d6b5d96d7de6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1015456 Aug 19 15:16:40.048494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b625b66-fdef-4648-8950-2c3355da87ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:40.136293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.136847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.137349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.137820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.138287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.138745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.139212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.141655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4ab1c816-f8d4-4cd0-b301-39380aa6ea3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.0666447 Aug 19 15:16:40.300828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-717beb75-1daa-4d13-8475-08557289c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.301372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-717beb75-1daa-4d13-8475-08557289c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.301958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-717beb75-1daa-4d13-8475-08557289c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.304987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-36ba2afb-03ef-4765-b6c3-3180e64c8734 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags HTTP/1.1" status: 200 len: 316 time: 0.5191548 Aug 19 15:16:40.305561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-717beb75-1daa-4d13-8475-08557289c1ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 2296 time: 0.1364601 Aug 19 15:16:40.313401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45180) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:40.318916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-9eae84be-2f81-4b6a-9c87-ee47965eac5e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:40.352948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b625b66-fdef-4648-8950-2c3355da87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:40.355771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b625b66-fdef-4648-8950-2c3355da87ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:40.356990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2b625b66-fdef-4648-8950-2c3355da87ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fb1e0f7-6d97-4a92-9aff-b55e58c94ec0 HTTP/1.1" status: 204 len: 168 time: 0.5564179 Aug 19 15:16:40.376867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b625b66-fdef-4648-8950-2c3355da87ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1e0f7-6d97-4a92-9aff-b55e58c94ec0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:40.417449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-ca4f4b4a-57e6-44ee-864a-d185d9be2bda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 1000 time: 0.1047127 Aug 19 15:16:40.548872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-21b1df3e-5bc7-4927-9f51-ef90f514b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.551804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-21b1df3e-5bc7-4927-9f51-ef90f514b065 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 200 len: 856 time: 0.1263781 Aug 19 15:16:40.623511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9eae84be-2f81-4b6a-9c87-ee47965eac5e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags HTTP/1.1" status: 204 len: 168 time: 0.3085411 Aug 19 15:16:40.630216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45192) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:40.638095 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-d7179088-b6ba-4398-adee-cf4804a370cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-381859233') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:40.663193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-7ef9b73f-1fad-4f7e-8bd5-d8ce04e1194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:40.666352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-7ef9b73f-1fad-4f7e-8bd5-d8ce04e1194b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f7c226c-de24-4595-a41a-514bed504204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074767 Aug 19 15:16:40.732412 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-d7179088-b6ba-4398-adee-cf4804a370cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:40.739634 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d7179088-b6ba-4398-adee-cf4804a370cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-381859233 HTTP/1.1" status: 404 len: 328 time: 0.1036270 Aug 19 15:16:40.739920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45194) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:40.744085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-ae5a39d6-d077-4df4-8c2b-fda76d16729f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-566637490') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:40.869868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-6760dc4f-0f7b-4897-8b2c-b3414b06acf8 service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958852 Aug 19 15:16:40.888172 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-ae5a39d6-d077-4df4-8c2b-fda76d16729f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:40.890737 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ae5a39d6-d077-4df4-8c2b-fda76d16729f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-566637490 HTTP/1.1" status: 404 len: 328 time: 0.1499581 Aug 19 15:16:40.897005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45198) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:40.919978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-6909dae1-988e-4758-8640-50730d2eddfe tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f', 'tempest-TagsExtTest-Tag-1936027327') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:41.153887 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-6909dae1-988e-4758-8640-50730d2eddfe tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:41.163350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6909dae1-988e-4758-8640-50730d2eddfe tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags/tempest-TagsExtTest-Tag-1936027327 HTTP/1.1" status: 404 len: 329 time: 0.2565720 Aug 19 15:16:41.164092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:41.177993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-91faf141-6b19-4ac8-ad79-b7eb07aff24a tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', {'tags': ['tempest-TagsExtTest-Tag-1517065334', 'tempest-TagsExtTest-Tag-866305273', 'tempest-TagsExtTest-Tag-1280089157']}) {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:41.182298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-d2e49b9e-01f6-4c5a-a66e-b1e9ce1e1e2d service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036265 Aug 19 15:16:41.243152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-38cdb383-d600-41cb-91af-12cd28034023 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 217 time: 0.0508547 Aug 19 15:16:41.350476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c30bd92b-5579-43c3-bc95-245c6a1cf11c req-b69f1d05-989b-4442-8585-0676d54f4d75 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0427535 Aug 19 15:16:41.393713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-9041e31d-b3ea-4527-9893-ff23cd2a7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:41.395783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-9041e31d-b3ea-4527-9893-ff23cd2a7ae5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.1388140 Aug 19 15:16:41.463286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-91faf141-6b19-4ac8-ad79-b7eb07aff24a tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags HTTP/1.1" status: 200 len: 317 time: 0.2938747 Aug 19 15:16:41.464097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:41.469815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-7cdd1790-1e9e-4218-b175-a06d13187cc3 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:41.481857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-b936f545-9ced-427d-9294-4712026f399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:41.483771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-b936f545-9ced-427d-9294-4712026f399b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791135 Aug 19 15:16:41.659521 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7cdd1790-1e9e-4218-b175-a06d13187cc3 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags HTTP/1.1" status: 204 len: 168 time: 0.1932526 Aug 19 15:16:41.663023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45224) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:41.668887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-8ee294cb-8da4-480f-9f73-a0f726580f57 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-1517065334') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:41.688602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-1c9e11c9-dcbc-4fa6-836a-b7057dc09577 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963387 Aug 19 15:16:41.757071 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-8ee294cb-8da4-480f-9f73-a0f726580f57 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:41.762549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8ee294cb-8da4-480f-9f73-a0f726580f57 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-1517065334 HTTP/1.1" status: 404 len: 329 time: 0.0966704 Aug 19 15:16:41.767781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45228) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:41.777627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-0933fa23-060c-4a8d-abd0-f382b0f8ed2b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-866305273') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:41.860901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-2d768888-2f0c-4107-a3f6-46e6bcca4a8e service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647997 Aug 19 15:16:41.889178 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-0933fa23-060c-4a8d-abd0-f382b0f8ed2b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:41.893264 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0933fa23-060c-4a8d-abd0-f382b0f8ed2b tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-866305273 HTTP/1.1" status: 404 len: 328 time: 0.1243753 Aug 19 15:16:41.896923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:41.906939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-d8193947-752e-40ea-b915-0862aa7e03c2 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6', 'tempest-TagsExtTest-Tag-1280089157') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:41.963024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-641d8dcb-523a-4a82-988e-7742d780522f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 217 time: 0.0940526 Aug 19 15:16:41.991490 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-d8193947-752e-40ea-b915-0862aa7e03c2 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:41.996829 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d8193947-752e-40ea-b915-0862aa7e03c2 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags/tempest-TagsExtTest-Tag-1280089157 HTTP/1.1" status: 404 len: 329 time: 0.0957623 Aug 19 15:16:42.002218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:42.012623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-0c2245a6-2080-4eab-ad20-3cc699b73b29 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', {'tags': ['tempest-TagsExtTest-Tag-1251951764', 'tempest-TagsExtTest-Tag-1815383902', 'tempest-TagsExtTest-Tag-330006774']}) {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:42.059949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-3003b302-c8e4-4eb8-919f-19ca9110059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:42.063009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-3003b302-c8e4-4eb8-919f-19ca9110059c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0917089 Aug 19 15:16:42.149563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-eb0b9847-d61e-4aee-a6cd-8cc01dffae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:42.151525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-eb0b9847-d61e-4aee-a6cd-8cc01dffae4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804484 Aug 19 15:16:42.244467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45248) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:42.250556 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c2245a6-2080-4eab-ad20-3cc699b73b29 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags HTTP/1.1" status: 200 len: 317 time: 0.2405052 Aug 19 15:16:42.254198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-dd93c0d8-10c9-432b-92d1-9623d8455cd9 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:42.388136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-24a1b84c-01b6-4901-9fd4-a73102ad3fc0 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285655 Aug 19 15:16:42.542320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-feaa2307-b131-4eb9-9001-aec56f115b94 req-690ef702-c11f-4e6f-93b3-d116bf14d576 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0417101 Aug 19 15:16:42.551952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dd93c0d8-10c9-432b-92d1-9623d8455cd9 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags HTTP/1.1" status: 204 len: 168 time: 0.3028536 Aug 19 15:16:42.554483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:42.560088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-3933aafa-d503-49c1-bb84-83a56276f949 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-1251951764') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:42.569010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-8f4c2e6d-4453-47ab-8e89-7c1275af68eb service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720474 Aug 19 15:16:42.584849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45262) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:42.626596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4355cb56-bac8-4ceb-88c6-91a49bdbe87f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 200 len: 217 time: 0.0494699 Aug 19 15:16:42.707485 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-3933aafa-d503-49c1-bb84-83a56276f949 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:42.710031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3933aafa-d503-49c1-bb84-83a56276f949 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-1251951764 HTTP/1.1" status: 404 len: 329 time: 0.1544933 Aug 19 15:16:42.713222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:42.719237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-34def541-b6a9-4852-bb57-3b0947c6dded tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-1815383902') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:42.761975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4170c222-9ec8-4426-956f-b72d88cbbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:42.763991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-4170c222-9ec8-4426-956f-b72d88cbbdfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.1262293 Aug 19 15:16:42.807347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1221251201'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:42.866782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-3bfd8aac-66ba-459e-9afa-ebaa65fc7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:42.868749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-3bfd8aac-66ba-459e-9afa-ebaa65fc7166 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971961 Aug 19 15:16:42.929866 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-34def541-b6a9-4852-bb57-3b0947c6dded tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:42.935292 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-34def541-b6a9-4852-bb57-3b0947c6dded tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-1815383902 HTTP/1.1" status: 404 len: 329 time: 0.2168069 Aug 19 15:16:42.936144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45270) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:42.943217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-78415e8f-2e10-45b6-8c8a-ef59a87c7319 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168', 'tempest-TagsExtTest-Tag-330006774') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:43.042596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:43.104142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:43.166637 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:43.170259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:43.232009 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-78415e8f-2e10-45b6-8c8a-ef59a87c7319 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:43.233388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-78415e8f-2e10-45b6-8c8a-ef59a87c7319 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags/tempest-TagsExtTest-Tag-330006774 HTTP/1.1" status: 404 len: 328 time: 0.2948644 Aug 19 15:16:43.236379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45280) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:43.247186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-72ec38c8-dcbe-4d0f-bef4-7c332c5e3af9 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', {'tags': ['tempest-TagsExtTest-Tag-256654677', 'tempest-TagsExtTest-Tag-1069009287', 'tempest-TagsExtTest-Tag-1025782796']}) {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:43.262691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-5b79baf4-9336-4f2b-a0c1-762700ed1305 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860934 Aug 19 15:16:43.407188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-72ec38c8-dcbe-4d0f-bef4-7c332c5e3af9 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "PUT /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags HTTP/1.1" status: 200 len: 317 time: 0.1693418 Aug 19 15:16:43.410773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45284) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:43.436829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-0668ccaa-16c3-4e6c-9381-9835693b3634 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:43.521173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-39657da9-3f55-49a5-9b7c-3eb2e00c7286 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377338 Aug 19 15:16:43.585280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:43.587196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-f0f86405-7618-4074-a6ae-f94d0c59801c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 200 len: 217 time: 0.0577822 Aug 19 15:16:43.672193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:43.715848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0668ccaa-16c3-4e6c-9381-9835693b3634 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags HTTP/1.1" status: 204 len: 168 time: 0.3005121 Aug 19 15:16:43.715848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb100a59-4bd4-4248-8728-9ed3683f1c8e req-d372f996-baf3-4579-8284-a258f599c4d2 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0495143 Aug 19 15:16:43.719415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45294) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:43.727749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-a42d2db9-a32d-430d-830e-a4d67280a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:43.729354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-a42d2db9-a32d-430d-830e-a4d67280a49e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.1340492 Aug 19 15:16:43.747657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-d59a8ecf-2f48-436c-ac4a-cb5ee29e3dee tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-256654677') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:43.747657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:43.950634 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:43.951014 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment 6355a18c-af27-4a0d-8ede-8e99b0dbf9be of type vlan for network 21492fc9-b034-492e-b552-52ed72a6b360 Aug 19 15:16:43.957567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef625e0-9bf5-4756-8713-2fdf45e93ab3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:43.982173 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-d59a8ecf-2f48-436c-ac4a-cb5ee29e3dee tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:43.984221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d59a8ecf-2f48-436c-ac4a-cb5ee29e3dee tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-256654677 HTTP/1.1" status: 404 len: 328 time: 0.2584715 Aug 19 15:16:43.987295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45296) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:43.994620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-966dd0a1-3818-48e9-8cb1-7344acbe4176 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-1069009287') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:44.050659 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-966dd0a1-3818-48e9-8cb1-7344acbe4176 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:44.052600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-966dd0a1-3818-48e9-8cb1-7344acbe4176 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-1069009287 HTTP/1.1" status: 404 len: 329 time: 0.0641880 Aug 19 15:16:44.058359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45298) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:44.063900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-ae68a693-df7b-49b0-be03-4d97b1926cc2 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06', 'tempest-TagsExtTest-Tag-1025782796') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:44.071044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:44.098008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-12acd124-5cd6-40b1-bb84-1966b80f6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:44.098422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-12acd124-5cd6-40b1-bb84-1966b80f6c12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3554263 Aug 19 15:16:44.179504 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-ae68a693-df7b-49b0-be03-4d97b1926cc2 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] show failed (client error): The resource could not be found. Aug 19 15:16:44.195439 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ae68a693-df7b-49b0-be03-4d97b1926cc2 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags/tempest-TagsExtTest-Tag-1025782796 HTTP/1.1" status: 404 len: 329 time: 0.1356781 Aug 19 15:16:44.199896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45302) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:44.215172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-1b22e90d-a9b2-46c4-a3e2-a9d012949677 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '989f89e0-7a6c-4876-855f-fd38439e3a06') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:44.223790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-235fc093-a6df-406f-8a43-670d05ab804e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:44.225500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-235fc093-a6df-406f-8a43-670d05ab804e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.4343798 Aug 19 15:16:44.372918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:44.378121 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b22e90d-a9b2-46c4-a3e2-a9d012949677 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06/tags HTTP/1.1" status: 204 len: 168 time: 0.1665528 Aug 19 15:16:44.383550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45308) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:44.398268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-3977e90e-366a-4963-83f1-ed7af0dd617f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cb0f0210-deba-4b8f-8357-3b80a6d08168') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:44.405606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:44.406182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:44.596973 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3977e90e-366a-4963-83f1-ed7af0dd617f tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168/tags HTTP/1.1" status: 204 len: 168 time: 0.2097452 Aug 19 15:16:44.598360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45318) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:44.601399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-9ad8cf60-2ed9-420e-b05b-2a33fbb9cbab tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 380 time: 0.3642621 Aug 19 15:16:44.604710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-1b94c639-0ce9-4a81-99e7-ec4c383ae38e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '96587214-966f-4d32-9c26-a2dfd2d9bba6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:44.612471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0263803 Aug 19 15:16:44.615910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45320) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:44.621663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'security_groups': ['fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:44.668267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'name': 'tempest-PortsTestJSON-384767168'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:44.728055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e95bb-edc6-4b24-a8cd-b7299bb1eb45 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=21492fc9-b034-492e-b552-52ed72a6b360,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:44.742122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:44.762281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-651546d2-180d-4ddf-887b-d6906e588556 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506364 Aug 19 15:16:44.922643 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b94c639-0ce9-4a81-99e7-ec4c383ae38e tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6/tags HTTP/1.1" status: 204 len: 168 time: 0.3226991 Aug 19 15:16:44.925779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45324) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:44.932318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-a1a2bce6-4341-4400-a89c-568a392be7f8 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb490c1b-a999-475e-a638-6bff052b840f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:45.030178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:45.035487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:45.042609 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a1a2bce6-4341-4400-a89c-568a392be7f8 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f/tags HTTP/1.1" status: 204 len: 168 time: 0.1156721 Aug 19 15:16:45.056069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2bcf52c-79d7-48d4-affc-0496a9d3ebed req-3291fc8e-73d2-46fe-87b6-4f2ceb471344 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.1145492 Aug 19 15:16:45.061863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45326) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:45.136469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-27635a9f-907b-48f2-9e4f-32a0bf1df495 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640077 Aug 19 15:16:45.146478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port dcba0e10-cb9e-4000-bfee-0e7e547669e5 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:45.224939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:45.247277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:45.252412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-52231ec8-f524-4338-9cb7-7826779b438a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 217 time: 0.1074030 Aug 19 15:16:45.388171 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ed034a8-667a-4983-8315-5fb46651d031 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for subnetpool, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:45.390208 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ed034a8-667a-4983-8315-5fb46651d031 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnetpools/989f89e0-7a6c-4876-855f-fd38439e3a06 HTTP/1.1" status: 204 len: 168 time: 0.3262644 Aug 19 15:16:45.393255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45328) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:45.413371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-c242dec2-d2ae-4d77-ab16-82505b130552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:45.415189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-c242dec2-d2ae-4d77-ab16-82505b130552 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.1518404 Aug 19 15:16:45.436720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d668e112-9eab-43ed-a32e-f97700eed5b6 tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0f0210-deba-4b8f-8357-3b80a6d08168 HTTP/1.1" status: 200 len: 205 time: 0.0398684 Aug 19 15:16:45.440412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45332) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:45.609154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-83ca8bdd-5e9d-461c-bcc8-d7827309af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:45.610741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-83ca8bdd-5e9d-461c-bcc8-d7827309af15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1725326 Aug 19 15:16:45.693994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:45.699209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:45.874843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-8f3dde6a-2bd6-4375-bf47-d683eba320e4 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338188 Aug 19 15:16:45.882650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.12 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/28b8985b-5ac2-40dc-b43d-9371eab237c7) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:16:46.129261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:46.147534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:46.151769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-a6d5b6af-a851-4cf4-a4ce-5a73624ae998 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600021 Aug 19 15:16:46.232611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-35995a28-97a8-4e7e-aca1-7be029f0ea35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 217 time: 0.0726962 Aug 19 15:16:46.254302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:46.291873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2593d9c8-1b32-41ec-ac7d-775e33a9b0bb req-c325cb02-1ff7-44b6-bd0e-1e3b0e290f9d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0571277 Aug 19 15:16:46.372212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:46.372831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Fanout notify agent at l3_agent the message router_deleted on router cb0f0210-deba-4b8f-8357-3b80a6d08168 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:16:46.394708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=dcba0e10-cb9e-4000-bfee-0e7e547669e5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:46.419293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:46.423196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.423427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.424223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.424223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.424575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.424888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.425624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.425985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.426805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.426805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.427111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.427386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:46.455221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:46.457045 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-948eac59-c3d6-4cf9-8b49-09626506db0c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/routers/cb0f0210-deba-4b8f-8357-3b80a6d08168 HTTP/1.1" status: 204 len: 168 time: 1.0116186 Aug 19 15:16:46.458442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': '6355a18c-af27-4a0d-8ede-8e99b0dbf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:46.460172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45352) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:46.464532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object 28b8985b-5ac2-40dc-b43d-9371eab237c7 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:46.466415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: 21492fc9-b034-492e-b552-52ed72a6b360, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:16:46.486887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-e4c7597b-86df-47c5-a481-a5984e58775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:46.489471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-e4c7597b-86df-47c5-a481-a5984e58775a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.2492328 Aug 19 15:16:47.041209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:16:47.075470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-1765c70a-7343-4274-8204-f104b92ec172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:47.077631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-1765c70a-7343-4274-8204-f104b92ec172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5690262 Aug 19 15:16:47.149068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 21492fc9-b034-492e-b552-52ed72a6b360) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:47.153728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:47.159646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:47.160277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.177821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c614114-409b-48f7-bd76-ed33961371a8 None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:47.185189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Deleting port 96587214-966f-4d32-9c26-a2dfd2d9bba6 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:47.185709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.192031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.250787 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b153a2e-f4f3-4623-b40f-3e97e6f59643 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5934086 Aug 19 15:16:47.251770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45366) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:47.257997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1823619839'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:47.358574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:47.370694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-27a6287d-5a07-4e93-bf75-e21b038ca016 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841532 Aug 19 15:16:47.372395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:47.377763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:47.427349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:47.427628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=28b8985b-5ac2-40dc-b43d-9371eab237c7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:47.431071 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.518728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:47.545228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.550035 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment 98fdeaa7-c1c3-40f8-ace7-a76c80e34b77 of type vlan for network d436a6c8-7d88-4dbe-b54a-5064596eb865 Aug 19 15:16:47.598593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.617214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Calling delete_port for 96587214-966f-4d32-9c26-a2dfd2d9bba6 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:47.644245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.754266 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.765154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:47.766735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.867325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a06ff8c4-dc03-4b69-8ecb-9c570d3a400c req-f8bc54df-56d1-41b9-818a-6588c85272c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766965 Aug 19 15:16:47.877879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:47.878896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:47.898908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=d436a6c8-7d88-4dbe-b54a-5064596eb865,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:47.912587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d436a6c8-7d88-4dbe-b54a-5064596eb865 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:47.916056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f5447-83e2-42f9-8212-45f99989e152 req-8a71e7e5-ed6f-4a8a-979e-b469a192f03c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:47.923008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d3f5447-83e2-42f9-8212-45f99989e152 req-8a71e7e5-ed6f-4a8a-979e-b469a192f03c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 932 time: 0.1228526 Aug 19 15:16:47.987842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:48.017811 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-17925af0-7f2b-423c-bebb-4d8feb5623a3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7646372 Aug 19 15:16:48.018483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45380) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:48.021001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-be00eaba-e2b9-4012-a78a-97aaef54f679 None None] Provisioning for port 28b8985b-5ac2-40dc-b43d-9371eab237c7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:16:48.024635 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'ports': [{'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'}, {'network_id': 'd436a6c8-7d88-4dbe-b54a-5064596eb865'}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:48.024957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:48.025463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': 'd436a6c8-7d88-4dbe-b54a-5064596eb865'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:48.045759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-be00eaba-e2b9-4012-a78a-97aaef54f679 None None] Provisioning complete for port 28b8985b-5ac2-40dc-b43d-9371eab237c7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:48.046381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be00eaba-e2b9-4012-a78a-97aaef54f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:48.082659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event deleted for resources: {'Port': ['ID=96587214-966f-4d32-9c26-a2dfd2d9bba6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:48.086457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-22a8b943-3a70-46c3-95f0-deb85572d430 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4722710 Aug 19 15:16:48.196212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d3f5447-83e2-42f9-8212-45f99989e152 req-c354ceb0-0686-4fc3-a591-5d9169ede92c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492216 Aug 19 15:16:48.259361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Request body: {'port': {'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:48.308045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-be00eaba-e2b9-4012-a78a-97aaef54f679 None None] Port 28b8985b-5ac2-40dc-b43d-9371eab237c7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:16:48.526272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:48.532149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:48.575637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:48.584344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:48.588563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8b3566ba-b13c-4197-a805-407985691f1d tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/ports/96587214-966f-4d32-9c26-a2dfd2d9bba6 HTTP/1.1" status: 204 len: 168 time: 2.0975795 Aug 19 15:16:48.594679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45384) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:48.639067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:48.711942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Deleting subnet eb490c1b-a999-475e-a638-6bff052b840f {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:16:49.038775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.087306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:49.101374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.102112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b8985b-5ac2-40dc-b43d-9371eab237c7 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:16:49.113748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.145187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Transition to ACTIVE for port object 28b8985b-5ac2-40dc-b43d-9371eab237c7 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:49.243857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.347945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.446467 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.463617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Pushing event updated for resources: {'Port': ['ID=28b8985b-5ac2-40dc-b43d-9371eab237c7,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:49.561357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2343fe-bc88-4a1f-9550-cc09acc96f4e req-04f8903e-73c5-4e9b-94a8-a578eda4fbd8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:49.565253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f2343fe-bc88-4a1f-9550-cc09acc96f4e req-04f8903e-73c5-4e9b-94a8-a578eda4fbd8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.2462580 Aug 19 15:16:49.631074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-22a1087a-ab05-4204-949b-a7be4550a323 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2047160 Aug 19 15:16:49.682291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port d2ab35f8-d547-4336-83dc-9ba984944afc yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:49.696800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Attempting to bind port 28b8985b-5ac2-40dc-b43d-9371eab237c7 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:16:49.699391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Attempting to bind port 28b8985b-5ac2-40dc-b43d-9371eab237c7 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:16:49.701501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Attempting to bind port 28b8985b-5ac2-40dc-b43d-9371eab237c7 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:16:49.723880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.738129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Port 28b8985b-5ac2-40dc-b43d-9371eab237c7 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:16:49.746226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Attempting to bind port 28b8985b-5ac2-40dc-b43d-9371eab237c7 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:16:49.794770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:16:49.795989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:49.797085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:16:49.797833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Bound port: 28b8985b-5ac2-40dc-b43d-9371eab237c7, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:16:49.798373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.804161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:49.808119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e28824-d6a1-4a8d-848f-24e067831664 None None] Network a3e1ee7e-0468-4773-b947-210d38162f43 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:49.809900 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/subnets/eb490c1b-a999-475e-a638-6bff052b840f HTTP/1.1" status: 204 len: 168 time: 1.2057779 Aug 19 15:16:49.869076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45412) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:49.892003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812b3fa-93a5-43bb-880e-2d777da6726c tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event deleted for resources: {'Subnet': ['ID=eb490c1b-a999-475e-a638-6bff052b840f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:50.022796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.023293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.023877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.024504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.025011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.025519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.025995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.028186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-33e67163-c0aa-43cf-96a3-5072ea9cf5fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36710183574049eea9f759f7c48c8620&device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 6497 time: 0.3117521 Aug 19 15:16:50.095112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.150463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] For port 28b8985b-5ac2-40dc-b43d-9371eab237c7, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:16:50.197561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] For port 28b8985b-5ac2-40dc-b43d-9371eab237c7, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:16:50.207023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f2343fe-bc88-4a1f-9550-cc09acc96f4e req-76cf8e64-3ab9-4e60-8a44-a7a347caa6ee tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6153057 Aug 19 15:16:50.232070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] DHCP port deletion for a3e1ee7e-0468-4773-b947-210d38162f43 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:16:50.262366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.263199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.347094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b1b9c3ca-3642-4154-b4b2-073d6e1ee77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.347094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b1b9c3ca-3642-4154-b4b2-073d6e1ee77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.347094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b1b9c3ca-3642-4154-b4b2-073d6e1ee77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.348612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b1b9c3ca-3642-4154-b4b2-073d6e1ee77a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b63c9530-38e6-4869-867b-3d546179fd2e&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 200 len: 2289 time: 0.2876682 Aug 19 15:16:50.353519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.354060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.355811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] 10.222.0.46 "PUT /v2.0/ports/28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 1093 time: 2.2352514 Aug 19 15:16:50.358514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:16:50.361943 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9571f7-ace2-4b95-8138-a6c25762c40b" -d '{"events": [{"name": "network-changed", "server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:16:50.408698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Deleting port 03171845-b899-43fc-bf46-8461af32ac7d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:50.409094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.525326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.596862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa93a57-71f2-4d72-ad63-5bb3fedff6ba service neutron] Pushing event updated for resources: {'Port': ['ID=28b8985b-5ac2-40dc-b43d-9371eab237c7,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:50.610826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] For port 03171845-b899-43fc-bf46-8461af32ac7d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03171845-b899-43fc-bf46-8461af32ac7d,segment=NetworkSegment(d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6),segment_id=d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:50.611248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.643512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Deleting port 03171845-b899-43fc-bf46-8461af32ac7d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:50.643862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.657875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Calling delete_port for 03171845-b899-43fc-bf46-8461af32ac7d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:50.702167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:50.773524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:50.778037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:50.783514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:50.786741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.821988 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20401fd0-be1c-45d5-aa6d-e7d14ddeda6e x-openstack-request-id: req-20401fd0-be1c-45d5-aa6d-e7d14ddeda6e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:16:50.822504 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:16:50.822764 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20401fd0-be1c-45d5-aa6d-e7d14ddeda6e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:16:50.823193 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'status': 'completed', 'code': 200} Aug 19 15:16:50.835432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-8821d347-2e29-400d-b51f-a65f18775743 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 200 len: 1001 time: 0.4700365 Aug 19 15:16:50.849672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-5a28cee0-8dbd-4441-b56b-2c8ee490db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:50.851360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-5a28cee0-8dbd-4441-b56b-2c8ee490db6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1096 time: 0.3577573 Aug 19 15:16:50.956793 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:50.990106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] No DVR routers for this DVR port 03171845-b899-43fc-bf46-8461af32ac7d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:16:51.006037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-fb8af6fe-4e71-4e81-bf1a-9a31deee9e47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 217 time: 0.1414993 Aug 19 15:16:51.022248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] For port 03171845-b899-43fc-bf46-8461af32ac7d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=03171845-b899-43fc-bf46-8461af32ac7d,segment=NetworkSegment(d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6),segment_id=d5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:51.022248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:51.051801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': '98fdeaa7-c1c3-40f8-ace7-a76c80e34b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd436a6c8-7d88-4dbe-b54a-5064596eb865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:51.052179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: d436a6c8-7d88-4dbe-b54a-5064596eb865, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:16:51.066627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Pushing event deleted for resources: {'Port': ['ID=03171845-b899-43fc-bf46-8461af32ac7d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:51.070062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=d2ab35f8-d547-4336-83dc-9ba984944afc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:51.082091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Calling delete_port for 03171845-b899-43fc-bf46-8461af32ac7d owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:51.091520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-5e8fbaec-6c5e-4dfe-a647-2a94c4ce82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.093534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-5e8fbaec-6c5e-4dfe-a647-2a94c4ce82f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a04df0-b14d-4102-935d-68c2158b1bdc HTTP/1.1" status: 200 len: 849 time: 0.2472410 Aug 19 15:16:51.097838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.098458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.098960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.099456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.099952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.100464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.100966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.101474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.101960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.102738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.103229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.103888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c1179a-5613-4d2f-b1cb-bf62abde3d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:16:51.176577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-8f9648aa-4174-49ae-89e3-28d1101cc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.178752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-8f9648aa-4174-49ae-89e3-28d1101cc274 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1565654 Aug 19 15:16:51.200660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network d436a6c8-7d88-4dbe-b54a-5064596eb865 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:16:51.284272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d436a6c8-7d88-4dbe-b54a-5064596eb865) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:51.293986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:51.298791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bef0a-8e3a-4cd0-86ab-c6509056eaa2 None None] Network d436a6c8-7d88-4dbe-b54a-5064596eb865 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:51.300549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.324897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.333340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:51.348937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b7568777-6063-4fcf-ab8e-24bf2ed89183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.351387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b7568777-6063-4fcf-ab8e-24bf2ed89183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b63c9530-38e6-4869-867b-3d546179fd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2353303 Aug 19 15:16:51.367235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-066afa75-39d9-4126-abb7-67bf52f45b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.368741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-066afa75-39d9-4126-abb7-67bf52f45b82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447611 Aug 19 15:16:51.435785 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0e568a97-f132-436d-9823-23cb6500042b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4160759 Aug 19 15:16:51.438739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:51.637087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port d2ab35f8-d547-4336-83dc-9ba984944afc {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:51.637957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:51.692439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-b0ca71ca-f3b0-414d-b27d-6ef6bdaa017e service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099482 Aug 19 15:16:51.724998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:51.731962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:51.753325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] No DVR routers for this DVR port 03171845-b899-43fc-bf46-8461af32ac7d on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:16:51.758561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for d2ab35f8-d547-4336-83dc-9ba984944afc owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:51.898232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event deleted for resources: {'Port': ['ID=03171845-b899-43fc-bf46-8461af32ac7d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:51.986633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abdb42-dd44-45a4-996c-cb606d54d7b2 req-7fdfd2a5-b57b-44d2-a550-9ea2784aeef5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:51.993654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24abdb42-dd44-45a4-996c-cb606d54d7b2 req-7fdfd2a5-b57b-44d2-a550-9ea2784aeef5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.6085062 Aug 19 15:16:52.028930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.035784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.064494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e1ee7e-0468-4773-b947-210d38162f43']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:52.071984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-bdbf5993-2980-47b3-9ed5-c3fd47894168 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076192 Aug 19 15:16:52.091508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:52.091841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b1d3b2-1211-4549-97cb-dc5ddb3d7bc6') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:52.140148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=d2ab35f8-d547-4336-83dc-9ba984944afc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:52.147085 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.164658 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba0709d5-6ca1-433c-838e-2c48b730901d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/d2ab35f8-d547-4336-83dc-9ba984944afc HTTP/1.1" status: 204 len: 168 time: 0.7177544 Aug 19 15:16:52.165735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45444) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:52.238705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24abdb42-dd44-45a4-996c-cb606d54d7b2 req-db6c5626-e61d-41d4-b503-cb3500df5ebd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314270 Aug 19 15:16:52.293961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c316f59-56cc-4340-8415-0fd2d6668896 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:52.294204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.306654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c316f59-56cc-4340-8415-0fd2d6668896 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:52.308366 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9c316f59-56cc-4340-8415-0fd2d6668896 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1415386 Aug 19 15:16:52.311702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45446) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:52.367830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-d7aab253-c169-47ac-83b3-89a9c48a1d56 service neutron] 10.222.0.54 "GET /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820349 Aug 19 15:16:52.368359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03171845-b899-43fc-bf46-8461af32ac7d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:16:52.385278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff66f8a0-fa26-49e5-8986-7455b6009c4d req-6c76951c-679b-4ecb-b477-b2aa604e3976 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689258 Aug 19 15:16:52.418641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 03171845-b899-43fc-bf46-8461af32ac7d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:16:52.419313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 03171845-b899-43fc-bf46-8461af32ac7d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:16:52.462178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-3f8d120d-bc54-45da-9f96-4f7bb882f155 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 217 time: 0.0847530 Aug 19 15:16:52.465097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:16:52.490015 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:16:52.511518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:52.512292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.638185 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:52.699530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:53.018473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.089282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:53.096430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.101105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd1521ce-412c-4df1-9e0a-df268c81d187 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e HTTP/1.1" status: 204 len: 168 time: 0.7856333 Aug 19 15:16:53.101939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45454) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:53.191948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f57551-6348-4fe9-8839-cd53abee7eb4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.193576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-56f57551-6348-4fe9-8839-cd53abee7eb4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0908055 Aug 19 15:16:53.196360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45456) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:53.230302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-f8b49109-f354-4724-8398-ae8858f679e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.230577 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca5338e-f11c-4234-9799-104c8de62345 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:16:53.232180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bca5338e-f11c-4234-9799-104c8de62345 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/d2ab35f8-d547-4336-83dc-9ba984944afc HTTP/1.1" status: 404 len: 333 time: 0.0337284 Aug 19 15:16:53.234255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-f8b49109-f354-4724-8398-ae8858f679e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.7638137 Aug 19 15:16:53.241236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45458) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:53.260663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-4d532c5e-9374-4bb1-a628-ebe6a4e84dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.266530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-4d532c5e-9374-4bb1-a628-ebe6a4e84dc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1096 time: 0.1367357 Aug 19 15:16:53.270747 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc349550-8a7c-43a5-be3c-347596cccb24 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:16:53.272381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cc349550-8a7c-43a5-be3c-347596cccb24 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/6aefbe87-1a00-40f7-8cc0-2c1416d8ba8e HTTP/1.1" status: 404 len: 333 time: 0.0301344 Aug 19 15:16:53.275526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45460) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:53.314049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.370702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.370702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] 10.222.0.13 "DELETE /v2.0/networks/a3e1ee7e-0468-4773-b947-210d38162f43 HTTP/1.1" status: 204 len: 168 time: 3.4809175 Aug 19 15:16:53.426828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d62d2e-6884-4e0d-b880-7f338fe698cd tempest-TagsExtTest-282032252 tempest-TagsExtTest-282032252-project] Pushing event deleted for resources: {'Network': ['ID=a3e1ee7e-0468-4773-b947-210d38162f43,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:53.450885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.490430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-4e5bf194-5dc3-413b-b7b6-877f62cff3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.493892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-4e5bf194-5dc3-413b-b7b6-877f62cff3ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2497411 Aug 19 15:16:53.586904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.600310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d436a6c8-7d88-4dbe-b54a-5064596eb865']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:53.616201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fdeaa7-c1c3-40f8-ace7-a76c80e34b77') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:53.616492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fdeaa7-c1c3-40f8-ace7-a76c80e34b77') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:16:53.628845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.631030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331fa0a-b894-4d19-b89d-1b1c3ada8c5a req-fec8489f-f5fd-4d37-a335-7e967f84fbe5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.637874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3331fa0a-b894-4d19-b89d-1b1c3ada8c5a req-fec8489f-f5fd-4d37-a335-7e967f84fbe5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.1838219 Aug 19 15:16:53.641269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-a04ddf51-fc12-4421-89c0-214f29418460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.643948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-a04ddf51-fc12-4421-89c0-214f29418460 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.3580992 Aug 19 15:16:53.671206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.679433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:16:53.679854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:16:53.683820 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:16:53.752285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-eb9ee628-377e-4cab-a781-8525947f3002 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 217 time: 0.0861325 Aug 19 15:16:53.839133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3331fa0a-b894-4d19-b89d-1b1c3ada8c5a req-353914d1-886e-40e0-aad6-5ecf7d036423 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907084 Aug 19 15:16:53.844463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-e09ab75e-8b34-42f8-a80e-22769faad4b1 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377676 Aug 19 15:16:53.851051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.865440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:53.868194 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/d436a6c8-7d88-4dbe-b54a-5064596eb865 HTTP/1.1" status: 204 len: 168 time: 0.5909629 Aug 19 15:16:53.870414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45470) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:53.889909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1229587238'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:53.918420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-8be51dac-fc08-46bc-9b60-57c54868a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:53.919956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-8be51dac-fc08-46bc-9b60-57c54868a2af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1528270 Aug 19 15:16:53.929893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ea811-d96f-4604-b6a5-3c88d1e42559 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=d436a6c8-7d88-4dbe-b54a-5064596eb865,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:54.038427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-85344275-a074-43ab-8e51-66cac764f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:54.040928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-85344275-a074-43ab-8e51-66cac764f828 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863101 Aug 19 15:16:54.064297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-3848acee-70cc-479a-ad04-a9eb895323e2 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115350 Aug 19 15:16:54.165913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b1d3881d-0f5c-4e58-b95f-92db0473999c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 217 time: 0.0852070 Aug 19 15:16:54.238439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:54.247253 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.261290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-8c402722-a46d-4dd1-bd26-6ac4829e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:54.262847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-8c402722-a46d-4dd1-bd26-6ac4829e8745 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0886421 Aug 19 15:16:54.267158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-874241b1-e0de-446f-acc5-f201a2d004eb service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178063 Aug 19 15:16:54.303281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:54.322800 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.323909 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment 49afc1fc-802b-4f27-8663-216a6fdf3be1 of type vlan for network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 Aug 19 15:16:54.376824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-082e27db-7f13-436e-b11a-31aaedccd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:54.378622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-082e27db-7f13-436e-b11a-31aaedccd357 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076837 Aug 19 15:16:54.391109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45496) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:54.422359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.493883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9571f7-ace2-4b95-8138-a6c25762c40b req-f9c81dde-c4d5-48a3-b4fd-5926815ba20e service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130795 Aug 19 15:16:54.548052 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c93d6082-65c3-4a31-9c8b-4677c96fab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.566284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-8e9bdf58-d08a-40d8-bd3a-25a95af89956 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759331 Aug 19 15:16:54.575753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.581820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:54.582488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.692201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:54.710222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:54.791271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b66c78b-c4b2-4e9d-818a-d5d30b66f0a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ba6620f7c93405bb54e6058282b2c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917301 Aug 19 15:16:54.793029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45504) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:54.793872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1338254-fb86-4f0c-be88-fa7718d40300 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9223783 Aug 19 15:16:54.800640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45506) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:54.806040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:54.895963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-3a96b478-b595-4f77-88ca-2c1f746fcaa7 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181200 Aug 19 15:16:54.982591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4443c4b7-3496-4cd5-978b-d1a45e5e37cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:54.987932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-de27ed8a-0c86-4812-8331-1b6285a35d43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e HTTP/1.1" status: 200 len: 217 time: 0.0846572 Aug 19 15:16:55.061923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:55.067847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:55.117128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4443c4b7-3496-4cd5-978b-d1a45e5e37cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:55.169254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-83037bf1-6696-49d7-badb-149afdb0b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:55.171009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-83037bf1-6696-49d7-badb-149afdb0b3f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.1631522 Aug 19 15:16:55.363932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f50dd-ae05-4e66-94b1-ead4c0d8e88f req-5b2bd445-2a11-4eb7-946e-57f35d2951df tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:55.372498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095f50dd-ae05-4e66-94b1-ead4c0d8e88f req-5b2bd445-2a11-4eb7-946e-57f35d2951df tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.3934331 Aug 19 15:16:55.425211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-a9ed795e-17e8-4ed4-9ffb-1191e4d41efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:55.429009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-a9ed795e-17e8-4ed4-9ffb-1191e4d41efa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2396405 Aug 19 15:16:55.434132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4443c4b7-3496-4cd5-978b-d1a45e5e37cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:55.439155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4443c4b7-3496-4cd5-978b-d1a45e5e37cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:55.440678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4443c4b7-3496-4cd5-978b-d1a45e5e37cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1b1022d-e2f2-4c82-9408-ba59d6cd42cd HTTP/1.1" status: 204 len: 168 time: 0.6480606 Aug 19 15:16:55.453034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:55.524845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443c4b7-3496-4cd5-978b-d1a45e5e37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1022d-e2f2-4c82-9408-ba59d6cd42cd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:55.537946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095f50dd-ae05-4e66-94b1-ead4c0d8e88f req-d4222e58-aed9-4818-8228-f19d9f669683 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420751 Aug 19 15:16:55.538164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:55.674709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-617142a6-6b72-49d7-be1a-0941aea826e4 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317073 Aug 19 15:16:55.746131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=ce93cef6-4e90-4765-8454-511a76a706e8,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:55.784614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': '49afc1fc-802b-4f27-8663-216a6fdf3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:55.784614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:16:55.840503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-af39fafa-3ebf-4f57-8d8e-f684fd543309 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594112 Aug 19 15:16:55.891230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-a37ef9af-6be8-4606-9958-8042f5e9b632 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f HTTP/1.1" status: 200 len: 217 time: 0.0437455 Aug 19 15:16:55.926218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:16:55.970866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-2e51e35a-4f20-4884-a755-031d3b2edb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:55.970866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-2e51e35a-4f20-4884-a755-031d3b2edb78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 200 len: 797 time: 0.0722735 Aug 19 15:16:56.021654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b786e63a-fc09-4bb8-af02-f5e320954568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:56.023325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-b786e63a-fc09-4bb8-af02-f5e320954568 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b52c1f1a-4add-442f-9144-7d0b72ada2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462520 Aug 19 15:16:56.026716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:56.031907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:56.032650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:56.042487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14917f6-9fb0-425a-b15b-df23cf3aff12 None None] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:56.174414 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9afa807b-2cbe-44f2-8abb-aa1fec593259 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3722477 Aug 19 15:16:56.176861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45544) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:56.189677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-2d3f88d9-7736-4810-aae5-152c7a0b00ed service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462986 Aug 19 15:16:56.202866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6', 'name': 'tempest-PortsTestJSON-1252462044'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:56.285538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6', 'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': 'ce93cef6-4e90-4765-8454-511a76a706e8'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:16:56.290440 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:56.449000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-ac785786-e901-41b5-bf10-667593b05af3 service neutron] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465348 Aug 19 15:16:56.509097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-d26e3a73-55a9-4387-849c-34abc60aff33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 200 len: 217 time: 0.0477474 Aug 19 15:16:56.540269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:56.540269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:56.585576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port e0bae92e-23b0-4997-9070-a7a5f2ed9d55 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:56.613913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Allocated IP 172.20.0.2 (1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6/ce93cef6-4e90-4765-8454-511a76a706e8/007d0679-e4c3-415b-98a3-e02a1b8ca00d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:16:56.633702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-515c27d0-fb71-4710-bc3f-5e49d5a0d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:56.635262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-515c27d0-fb71-4710-bc3f-5e49d5a0d852 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.1235938 Aug 19 15:16:56.726519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-08f679b4-77fa-446c-9763-98bc09e1d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:56.728190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-08f679b4-77fa-446c-9763-98bc09e1d074 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845428 Aug 19 15:16:56.855462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11133c9e-8c66-492f-bab0-06fb223a182b req-9ec60aa2-f61b-4063-97b3-170e90a4350e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:56.857315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11133c9e-8c66-492f-bab0-06fb223a182b req-9ec60aa2-f61b-4063-97b3-170e90a4350e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.1281047 Aug 19 15:16:56.874937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:56.889043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Transition to ACTIVE for port object 007d0679-e4c3-415b-98a3-e02a1b8ca00d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:56.916208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Transition to ACTIVE for port object 007d0679-e4c3-415b-98a3-e02a1b8ca00d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:56.916523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-d7ecc2d9-2ddd-4c31-a724-52ee08e1cfbb service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437428 Aug 19 15:16:56.975778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45570) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:57.006550 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.054266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:57.056653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:57.059546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:57.076528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Pushing event updated for resources: {'Port': ['ID=007d0679-e4c3-415b-98a3-e02a1b8ca00d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:57.090948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11133c9e-8c66-492f-bab0-06fb223a182b req-17ae3cc7-c808-4c02-aa30-c5efb98d6fbc tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728446 Aug 19 15:16:57.152482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Attempting to bind port 007d0679-e4c3-415b-98a3-e02a1b8ca00d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:16:57.152861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Attempting to bind port 007d0679-e4c3-415b-98a3-e02a1b8ca00d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '49afc1fc-802b-4f27-8663-216a6fdf3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:16:57.153283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Attempting to bind port 007d0679-e4c3-415b-98a3-e02a1b8ca00d on network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:16:57.160449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:16:57.160842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Checking segment: {'id': '49afc1fc-802b-4f27-8663-216a6fdf3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:57.165787 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.166325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Bound using segment: {'id': '49afc1fc-802b-4f27-8663-216a6fdf3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:16:57.166987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Bound port: 007d0679-e4c3-415b-98a3-e02a1b8ca00d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49afc1fc-802b-4f27-8663-216a6fdf3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:16:57.167971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.180382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-5883e01a-5e6c-476f-8266-a889df22d458 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517703 Aug 19 15:16:57.224462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745740546-network', 'tenant_id': '56620420cb6b4f989c88678e6fcd3801'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:57.259015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-aeae79cb-275e-45eb-a7e1-88040f9ca33c {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:16:57.262548 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:16:57.310295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] For port 007d0679-e4c3-415b-98a3-e02a1b8ca00d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:16:57.315257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] For port 007d0679-e4c3-415b-98a3-e02a1b8ca00d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=007d0679-e4c3-415b-98a3-e02a1b8ca00d,segment=NetworkSegment(49afc1fc-802b-4f27-8663-216a6fdf3be1),segment_id=49afc1fc-802b-4f27-8663-216a6fdf3be1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:16:57.325898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-f9b90739-bebc-47ed-a282-2cd1e0b19525 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 200 len: 217 time: 0.1015098 Aug 19 15:16:57.337741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Made reservation on behalf of 56620420cb6b4f989c88678e6fcd3801 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:57.340259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.351981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.363986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.431930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-ea911355-50a9-4528-ae66-3f4a5732fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:57.434350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-ea911355-50a9-4528-ae66-3f4a5732fef5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 200 len: 797 time: 0.1003022 Aug 19 15:16:57.435359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.524050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18afc29-05bc-4a8a-9020-e53ffa802ecf None None] Pushing event updated for resources: {'Port': ['ID=007d0679-e4c3-415b-98a3-e02a1b8ca00d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:57.557152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.563541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a5c9-aa68-4508-b5a9-169659d1a424 req-665b0f05-2fd3-4c57-83a8-77a11a1cc719 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:57.565176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2612a5c9-aa68-4508-b5a9-169659d1a424 req-665b0f05-2fd3-4c57-83a8-77a11a1cc719 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.1550941 Aug 19 15:16:57.567354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-76ac0e79-5d86-418e-acbe-ccbdc11a84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:57.568856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-76ac0e79-5d86-418e-acbe-ccbdc11a84f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096647 Aug 19 15:16:57.658013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.696947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2612a5c9-aa68-4508-b5a9-169659d1a424 req-fdb36319-16e9-43fe-8c80-4142a956d4be tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185317 Aug 19 15:16:57.705708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:16:57.739059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17a6829-a1ae-4120-afbe-496f24423017,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:57.763679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-58178bb6-6567-4ed2-8a9a-fa0f43853990 service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835783 Aug 19 15:16:57.765530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.769852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.770391 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Added segment 12f4e3f8-a493-47e2-96f9-10f142fac44f of type vlan for network f59324df-c9d6-44b1-afe1-238e743ad291 Aug 19 15:16:57.843566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b1eedf1-557b-48ef-8232-68c32fa943d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:57.870410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 3e8181b1-40d9-4ba3-88fb-29a24b304f81 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:16:57.991572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:58.021869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f86eb28-5763-484b-b139-98cb60a11d75 req-703bcce0-da00-48d5-ad05-f9dc7c7eec6e service neutron] 10.222.0.54 "GET /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504983 Aug 19 15:16:58.081972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.6 (1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6/ce93cef6-4e90-4765-8454-511a76a706e8/3e8181b1-40d9-4ba3-88fb-29a24b304f81) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:16:58.147955 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:58.156163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:58.156163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:58.262410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] Pushing event updated for resources: {'Network': ['ID=f59324df-c9d6-44b1-afe1-238e743ad291,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:58.332691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be93cd5-8785-4177-8ec3-f3b3e1c5e0ba req-4c3ce91c-8e2a-4930-b010-da66e7b4698d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:58.336938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f59324df-c9d6-44b1-afe1-238e743ad291 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:16:58.341617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0be93cd5-8785-4177-8ec3-f3b3e1c5e0ba req-4c3ce91c-8e2a-4930-b010-da66e7b4698d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.1203928 Aug 19 15:16:58.362118 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-448d6290-9888-4c20-83f8-84f3c1995474 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3798738 Aug 19 15:16:58.368209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45600) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:58.382299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Request body: {'subnet': {'network_id': 'f59324df-c9d6-44b1-afe1-238e743ad291', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745740546-subnet', 'tenant_id': '56620420cb6b4f989c88678e6fcd3801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:16:58.392856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:58.445458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 3e8181b1-40d9-4ba3-88fb-29a24b304f81 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:16:58.552290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0be93cd5-8785-4177-8ec3-f3b3e1c5e0ba req-9951308f-f6cc-44af-a0ba-fce3ddb7cfb3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077296 Aug 19 15:16:58.562157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:58.660454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 007d0679-e4c3-415b-98a3-e02a1b8ca00d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:16:58.667537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Made reservation on behalf of 56620420cb6b4f989c88678e6fcd3801 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:16:58.674295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:58.722300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=3e8181b1-40d9-4ba3-88fb-29a24b304f81,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:58.841909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 007d0679-e4c3-415b-98a3-e02a1b8ca00d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:16:58.851022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:16:58.866781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:58.875464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:16:58.970623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:58.971413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.061918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b73dc-b38a-4e3c-9d53-17d7a2b7c3ab req-04e34345-234e-4edf-bbe6-2f99cc0605a6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:59.061918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c04b73dc-b38a-4e3c-9d53-17d7a2b7c3ab req-04e34345-234e-4edf-bbe6-2f99cc0605a6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.1123233 Aug 19 15:16:59.137834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c04b73dc-b38a-4e3c-9d53-17d7a2b7c3ab req-fa55141d-4473-4a8e-97eb-ea6957f476c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659018 Aug 19 15:16:59.152524 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d926e44-9a69-4e66-b40a-77755ace56b7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9735110 Aug 19 15:16:59.157566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45620) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:59.183685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:16:59.223321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4255d8-1eac-48e4-a971-5b8ebbae1f59 None None] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:59.280971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 3e8181b1-40d9-4ba3-88fb-29a24b304f81 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:16:59.281692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.283569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.412190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.426411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] Provisioning for port 007d0679-e4c3-415b-98a3-e02a1b8ca00d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:16:59.428636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 3e8181b1-40d9-4ba3-88fb-29a24b304f81 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:16:59.432068 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.464554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Checking segment: {'id': '12f4e3f8-a493-47e2-96f9-10f142fac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f59324df-c9d6-44b1-afe1-238e743ad291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:16:59.464840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Network hostable DHCP agents. Network: f59324df-c9d6-44b1-afe1-238e743ad291, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:16:59.476821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2c73a0-0c46-4a49-b3ad-5813f8493402,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:59.515896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] Provisioning complete for port 007d0679-e4c3-415b-98a3-e02a1b8ca00d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:16:59.516439 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.584520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:16:59.587127 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4a267-1183-4673-8d96-173dc3093083" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:16:59.617803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:59.666991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Network f59324df-c9d6-44b1-afe1-238e743ad291 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:16:59.685322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.703926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.710880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.755659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] For port 007d0679-e4c3-415b-98a3-e02a1b8ca00d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=007d0679-e4c3-415b-98a3-e02a1b8ca00d,segment=NetworkSegment(49afc1fc-802b-4f27-8663-216a6fdf3be1),segment_id=49afc1fc-802b-4f27-8663-216a6fdf3be1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:16:59.760802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.787769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f59324df-c9d6-44b1-afe1-238e743ad291) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:16:59.792925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:59.796100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=3e8181b1-40d9-4ba3-88fb-29a24b304f81,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:16:59.800947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:59.805147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.811871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce122e-985d-4c7d-bea1-cf29270a44a1 None None] Network f59324df-c9d6-44b1-afe1-238e743ad291 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:16:59.921943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:59.929971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a9070881-29ae-40ee-a600-79c0bd444dbd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/3e8181b1-40d9-4ba3-88fb-29a24b304f81 HTTP/1.1" status: 204 len: 168 time: 0.7710247 Aug 19 15:16:59.930826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45644) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:16:59.933063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:00.005863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7b8b65a-45bc-4331-854b-adc877c6d6e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6360078 Aug 19 15:17:00.011873 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21ce1ea-700c-41a9-8c98-857debca1429 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:17:00.013229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21ce1ea-700c-41a9-8c98-857debca1429 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:17:00.017514 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e21ce1ea-700c-41a9-8c98-857debca1429 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/3e8181b1-40d9-4ba3-88fb-29a24b304f81 HTTP/1.1" status: 404 len: 333 time: 0.0846121 Aug 19 15:17:00.023294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45648) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:00.082592 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5745d55-ff1d-449e-95b9-6127a721cfde tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:00.085837 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5745d55-ff1d-449e-95b9-6127a721cfde tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/3e8181b1-40d9-4ba3-88fb-29a24b304f81 HTTP/1.1" status: 404 len: 333 time: 0.0603404 Aug 19 15:17:00.090440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45650) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:00.102325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45652) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:00.118180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9440e775-e611-4e89-9055-61f6a012c56e None None] Could not find standard attr ID for object 3e8181b1-40d9-4ba3-88fb-29a24b304f81. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:17:00.123007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03379172-0b83-4d35-8d94-f313118ce579 None None] Pushing event updated for resources: {'Port': ['ID=007d0679-e4c3-415b-98a3-e02a1b8ca00d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:00.235245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9440e775-e611-4e89-9055-61f6a012c56e None None] Provisioning complete for port 007d0679-e4c3-415b-98a3-e02a1b8ca00d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:00.235752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9440e775-e611-4e89-9055-61f6a012c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:00.294163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet ce93cef6-4e90-4765-8454-511a76a706e8 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:00.329252 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:00.385687 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf1d7a9-a4d8-421f-b045-469dee9e49ba x-openstack-request-id: req-dcf1d7a9-a4d8-421f-b045-469dee9e49ba {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:17:00.386136 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:17:00.386764 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcf1d7a9-a4d8-421f-b045-469dee9e49ba {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:17:00.387227 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:17:00.388514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b4d9f-beb9-445e-a419-3a7d5d0584cc None None] Network f59324df-c9d6-44b1-afe1-238e743ad291 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:00.487465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 007d0679-e4c3-415b-98a3-e02a1b8ca00d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:00.558961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:00.608886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-079f942b-3b22-44e4-90aa-95cd01403a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:00.674711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa657-b16f-4a6e-8873-766808d8aa7b req-52f6a620-826a-42a6-a6ee-473a8605145a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:00.682634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc9fa657-b16f-4a6e-8873-766808d8aa7b req-52f6a620-826a-42a6-a6ee-473a8605145a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.1507757 Aug 19 15:17:00.727539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:00.776573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc9fa657-b16f-4a6e-8873-766808d8aa7b req-c034f3d2-70a1-427a-bba6-ccbf3a8a8adf tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898769 Aug 19 15:17:00.875148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-079f942b-3b22-44e4-90aa-95cd01403a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.001056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-079f942b-3b22-44e4-90aa-95cd01403a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.053358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.055327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-079f942b-3b22-44e4-90aa-95cd01403a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb702d1f383a4722bdc76f83ce8127e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484434 Aug 19 15:17:01.056284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f942b-3b22-44e4-90aa-95cd01403a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5553625-67bc-4219-ade8-d84859be4baa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:01.059429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45664) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:01.133104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e722-e174-487a-889b-9c5961b5d8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.139658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.145590 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/ce93cef6-4e90-4765-8454-511a76a706e8 HTTP/1.1" status: 204 len: 168 time: 1.0523658 Aug 19 15:17:01.146403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45670) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:01.163219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e722-e174-487a-889b-9c5961b5d8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.199901 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.201209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb1d0d-db9d-4936-87e2-2a59a5186df5 None None] Network 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:01.221223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4ad59-c843-48bf-a9bb-b3068edfc56c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=ce93cef6-4e90-4765-8454-511a76a706e8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:01.254569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.293424 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:17:01.321755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 007d0679-e4c3-415b-98a3-e02a1b8ca00d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:01.322113 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.361772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e722-e174-487a-889b-9c5961b5d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.366970 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e722-e174-487a-889b-9c5961b5d8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.368919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4fa9e722-e174-487a-889b-9c5961b5d8ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5553625-67bc-4219-ade8-d84859be4baa HTTP/1.1" status: 204 len: 168 time: 0.2984939 Aug 19 15:17:01.391061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 007d0679-e4c3-415b-98a3-e02a1b8ca00d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:01.392291 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.406196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9e722-e174-487a-889b-9c5961b5d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5553625-67bc-4219-ade8-d84859be4baa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:01.411721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] For port 007d0679-e4c3-415b-98a3-e02a1b8ca00d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=007d0679-e4c3-415b-98a3-e02a1b8ca00d,segment=NetworkSegment(49afc1fc-802b-4f27-8663-216a6fdf3be1),segment_id=49afc1fc-802b-4f27-8663-216a6fdf3be1)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:01.412010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.431761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 007d0679-e4c3-415b-98a3-e02a1b8ca00d owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:01.557629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5f6579f9-1995-43bc-9740-28e4ab09e306 None None] Could not find standard attr ID for object 3e8181b1-40d9-4ba3-88fb-29a24b304f81. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:17:01.618698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.650449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:01.657503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769647061-network', 'tenant_id': 'c73e6af3d5db4d03aab053105e2f66ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:01.673825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=007d0679-e4c3-415b-98a3-e02a1b8ca00d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:01.677946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No DVR routers for this DVR port 007d0679-e4c3-415b-98a3-e02a1b8ca00d on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:01.736883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488ae9e-846a-4768-8a0c-233b681c3997 None None] DHCP port deletion for 1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:17:01.782207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Made reservation on behalf of c73e6af3d5db4d03aab053105e2f66ab for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:01.786496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.795971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.801709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.815520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:01.836790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49afc1fc-802b-4f27-8663-216a6fdf3be1') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:01.837565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49afc1fc-802b-4f27-8663-216a6fdf3be1') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:01.853466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.885190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.897454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:01.898183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:01.904075 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:01.988483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d99f1-cda9-4c68-be8f-1b9c1838979b req-b52f58c5-c40a-4b30-b29a-f22777ef0bc3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:01.990217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f9d99f1-cda9-4c68-be8f-1b9c1838979b req-b52f58c5-c40a-4b30-b29a-f22777ef0bc3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 944 time: 0.1023266 Aug 19 15:17:01.992416 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.051742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f9d99f1-cda9-4c68-be8f-1b9c1838979b req-256c0deb-1da8-4185-9e01-ad55c07b0f25 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522962 Aug 19 15:17:02.126218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.151613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:02.157052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.183699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faa1587-d37f-4dba-9caf-78e7fe49c264,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:02.189440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.197343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6 HTTP/1.1" status: 204 len: 168 time: 1.0456657 Aug 19 15:17:02.197663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.200123 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Added segment 84f52628-ffa4-4e17-ba45-66ca47bc7381 of type vlan for network cc9da8f0-b354-4950-847e-886b2aec01dc Aug 19 15:17:02.206039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45692) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:02.225104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421752eb-f9b3-45b1-aff3-bdc921c9ea14 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=1cc23ccf-2abc-4e58-af5b-ab0eaa3bc7e6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:02.246656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1585503610'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:02.299447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 007d0679-e4c3-415b-98a3-e02a1b8ca00d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:17:02.316397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.342766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 007d0679-e4c3-415b-98a3-e02a1b8ca00d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:17:02.343137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 007d0679-e4c3-415b-98a3-e02a1b8ca00d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:17:02.446648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:02.453556 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.470711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28b8985b-5ac2-40dc-b43d-9371eab237c7 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:17:02.489870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.491522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:02.492429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.506845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:02.582795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.583104 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment 6c266e6f-7a29-4fe2-9a71-de1ee5f32774 of type vlan for network 35a1a955-961d-41ed-bb5f-757438f4b982 Aug 19 15:17:02.594441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 28b8985b-5ac2-40dc-b43d-9371eab237c7, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:02.607026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] Pushing event updated for resources: {'Network': ['ID=cc9da8f0-b354-4950-847e-886b2aec01dc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:02.614312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:17:02.619533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network cc9da8f0-b354-4950-847e-886b2aec01dc details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:02.641060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.697963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb714fea-2c05-4852-8345-b7c98b6b56db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0500150 Aug 19 15:17:02.700968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45698) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:02.706677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Request body: {'subnet': {'network_id': 'cc9da8f0-b354-4950-847e-886b2aec01dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769647061-subnet', 'tenant_id': 'c73e6af3d5db4d03aab053105e2f66ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:02.723346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.740077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b8985b-5ac2-40dc-b43d-9371eab237c7 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:17:02.763672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 28b8985b-5ac2-40dc-b43d-9371eab237c7, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:02.833173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Made reservation on behalf of c73e6af3d5db4d03aab053105e2f66ab for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:02.835472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.837748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.844034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:02.844736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.856815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:02.872161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e69e-7558-4cca-978b-471b242f065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.936526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:02.973966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=35a1a955-961d-41ed-bb5f-757438f4b982,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:02.986923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 35a1a955-961d-41ed-bb5f-757438f4b982 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:02.998067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e69e-7558-4cca-978b-471b242f065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.044448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=28b8985b-5ac2-40dc-b43d-9371eab237c7,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:03.085567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e69e-7558-4cca-978b-471b242f065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.136786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e6a9e69e-7558-4cca-978b-471b242f065e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ea65f2097484afca09e3333853d76ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786469 Aug 19 15:17:03.140668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45704) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:03.142803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9e69e-7558-4cca-978b-471b242f065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f311f-f868-47c5-b6db-f13676a6a623,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:03.164855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bce5015c-05b0-4ec1-8b04-1e6eb3617731 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9557049 Aug 19 15:17:03.167676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45708) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:03.177710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:03.225517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['28b8985b-5ac2-40dc-b43d-9371eab237c7'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:17:03.434427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:03.438358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.582545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.697526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aba04f48-8ce5-4217-a8f8-e19c82833703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.701703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65301d16-aa2f-428d-9253-c0c21ded0bf3,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:03.741287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48185-50af-4c4b-8678-be159f40a1c9 req-ebe80477-583c-4679-8457-005d582fd5b6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:03.749246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ad48185-50af-4c4b-8678-be159f40a1c9 req-ebe80477-583c-4679-8457-005d582fd5b6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 945 time: 0.1664498 Aug 19 15:17:03.765899 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aba04f48-8ce5-4217-a8f8-e19c82833703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.768774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Checking segment: {'id': '84f52628-ffa4-4e17-ba45-66ca47bc7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc9da8f0-b354-4950-847e-886b2aec01dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:03.769159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Network hostable DHCP agents. Network: cc9da8f0-b354-4950-847e-886b2aec01dc, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:03.770186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.837889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ad48185-50af-4c4b-8678-be159f40a1c9 req-6b613018-93e2-4b78-a392-39950075748c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848851 Aug 19 15:17:03.841774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=021cef13-ff04-4732-af2f-bd5f8e350fd8,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:03.855485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': '6c266e6f-7a29-4fe2-9a71-de1ee5f32774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:03.856350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: 35a1a955-961d-41ed-bb5f-757438f4b982, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:03.989093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 35a1a955-961d-41ed-bb5f-757438f4b982 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:03.989987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Network cc9da8f0-b354-4950-847e-886b2aec01dc is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:03.991730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aba04f48-8ce5-4217-a8f8-e19c82833703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.994464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aba04f48-8ce5-4217-a8f8-e19c82833703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:03.995689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aba04f48-8ce5-4217-a8f8-e19c82833703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b9f311f-f868-47c5-b6db-f13676a6a623 HTTP/1.1" status: 204 len: 168 time: 0.8536873 Aug 19 15:17:04.006713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba04f48-8ce5-4217-a8f8-e19c82833703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f311f-f868-47c5-b6db-f13676a6a623,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:04.125892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 35a1a955-961d-41ed-bb5f-757438f4b982) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:04.127068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, cc9da8f0-b354-4950-847e-886b2aec01dc) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:04.130786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:04.131565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:04.131744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.132272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.152009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced426d-eb01-4118-add1-74a4656d2ed8 None None] Network 35a1a955-961d-41ed-bb5f-757438f4b982 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:04.156260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f705dea-7d08-49b6-b077-77432cf3dc07 None None] Network cc9da8f0-b354-4950-847e-886b2aec01dc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:04.249446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fd96e6a-1f39-4688-b780-b26f0c91f9ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0701737 Aug 19 15:17:04.249821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3989267a-ab81-40f8-a239-43ba60d26bb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5375831 Aug 19 15:17:04.251238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45718) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:04.251238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1637992595'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:04.408773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45726) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:04.412828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d052b8f-bdcd-4cfb-a114-ebfd847de7c8 None None] Network cc9da8f0-b354-4950-847e-886b2aec01dc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:04.457838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Deleting subnet 7a2c73a0-0c46-4a49-b3ad-5813f8493402 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:04.461783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.490417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28b8985b-5ac2-40dc-b43d-9371eab237c7 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:04.492395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-35a1a955-961d-41ed-bb5f-757438f4b982', 'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': '021cef13-ff04-4732-af2f-bd5f8e350fd8'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:17:04.493238 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.506412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.526408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:04.531261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.555557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 856770ca-acf8-44af-8898-e8220091cb78 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:04.558824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.755141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.9 (35a1a955-961d-41ed-bb5f-757438f4b982/021cef13-ff04-4732-af2f-bd5f8e350fd8/856770ca-acf8-44af-8898-e8220091cb78) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:04.755961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.796274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.798149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a2c73a0-0c46-4a49-b3ad-5813f8493402 HTTP/1.1" status: 204 len: 168 time: 0.3881958 Aug 19 15:17:04.799367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96536230-8301-40e3-ba89-8047552717ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2c73a0-0c46-4a49-b3ad-5813f8493402,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:04.802274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45736) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:04.823252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 28b8985b-5ac2-40dc-b43d-9371eab237c7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:04.829465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 28b8985b-5ac2-40dc-b43d-9371eab237c7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:04.829919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.908995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.913169 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.931356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 856770ca-acf8-44af-8898-e8220091cb78 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:04.943600 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.974958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:17:04.977969 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cacd1d3-2327-4af0-a962-2385c42ace90" -d '{"events": [{"server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "name": "network-vif-plugged", "status": "completed", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:17:04.992550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 28b8985b-5ac2-40dc-b43d-9371eab237c7, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:05.019787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.034300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59324df-c9d6-44b1-afe1-238e743ad291']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:05.047934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f4e3f8-a493-47e2-96f9-10f142fac44f') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:05.048148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f4e3f8-a493-47e2-96f9-10f142fac44f') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:05.060759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.075996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d693a-400d-476c-8804-f86948ff020a req-ae8bd3f1-8be2-4f7f-9558-fa72bb243980 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:05.078373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-028d693a-400d-476c-8804-f86948ff020a req-ae8bd3f1-8be2-4f7f-9558-fa72bb243980 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 945 time: 0.1022911 Aug 19 15:17:05.092934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.109418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:05.109847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:05.111874 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:05.135992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.169289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.183957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 35a1a955-961d-41ed-bb5f-757438f4b982 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:05.188552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-028d693a-400d-476c-8804-f86948ff020a req-14c0f592-a6c7-49c0-97e7-ce35e607609f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037519 Aug 19 15:17:05.192271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:05.196737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:05.216275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:17:05.224883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=856770ca-acf8-44af-8898-e8220091cb78,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:05.233449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Allocated IP 172.20.0.2 (35a1a955-961d-41ed-bb5f-757438f4b982/021cef13-ff04-4732-af2f-bd5f8e350fd8/8b223388-2d45-47ff-868a-28e561fc29f2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:05.273456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:05.274796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.303746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=28b8985b-5ac2-40dc-b43d-9371eab237c7,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:05.356254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.368760 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ebcaf-9348-4cee-a2c7-5e0fdaeaf07e x-openstack-request-id: req-c07ebcaf-9348-4cee-a2c7-5e0fdaeaf07e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:17:05.369505 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "name": "network-vif-plugged", "status": "completed", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:17:05.369505 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c07ebcaf-9348-4cee-a2c7-5e0fdaeaf07e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:17:05.374759 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'code': 200} Aug 19 15:17:05.378808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.395568 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d4a825c-42c6-4dad-8c11-6d8a2bd36df5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1520557 Aug 19 15:17:05.397987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:05.400077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f59324df-c9d6-44b1-afe1-238e743ad291 HTTP/1.1" status: 204 len: 168 time: 0.5963814 Aug 19 15:17:05.404050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45756) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:05.490267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:05.507221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '68c58513-7661-4658-b8f0-78ab6839907d', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:17:05.535130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a80c8-7141-4853-b9be-cbc595730ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59324df-c9d6-44b1-afe1-238e743ad291,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:05.553811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 856770ca-acf8-44af-8898-e8220091cb78 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:05.554048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.606685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881f429-c187-48e0-ab7b-4231d2871944 req-0fa2c064-f280-4e18-a397-b7432e275dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:05.608845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d881f429-c187-48e0-ab7b-4231d2871944 req-0fa2c064-f280-4e18-a397-b7432e275dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1098 time: 0.1334348 Aug 19 15:17:05.612617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Deleting subnet 65301d16-aa2f-428d-9253-c0c21ded0bf3 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:05.617897 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.618215 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.623746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.643351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Transition to ACTIVE for port object 8b223388-2d45-47ff-868a-28e561fc29f2 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:05.647054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:17:05.680027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Transition to ACTIVE for port object 8b223388-2d45-47ff-868a-28e561fc29f2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:05.683337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:05.693772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.702563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.720938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d881f429-c187-48e0-ab7b-4231d2871944 req-a91abf19-b728-4eeb-b248-a9418361143e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041799 Aug 19 15:17:05.725475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 856770ca-acf8-44af-8898-e8220091cb78 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:05.748927 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.930631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.999163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:06.004830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.005761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.054482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Network 35a1a955-961d-41ed-bb5f-757438f4b982 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:06.054797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65301d16-aa2f-428d-9253-c0c21ded0bf3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:06.057893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:06.062200 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.062618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:06.069989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f0578f96-0bad-4258-8a4c-b4345da91260 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65301d16-aa2f-428d-9253-c0c21ded0bf3 HTTP/1.1" status: 204 len: 168 time: 0.6635845 Aug 19 15:17:06.070501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Pushing event updated for resources: {'Port': ['ID=8b223388-2d45-47ff-868a-28e561fc29f2,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:06.071099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45766) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:06.141689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['68c58513-7661-4658-b8f0-78ab6839907d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:17:06.200067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Attempting to bind port 8b223388-2d45-47ff-868a-28e561fc29f2 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:17:06.201921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Attempting to bind port 8b223388-2d45-47ff-868a-28e561fc29f2 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '6c266e6f-7a29-4fe2-9a71-de1ee5f32774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:17:06.201921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Attempting to bind port 8b223388-2d45-47ff-868a-28e561fc29f2 on network 35a1a955-961d-41ed-bb5f-757438f4b982 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:17:06.203849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.213439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.216655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:17:06.219675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Checking segment: {'id': '6c266e6f-7a29-4fe2-9a71-de1ee5f32774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:06.219675 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.219675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Bound using segment: {'id': '6c266e6f-7a29-4fe2-9a71-de1ee5f32774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:17:06.219675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Bound port: 8b223388-2d45-47ff-868a-28e561fc29f2, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c266e6f-7a29-4fe2-9a71-de1ee5f32774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a1a955-961d-41ed-bb5f-757438f4b982'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:17:06.219675 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.255413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=856770ca-acf8-44af-8898-e8220091cb78,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:06.366027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] For port 8b223388-2d45-47ff-868a-28e561fc29f2, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:17:06.387755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] For port 8b223388-2d45-47ff-868a-28e561fc29f2, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8b223388-2d45-47ff-868a-28e561fc29f2,segment=NetworkSegment(6c266e6f-7a29-4fe2-9a71-de1ee5f32774),segment_id=6c266e6f-7a29-4fe2-9a71-de1ee5f32774)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:17:06.433208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.433371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3deb1-4e84-4799-87c8-3c8aadb18f64 req-1060d93e-b170-43de-92c1-be0dcf5c1225 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:06.443141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f3deb1-4e84-4799-87c8-3c8aadb18f64 req-1060d93e-b170-43de-92c1-be0dcf5c1225 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 946 time: 0.1214418 Aug 19 15:17:06.449178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9da8f0-b354-4950-847e-886b2aec01dc']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:06.499566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.505374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f3deb1-4e84-4799-87c8-3c8aadb18f64 req-faec9489-d02e-4779-bc7e-8421c3cc85f8 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597970 Aug 19 15:17:06.621595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a348c67-d43c-4178-b7e2-ddf5f5cda9b8 None None] Pushing event updated for resources: {'Port': ['ID=8b223388-2d45-47ff-868a-28e561fc29f2,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:06.857700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f52628-ffa4-4e17-ba45-66ca47bc7381') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:06.857912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f52628-ffa4-4e17-ba45-66ca47bc7381') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:06.878528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.907438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.910259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.912239 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c9bcadf-47ef-4ddc-bf6b-432af80e13f4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/856770ca-acf8-44af-8898-e8220091cb78 HTTP/1.1" status: 204 len: 168 time: 1.5130503 Aug 19 15:17:06.917487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45786) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:06.927645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:06.928054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:06.929833 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:06.991289 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8111594a-f794-43c5-81e8-76c4430e91e5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:06.995487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8111594a-f794-43c5-81e8-76c4430e91e5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/856770ca-acf8-44af-8898-e8220091cb78 HTTP/1.1" status: 404 len: 333 time: 0.0744386 Aug 19 15:17:06.995745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45790) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:07.060006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 021cef13-ff04-4732-af2f-bd5f8e350fd8 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:07.065058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.118769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.211561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.223106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:07.231135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.231135 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc9da8f0-b354-4950-847e-886b2aec01dc HTTP/1.1" status: 204 len: 168 time: 1.1552510 Aug 19 15:17:07.249377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1666099-2ab1-4fc2-8314-614204787699 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9da8f0-b354-4950-847e-886b2aec01dc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:07.264654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.293382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 68c58513-7661-4658-b8f0-78ab6839907d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:07.294151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.509378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.541592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=021cef13-ff04-4732-af2f-bd5f8e350fd8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:07.545161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.549237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86816f44-2c0f-4012-8767-8724079b97b8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/021cef13-ff04-4732-af2f-bd5f8e350fd8 HTTP/1.1" status: 204 len: 168 time: 0.5524139 Aug 19 15:17:07.557152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45806) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:07.611980 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.653489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:17:07.657154 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404dbdda-5c70-445a-8a50-e60e989a3929" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:17:07.673305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:07.729546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.749615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661c7b-5b63-4b1b-b05b-cc00fc9ae779 req-eaaf9b0b-723b-4de7-be42-26e5d4e0d90a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:07.751275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e661c7b-5b63-4b1b-b05b-cc00fc9ae779 req-eaaf9b0b-723b-4de7-be42-26e5d4e0d90a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 946 time: 0.1000552 Aug 19 15:17:07.830089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e661c7b-5b63-4b1b-b05b-cc00fc9ae779 req-d9273df7-e15a-4813-9842-e8c925039446 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683985 Aug 19 15:17:07.846214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 8b223388-2d45-47ff-868a-28e561fc29f2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:07.846348 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.881283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6fc491-5704-4376-9131-d12f6868c2b1 None None] Network 35a1a955-961d-41ed-bb5f-757438f4b982 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:07.956053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] For port 8b223388-2d45-47ff-868a-28e561fc29f2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8b223388-2d45-47ff-868a-28e561fc29f2,segment=NetworkSegment(6c266e6f-7a29-4fe2-9a71-de1ee5f32774),segment_id=6c266e6f-7a29-4fe2-9a71-de1ee5f32774)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:07.956660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.974252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 8b223388-2d45-47ff-868a-28e561fc29f2 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:07.974376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.038893 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53ca4f1-6589-4208-8204-e726057e862e x-openstack-request-id: req-a53ca4f1-6589-4208-8204-e726057e862e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:17:08.039282 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:17:08.039630 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a53ca4f1-6589-4208-8204-e726057e862e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:17:08.040104 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:17:08.041219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:08.156325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:08.185517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450846e-dcf1-4b45-a879-61a65eafef95 req-312502d6-f952-4fe2-8f74-eeda168aeed4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:08.187340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a450846e-dcf1-4b45-a879-61a65eafef95 req-312502d6-f952-4fe2-8f74-eeda168aeed4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 946 time: 0.0598423 Aug 19 15:17:08.219706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] DHCP port deletion for 35a1a955-961d-41ed-bb5f-757438f4b982 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:17:08.238688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-40e03c32-50c3-442c-ac71-59a3bcae75c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56620420cb6b4f989c88678e6fcd3801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807407 Aug 19 15:17:08.240054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:08.252642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a450846e-dcf1-4b45-a879-61a65eafef95 req-9a0710bd-6be5-4683-80d0-fa33ffd317e5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568261 Aug 19 15:17:08.270490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a8e28def-616a-480d-953c-c01ff2bd4eeb None None] Provisioning for port 8b223388-2d45-47ff-868a-28e561fc29f2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:08.288852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45826) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:08.316542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] Deleting port 8b223388-2d45-47ff-868a-28e561fc29f2 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:08.317345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.324694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39c19c29-0cf1-4026-a54a-23be6bdec084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.349952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f44b4f-126d-4bdd-a202-597037dd42a4 tempest-TestVolumeBootPattern-1198903597 tempest-TestVolumeBootPattern-1198903597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:08.351685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-59f44b4f-126d-4bdd-a202-597037dd42a4 tempest-TestVolumeBootPattern-1198903597 tempest-TestVolumeBootPattern-1198903597-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1093 time: 0.0614789 Aug 19 15:17:08.356368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45828) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:08.364203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:08.373003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39c19c29-0cf1-4026-a54a-23be6bdec084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.411599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] For port 8b223388-2d45-47ff-868a-28e561fc29f2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8b223388-2d45-47ff-868a-28e561fc29f2,segment=NetworkSegment(6c266e6f-7a29-4fe2-9a71-de1ee5f32774),segment_id=6c266e6f-7a29-4fe2-9a71-de1ee5f32774)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:08.412267 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.418396 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.445126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] Calling delete_port for 8b223388-2d45-47ff-868a-28e561fc29f2 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:08.474238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=8b223388-2d45-47ff-868a-28e561fc29f2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:08.483791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No DVR routers for this DVR port 8b223388-2d45-47ff-868a-28e561fc29f2 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:08.486641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.486987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.487327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.487665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.487994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.488322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.488650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.489089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.489629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.489963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.490287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.490616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:08.549577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.571506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.578871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] Pushing event deleted for resources: {'Port': ['ID=8b223388-2d45-47ff-868a-28e561fc29f2,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:08.582869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fcc6c-881e-46e8-911e-aa0add1cbe6d None None] No DVR routers for this DVR port 8b223388-2d45-47ff-868a-28e561fc29f2 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:08.597881 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.639816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a1a955-961d-41ed-bb5f-757438f4b982']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:08.650053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39c19c29-0cf1-4026-a54a-23be6bdec084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.651086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c266e6f-7a29-4fe2-9a71-de1ee5f32774') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:08.651396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c266e6f-7a29-4fe2-9a71-de1ee5f32774') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:08.652708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39c19c29-0cf1-4026-a54a-23be6bdec084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.653919 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-39c19c29-0cf1-4026-a54a-23be6bdec084 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f17a6829-a1ae-4120-afbe-496f24423017 HTTP/1.1" status: 204 len: 168 time: 0.4126873 Aug 19 15:17:08.669087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.671694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19c29-0cf1-4026-a54a-23be6bdec084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17a6829-a1ae-4120-afbe-496f24423017,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:08.691036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.706139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:08.711299 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:08.790774 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:08.984948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.028129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.029362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/35a1a955-961d-41ed-bb5f-757438f4b982 HTTP/1.1" status: 204 len: 168 time: 1.4686501 Aug 19 15:17:09.033831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45840) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:09.039049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'name': 'tempest-PortsTestJSON-1382676253'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:09.061076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286dc16-32bb-4802-b189-9961e28788d3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=35a1a955-961d-41ed-bb5f-757438f4b982,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:09.154228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.25.5.97 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/36c6cf7d-930b-40c5-9abe-f9af8ecc587c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:09.278975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.377360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:09.381024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.402768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 7b6232f6-5d98-446b-a2ee-9cd43c3fc3e3 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:09.446751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.517413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:09.522457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:09.527795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:09.532310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=36c6cf7d-930b-40c5-9abe-f9af8ecc587c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:09.601007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.749265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.797215 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:09.800501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:09.804583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:09.810276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:09.810935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:09.817383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=7b6232f6-5d98-446b-a2ee-9cd43c3fc3e3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:09.856352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45850) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:09.899385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a0223dd1-4ee7-48ea-8a67-a393d1145445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c73e6af3d5db4d03aab053105e2f66ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418000 Aug 19 15:17:09.902041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:09.924906 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eeed726c-643b-44bf-ad11-317f29fe7cff tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8877378 Aug 19 15:17:09.926627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:10.024181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6272a2c-ad01-499e-ad59-4766ee20ae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.053847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6272a2c-ad01-499e-ad59-4766ee20ae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.075752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.105441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 7b6232f6-5d98-446b-a2ee-9cd43c3fc3e3 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:10.105671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.193631 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.210038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 7b6232f6-5d98-446b-a2ee-9cd43c3fc3e3 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:10.390184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6272a2c-ad01-499e-ad59-4766ee20ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.393076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6272a2c-ad01-499e-ad59-4766ee20ae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.394401 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f6272a2c-ad01-499e-ad59-4766ee20ae50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7faa1587-d37f-4dba-9caf-78e7fe49c264 HTTP/1.1" status: 204 len: 168 time: 0.4914150 Aug 19 15:17:10.403141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6272a2c-ad01-499e-ad59-4766ee20ae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faa1587-d37f-4dba-9caf-78e7fe49c264,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:10.429728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.479870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.519722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.524644 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/7b6232f6-5d98-446b-a2ee-9cd43c3fc3e3 HTTP/1.1" status: 204 len: 168 time: 0.5946102 Aug 19 15:17:10.524644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9ef83-3ef5-4106-a998-ac089cc55704 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=7b6232f6-5d98-446b-a2ee-9cd43c3fc3e3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:10.525424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45866) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:10.534054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'mac_address': 'fa:16:3e:16:22:45', 'name': 'tempest-PortsTestJSON-1026753393'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:10.695173 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.823574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:10.894143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.898125 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:10.980155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 71ffa98d-f54c-4bf4-82a6-d047f7127286 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:11.060695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=36c6cf7d-930b-40c5-9abe-f9af8ecc587c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:11.068979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:11.317058 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Floating IP e04e79bb-d184-4d36-ac1b-04a7f0cd2829 associated. External IP: 172.25.5.97, port: 28b8985b-5ac2-40dc-b43d-9371eab237c7. Aug 19 15:17:11.390512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:11.950122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:17:11.955684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:12.046633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:12.056187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:12.060169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:12.066159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:12.066790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:12.069212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=71ffa98d-f54c-4bf4-82a6-d047f7127286,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:12.141981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:17:12.155860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:17:12.165397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:17:12.166032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:16:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:12.218807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8432f590-97be-447c-bd70-e96ce4637984 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6904008 Aug 19 15:17:12.223341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45932) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:12.288453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:12.385219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7238dc0-6d95-4a74-8550-d8cc4ef8bc2c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:12.390750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45942) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:12.391689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d7238dc0-6d95-4a74-8550-d8cc4ef8bc2c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/71ffa98d-f54c-4bf4-82a6-d047f7127286 HTTP/1.1" status: 200 len: 841 time: 0.1659119 Aug 19 15:17:12.405305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-910200f5-0ce1-4aea-b118-714e36fb0b6f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0464892 Aug 19 15:17:12.406348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:17:12.409261 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:17:12.462504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:17:12.562212 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f954d10-6d69-4762-ac26-7af0908875b2 x-openstack-request-id: req-9f954d10-6d69-4762-ac26-7af0908875b2 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:17:12.562500 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:17:12.562757 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f954d10-6d69-4762-ac26-7af0908875b2 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:17:12.563165 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'status': 'completed', 'code': 200} Aug 19 15:17:12.640475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-aaedc075-6014-45b7-acbc-66ebc31315ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:12.642460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-aaedc075-6014-45b7-acbc-66ebc31315ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1098 time: 0.0563579 Aug 19 15:17:12.658923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 71ffa98d-f54c-4bf4-82a6-d047f7127286 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:12.662236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:12.769453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:12.798050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 71ffa98d-f54c-4bf4-82a6-d047f7127286 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:12.840111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-ce1c4033-c491-4716-92b8-3783336f396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:12.845025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-ce1c4033-c491-4716-92b8-3783336f396f service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1905589 Aug 19 15:17:12.884585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:09Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:12.931961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-27eeacec-244f-40c1-b57e-375c26b538c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 999 time: 0.0804095 Aug 19 15:17:12.936724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:17:12.946986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:17:12.947734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:16:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:13.002275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-362d1210-4769-4c32-a651-852e17d81acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:13.004351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-362d1210-4769-4c32-a651-852e17d81acc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0651453 Aug 19 15:17:13.051574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.091333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=71ffa98d-f54c-4bf4-82a6-d047f7127286,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:13.100029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-2cb9343d-9dbd-4b83-bca6-af5ec5df3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:13.108802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-2cb9343d-9dbd-4b83-bca6-af5ec5df3210 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967994 Aug 19 15:17:13.117066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.121695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9aaa1f0c-707c-4e14-897b-22f627dec747 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/71ffa98d-f54c-4bf4-82a6-d047f7127286 HTTP/1.1" status: 204 len: 168 time: 0.7276111 Aug 19 15:17:13.122116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:13.157956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:17:13.165014 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-689e764b-5bc6-4f98-9b98-3432200b6a7e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:13.170645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-689e764b-5bc6-4f98-9b98-3432200b6a7e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/71ffa98d-f54c-4bf4-82a6-d047f7127286 HTTP/1.1" status: 404 len: 333 time: 0.0435548 Aug 19 15:17:13.170794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45966) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:13.176017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'name': 'tempest-PortsTestJSON-1964710654'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:13.194492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.239449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-7838c084-1ab4-4e81-bdd2-8a8c864ec590 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221237 Aug 19 15:17:13.428374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:13.439156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.450103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cf7b88c-a51d-495f-986a-c9ab047a0dfc req-282fe6cc-9951-43ce-b7da-a827504805c6 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005146 Aug 19 15:17:13.471852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 1651f8d7-303d-4454-9944-8f029f1d08f1 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:13.530893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:09Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:13.584896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ec95b-1112-45df-be0e-afd356a1d02a None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:09Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:17:13.751907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.901584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.943714 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b81799-a483-43df-9d6f-10edffcd27a5 None None] New status for floating IP e04e79bb-d184-4d36-ac1b-04a7f0cd2829: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:17:13.971595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:13.975070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:13.977685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:13.984572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:13.990145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:13.992120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=1651f8d7-303d-4454-9944-8f029f1d08f1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:14.112064 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc692c70-c67e-4438-907b-50d5a01873ea tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9391904 Aug 19 15:17:14.114006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:14.121365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:14.237165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.304886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45988) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:14.489576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.588409 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.607117 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f0-dc9a-4b16-8e95-5d669ee62336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.647156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] In _notify_port_updated(), no bound segment for port 1651f8d7-303d-4454-9944-8f029f1d08f1 on network 21492fc9-b034-492e-b552-52ed72a6b360 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:17:14.653726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:14.654429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.655777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/ports/1651f8d7-303d-4454-9944-8f029f1d08f1 HTTP/1.1" status: 200 len: 818 time: 0.5398021 Aug 19 15:17:14.660250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45996) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:14.667634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7752a3e-a9f0-4be7-8d86-ceea95ca3e47 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=1651f8d7-303d-4454-9944-8f029f1d08f1,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:14.862893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f0-dc9a-4b16-8e95-5d669ee62336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.866711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 1651f8d7-303d-4454-9944-8f029f1d08f1 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:14.867211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.943070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f0-dc9a-4b16-8e95-5d669ee62336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:14.964218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.002990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 1651f8d7-303d-4454-9944-8f029f1d08f1 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:15.024839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a9f0-dc9a-4b16-8e95-5d669ee62336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1bf297-51cb-4b9e-925e-0db77286835e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:15.040345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be55a9f0-dc9a-4b16-8e95-5d669ee62336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad30bdc5d38547ec8dc9d4db9853bb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305791 Aug 19 15:17:15.040717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46002) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:15.166157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c33d22e-cb7a-4114-93b2-523d3e0678ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.211213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c33d22e-cb7a-4114-93b2-523d3e0678ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.243870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.303473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=1651f8d7-303d-4454-9944-8f029f1d08f1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:15.315771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.318218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-44163f32-6b85-40d1-b7fb-da80b4c7e83a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/1651f8d7-303d-4454-9944-8f029f1d08f1 HTTP/1.1" status: 204 len: 168 time: 0.6575482 Aug 19 15:17:15.320503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:15.396683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93142f-9449-46cc-8927-981018fc575b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:15.402376 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b93142f-9449-46cc-8927-981018fc575b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0769973 Aug 19 15:17:15.402928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46016) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:15.405361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c33d22e-cb7a-4114-93b2-523d3e0678ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.408601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c33d22e-cb7a-4114-93b2-523d3e0678ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.411495 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c33d22e-cb7a-4114-93b2-523d3e0678ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f1bf297-51cb-4b9e-925e-0db77286835e HTTP/1.1" status: 204 len: 168 time: 0.3695340 Aug 19 15:17:15.431124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33d22e-cb7a-4114-93b2-523d3e0678ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1bf297-51cb-4b9e-925e-0db77286835e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:15.452491 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1ab87e-b05f-4ea7-84f4-c128e0a92591 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:15.458408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0e1ab87e-b05f-4ea7-84f4-c128e0a92591 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/1651f8d7-303d-4454-9944-8f029f1d08f1 HTTP/1.1" status: 404 len: 333 time: 0.0510318 Aug 19 15:17:15.459149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46020) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:15.472815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1948875931'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:15.617004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:15.621359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.667281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:15.690998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.691487 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c of type vlan for network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 Aug 19 15:17:15.743195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.926128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:15.934687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:15.937977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:16.041086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:16.063759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:16.170168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46032) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:16.171038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21b46157-e3c4-4eac-8231-994ab5b8bf4e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7091007 Aug 19 15:17:16.184320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:16.406728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:16.411882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:16.477784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46036) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:16.503800 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-681d4bff-2c1a-44fc-9dea-da462eb7ac7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:16.726338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-681d4bff-2c1a-44fc-9dea-da462eb7ac7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:16.914521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-681d4bff-2c1a-44fc-9dea-da462eb7ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:16.953196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:17.058881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d4bff-2c1a-44fc-9dea-da462eb7ac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5ddca9-eedc-43ea-9819-681cfe9512d2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:17.071627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-681d4bff-2c1a-44fc-9dea-da462eb7ac7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=037352beece0425bac4651ce9333086b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934725 Aug 19 15:17:17.072565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46048) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:17.096939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=5a1602fd-cd03-4c14-82c8-faa60ca70d05,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:17.119533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:17.119902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:17.151216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962a1fbb-f644-4893-a301-d50a85cbb94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:17.175094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962a1fbb-f644-4893-a301-d50a85cbb94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:17.409060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:17.451952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962a1fbb-f644-4893-a301-d50a85cbb94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:17.454834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962a1fbb-f644-4893-a301-d50a85cbb94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:17.456176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-962a1fbb-f644-4893-a301-d50a85cbb94d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc5ddca9-eedc-43ea-9819-681cfe9512d2 HTTP/1.1" status: 204 len: 168 time: 0.3813870 Aug 19 15:17:17.474928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1fbb-f644-4893-a301-d50a85cbb94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5ddca9-eedc-43ea-9819-681cfe9512d2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:17.491473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:17.496466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:17.497076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:17.527227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694fbf5-4771-41c7-b51c-874003c4243b None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:17.677765 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff906241-8b81-485a-808f-713c0cec938d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5008757 Aug 19 15:17:17.678186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46060) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:17.688538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:17.836365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': '5a1602fd-cd03-4c14-82c8-faa60ca70d05'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:17:17.844636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:18.094447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:18.105947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:18.271708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Allocated IP 172.20.0.2 (dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6/5a1602fd-cd03-4c14-82c8-faa60ca70d05/00795297-8edd-47ca-8c4f-5790ee791bfa) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:18.385747 n-d-779913-32 neutron-server[101963]: INFO neutron.db.ipam_backend_mixin [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a1602fd-cd03-4c14-82c8-faa60ca70d05 (CIDR: 172.20.0.0/28) Aug 19 15:17:18.450160 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:17:18.450589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:17:18.571974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dcc55fc3-85a2-4b28-8176-a13842432b5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8920369 Aug 19 15:17:18.576716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46078) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:18.582827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:18.710627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:18.742975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Transition to ACTIVE for port object 00795297-8edd-47ca-8c4f-5790ee791bfa will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:18.874757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Transition to ACTIVE for port object 00795297-8edd-47ca-8c4f-5790ee791bfa will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:18.929678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:18.933827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:18.972570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:19.129592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:19.143893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:19.146953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:19.156671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Pushing event updated for resources: {'Port': ['ID=00795297-8edd-47ca-8c4f-5790ee791bfa,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:19.239544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Attempting to bind port 00795297-8edd-47ca-8c4f-5790ee791bfa on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:17:19.239840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Attempting to bind port 00795297-8edd-47ca-8c4f-5790ee791bfa by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:17:19.240213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Attempting to bind port 00795297-8edd-47ca-8c4f-5790ee791bfa on network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:17:19.248431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:17:19.248431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Checking segment: {'id': 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:19.249318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:19.249750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Bound using segment: {'id': 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:17:19.250312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Bound port: 00795297-8edd-47ca-8c4f-5790ee791bfa, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:17:19.250718 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:19.397563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] For port 00795297-8edd-47ca-8c4f-5790ee791bfa, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:17:19.403906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] For port 00795297-8edd-47ca-8c4f-5790ee791bfa, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=00795297-8edd-47ca-8c4f-5790ee791bfa,segment=NetworkSegment(a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c),segment_id=a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:17:19.509349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:19.698463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41ca6a-7e40-4456-be54-467ebd8b9964 None None] Pushing event updated for resources: {'Port': ['ID=00795297-8edd-47ca-8c4f-5790ee791bfa,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:19.795523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:19.880882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:19.888310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:19.901325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:19.902272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:19.927027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=8d12628f-df15-4a5c-89f3-2f8202afa0bc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:20.033387 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-712376c0-eead-4de5-b3a3-3f02e881cda0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4524603 Aug 19 15:17:20.034934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46108) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:20.047732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'fixed_ips': [{'subnet_id': '5a1602fd-cd03-4c14-82c8-faa60ca70d05'}, {'subnet_id': '8d12628f-df15-4a5c-89f3-2f8202afa0bc'}], 'name': 'tempest-PortsTestJSON-1096617870'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:20.363766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:20.395633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 00795297-8edd-47ca-8c4f-5790ee791bfa up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:20.559612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 00795297-8edd-47ca-8c4f-5790ee791bfa completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:20.633354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:20.688976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:21.358629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.4 (dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6/5a1602fd-cd03-4c14-82c8-faa60ca70d05/642888c0-19c2-4a15-a0dc-4a9f632e1e17) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:21.368980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.23 (dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6/8d12628f-df15-4a5c-89f3-2f8202afa0bc/642888c0-19c2-4a15-a0dc-4a9f632e1e17) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:21.662398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d8207-2d81-46f2-a690-d1d518ff3786 None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:21.778441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:21.845609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 642888c0-19c2-4a15-a0dc-4a9f632e1e17 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:22.007266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] Provisioning for port 00795297-8edd-47ca-8c4f-5790ee791bfa completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:22.019148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] Provisioning complete for port 00795297-8edd-47ca-8c4f-5790ee791bfa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:22.019148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.121016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.220436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Update dhcp port {'port': {'network_id': 'dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6', 'fixed_ips': [{'subnet_id': '5a1602fd-cd03-4c14-82c8-faa60ca70d05', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d12628f-df15-4a5c-89f3-2f8202afa0bc'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '00795297-8edd-47ca-8c4f-5790ee791bfa'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:17:22.327832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:22.331100 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.363918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:22.366116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:22.409891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=642888c0-19c2-4a15-a0dc-4a9f632e1e17,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:22.562642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.614921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:22.616790 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.689854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] For port 00795297-8edd-47ca-8c4f-5790ee791bfa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=00795297-8edd-47ca-8c4f-5790ee791bfa,segment=NetworkSegment(a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c),segment_id=a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:22.743277 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3daf6b99-9b9f-488c-a4bc-346cb4847a96 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7072718 Aug 19 15:17:22.746098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46162) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:22.753212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a1602fd-cd03-4c14-82c8-faa60ca70d05'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:22.792322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Allocated IP 172.20.0.18 (dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6/8d12628f-df15-4a5c-89f3-2f8202afa0bc/00795297-8edd-47ca-8c4f-5790ee791bfa) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:22.812697 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.879564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.917580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeecbe-dc41-429e-a62a-b49124f0168e None None] Pushing event updated for resources: {'Port': ['ID=00795297-8edd-47ca-8c4f-5790ee791bfa,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:23.169471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] For port 00795297-8edd-47ca-8c4f-5790ee791bfa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=00795297-8edd-47ca-8c4f-5790ee791bfa,segment=NetworkSegment(a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c),segment_id=a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:23.226118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:23.262365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Transition to ACTIVE for port object 00795297-8edd-47ca-8c4f-5790ee791bfa will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:23.363823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:23.489454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Delete allocated IP 172.20.0.23 (dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6/8d12628f-df15-4a5c-89f3-2f8202afa0bc) {{(pid=101962) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:17:23.664166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794a709-9ed7-4779-953b-ae594ec7a425 None None] Pushing event updated for resources: {'Port': ['ID=00795297-8edd-47ca-8c4f-5790ee791bfa,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:23.854027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:23.873367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Ignored duplicate provisioning block setup for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:17:24.198708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:24.333334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 00795297-8edd-47ca-8c4f-5790ee791bfa up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:24.438839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46194) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:24.461583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=642888c0-19c2-4a15-a0dc-4a9f632e1e17,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:24.479495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] In _notify_port_updated(), no bound segment for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 on network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:17:24.487362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:24.488293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:24.495115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46198) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:24.495453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e8fa9b9c-76b1-4439-b3be-b9673c38fa73 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/ports/642888c0-19c2-4a15-a0dc-4a9f632e1e17 HTTP/1.1" status: 200 len: 919 time: 1.7480721 Aug 19 15:17:24.504474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a1602fd-cd03-4c14-82c8-faa60ca70d05'}, {'subnet_id': '8d12628f-df15-4a5c-89f3-2f8202afa0bc'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:24.625312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83f8a2-4557-487c-8aeb-39a490f35706 None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:24.743873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4b7d430-ea51-4948-bb15-f764f395a05f None None] Provisioning for port 00795297-8edd-47ca-8c4f-5790ee791bfa completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:24.775147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9114beb2-4cc0-4098-b090-589fba734295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:24.775759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4b7d430-ea51-4948-bb15-f764f395a05f None None] Provisioning complete for port 00795297-8edd-47ca-8c4f-5790ee791bfa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:24.776140 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d430-ea51-4948-bb15-f764f395a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:24.812389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae159-b0da-4f99-b1a0-5df33083c45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:24.860334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 00795297-8edd-47ca-8c4f-5790ee791bfa triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:24.863244 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.064548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.446023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9114beb2-4cc0-4098-b090-589fba734295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.471005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.542833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9114beb2-4cc0-4098-b090-589fba734295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.658173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:25.671756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9114beb2-4cc0-4098-b090-589fba734295 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c74bf5913f34f8aae806f8f6e7edfa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2307963 Aug 19 15:17:25.687773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114beb2-4cc0-4098-b090-589fba734295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169f50ce-fac3-4439-bb16-012f4703c038,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:25.776671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c59faba-1c87-498a-b2ee-83f8bf0d8a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.782861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff83f684-e2dd-43ed-8e6d-951b10cd47cc None None] Provisioning complete for port 00795297-8edd-47ca-8c4f-5790ee791bfa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:25.783335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ff83f684-e2dd-43ed-8e6d-951b10cd47cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.853373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c59faba-1c87-498a-b2ee-83f8bf0d8a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:25.930436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.19 (dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6/8d12628f-df15-4a5c-89f3-2f8202afa0bc/642888c0-19c2-4a15-a0dc-4a9f632e1e17) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:26.161208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c59faba-1c87-498a-b2ee-83f8bf0d8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.166186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c59faba-1c87-498a-b2ee-83f8bf0d8a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.167476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3c59faba-1c87-498a-b2ee-83f8bf0d8a6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169f50ce-fac3-4439-bb16-012f4703c038 HTTP/1.1" status: 204 len: 168 time: 0.5068727 Aug 19 15:17:26.174768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.194821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Ignored duplicate provisioning block setup for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:17:26.202072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59faba-1c87-498a-b2ee-83f8bf0d8a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169f50ce-fac3-4439-bb16-012f4703c038,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:26.214385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff83f684-e2dd-43ed-8e6d-951b10cd47cc None None] Provisioning for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:26.245569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff83f684-e2dd-43ed-8e6d-951b10cd47cc None None] Provisioning complete for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:26.250490 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ff83f684-e2dd-43ed-8e6d-951b10cd47cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.310853 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.338265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ff83f684-e2dd-43ed-8e6d-951b10cd47cc None None] Port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:26.473055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f19923e0-25f4-4799-a866-22da447693d1 None None] Provisioning complete for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:26.482576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f19923e0-25f4-4799-a866-22da447693d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.548498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=642888c0-19c2-4a15-a0dc-4a9f632e1e17,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:26.592234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] In _notify_port_updated(), no bound segment for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 on network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:17:26.601481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:26.603654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.605991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21f70cc4-49bc-43ee-9e53-1ebabb52a005 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/ports/642888c0-19c2-4a15-a0dc-4a9f632e1e17 HTTP/1.1" status: 200 len: 999 time: 2.1095665 Aug 19 15:17:26.609063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f19923e0-25f4-4799-a866-22da447693d1 None None] Port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:26.615688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:26.751806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5dbd7399-d0e6-4d71-8c6f-e206f64fd8a7 None None] Provisioning complete for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:26.753194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7399-d0e6-4d71-8c6f-e206f64fd8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.818540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd7399-d0e6-4d71-8c6f-e206f64fd8a7 None None] Port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:26.849494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:26.852210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:26.974748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.002295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 642888c0-19c2-4a15-a0dc-4a9f632e1e17 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:27.054569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e7a806dc-e5cc-4b77-8d6d-f83dd033b12e None None] Provisioning complete for port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:27.055025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e7a806dc-e5cc-4b77-8d6d-f83dd033b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.141926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e7a806dc-e5cc-4b77-8d6d-f83dd033b12e None None] Port 642888c0-19c2-4a15-a0dc-4a9f632e1e17 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:27.314754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46238) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:27.333618 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62ec0a23-839f-474e-a084-cad815131cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.397146 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.452816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=642888c0-19c2-4a15-a0dc-4a9f632e1e17,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:27.465378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.617612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.624521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46246) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:27.643897 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ab80820-8e53-4b8a-951f-be54c4a4984f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/642888c0-19c2-4a15-a0dc-4a9f632e1e17 HTTP/1.1" status: 204 len: 168 time: 1.0293875 Aug 19 15:17:27.674705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62ec0a23-839f-474e-a084-cad815131cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.683032 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a16c9a6-2cef-4c1f-b003-1d7cabbbd026 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:27.692916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46250) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:27.693801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a16c9a6-2cef-4c1f-b003-1d7cabbbd026 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/642888c0-19c2-4a15-a0dc-4a9f632e1e17 HTTP/1.1" status: 404 len: 333 time: 0.0675936 Aug 19 15:17:27.806114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62ec0a23-839f-474e-a084-cad815131cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.851107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 8d12628f-df15-4a5c-89f3-2f8202afa0bc {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:27.856910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.921258 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-688e7621-d238-48b2-830d-119b96b3b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:27.990570 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-62ec0a23-839f-474e-a084-cad815131cc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e221cd932f204853ace52988676bf11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745701 Aug 19 15:17:27.993318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46252) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:27.998371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.011716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0a23-839f-474e-a084-cad815131cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc978c2-59a2-477c-881e-9ba2eb2bfd21,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:28.146416 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f6e-7286-43eb-9ad2-e778babdfbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.178797 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.214169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f6e-7286-43eb-9ad2-e778babdfbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.417970 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f6e-7286-43eb-9ad2-e778babdfbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.424076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f6e-7286-43eb-9ad2-e778babdfbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.425299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f41d7f6e-7286-43eb-9ad2-e778babdfbf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dc978c2-59a2-477c-881e-9ba2eb2bfd21 HTTP/1.1" status: 204 len: 168 time: 0.4305143 Aug 19 15:17:28.469628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.483867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7f6e-7286-43eb-9ad2-e778babdfbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc978c2-59a2-477c-881e-9ba2eb2bfd21,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:28.531756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=8d12628f-df15-4a5c-89f3-2f8202afa0bc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:28.535788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.539767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86d9b96c-692a-456f-ae15-48eefc302b28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/8d12628f-df15-4a5c-89f3-2f8202afa0bc HTTP/1.1" status: 204 len: 168 time: 0.8450272 Aug 19 15:17:28.540753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46262) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:28.544396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d60666-5e99-467c-b947-477a339d7243 None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:28.688310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 5a1602fd-cd03-4c14-82c8-faa60ca70d05 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:28.695807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.752774 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:28.945464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.134512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.167862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1602fd-cd03-4c14-82c8-faa60ca70d05,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:29.181049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.185763 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eb2e7bc2-55e5-4197-ac6b-a8a1b0d3f03d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/5a1602fd-cd03-4c14-82c8-faa60ca70d05 HTTP/1.1" status: 204 len: 168 time: 0.6257243 Aug 19 15:17:29.186415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46274) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:29.308151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.404598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 00795297-8edd-47ca-8c4f-5790ee791bfa {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:29.405870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.499748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] For port 00795297-8edd-47ca-8c4f-5790ee791bfa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=00795297-8edd-47ca-8c4f-5790ee791bfa,segment=NetworkSegment(a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c),segment_id=a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:29.500571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.517360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 00795297-8edd-47ca-8c4f-5790ee791bfa owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:29.602297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b5e39-99da-468b-b833-90d4f5b4210b None None] Network dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:29.711215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.745461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-16cd67a5-9c52-4ac0-a155-d2102ee236db None None] Provisioning complete for port 00795297-8edd-47ca-8c4f-5790ee791bfa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:29.748190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16cd67a5-9c52-4ac0-a155-d2102ee236db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.754865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.808288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=00795297-8edd-47ca-8c4f-5790ee791bfa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:29.815393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No DVR routers for this DVR port 00795297-8edd-47ca-8c4f-5790ee791bfa on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:29.821869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-16cd67a5-9c52-4ac0-a155-d2102ee236db None None] Could not find standard attr ID for object 00795297-8edd-47ca-8c4f-5790ee791bfa. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:17:29.825808 n-d-779913-32 neutron-server[101964]: INFO neutron.plugins.ml2.db [None req-16cd67a5-9c52-4ac0-a155-d2102ee236db None None] No ports have port_id starting with 00795297-8edd-47ca-8c4f-5790ee791bfa Aug 19 15:17:29.893360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1cbfb-c03f-454a-9174-af6a43100eb6 None None] DHCP port deletion for dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:17:29.931567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:29.949937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:29.963763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:29.964205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cf510a-6f74-40fc-b3d8-fd8ec48bde5c') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:29.979650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.005567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.042753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:30.046296 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:30.056852 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:30.282350 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.304289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.311211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46308) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:30.314412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 00795297-8edd-47ca-8c4f-5790ee791bfa no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:17:30.324008 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6 HTTP/1.1" status: 204 len: 168 time: 1.1232266 Aug 19 15:17:30.360958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 00795297-8edd-47ca-8c4f-5790ee791bfa {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:17:30.361423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 00795297-8edd-47ca-8c4f-5790ee791bfa not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:17:30.362312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080f1b-267c-4dc3-bad8-43dd6deef754 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=dca1bf09-a61b-4c8a-a89e-6f5ef986e0e6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:30.425984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60e202-1e42-455c-a8c2-29ef94c2defe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:30.432444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec60e202-1e42-455c-a8c2-29ef94c2defe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1153636 Aug 19 15:17:30.433270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46310) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:30.483399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9d87b4a1-872e-40ef-af61-819ec9e9b8b0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0487461 Aug 19 15:17:30.486870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46314) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:30.492153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1320059291'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:30.805705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:30.809536 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.834907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:30.844907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.845343 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment 56bf8881-3ef6-4cbc-8ce0-5de5302d1353 of type vlan for network 515e6660-2719-42d4-8758-9ac66d100004 Aug 19 15:17:30.860669 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:30.891959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:31.068899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:31.078202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:31.079052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:31.170532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=515e6660-2719-42d4-8758-9ac66d100004,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:31.181762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 515e6660-2719-42d4-8758-9ac66d100004 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:31.330161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-be143f94-1e75-4980-b6bd-4c86574676bc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8420763 Aug 19 15:17:31.333864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46346) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:31.338063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '515e6660-2719-42d4-8758-9ac66d100004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:31.502458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:31.506816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:31.845121 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:31.899384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da310a3-f654-4388-aa47-0b0a99a3bd53 req-7a8acaca-53ed-4f4d-a862-533b1531e0c0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:31.901670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da310a3-f654-4388-aa47-0b0a99a3bd53 req-7a8acaca-53ed-4f4d-a862-533b1531e0c0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0609953 Aug 19 15:17:31.913269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': '56bf8881-3ef6-4cbc-8ce0-5de5302d1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '515e6660-2719-42d4-8758-9ac66d100004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:31.913737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: 515e6660-2719-42d4-8758-9ac66d100004, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:31.943589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8da310a3-f654-4388-aa47-0b0a99a3bd53 req-b94d335b-af6c-46f3-abbc-fe036115152b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351901 Aug 19 15:17:31.949687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=21e01bfe-7787-4f3b-9d20-c0e4f16c28ab,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:32.056420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 515e6660-2719-42d4-8758-9ac66d100004 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:32.174615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 515e6660-2719-42d4-8758-9ac66d100004) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:32.178955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:32.179580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:32.184501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74f9b15-7035-4983-bb06-de185ad6c918 None None] Network 515e6660-2719-42d4-8758-9ac66d100004 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:32.323232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5882063f-f044-4886-b75f-5f32a97bc4d8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9865422 Aug 19 15:17:32.323637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46376) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:32.329405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '515e6660-2719-42d4-8758-9ac66d100004', 'name': 'tempest-PortsTestJSON-387918783'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:32.361755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-515e6660-2719-42d4-8758-9ac66d100004', 'network_id': '515e6660-2719-42d4-8758-9ac66d100004', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': '21e01bfe-7787-4f3b-9d20-c0e4f16c28ab'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:17:32.363213 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:32.532256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Allocated IP 172.20.0.2 (515e6660-2719-42d4-8758-9ac66d100004/21e01bfe-7787-4f3b-9d20-c0e4f16c28ab/aeef00de-09c4-428f-9711-865687fb9701) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:32.573925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:32.580856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:32.618205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 214313a5-001e-4c00-9b65-971f5eb86984 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:32.765310 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:32.774334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Transition to ACTIVE for port object aeef00de-09c4-428f-9711-865687fb9701 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:32.797458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Transition to ACTIVE for port object aeef00de-09c4-428f-9711-865687fb9701 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:32.936987 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:32.978393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Network 515e6660-2719-42d4-8758-9ac66d100004 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:32.984547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:32.988316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:32.998805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Pushing event updated for resources: {'Port': ['ID=aeef00de-09c4-428f-9711-865687fb9701,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:33.034812 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ca609a51-94a5-4298-83dc-c7c949c47c77 {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:17:33.035131 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:17:33.056579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Attempting to bind port aeef00de-09c4-428f-9711-865687fb9701 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:17:33.056959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Attempting to bind port aeef00de-09c4-428f-9711-865687fb9701 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '56bf8881-3ef6-4cbc-8ce0-5de5302d1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '515e6660-2719-42d4-8758-9ac66d100004'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:17:33.057345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Attempting to bind port aeef00de-09c4-428f-9711-865687fb9701 on network 515e6660-2719-42d4-8758-9ac66d100004 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:17:33.067336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:17:33.067705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Checking segment: {'id': '56bf8881-3ef6-4cbc-8ce0-5de5302d1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '515e6660-2719-42d4-8758-9ac66d100004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:33.068109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:33.068516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Bound using segment: {'id': '56bf8881-3ef6-4cbc-8ce0-5de5302d1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '515e6660-2719-42d4-8758-9ac66d100004'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:17:33.069081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Bound port: aeef00de-09c4-428f-9711-865687fb9701, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bf8881-3ef6-4cbc-8ce0-5de5302d1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '515e6660-2719-42d4-8758-9ac66d100004'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:17:33.069502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:33.111223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ac20-59d8-4893-b44f-537ccc78b33b req-5acc6e46-533b-477c-9a35-cfc20223646c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:33.112858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a47ac20-59d8-4893-b44f-537ccc78b33b req-5acc6e46-533b-477c-9a35-cfc20223646c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0650713 Aug 19 15:17:33.155425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] For port aeef00de-09c4-428f-9711-865687fb9701, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:17:33.158983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] For port aeef00de-09c4-428f-9711-865687fb9701, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aeef00de-09c4-428f-9711-865687fb9701,segment=NetworkSegment(56bf8881-3ef6-4cbc-8ce0-5de5302d1353),segment_id=56bf8881-3ef6-4cbc-8ce0-5de5302d1353)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:17:33.164076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a47ac20-59d8-4893-b44f-537ccc78b33b req-bdd9d0f6-c935-4af9-913c-8e9707bced38 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 Aug 19 15:17:33.284371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:33.363151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050fdd-e6b3-4df2-8808-82fd93c35637 None None] Pushing event updated for resources: {'Port': ['ID=aeef00de-09c4-428f-9711-865687fb9701,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:33.536275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:33.574903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 367cbcc0-8cd0-45fc-abda-130657b83c51 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:33.814593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.12 (515e6660-2719-42d4-8758-9ac66d100004/21e01bfe-7787-4f3b-9d20-c0e4f16c28ab/367cbcc0-8cd0-45fc-abda-130657b83c51) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:33.985144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.004505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 367cbcc0-8cd0-45fc-abda-130657b83c51 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:34.209830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.259426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34adf-1272-4bff-b2cd-28a8888105ba req-429080b2-6f62-42f4-ba0e-3e5bc778117c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:34.261267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79f34adf-1272-4bff-b2cd-28a8888105ba req-429080b2-6f62-42f4-ba0e-3e5bc778117c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0681286 Aug 19 15:17:34.324515 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79f34adf-1272-4bff-b2cd-28a8888105ba req-e7158e00-2998-47b8-b39c-959ba8daf956 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564945 Aug 19 15:17:34.365024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aeef00de-09c4-428f-9711-865687fb9701 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:34.508320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port aeef00de-09c4-428f-9711-865687fb9701 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:34.520275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e03122-b07a-4b7c-a93f-9aab8439045d None None] Network 515e6660-2719-42d4-8758-9ac66d100004 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:34.608771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 515e6660-2719-42d4-8758-9ac66d100004 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:34.612124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:34.616648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:34.620568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=367cbcc0-8cd0-45fc-abda-130657b83c51,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:34.671010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:34.671665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.717959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] Provisioning for port aeef00de-09c4-428f-9711-865687fb9701 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:34.717959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] Provisioning complete for port aeef00de-09c4-428f-9711-865687fb9701 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:34.717959 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.800478 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f4ed9471-2c8a-4c0f-a9db-7b781470d4d0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4758015 Aug 19 15:17:34.802970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46420) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:34.808290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '515e6660-2719-42d4-8758-9ac66d100004', 'name': 'tempest-PortsTestJSON-126752124'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:34.816735 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.884180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] For port aeef00de-09c4-428f-9711-865687fb9701, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aeef00de-09c4-428f-9711-865687fb9701,segment=NetworkSegment(56bf8881-3ef6-4cbc-8ce0-5de5302d1353),segment_id=56bf8881-3ef6-4cbc-8ce0-5de5302d1353)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:35.012177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.065703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa491f-ba53-47d4-a3c7-410e5f24a2de None None] Pushing event updated for resources: {'Port': ['ID=aeef00de-09c4-428f-9711-865687fb9701,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:35.119459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:35.129443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.154006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 19404500-48b2-4389-9806-493655ba3dad yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:35.272652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.13 (515e6660-2719-42d4-8758-9ac66d100004/21e01bfe-7787-4f3b-9d20-c0e4f16c28ab/19404500-48b2-4389-9806-493655ba3dad) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:35.307909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4a685fdc-1c4a-4ad9-8ba5-c7908ecb2691 None None] Provisioning for port 367cbcc0-8cd0-45fc-abda-130657b83c51 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:35.312077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4a685fdc-1c4a-4ad9-8ba5-c7908ecb2691 None None] Provisioning complete for port 367cbcc0-8cd0-45fc-abda-130657b83c51 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:35.312454 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4a685fdc-1c4a-4ad9-8ba5-c7908ecb2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.358792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4a685fdc-1c4a-4ad9-8ba5-c7908ecb2691 None None] Port 367cbcc0-8cd0-45fc-abda-130657b83c51 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:35.379557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4a685fdc-1c4a-4ad9-8ba5-c7908ecb2691 None None] Provisioning complete for port aeef00de-09c4-428f-9711-865687fb9701 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:35.380179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4a685fdc-1c4a-4ad9-8ba5-c7908ecb2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.440833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.456297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 19404500-48b2-4389-9806-493655ba3dad will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:35.477801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9902ee-af4f-487c-a1ca-0bfc7c0ec10f req-a53559de-a28e-4c7c-9663-29775fc9abd5 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:35.479571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b9902ee-af4f-487c-a1ca-0bfc7c0ec10f req-a53559de-a28e-4c7c-9663-29775fc9abd5 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0713966 Aug 19 15:17:35.527818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b9902ee-af4f-487c-a1ca-0bfc7c0ec10f req-61e66b41-1863-4728-865f-a728402f5d7d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Aug 19 15:17:35.569644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.604009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3743739-8d5d-4884-a78d-c0ac9718f2b0 None None] Provisioning complete for port 367cbcc0-8cd0-45fc-abda-130657b83c51 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:35.604483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3743739-8d5d-4884-a78d-c0ac9718f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.622295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 515e6660-2719-42d4-8758-9ac66d100004 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:35.626555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:35.631117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:35.635254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=19404500-48b2-4389-9806-493655ba3dad,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:35.646091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3743739-8d5d-4884-a78d-c0ac9718f2b0 None None] Port 367cbcc0-8cd0-45fc-abda-130657b83c51 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:35.683686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:35.684318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.823794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b07deea-771f-4a86-bd6d-ac8bb2b12ab8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0195358 Aug 19 15:17:35.826730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46436) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:35.922392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59471b1-c5bb-4bf1-a191-4d3311029cfc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:35.923998 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a59471b1-c5bb-4bf1-a191-4d3311029cfc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.0960982 Aug 19 15:17:35.926798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:35.976385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61847f2d-8bd0-4f52-b13b-601bc6f36ceb None None] Provisioning for port 19404500-48b2-4389-9806-493655ba3dad completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:35.985362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61847f2d-8bd0-4f52-b13b-601bc6f36ceb None None] Provisioning complete for port 19404500-48b2-4389-9806-493655ba3dad triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:35.985740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61847f2d-8bd0-4f52-b13b-601bc6f36ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.031144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-61847f2d-8bd0-4f52-b13b-601bc6f36ceb None None] Port 19404500-48b2-4389-9806-493655ba3dad cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:36.032339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 19404500-48b2-4389-9806-493655ba3dad {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:36.033770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.138777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.153506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 19404500-48b2-4389-9806-493655ba3dad owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:36.302624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aeef00de-09c4-428f-9711-865687fb9701 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:36.358473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port aeef00de-09c4-428f-9711-865687fb9701 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:36.359198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.407183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.440498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=19404500-48b2-4389-9806-493655ba3dad,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:36.541830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.541830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b80c099-1abc-4e44-b58f-b1ce77a5780d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/19404500-48b2-4389-9806-493655ba3dad HTTP/1.1" status: 204 len: 168 time: 0.6100757 Aug 19 15:17:36.541830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:36.585071 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-614bb863-3e7f-44e0-8638-c4ef0761a484 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:36.598130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-614bb863-3e7f-44e0-8638-c4ef0761a484 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/19404500-48b2-4389-9806-493655ba3dad HTTP/1.1" status: 404 len: 333 time: 0.0456414 Aug 19 15:17:36.598541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46454) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:36.730217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd822b66-9600-4f05-b900-c97355e4918d req-eafc5525-53b4-4b5b-9ff8-b487a20106c6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:36.730217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd822b66-9600-4f05-b900-c97355e4918d req-eafc5525-53b4-4b5b-9ff8-b487a20106c6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0932119 Aug 19 15:17:36.771060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 367cbcc0-8cd0-45fc-abda-130657b83c51 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:36.771315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.796974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd822b66-9600-4f05-b900-c97355e4918d req-9396d3c9-a118-4607-8767-9afff121bc4b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630107 Aug 19 15:17:36.874098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:36.886060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 367cbcc0-8cd0-45fc-abda-130657b83c51 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:37.140846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.171921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=367cbcc0-8cd0-45fc-abda-130657b83c51,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:37.270207 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.273705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-29d50b9e-4032-4a63-8677-352327dace79 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/367cbcc0-8cd0-45fc-abda-130657b83c51 HTTP/1.1" status: 204 len: 168 time: 0.6733043 Aug 19 15:17:37.275726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46460) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:37.282045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:17:37.311278 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-04159b4c-dce3-42e0-8ead-3366ee838b5f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:37.313009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-04159b4c-dce3-42e0-8ead-3366ee838b5f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/367cbcc0-8cd0-45fc-abda-130657b83c51 HTTP/1.1" status: 404 len: 333 time: 0.0362842 Aug 19 15:17:37.315962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46464) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:37.387860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 21e01bfe-7787-4f3b-9d20-c0e4f16c28ab {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:37.392453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.435236 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.451080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.462066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:17:37.464649 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e836a9a-47c2-44ac-a774-48a44810ed97" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:17:37.492049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:37.521536 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00988dca-cf87-42fd-ad42-a782c0b2aeff x-openstack-request-id: req-00988dca-cf87-42fd-ad42-a782c0b2aeff {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:17:37.521536 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:17:37.521536 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00988dca-cf87-42fd-ad42-a782c0b2aeff {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:17:37.521536 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:17:37.557381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.638586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.702520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:37.719244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.749990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=21e01bfe-7787-4f3b-9d20-c0e4f16c28ab,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:37.755153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.757155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e74f2255-5f0e-4038-82a6-3266ca132a82 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/21e01bfe-7787-4f3b-9d20-c0e4f16c28ab HTTP/1.1" status: 204 len: 168 time: 0.4401538 Aug 19 15:17:37.759960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46476) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:37.761980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34af117-2c7d-4525-b8ec-af4536e71f84 None None] Network 515e6660-2719-42d4-8758-9ac66d100004 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:37.856231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.973055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aafd-2a10-402d-8bb6-c64b5b63d6e0 req-2f1509d5-f352-45b8-bbdc-8ab5df3b2eb6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:37.974631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8df4aafd-2a10-402d-8bb6-c64b5b63d6e0 req-2f1509d5-f352-45b8-bbdc-8ab5df3b2eb6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0755658 Aug 19 15:17:37.978516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port aeef00de-09c4-428f-9711-865687fb9701 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:37.978891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.024560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] DHCP port deletion for 515e6660-2719-42d4-8758-9ac66d100004 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:17:38.080155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] Deleting port aeef00de-09c4-428f-9711-865687fb9701 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:38.080874 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.113207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8df4aafd-2a10-402d-8bb6-c64b5b63d6e0 req-248b8402-3d45-47de-a60c-cfcdc278fec0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310513 Aug 19 15:17:38.124332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] For port aeef00de-09c4-428f-9711-865687fb9701, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aeef00de-09c4-428f-9711-865687fb9701,segment=NetworkSegment(56bf8881-3ef6-4cbc-8ce0-5de5302d1353),segment_id=56bf8881-3ef6-4cbc-8ce0-5de5302d1353)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:38.124826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.140275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for aeef00de-09c4-428f-9711-865687fb9701 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:38.165487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] For port aeef00de-09c4-428f-9711-865687fb9701, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aeef00de-09c4-428f-9711-865687fb9701,segment=NetworkSegment(56bf8881-3ef6-4cbc-8ce0-5de5302d1353),segment_id=56bf8881-3ef6-4cbc-8ce0-5de5302d1353)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:38.166149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.183675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] Calling delete_port for aeef00de-09c4-428f-9711-865687fb9701 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:38.302982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:17:38.315967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aeef00de-09c4-428f-9711-865687fb9701 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:17:38.406279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.421196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.461656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.494496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=aeef00de-09c4-428f-9711-865687fb9701,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:38.503089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No DVR routers for this DVR port aeef00de-09c4-428f-9711-865687fb9701 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:38.507283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] Pushing event deleted for resources: {'Port': ['ID=aeef00de-09c4-428f-9711-865687fb9701,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:38.512715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b066b-7124-499c-b60b-127ba95470a1 None None] No DVR routers for this DVR port aeef00de-09c4-428f-9711-865687fb9701 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:38.629625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.644474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515e6660-2719-42d4-8758-9ac66d100004']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:38.658107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bf8881-3ef6-4cbc-8ce0-5de5302d1353') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:38.658406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bf8881-3ef6-4cbc-8ce0-5de5302d1353') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:38.667885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.684444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.692462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:38.693085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:38.698566 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:38.982637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.036269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.036269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/515e6660-2719-42d4-8758-9ac66d100004 HTTP/1.1" status: 204 len: 168 time: 1.2303910 Aug 19 15:17:39.036269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332589-d717-4760-a6ff-b2fee9cc378a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=515e6660-2719-42d4-8758-9ac66d100004,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:39.039771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46500) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:39.045414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1443394725'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:39.263878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1fc4-f8b6-4182-b85e-b4514f2e7bb7 req-3cb4c5ea-77cb-4e96-a576-b1d65a22fca4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:39.265527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d65d1fc4-f8b6-4182-b85e-b4514f2e7bb7 req-3cb4c5ea-77cb-4e96-a576-b1d65a22fca4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0552471 Aug 19 15:17:39.306171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d65d1fc4-f8b6-4182-b85e-b4514f2e7bb7 req-83610bf4-64c2-4481-81fc-65da0543fce0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344641 Aug 19 15:17:39.371102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:39.376874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.400409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:39.411527 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.411897 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment df1c87be-3f45-4dc9-a234-183fac68295f of type vlan for network 3d6a6718-737e-4e6c-ac02-b4940088e0ee Aug 19 15:17:39.454274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.628467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.634169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:39.634755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:39.705886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=3d6a6718-737e-4e6c-ac02-b4940088e0ee,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:39.719026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:39.806251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0f55ee41-0429-4b1d-905f-8e172a9ca6f2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7653174 Aug 19 15:17:39.809101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46508) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:39.814458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:40.090817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:40.090817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:40.440699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:40.460127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4025e-2c09-4b40-93f8-17258b00faed req-5a3db7a3-8991-4aed-82fc-fd41dfe829dd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:40.461787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74f4025e-2c09-4b40-93f8-17258b00faed req-5a3db7a3-8991-4aed-82fc-fd41dfe829dd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0645554 Aug 19 15:17:40.541491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=934b0754-eb9a-40c9-9002-67034af05bad,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:40.558703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74f4025e-2c09-4b40-93f8-17258b00faed req-2dcef437-66ab-4a5e-9354-94229d3413d0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746446 Aug 19 15:17:40.567406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': 'df1c87be-3f45-4dc9-a234-183fac68295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:40.567798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: 3d6a6718-737e-4e6c-ac02-b4940088e0ee, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:40.725425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:40.946116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 3d6a6718-737e-4e6c-ac02-b4940088e0ee) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:40.952309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:40.953563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:40.962574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25d5c3-cf57-4650-a68f-0e021bcf5a61 None None] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:41.217959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a6e1bef-a3d5-4ff3-a09c-aaf1d5388511 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4076903 Aug 19 15:17:41.243332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46538) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:41.248810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee', 'name': 'tempest-PortsTestJSON-1005875766', 'fixed_ips': [{'subnet_id': '934b0754-eb9a-40c9-9002-67034af05bad', 'ip_address': '172.20.0.10'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:41.292015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:17:41.346350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-3d6a6718-737e-4e6c-ac02-b4940088e0ee', 'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': '934b0754-eb9a-40c9-9002-67034af05bad'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:17:41.347195 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:41.495263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:41.531160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '68c58513-7661-4658-b8f0-78ab6839907d', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '68c58513-7661-4658-b8f0-78ab6839907d', 'mac_address': 'fa:16:3e:b7:78:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:17:41.561008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:41.585311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Allocated IP 172.20.0.2 (3d6a6718-737e-4e6c-ac02-b4940088e0ee/934b0754-eb9a-40c9-9002-67034af05bad/950a57c7-f3a9-4782-bddc-25c40447af6f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:41.683026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:41.716012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:41.733359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:17:41.760454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:41.786641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:41.847110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565365e-1f9f-4b87-b6c1-22b4e2ecfa79 req-4752f0a0-1237-4701-805b-340333021b55 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:41.848737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5565365e-1f9f-4b87-b6c1-22b4e2ecfa79 req-4752f0a0-1237-4701-805b-340333021b55 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1613398 Aug 19 15:17:41.853194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:41.866301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Transition to ACTIVE for port object 950a57c7-f3a9-4782-bddc-25c40447af6f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:41.886935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Transition to ACTIVE for port object 950a57c7-f3a9-4782-bddc-25c40447af6f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:41.951850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5565365e-1f9f-4b87-b6c1-22b4e2ecfa79 req-b44e7396-81b5-4e0d-a7a4-b2383841267b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925987 Aug 19 15:17:41.959278 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:42.035740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:42.064561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-6841df25-2ddd-4c6d-a041-dd645676df2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1803024 Aug 19 15:17:42.136471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-2bb7a001-c591-4c65-8d5b-835df41a72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:42.137651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['68c58513-7661-4658-b8f0-78ab6839907d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:17:42.138834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-2bb7a001-c591-4c65-8d5b-835df41a72ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0495236 Aug 19 15:17:42.303830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-b81ee59b-1439-4fb3-a244-25244c31f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:42.303830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-b81ee59b-1439-4fb3-a244-25244c31f294 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1284721 Aug 19 15:17:42.365495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-ebe29826-4a04-4e32-8bb5-704dad4a1d65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 1000 time: 0.0720870 Aug 19 15:17:42.422031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-dd97a9ba-86dd-4331-95aa-5263331134ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:42.423547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-dd97a9ba-86dd-4331-95aa-5263331134ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0515292 Aug 19 15:17:42.434552 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:42.477921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:42.481364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:42.490011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:42.505642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Pushing event updated for resources: {'Port': ['ID=950a57c7-f3a9-4782-bddc-25c40447af6f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:42.526579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-93825c80-b935-4abe-8648-96473b873d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:42.553334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-93825c80-b935-4abe-8648-96473b873d23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973527 Aug 19 15:17:42.553334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.10 (3d6a6718-737e-4e6c-ac02-b4940088e0ee/934b0754-eb9a-40c9-9002-67034af05bad/1caf58eb-68c8-46ae-b5a5-40bc00309c0a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:42.571420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Attempting to bind port 950a57c7-f3a9-4782-bddc-25c40447af6f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:17:42.572204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Attempting to bind port 950a57c7-f3a9-4782-bddc-25c40447af6f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'df1c87be-3f45-4dc9-a234-183fac68295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:17:42.572578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Attempting to bind port 950a57c7-f3a9-4782-bddc-25c40447af6f on network 3d6a6718-737e-4e6c-ac02-b4940088e0ee {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:17:42.587854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:17:42.588267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Checking segment: {'id': 'df1c87be-3f45-4dc9-a234-183fac68295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:42.595465 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:42.595465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Bound using segment: {'id': 'df1c87be-3f45-4dc9-a234-183fac68295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:17:42.595465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Bound port: 950a57c7-f3a9-4782-bddc-25c40447af6f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1c87be-3f45-4dc9-a234-183fac68295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:17:42.595465 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:42.692609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] For port 950a57c7-f3a9-4782-bddc-25c40447af6f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:17:42.699218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] For port 950a57c7-f3a9-4782-bddc-25c40447af6f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=950a57c7-f3a9-4782-bddc-25c40447af6f,segment=NetworkSegment(df1c87be-3f45-4dc9-a234-183fac68295f),segment_id=df1c87be-3f45-4dc9-a234-183fac68295f)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:17:42.762627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-81dccdf9-6a4a-45a1-81ec-c5051d55a5df service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239101 Aug 19 15:17:42.906996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:42.912093 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:42.936780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 1caf58eb-68c8-46ae-b5a5-40bc00309c0a will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:42.945356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb1ed212-cbd1-4361-bda8-4d1b9ff1fede req-49845582-8364-4e46-a5e0-175a47bec158 service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731765 Aug 19 15:17:43.006924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d171a-9220-4947-b3e2-816ce07ebd72 None None] Pushing event updated for resources: {'Port': ['ID=950a57c7-f3a9-4782-bddc-25c40447af6f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:43.100665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.152188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:43.161352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:43.169869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:43.176038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=1caf58eb-68c8-46ae-b5a5-40bc00309c0a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:43.181143 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.211311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00e63-b4c4-451d-a6c3-25cd62566700 req-17d6bbb3-d37b-4c46-b523-2f8030dc6771 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:43.214284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ef00e63-b4c4-451d-a6c3-25cd62566700 req-17d6bbb3-d37b-4c46-b523-2f8030dc6771 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 946 time: 0.1474719 Aug 19 15:17:43.296875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:43.335944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:43.336602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.395973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 68c58513-7661-4658-b8f0-78ab6839907d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:43.397076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.417876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ef00e63-b4c4-451d-a6c3-25cd62566700 req-c3b59b03-5aa4-4983-949c-5cbe2ce70a59 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577671 Aug 19 15:17:43.519409 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.528037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-276d1b57-d068-4a78-8e01-dd66306ce9ec tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2831461 Aug 19 15:17:43.531107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46570) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:43.562791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:17:43.569694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': '3d6a6718-737e-4e6c-ac02-b4940088e0ee', 'name': 'tempest-PortsTestJSON-302144195', 'fixed_ips': [{'subnet_id': '934b0754-eb9a-40c9-9002-67034af05bad', 'ip_address': '172.20.0.9'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:43.570044 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f0935-423c-4cf4-b38a-204cf6845718" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:17:43.580952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:43.629782 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb968b9-208d-45b1-9bc2-5aa14d78dde1 x-openstack-request-id: req-cbb968b9-208d-45b1-9bc2-5aa14d78dde1 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:17:43.630470 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-plugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:17:43.630636 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbb968b9-208d-45b1-9bc2-5aa14d78dde1 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:17:43.630952 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:17:43.705641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.763829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=13']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:43.862382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:43.867695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:43.889443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:44.117917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.9 (3d6a6718-737e-4e6c-ac02-b4940088e0ee/934b0754-eb9a-40c9-9002-67034af05bad/d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:44.349610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3526d3-b545-403c-9d33-e78deaf63bb3 None None] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:44.390128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:44.405689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 950a57c7-f3a9-4782-bddc-25c40447af6f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:44.406805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:44.582596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:44.597510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cfe5670a-ec2e-4bab-a6c3-4f91bc6ea23e None None] Provisioning for port 950a57c7-f3a9-4782-bddc-25c40447af6f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:44.637806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:44.642421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:44.644858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:44.673385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:44.700222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 950a57c7-f3a9-4782-bddc-25c40447af6f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:44.705030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 950a57c7-f3a9-4782-bddc-25c40447af6f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:44.705437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:44.709659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:44.710338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:44.819594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:44.860606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f0f93027-0abd-4ed3-b45a-12f8df1f904e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3049169 Aug 19 15:17:44.860606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46604) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:44.867849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 950a57c7-f3a9-4782-bddc-25c40447af6f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=950a57c7-f3a9-4782-bddc-25c40447af6f,segment=NetworkSegment(df1c87be-3f45-4dc9-a234-183fac68295f),segment_id=df1c87be-3f45-4dc9-a234-183fac68295f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:44.935849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd13b774-d6bc-4d51-a7ba-ac6b5b375943 None None] Provisioning complete for port 950a57c7-f3a9-4782-bddc-25c40447af6f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:44.935849 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd13b774-d6bc-4d51-a7ba-ac6b5b375943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:44.981108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0593183-71fe-4db4-aa79-3fd88da91a5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:44.984332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c0593183-71fe-4db4-aa79-3fd88da91a5c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1286418 Aug 19 15:17:44.986910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46612) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:45.003770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:45.138618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e6657-59c2-4846-a2a1-c91a09311a7d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:45.153263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=950a57c7-f3a9-4782-bddc-25c40447af6f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:45.160384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e6657-59c2-4846-a2a1-c91a09311a7d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:45.174344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e6657-59c2-4846-a2a1-c91a09311a7d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:45.176620 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-570e6657-59c2-4846-a2a1-c91a09311a7d tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1887054 Aug 19 15:17:45.179586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:45.289317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd13b774-d6bc-4d51-a7ba-ac6b5b375943 None None] Provisioning for port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:45.298373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd13b774-d6bc-4d51-a7ba-ac6b5b375943 None None] Provisioning complete for port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:45.299110 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd13b774-d6bc-4d51-a7ba-ac6b5b375943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:45.348711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:45.349024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:45.356399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a8532-7121-43ae-aed5-85ebb90978bd req-8afc811a-bf2d-4651-8902-933b9289a931 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:45.358450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b15a8532-7121-43ae-aed5-85ebb90978bd req-8afc811a-bf2d-4651-8902-933b9289a931 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0975196 Aug 19 15:17:45.366230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cd13b774-d6bc-4d51-a7ba-ac6b5b375943 None None] Port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:45.416555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b15a8532-7121-43ae-aed5-85ebb90978bd req-f23c9fa4-5d7a-4a24-9b88-15c78305b8db tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504880 Aug 19 15:17:45.506204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9dc717b7-b7bb-4fd2-aadc-85fe7f3d1b75 None None] Provisioning complete for port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:45.507963 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9dc717b7-b7bb-4fd2-aadc-85fe7f3d1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:45.513613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:45.544702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:45.626619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9dc717b7-b7bb-4fd2-aadc-85fe7f3d1b75 None None] Port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:45.739543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb968c-cbce-43e2-97ff-a39c7a40907b req-8d24df71-414c-4a98-a320-e9ec840fbb3d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:45.750405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09cb968c-cbce-43e2-97ff-a39c7a40907b req-8d24df71-414c-4a98-a320-e9ec840fbb3d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0810115 Aug 19 15:17:45.794311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09cb968c-cbce-43e2-97ff-a39c7a40907b req-f428ce87-eed6-4ad8-9f57-dc47f24b426f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Aug 19 15:17:45.964065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b74e752e-e73e-41bc-81b7-4988e89c9d8f None None] Provisioning for port d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:45.969743 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:45.985499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b74e752e-e73e-41bc-81b7-4988e89c9d8f None None] Provisioning complete for port d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:45.986333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b74e752e-e73e-41bc-81b7-4988e89c9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:46.057529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b74e752e-e73e-41bc-81b7-4988e89c9d8f None None] Port d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f was deleted so its status cannot be updated. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:17:46.065710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:46.172165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:46.174666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1add2cd1-d07c-4e23-ab13-c9cb2a854908 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f HTTP/1.1" status: 204 len: 168 time: 0.9937510 Aug 19 15:17:46.177582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:46.207969 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7372d7f-a6ec-4b9b-86e2-96a7e5ca40a6 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:46.210292 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7372d7f-a6ec-4b9b-86e2-96a7e5ca40a6 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/d2a27ebb-e433-4adf-bab8-fc55c4ac6c5f HTTP/1.1" status: 404 len: 333 time: 0.0313058 Aug 19 15:17:46.213048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46642) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:46.349904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 950a57c7-f3a9-4782-bddc-25c40447af6f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:46.395745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 1caf58eb-68c8-46ae-b5a5-40bc00309c0a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:46.396241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:46.497932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 950a57c7-f3a9-4782-bddc-25c40447af6f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:46.499179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:46.977142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979564d-38b8-4261-baff-46ca7f30f5c8 req-70463f88-1d9c-4dbe-adde-e7506c607b55 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:46.988581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6979564d-38b8-4261-baff-46ca7f30f5c8 req-70463f88-1d9c-4dbe-adde-e7506c607b55 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1497755 Aug 19 15:17:47.027804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:47.065252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 1caf58eb-68c8-46ae-b5a5-40bc00309c0a owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:47.088948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6979564d-38b8-4261-baff-46ca7f30f5c8 req-ecd8633a-601e-4633-976b-cf48bcf2080a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988066 Aug 19 15:17:47.336076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfbd9b-b42f-4990-adf8-9cea767aa99d req-26b058af-a589-4607-bf63-c4def7aa3806 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:47.337692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9edfbd9b-b42f-4990-adf8-9cea767aa99d req-26b058af-a589-4607-bf63-c4def7aa3806 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0764337 Aug 19 15:17:47.383565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:47.440072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=1caf58eb-68c8-46ae-b5a5-40bc00309c0a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:47.455742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9edfbd9b-b42f-4990-adf8-9cea767aa99d req-5240df35-c18c-4942-9599-087fd28a9cc3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081922 Aug 19 15:17:47.550753 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:47.552721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6a6ce6d2-07ae-4e56-a1c1-97de529762c5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/1caf58eb-68c8-46ae-b5a5-40bc00309c0a HTTP/1.1" status: 204 len: 168 time: 1.3382483 Aug 19 15:17:47.555776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46656) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:47.606473 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a7dcb1-ab03-420d-b907-281b4cedd847 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:17:47.606473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93a7dcb1-ab03-420d-b907-281b4cedd847 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/1caf58eb-68c8-46ae-b5a5-40bc00309c0a HTTP/1.1" status: 404 len: 333 time: 0.0341954 Aug 19 15:17:47.606473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46658) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:47.685332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 934b0754-eb9a-40c9-9002-67034af05bad {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:17:47.692985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:47.744449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:47.862735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.046285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.073505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=934b0754-eb9a-40c9-9002-67034af05bad,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:48.085505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.085873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.086292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.086644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.087092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.087562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.087821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.088284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.088681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.089105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.089530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.089908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:48.093690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.095874 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-275a0afc-7f23-440e-97a7-e4ff601fc580 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/934b0754-eb9a-40c9-9002-67034af05bad HTTP/1.1" status: 204 len: 168 time: 0.5007191 Aug 19 15:17:48.101592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46666) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:48.101718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf82eb-4f42-4314-9ab9-afac2b2208e8 None None] Network 3d6a6718-737e-4e6c-ac02-b4940088e0ee requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:48.196182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.275415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6892ad-267b-4551-a72c-de2f838c1ee4 req-74a06378-61e3-4b3c-819d-5876532ff7b7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:48.278117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc6892ad-267b-4551-a72c-de2f838c1ee4 req-74a06378-61e3-4b3c-819d-5876532ff7b7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0811129 Aug 19 15:17:48.292195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 950a57c7-f3a9-4782-bddc-25c40447af6f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:48.292831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.386937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc6892ad-267b-4551-a72c-de2f838c1ee4 req-3a2162c7-bb02-43cb-afc1-9b93de92ee29 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863659 Aug 19 15:17:48.399784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] DHCP port deletion for 3d6a6718-737e-4e6c-ac02-b4940088e0ee request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:17:48.419900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] For port 950a57c7-f3a9-4782-bddc-25c40447af6f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=950a57c7-f3a9-4782-bddc-25c40447af6f,segment=NetworkSegment(df1c87be-3f45-4dc9-a234-183fac68295f),segment_id=df1c87be-3f45-4dc9-a234-183fac68295f)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:48.419900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.441640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 950a57c7-f3a9-4782-bddc-25c40447af6f owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:48.470517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] Deleting port 950a57c7-f3a9-4782-bddc-25c40447af6f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:48.470900 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.583145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] For port 950a57c7-f3a9-4782-bddc-25c40447af6f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=950a57c7-f3a9-4782-bddc-25c40447af6f,segment=NetworkSegment(df1c87be-3f45-4dc9-a234-183fac68295f),segment_id=df1c87be-3f45-4dc9-a234-183fac68295f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:48.583849 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.603874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] Calling delete_port for 950a57c7-f3a9-4782-bddc-25c40447af6f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:48.630047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1473e-9957-4988-8590-24b5f98d4304 req-1126c225-fa89-41c6-a446-043622618008 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:48.631230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cf1473e-9957-4988-8590-24b5f98d4304 req-1126c225-fa89-41c6-a446-043622618008 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0603573 Aug 19 15:17:48.682404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cf1473e-9957-4988-8590-24b5f98d4304 req-d682644c-7e50-4634-95ed-3ca56c803bf1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447452 Aug 19 15:17:48.690583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.728117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=950a57c7-f3a9-4782-bddc-25c40447af6f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:48.736777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No DVR routers for this DVR port 950a57c7-f3a9-4782-bddc-25c40447af6f on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:17:48.750813 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:17:48.760004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.803691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] Pushing event deleted for resources: {'Port': ['ID=950a57c7-f3a9-4782-bddc-25c40447af6f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:48.812754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099aa95-837e-4463-91a2-0593ab7242ed None None] No DVR routers for this DVR port 950a57c7-f3a9-4782-bddc-25c40447af6f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:17:48.839531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.852001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6a6718-737e-4e6c-ac02-b4940088e0ee']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:48.866798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c87be-3f45-4dc9-a234-183fac68295f') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:48.873178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c87be-3f45-4dc9-a234-183fac68295f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:48.877254 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.900088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.911776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:17:48.912251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:17:48.916037 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:17:49.134748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.147008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.148994 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/3d6a6718-737e-4e6c-ac02-b4940088e0ee HTTP/1.1" status: 204 len: 168 time: 1.0490074 Aug 19 15:17:49.152953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:49.159734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705655576'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:49.177310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a82c7a-74b4-4e57-9287-c3f5eb85532a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=3d6a6718-737e-4e6c-ac02-b4940088e0ee,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:49.302337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:49.306181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.348688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:17:49.366892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.366892 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Added segment 17186141-02ac-4fcf-a682-2230d3a70731 of type vlan for network e34dbcbc-1002-4836-8d66-77bed75af5d3 Aug 19 15:17:49.444997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.565192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.580455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:49.580455 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:49.662042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Network': ['ID=e34dbcbc-1002-4836-8d66-77bed75af5d3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:49.675235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:17:49.811925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e150-bd29-4f27-bc09-3a2e2ecd01ba req-b9390dba-b823-4a05-bb2c-a5e1dcfaa547 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:49.813549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d083e150-bd29-4f27-bc09-3a2e2ecd01ba req-b9390dba-b823-4a05-bb2c-a5e1dcfaa547 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0545337 Aug 19 15:17:49.854287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d083e150-bd29-4f27-bc09-3a2e2ecd01ba req-9a52692d-fcc8-4a73-9c1f-d09b43241291 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Aug 19 15:17:50.054416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c902192-300f-459f-b57d-6969de7a0949 req-54da279a-4d32-4956-bb78-ebefde43d9aa tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.056336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c902192-300f-459f-b57d-6969de7a0949 req-54da279a-4d32-4956-bb78-ebefde43d9aa tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0625956 Aug 19 15:17:50.103652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c902192-300f-459f-b57d-6969de7a0949 req-9c160300-a5db-4ae9-af25-6edff47990a3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Aug 19 15:17:50.233102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec491b4c-aab7-41cc-a48d-1200498482fb tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0749755 Aug 19 15:17:50.234200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:50.243054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:50.266158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.279282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.297400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.306847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.308857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 950a57c7-f3a9-4782-bddc-25c40447af6f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:17:50.320509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.328529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.335241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.336666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 950a57c7-f3a9-4782-bddc-25c40447af6f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:17:50.337468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 950a57c7-f3a9-4782-bddc-25c40447af6f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:17:50.346898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d542918e-b259-4a3e-8095-6173cc435a43 req-e0ef35c0-bb84-4267-9c42-79eb48af208d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1680026 Aug 19 15:17:50.433928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:50.438119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d542918e-b259-4a3e-8095-6173cc435a43 req-cb0dca1b-37a9-4509-b67a-4acad9f81c17 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900946 Aug 19 15:17:50.439002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:50.692789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-bb8ee4f5-7e2f-43f5-90b0-4d6735c93a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.695645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-bb8ee4f5-7e2f-43f5-90b0-4d6735c93a97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1099 time: 0.2405972 Aug 19 15:17:50.732308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.739135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.745574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.753503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.760470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.768244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.774349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.776430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20eb279e-c037-42ac-8f79-3c1717390335 req-22c58bf3-a142-4a3e-898c-e819e6931a84 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1674573 Aug 19 15:17:50.890899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:50.900687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-5a64aa68-a287-4853-8239-8c86fd66ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:50.901710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-5a64aa68-a287-4853-8239-8c86fd66ea6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1242115 Aug 19 15:17:50.979057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:51.004954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Checking segment: {'id': '17186141-02ac-4fcf-a682-2230d3a70731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:51.005661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network hostable DHCP agents. Network: e34dbcbc-1002-4836-8d66-77bed75af5d3, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:17:51.085520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-a688d812-80eb-44f2-a7da-b9796bcae7ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1002 time: 0.1739390 Aug 19 15:17:51.107990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:17:51.159771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a6bbb-076f-44a6-9445-b523ff63f97f req-e07421ce-d957-439d-a4dd-f8e6ffc45738 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:51.168226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae9a6bbb-076f-44a6-9445-b523ff63f97f req-e07421ce-d957-439d-a4dd-f8e6ffc45738 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1874056 Aug 19 15:17:51.198939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-09c44727-664c-4b4e-8365-d0ec1c256910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:51.201153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-09c44727-664c-4b4e-8365-d0ec1c256910 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1034052 Aug 19 15:17:51.210961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e34dbcbc-1002-4836-8d66-77bed75af5d3) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:51.221130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4418804a-39f1-4e93-a22d-23246ba80311 None None] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:51.224062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:51.224062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.269088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae9a6bbb-076f-44a6-9445-b523ff63f97f req-5dd2bbbd-db04-47f4-bdb6-bbfcad7aff00 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998316 Aug 19 15:17:51.321258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-95ef845f-0c49-4449-a875-8cf0cc71d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:51.323737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-95ef845f-0c49-4449-a875-8cf0cc71d884 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007922 Aug 19 15:17:51.343758 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d0481835-9cc3-4011-b918-12f775907ae1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1053436 Aug 19 15:17:51.346826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46726) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:51.352139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-737840121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:51.444234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-e34dbcbc-1002-4836-8d66-77bed75af5d3', 'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': 'bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:17:51.448044 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.480047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.482447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.515968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a98816-469c-4c49-9cef-b426369bf993 req-365b8ff6-6bcb-49c6-8f6c-68e6445018f8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:51.517493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09a98816-469c-4c49-9cef-b426369bf993 req-365b8ff6-6bcb-49c6-8f6c-68e6445018f8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0932989 Aug 19 15:17:51.521805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-ccda9e67-2a21-43be-83b2-3d09da2dc176 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891880 Aug 19 15:17:51.559128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.635064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09a98816-469c-4c49-9cef-b426369bf993 req-91ebb79c-89f7-4fe8-aa52-66188d812dec tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100028 Aug 19 15:17:51.648891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.721663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef4e4f1-7861-409b-8f05-0d728efdd65e req-d7706148-85e6-40f1-bf02-d577c10c265e service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699753 Aug 19 15:17:51.728492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Allocated IP 172.20.0.2 (e34dbcbc-1002-4836-8d66-77bed75af5d3/bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d/b8b90a6b-6479-4d58-8745-9b3237b20af5) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:51.814422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.817021 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed19e0ae-8dda-4eb2-8153-78d2ec3df646 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4680429 Aug 19 15:17:51.818527 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:51.826712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3', 'name': 'tempest-PortsTestJSON-463774169'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:17:51.926126 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:51.939788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Transition to ACTIVE for port object b8b90a6b-6479-4d58-8745-9b3237b20af5 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:51.970406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Transition to ACTIVE for port object b8b90a6b-6479-4d58-8745-9b3237b20af5 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:52.075747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:52.117330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:17:52.121185 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:52.144369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:52.148965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:52.149192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 13ca681e-8482-4b1d-9df7-91b48d8009d2 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:17:52.154005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:52.157673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Pushing event updated for resources: {'Port': ['ID=b8b90a6b-6479-4d58-8745-9b3237b20af5,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:52.202013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.202773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.203124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.203477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.204349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.204703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.205023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.205424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.205790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.206122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.206450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.206775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:17:52.302169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Attempting to bind port b8b90a6b-6479-4d58-8745-9b3237b20af5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:17:52.303065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Attempting to bind port b8b90a6b-6479-4d58-8745-9b3237b20af5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '17186141-02ac-4fcf-a682-2230d3a70731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:17:52.303065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Attempting to bind port b8b90a6b-6479-4d58-8745-9b3237b20af5 on network e34dbcbc-1002-4836-8d66-77bed75af5d3 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:17:52.311068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:17:52.311352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Checking segment: {'id': '17186141-02ac-4fcf-a682-2230d3a70731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:17:52.311670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:52.312251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Bound using segment: {'id': '17186141-02ac-4fcf-a682-2230d3a70731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:17:52.312822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Bound port: b8b90a6b-6479-4d58-8745-9b3237b20af5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17186141-02ac-4fcf-a682-2230d3a70731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e34dbcbc-1002-4836-8d66-77bed75af5d3'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:17:52.313328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:52.406787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.12 (e34dbcbc-1002-4836-8d66-77bed75af5d3/bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d/13ca681e-8482-4b1d-9df7-91b48d8009d2) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:17:52.510290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] For port b8b90a6b-6479-4d58-8745-9b3237b20af5, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:17:52.518849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] For port b8b90a6b-6479-4d58-8745-9b3237b20af5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8b90a6b-6479-4d58-8745-9b3237b20af5,segment=NetworkSegment(17186141-02ac-4fcf-a682-2230d3a70731),segment_id=17186141-02ac-4fcf-a682-2230d3a70731)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:17:52.539336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eae19-dce8-44c8-b640-2d08d20bc513 req-269f7a88-d791-4cdb-b6f6-2e5950cc1263 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:52.550002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-059eae19-dce8-44c8-b640-2d08d20bc513 req-269f7a88-d791-4cdb-b6f6-2e5950cc1263 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1108823 Aug 19 15:17:52.623072 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:52.627143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-059eae19-dce8-44c8-b640-2d08d20bc513 req-50b37447-8e4f-4a22-a8aa-5a4870487c61 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758729 Aug 19 15:17:52.836483 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:52.911558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e2755-3265-4b8d-bb42-d4f06d06c499 req-3b28644b-c834-45f7-bff1-04eef9870d9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:52.911944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 13ca681e-8482-4b1d-9df7-91b48d8009d2 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:17:52.912050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f74e2755-3265-4b8d-bb42-d4f06d06c499 req-3b28644b-c834-45f7-bff1-04eef9870d9e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1348104 Aug 19 15:17:52.919654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3441028-38d0-4203-9dbb-53697ff6e5f6 None None] Pushing event updated for resources: {'Port': ['ID=b8b90a6b-6479-4d58-8745-9b3237b20af5,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:53.047589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f74e2755-3265-4b8d-bb42-d4f06d06c499 req-a57f7449-eebc-4fdf-8aba-b53bdb176df9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361001 Aug 19 15:17:53.078634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:53.190071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:53.201220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:53.217272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:17:53.290963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46756) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:53.294558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=13ca681e-8482-4b1d-9df7-91b48d8009d2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:53.392864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.393596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:53.528345 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-45c1e716-c7b0-404e-a6d2-9edd258da336 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7054229 Aug 19 15:17:53.528999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46768) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:53.557396 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-05ed3708-0ed5-4f4f-81e7-5f50c0a38fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:53.567478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46770) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:53.670987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-05ed3708-0ed5-4f4f-81e7-5f50c0a38fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:53.786290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-05ed3708-0ed5-4f4f-81e7-5f50c0a38fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:53.920969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.921558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.922191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.922679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.923160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.923636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.924108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:53.927829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d968858b-1823-42b7-9c7b-34193645fbff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.2553935 Aug 19 15:17:53.944498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-05ed3708-0ed5-4f4f-81e7-5f50c0a38fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff677a41ca124411866c1253af11e44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546226 Aug 19 15:17:53.948241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46776) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:53.991393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed3708-0ed5-4f4f-81e7-5f50c0a38fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b39dfa-7691-4e19-bce1-42f37e14ede8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:54.010100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d19703f1-2121-44d9-885e-9b2fe1ee1976 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729437 Aug 19 15:17:54.034120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90a8e8-f447-4ed7-adaa-63bde3984bf6 req-8d2f5986-7eea-476c-a942-df75d0526796 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:54.035580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb90a8e8-f447-4ed7-adaa-63bde3984bf6 req-8d2f5986-7eea-476c-a942-df75d0526796 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.2505569 Aug 19 15:17:54.121466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb90a8e8-f447-4ed7-adaa-63bde3984bf6 req-7c145d82-d9a1-4aee-b8a7-3e0fd280eefd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681901 Aug 19 15:17:54.124391 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.146509 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d5bd2a4-bc51-4dfc-80a5-1b139fa99d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.176265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d5bd2a4-bc51-4dfc-80a5-1b139fa99d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.301804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f614b-8ce0-4265-9756-0f2846c846b2 req-8f5427db-aa6d-4753-b8a1-ee93c82bd05e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:54.310501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-309f614b-8ce0-4265-9756-0f2846c846b2 req-8f5427db-aa6d-4753-b8a1-ee93c82bd05e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1068723 Aug 19 15:17:54.379859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-309f614b-8ce0-4265-9756-0f2846c846b2 req-f3c9d248-b846-43d7-a062-dcc2efe61d71 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682395 Aug 19 15:17:54.441489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c131e-c075-4cf1-b32e-886da0ec638f None None] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:17:54.653197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d5bd2a4-bc51-4dfc-80a5-1b139fa99d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.662365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d5bd2a4-bc51-4dfc-80a5-1b139fa99d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.665603 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d5bd2a4-bc51-4dfc-80a5-1b139fa99d4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23b39dfa-7691-4e19-bce1-42f37e14ede8 HTTP/1.1" status: 204 len: 168 time: 0.7162414 Aug 19 15:17:54.704916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bd2a4-bc51-4dfc-80a5-1b139fa99d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b39dfa-7691-4e19-bce1-42f37e14ede8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:54.757964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8b90a6b-6479-4d58-8745-9b3237b20af5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:54.835015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.842723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1089443d-2492-4fd3-a8e3-6f687619a6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.985931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:54.997143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b8b90a6b-6479-4d58-8745-9b3237b20af5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:55.006678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5d9de46b-344f-4525-bf87-9d5d7aa4ecdd None None] Provisioning for port b8b90a6b-6479-4d58-8745-9b3237b20af5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:55.018233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b8b90a6b-6479-4d58-8745-9b3237b20af5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:55.018580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.022206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5d9de46b-344f-4525-bf87-9d5d7aa4ecdd None None] Provisioning complete for port b8b90a6b-6479-4d58-8745-9b3237b20af5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:55.022575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5d9de46b-344f-4525-bf87-9d5d7aa4ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.129944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=13ca681e-8482-4b1d-9df7-91b48d8009d2,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:55.333481 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5d9de46b-344f-4525-bf87-9d5d7aa4ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.337102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.337359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c75e8a-6e9b-47f9-8bcb-b8940a201e62 req-f89902a6-649a-4818-86d2-01f14f4c1369 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:55.358538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49c75e8a-6e9b-47f9-8bcb-b8940a201e62 req-f89902a6-649a-4818-86d2-01f14f4c1369 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0946548 Aug 19 15:17:55.457664 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.462318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49c75e8a-6e9b-47f9-8bcb-b8940a201e62 req-58419cc1-8235-40de-95f4-bcbc851cc98b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999210 Aug 19 15:17:55.495080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b8b90a6b-6479-4d58-8745-9b3237b20af5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8b90a6b-6479-4d58-8745-9b3237b20af5,segment=NetworkSegment(17186141-02ac-4fcf-a682-2230d3a70731),segment_id=17186141-02ac-4fcf-a682-2230d3a70731)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:55.582421 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.661526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17c868-24da-4de3-bafd-b15377cf18dd req-989940c3-b15b-4b1b-9bf3-6d739b0db78c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:55.677848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd17c868-24da-4de3-bafd-b15377cf18dd req-989940c3-b15b-4b1b-9bf3-6d739b0db78c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1414762 Aug 19 15:17:55.691809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-5d9de46b-344f-4525-bf87-9d5d7aa4ecdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:17:55.695475 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-5d9de46b-344f-4525-bf87-9d5d7aa4ecdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:17:55.695475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.760644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b8b90a6b-6479-4d58-8745-9b3237b20af5,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:55.763196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd17c868-24da-4de3-bafd-b15377cf18dd req-c5a3d868-700e-4ca6-8217-317a2d55fcaa tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819368 Aug 19 15:17:55.796636 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:55.914347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46802) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:55.930452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-faa04201-8c93-4821-b3b5-17a0d2f77fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.072943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-faa04201-8c93-4821-b3b5-17a0d2f77fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.182451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-faa04201-8c93-4821-b3b5-17a0d2f77fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.240028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-faa04201-8c93-4821-b3b5-17a0d2f77fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd078f91005e4100ab5a7abb4c667a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245735 Aug 19 15:17:56.246969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46812) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:56.255578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa04201-8c93-4821-b3b5-17a0d2f77fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f00e68-f0c0-457e-8b54-75f5588658b3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:56.274996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.351617 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.371465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa614076-b524-423a-a9b4-1a33550b588e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.399732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8b90a6b-6479-4d58-8745-9b3237b20af5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:17:56.399954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa614076-b524-423a-a9b4-1a33550b588e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.453673 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.461193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d0d6ab5b-a396-443d-ba43-ca0779bbe5a6 None None] Provisioning complete for port b8b90a6b-6479-4d58-8745-9b3237b20af5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:56.461872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ab5b-a396-443d-ba43-ca0779bbe5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.533762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b8b90a6b-6479-4d58-8745-9b3237b20af5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:56.534425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.550104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=13ca681e-8482-4b1d-9df7-91b48d8009d2,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:56.599956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81ecc0-e558-42e4-a08a-3ac848e645c1 req-96a9130a-0f5a-4849-b87d-8c78f67107a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:56.639024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad81ecc0-e558-42e4-a08a-3ac848e645c1 req-96a9130a-0f5a-4849-b87d-8c78f67107a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0646536 Aug 19 15:17:56.639852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:17:56.639852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:17:56.663362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad81ecc0-e558-42e4-a08a-3ac848e645c1 req-e374078b-17d6-4202-989e-01bc191a3315 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486250 Aug 19 15:17:56.758761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d0d6ab5b-a396-443d-ba43-ca0779bbe5a6 None None] Provisioning for port 13ca681e-8482-4b1d-9df7-91b48d8009d2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:17:56.762493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa614076-b524-423a-a9b4-1a33550b588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.762493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa614076-b524-423a-a9b4-1a33550b588e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.763586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d0d6ab5b-a396-443d-ba43-ca0779bbe5a6 None None] Provisioning complete for port 13ca681e-8482-4b1d-9df7-91b48d8009d2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:56.763822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aa614076-b524-423a-a9b4-1a33550b588e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86f00e68-f0c0-457e-8b54-75f5588658b3 HTTP/1.1" status: 204 len: 168 time: 0.5137472 Aug 19 15:17:56.763939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ab5b-a396-443d-ba43-ca0779bbe5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:56.773378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa614076-b524-423a-a9b4-1a33550b588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f00e68-f0c0-457e-8b54-75f5588658b3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:56.822867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6ab5b-a396-443d-ba43-ca0779bbe5a6 None None] Port 13ca681e-8482-4b1d-9df7-91b48d8009d2 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:56.875167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Router d4df7e78-b9dd-4f06-8d63-5d5880209fa1 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:17:56.961363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-627c236f-b3cb-4bda-968e-d3e0ce4bc76c None None] Provisioning complete for port 13ca681e-8482-4b1d-9df7-91b48d8009d2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:17:56.961363 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-627c236f-b3cb-4bda-968e-d3e0ce4bc76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:57.013787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557aad1-1c2d-4047-bd26-7266e1a4e2fe req-bc0e6a28-9d8a-4f6f-abdf-b0a8f95c3b03 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:57.022672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8557aad1-1c2d-4047-bd26-7266e1a4e2fe req-bc0e6a28-9d8a-4f6f-abdf-b0a8f95c3b03 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1284146 Aug 19 15:17:57.062410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-627c236f-b3cb-4bda-968e-d3e0ce4bc76c None None] Port 13ca681e-8482-4b1d-9df7-91b48d8009d2 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:17:57.089953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:17:57.099851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ac07f6b6-95a9-42c0-bf98-1266dcf07430 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/routers/d4df7e78-b9dd-4f06-8d63-5d5880209fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5701792 Aug 19 15:17:57.101961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8557aad1-1c2d-4047-bd26-7266e1a4e2fe req-81f93c25-1cc1-47f9-bbc8-412b6ea694ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744259 Aug 19 15:17:57.103248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46832) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:57.106976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] Sync routers for ids ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:17:57.121170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] Routers {'d4df7e78-b9dd-4f06-8d63-5d5880209fa1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:17:57.122556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:17:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:57.183205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:57.210224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] Routers {'d4df7e78-b9dd-4f06-8d63-5d5880209fa1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:17:57.211042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:17:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:57.263330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2723e8e-a668-4de2-ade8-7cce560f6d13 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:57.269030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c2723e8e-a668-4de2-ade8-7cce560f6d13 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4df7e78-b9dd-4f06-8d63-5d5880209fa1 HTTP/1.1" status: 200 len: 982 time: 0.1638658 Aug 19 15:17:57.272808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46836) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:17:57.334045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:17:57.335067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2201629-48cc-410c-8ec6-93fdec384847 None None] The sync data for ids ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:17:57.432274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:57.831758 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d65d537e-7e66-4b47-9bc2-627099516959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:57.895923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db76ff0-cdd6-455b-babc-3a1defe9a8e2 req-48a9c1ad-e7e3-4b6c-b7a3-823a346c68ce tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:57.902010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4db76ff0-cdd6-455b-babc-3a1defe9a8e2 req-48a9c1ad-e7e3-4b6c-b7a3-823a346c68ce tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0933623 Aug 19 15:17:58.002655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4db76ff0-cdd6-455b-babc-3a1defe9a8e2 req-34261f83-f2d4-4bb6-9498-abe650e46202 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879674 Aug 19 15:17:58.308227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:58.396011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668bf3e-9b6d-4efd-937a-b7c520785ee2 req-7afc19b4-474e-4ff4-bf70-89e63a80454f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:58.398937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0668bf3e-9b6d-4efd-937a-b7c520785ee2 req-7afc19b4-474e-4ff4-bf70-89e63a80454f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1048663 Aug 19 15:17:58.492529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0668bf3e-9b6d-4efd-937a-b7c520785ee2 req-60a954dc-e530-469a-95f0-28d8be2990bf tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864482 Aug 19 15:17:58.674135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:17:58.749543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 13ca681e-8482-4b1d-9df7-91b48d8009d2 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:17:58.750297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:58.839803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:58.868303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '47a944ef-2133-468f-87ce-690a9257c9fb', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb', 'mac_address': 'fa:16:3e:a3:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:17:58.889299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:58.902369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 13ca681e-8482-4b1d-9df7-91b48d8009d2 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:17:58.920891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:58.947881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:17:58.997012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:17:59.083757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:59.202341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358491-6ef5-40f2-85b2-5ef6f43f49bd req-d5d535b2-b03c-40e0-b476-9203022351c2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:59.213497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4358491-6ef5-40f2-85b2-5ef6f43f49bd req-d5d535b2-b03c-40e0-b476-9203022351c2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1096852 Aug 19 15:17:59.284144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4358491-6ef5-40f2-85b2-5ef6f43f49bd req-70273f6b-c6be-4f21-99ba-4a04224ed781 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693207 Aug 19 15:17:59.315203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['47a944ef-2133-468f-87ce-690a9257c9fb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:17:59.337198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:59.391598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:59.592469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=13ca681e-8482-4b1d-9df7-91b48d8009d2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:17:59.666895 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:59.870415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b4154-309b-46de-a629-df32185e4237 req-1be4270c-905c-419a-9639-265b81228931 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:59.876255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a8b4154-309b-46de-a629-df32185e4237 req-1be4270c-905c-419a-9639-265b81228931 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.1753483 Aug 19 15:17:59.898033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:59.983816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a8b4154-309b-46de-a629-df32185e4237 req-3a9d19b1-67a1-44c7-9695-b25388c76f08 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931540 Aug 19 15:18:00.315084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Router d4df7e78-b9dd-4f06-8d63-5d5880209fa1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:00.560945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:00.576117 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] Sync routers for ids ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:00.582013 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-35fb434d-8d81-413d-ad8b-b2fd6d38a18b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/routers/d4df7e78-b9dd-4f06-8d63-5d5880209fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3070617 Aug 19 15:18:00.589334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234afe98-e0b1-4d47-b079-af8ffc0afe5a req-c9fe58d9-1086-4273-8de3-110c7255c00b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:00.593244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:00.600892 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] Routers {'d4df7e78-b9dd-4f06-8d63-5d5880209fa1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:00.607180 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:17:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:00.607430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-234afe98-e0b1-4d47-b079-af8ffc0afe5a req-c9fe58d9-1086-4273-8de3-110c7255c00b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1353359 Aug 19 15:18:00.693685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:00.702617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-234afe98-e0b1-4d47-b079-af8ffc0afe5a req-907ebd57-b8bc-4529-bda4-11dde9f13ad3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942261 Aug 19 15:18:00.710050 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:00.721939 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-49abf400-2d6a-4842-8b0f-0ad499b45a7c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:18:00.733838 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-49abf400-2d6a-4842-8b0f-0ad499b45a7c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/13ca681e-8482-4b1d-9df7-91b48d8009d2 HTTP/1.1" status: 404 len: 333 time: 0.1390512 Aug 19 15:18:00.734872 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] Routers {'d4df7e78-b9dd-4f06-8d63-5d5880209fa1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:00.737968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:17:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:00.738384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46926) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:00.803883 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:00.804796 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75338da-e437-4c92-9207-79741bba6b12 None None] The sync data for ids ['d4df7e78-b9dd-4f06-8d63-5d5880209fa1'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:00.847907 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:00.924415 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:00.940755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 47a944ef-2133-468f-87ce-690a9257c9fb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:00.941260 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.253844 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.364208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:01.375235 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d5590-7644-403f-8348-c89bb397db1d" -d '{"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-plugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:01.430574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:01.526495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.529829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.543273 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.689923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578b472-94ec-46dc-aaff-84d4a595fa35 req-de789d78-f896-4b6e-a3b4-98ded0c54eac tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:01.708010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a578b472-94ec-46dc-aaff-84d4a595fa35 req-de789d78-f896-4b6e-a3b4-98ded0c54eac tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.4952226 Aug 19 15:18:01.714068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.715845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Fanout notify agent at l3_agent the message router_deleted on router d4df7e78-b9dd-4f06-8d63-5d5880209fa1 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:18:01.739155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:01.741097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:01.743121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac70fe4a-47df-4d26-9df4-2dfb2b116c54 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/routers/d4df7e78-b9dd-4f06-8d63-5d5880209fa1 HTTP/1.1" status: 204 len: 168 time: 1.0036581 Aug 19 15:18:01.745949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46964) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:01.925778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a578b472-94ec-46dc-aaff-84d4a595fa35 req-899cc5c2-508a-44f3-bda9-d86aafe8190e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802895 Aug 19 15:18:01.984379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:01.991566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:02.080505 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:02.093154 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f342e096-929d-43fb-9ab5-08ae389e7a12 x-openstack-request-id: req-f342e096-929d-43fb-9ab5-08ae389e7a12 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:02.093466 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-plugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:02.093799 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f342e096-929d-43fb-9ab5-08ae389e7a12 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:02.094207 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'code': 200} Aug 19 15:18:02.457227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0acf3-2d90-470d-9dfc-35c10123927a req-beae8546-966d-49d3-9523-80d2be524803 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:02.458853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f0acf3-2d90-470d-9dfc-35c10123927a req-beae8546-966d-49d3-9523-80d2be524803 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1503253 Aug 19 15:18:02.493365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:02.552390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46974) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:02.645799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f0acf3-2d90-470d-9dfc-35c10123927a req-6cb9117a-99fb-402e-b510-b7a6665f3f32 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699665 Aug 19 15:18:02.773842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de60994b-256b-440f-a9f4-1e21b9470ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:02.823397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:02.859007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:02.896253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6504c692-f5f4-4bca-a2ed-83e4e7d0d12e None None] Network e34dbcbc-1002-4836-8d66-77bed75af5d3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:02.902395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:02.911591 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1ca78842-0fef-423e-856d-82322802aff4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d HTTP/1.1" status: 204 len: 168 time: 1.1644433 Aug 19 15:18:02.914941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:03.020401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.062648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de60994b-256b-440f-a9f4-1e21b9470ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.138691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port b8b90a6b-6479-4d58-8745-9b3237b20af5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:03.138987 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.142311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bec627-704b-4618-88fd-cbcaebf3c1ee req-e39a05b8-dc9d-4fab-ab78-f1c2d59c0f60 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:03.144576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47bec627-704b-4618-88fd-cbcaebf3c1ee req-e39a05b8-dc9d-4fab-ab78-f1c2d59c0f60 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0649238 Aug 19 15:18:03.214172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47bec627-704b-4618-88fd-cbcaebf3c1ee req-7684f288-8058-4b0d-8573-63612803111f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582721 Aug 19 15:18:03.259619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] DHCP port deletion for e34dbcbc-1002-4836-8d66-77bed75af5d3 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:18:03.274178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] For port b8b90a6b-6479-4d58-8745-9b3237b20af5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8b90a6b-6479-4d58-8745-9b3237b20af5,segment=NetworkSegment(17186141-02ac-4fcf-a682-2230d3a70731),segment_id=17186141-02ac-4fcf-a682-2230d3a70731)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:03.274935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.296159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for b8b90a6b-6479-4d58-8745-9b3237b20af5 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:03.313489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] Deleting port b8b90a6b-6479-4d58-8745-9b3237b20af5 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:03.313891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.406812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] For port b8b90a6b-6479-4d58-8745-9b3237b20af5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8b90a6b-6479-4d58-8745-9b3237b20af5,segment=NetworkSegment(17186141-02ac-4fcf-a682-2230d3a70731),segment_id=17186141-02ac-4fcf-a682-2230d3a70731)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:03.407171 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.432905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] Calling delete_port for b8b90a6b-6479-4d58-8745-9b3237b20af5 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:03.435679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de60994b-256b-440f-a9f4-1e21b9470ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.519754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60994b-256b-440f-a9f4-1e21b9470ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b585b1a7-f4ab-43ec-a156-428a2975c330,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:03.524830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.527083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46984) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:03.536541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de60994b-256b-440f-a9f4-1e21b9470ecb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2a02e0eab764330aa9d4353ca40acfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9695101 Aug 19 15:18:03.604796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=b8b90a6b-6479-4d58-8745-9b3237b20af5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:03.624896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No DVR routers for this DVR port b8b90a6b-6479-4d58-8745-9b3237b20af5 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:03.642997 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.698118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] Pushing event deleted for resources: {'Port': ['ID=b8b90a6b-6479-4d58-8745-9b3237b20af5,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:03.714056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f09bc-8ae7-48e2-ae28-dfbf3fc902cc None None] No DVR routers for this DVR port b8b90a6b-6479-4d58-8745-9b3237b20af5 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:03.755277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-350e7e37-f53b-42e1-ba74-359621555350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.767025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.791172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34dbcbc-1002-4836-8d66-77bed75af5d3']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:03.834806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17186141-02ac-4fcf-a682-2230d3a70731') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:03.835505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17186141-02ac-4fcf-a682-2230d3a70731') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:03.863455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.878163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2961ba-6ba7-41c4-986c-5291280ed284 req-1304b58b-7e3c-4156-9105-d8dc0461b1c2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:03.883210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd2961ba-6ba7-41c4-986c-5291280ed284 req-1304b58b-7e3c-4156-9105-d8dc0461b1c2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1166871 Aug 19 15:18:03.901157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.922571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:18:03.922886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:03.968958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd2961ba-6ba7-41c4-986c-5291280ed284 req-993a575d-e277-4f8a-90c0-3512e23cb36e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757358 Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:18:04.105307 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:18:04.108570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-350e7e37-f53b-42e1-ba74-359621555350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.217286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.253963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.261729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46996) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:04.269937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/e34dbcbc-1002-4836-8d66-77bed75af5d3 HTTP/1.1" status: 204 len: 168 time: 1.3517032 Aug 19 15:18:04.276197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1db66-1988-4006-bac1-0b077e27eda2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=e34dbcbc-1002-4836-8d66-77bed75af5d3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:04.385912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-350e7e37-f53b-42e1-ba74-359621555350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.385912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-350e7e37-f53b-42e1-ba74-359621555350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.385912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-350e7e37-f53b-42e1-ba74-359621555350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b585b1a7-f4ab-43ec-a156-428a2975c330 HTTP/1.1" status: 204 len: 168 time: 0.8072522 Aug 19 15:18:04.387257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2951c2d-91e2-4e20-b613-b848071aae77 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:04.387257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d2951c2d-91e2-4e20-b613-b848071aae77 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/dcba0e10-cb9e-4000-bfee-0e7e547669e5 HTTP/1.1" status: 200 len: 840 time: 0.1074705 Aug 19 15:18:04.387554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47000) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:04.434902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e7e37-f53b-42e1-ba74-359621555350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b585b1a7-f4ab-43ec-a156-428a2975c330,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:04.471367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8b90a6b-6479-4d58-8745-9b3237b20af5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:04.520325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f87ea224-f418-4f0e-9ae9-51ee611ed448 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/dcba0e10-cb9e-4000-bfee-0e7e547669e5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1388600 Aug 19 15:18:04.520678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47002) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:04.521647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d13533-35fa-45f6-8ac2-06abd2bdf7aa req-3f3a25a5-5d09-4ad9-a333-f1b9715fad6b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:04.526760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:04.531683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63d13533-35fa-45f6-8ac2-06abd2bdf7aa req-3f3a25a5-5d09-4ad9-a333-f1b9715fad6b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0929787 Aug 19 15:18:04.557290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b8b90a6b-6479-4d58-8745-9b3237b20af5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:04.562185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8b90a6b-6479-4d58-8745-9b3237b20af5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:04.600462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63d13533-35fa-45f6-8ac2-06abd2bdf7aa req-07187f39-c3dd-482b-aaf0-7bd798a3673b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659871 Aug 19 15:18:04.920101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:04.924029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.116217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afb969-ef73-4b6d-ae84-a57b2ed40270 req-51cab991-6479-471f-a7fa-facdafdf6ea2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:05.129584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67afb969-ef73-4b6d-ae84-a57b2ed40270 req-51cab991-6479-471f-a7fa-facdafdf6ea2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0721130 Aug 19 15:18:05.178872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67afb969-ef73-4b6d-ae84-a57b2ed40270 req-5303f110-ba18-420f-822b-22bff6d084ba tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486379 Aug 19 15:18:05.336071 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.380983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:05.384393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:05.392629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:05.393135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.398172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a605cb3-2918-449f-89ac-7af4f8bf707e None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:05.423341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=645a9b99-84f9-4668-b0ef-49f28309744d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:05.521317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47026) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:05.526213 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b9705c7c-7c6c-43bc-8815-9c70a334684f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0034146 Aug 19 15:18:05.532431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'security_group': {'name': 'tempest-secgroup-48855561'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:05.630623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47030) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:05.639257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.649792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-21492fc9-b034-492e-b552-52ed72a6b360', 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'tenant_id': 'b130330b6a2f468a93a6948475084f9e', 'fixed_ips': [{'subnet_id': '645a9b99-84f9-4668-b0ef-49f28309744d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:18:05.650948 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.656319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65d185c7-63ae-4353-88ac-d6f22883397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.777619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.860928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.871491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Allocated IP 172.20.0.2 (21492fc9-b034-492e-b552-52ed72a6b360/645a9b99-84f9-4668-b0ef-49f28309744d/a4e51436-7651-4a6c-b4b6-debc922e7869) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:05.953050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1de2a9-a350-4589-920f-c3383019e11a req-b6e556e1-14f1-4082-8b6c-5400856e6a4b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:05.954633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e1de2a9-a350-4589-920f-c3383019e11a req-b6e556e1-14f1-4082-8b6c-5400856e6a4b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1709876 Aug 19 15:18:05.956916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4216a0-60fb-4ffb-9384-b47c15311698,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:06.034377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e1de2a9-a350-4589-920f-c3383019e11a req-1d00e40f-2dc1-4b3b-b975-efa72afc6cad tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607166 Aug 19 15:18:06.067756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65d185c7-63ae-4353-88ac-d6f22883397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.093008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.102300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Transition to ACTIVE for port object a4e51436-7651-4a6c-b4b6-debc922e7869 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:06.120211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Transition to ACTIVE for port object a4e51436-7651-4a6c-b4b6-debc922e7869 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:06.196132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65d185c7-63ae-4353-88ac-d6f22883397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.240352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.247332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-65d185c7-63ae-4353-88ac-d6f22883397c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33ef7b4b18804860b13a00c0eaba329b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157017 Aug 19 15:18:06.250254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47046) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:06.312011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d185c7-63ae-4353-88ac-d6f22883397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf31f9-0008-4654-a4a8-9a0385d19d41,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:06.354097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.362114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:06.363020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-50b5fd46-d5bf-48fe-b7d2-dd8a4735064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8383424 Aug 19 15:18:06.376339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:06.376763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'security_group': {'name': 'tempest-secgroup-248857060'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:06.421396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:06.424340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:06.433503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:06.498649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f789cc15-2cf3-4039-a655-dfe7a49133c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.507623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.538531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad68c-ea1d-4819-8f17-48138944f68f req-b3c10a68-617b-4607-8988-5c345dd3d4f4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:06.540645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Attempting to bind port a4e51436-7651-4a6c-b4b6-debc922e7869 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:06.541024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Attempting to bind port a4e51436-7651-4a6c-b4b6-debc922e7869 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '6355a18c-af27-4a0d-8ede-8e99b0dbf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:06.551851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Attempting to bind port a4e51436-7651-4a6c-b4b6-debc922e7869 on network 21492fc9-b034-492e-b552-52ed72a6b360 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:06.552832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df1ad68c-ea1d-4819-8f17-48138944f68f req-b3c10a68-617b-4607-8988-5c345dd3d4f4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.2041929 Aug 19 15:18:06.554697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:06.555082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Checking segment: {'id': '6355a18c-af27-4a0d-8ede-8e99b0dbf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:06.555499 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.555895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Bound using segment: {'id': '6355a18c-af27-4a0d-8ede-8e99b0dbf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:06.556373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Bound port: a4e51436-7651-4a6c-b4b6-debc922e7869, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6355a18c-af27-4a0d-8ede-8e99b0dbf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:06.556759 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.595688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f789cc15-2cf3-4039-a655-dfe7a49133c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.618800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df1ad68c-ea1d-4819-8f17-48138944f68f req-ebbf1703-3a64-48df-bdf1-2f111549e110 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632455 Aug 19 15:18:06.709245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.714394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:06.720993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:06.774980 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f789cc15-2cf3-4039-a655-dfe7a49133c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.778003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f789cc15-2cf3-4039-a655-dfe7a49133c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.782663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f789cc15-2cf3-4039-a655-dfe7a49133c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2daf31f9-0008-4654-a4a8-9a0385d19d41 HTTP/1.1" status: 204 len: 168 time: 0.5308874 Aug 19 15:18:06.794947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789cc15-2cf3-4039-a655-dfe7a49133c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf31f9-0008-4654-a4a8-9a0385d19d41,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:06.816174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.822077 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.858029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76360681-61a7-46df-a08d-9c28b0bb59dc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:06.930824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76089b06-3b0b-47bd-b861-dfbe4da9b001 None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:06.981385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:06.984376 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f3ba206f-245b-4bed-b04e-d34283e027a7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6203642 Aug 19 15:18:06.987244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47068) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:06.994060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1424485600', 'security_groups': ['76360681-61a7-46df-a08d-9c28b0bb59dc'], 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '645a9b99-84f9-4668-b0ef-49f28309744d'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:07.141520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:07.397878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3909b-feb8-4db5-a87c-e2c53f8cc71f req-d92f2dda-4390-4860-b3be-49608a13cac3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:07.399778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95c3909b-feb8-4db5-a87c-e2c53f8cc71f req-d92f2dda-4390-4860-b3be-49608a13cac3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1430373 Aug 19 15:18:07.480663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:07.530629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95c3909b-feb8-4db5-a87c-e2c53f8cc71f req-1b34e496-9370-4c1e-a74f-78c4b862c15e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220529 Aug 19 15:18:07.612112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:07.654172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port eafa4498-7735-4e89-80a9-d0c36bc14c75 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:18:07.676875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15e088cd-7901-406f-b20c-3f1e5133c7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:07.840776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15e088cd-7901-406f-b20c-3f1e5133c7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:07.947321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b120c0b-89d3-4510-84fe-daf54b8529bf req-34690a49-2d9a-4b83-9714-a5ca157d1c67 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:07.957690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b120c0b-89d3-4510-84fe-daf54b8529bf req-34690a49-2d9a-4b83-9714-a5ca157d1c67 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.1649983 Aug 19 15:18:08.019733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15e088cd-7901-406f-b20c-3f1e5133c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.048965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b120c0b-89d3-4510-84fe-daf54b8529bf req-5f815494-7170-4181-91ed-f0e065c46423 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845008 Aug 19 15:18:08.100312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.12 (21492fc9-b034-492e-b552-52ed72a6b360/645a9b99-84f9-4668-b0ef-49f28309744d/eafa4498-7735-4e89-80a9-d0c36bc14c75) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:08.154069 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-15e088cd-7901-406f-b20c-3f1e5133c7d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ac9c4ac260b444799a853c15a020bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0114009 Aug 19 15:18:08.158019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:08.211826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e088cd-7901-406f-b20c-3f1e5133c7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972a7dc2-2e71-40d5-a969-fde576638473,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:08.292769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e157a0-afdf-45ab-8218-dd054d44984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.335609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e157a0-afdf-45ab-8218-dd054d44984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.414058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6d71be8d-0138-499a-a702-4503fb194c4f None None] Provisioning complete for port dcba0e10-cb9e-4000-bfee-0e7e547669e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:08.415008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6d71be8d-0138-499a-a702-4503fb194c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.458526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.464502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6d71be8d-0138-499a-a702-4503fb194c4f None None] Port dcba0e10-cb9e-4000-bfee-0e7e547669e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:08.470930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a4e51436-7651-4a6c-b4b6-debc922e7869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:08.564630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e157a0-afdf-45ab-8218-dd054d44984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.564860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object eafa4498-7735-4e89-80a9-d0c36bc14c75 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:08.567326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e157a0-afdf-45ab-8218-dd054d44984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.568786 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5e157a0-afdf-45ab-8218-dd054d44984d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/972a7dc2-2e71-40d5-a969-fde576638473 HTTP/1.1" status: 204 len: 168 time: 0.3969712 Aug 19 15:18:08.582724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e157a0-afdf-45ab-8218-dd054d44984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a7dc2-2e71-40d5-a969-fde576638473,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:08.641146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6d71be8d-0138-499a-a702-4503fb194c4f None None] Provisioning for port a4e51436-7651-4a6c-b4b6-debc922e7869 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:08.694042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a4e51436-7651-4a6c-b4b6-debc922e7869 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:08.700942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:08.701594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.768391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.845006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:08.850875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:08.868243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704c96c-e816-43f0-a5a9-ae639d1803a5 req-0ef021a0-97ea-440a-83e6-cf8b8f1731df tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:08.869901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a704c96c-e816-43f0-a5a9-ae639d1803a5 req-0ef021a0-97ea-440a-83e6-cf8b8f1731df tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1907632 Aug 19 15:18:08.878211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:08.889731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:08.891397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:08.911382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=eafa4498-7735-4e89-80a9-d0c36bc14c75,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:08.968150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.968512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.968939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.969390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.969848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.970184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.970520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.970850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.971511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.971987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.972318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:08.972666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:09.004896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:09.073550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:09.076556 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:09.088929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a704c96c-e816-43f0-a5a9-ae639d1803a5 req-eb5e8c42-9407-44be-a3fa-08a270b68b7d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022421 Aug 19 15:18:09.161920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:09.221206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6770b1d8-d362-4763-84ac-45dbcbab1f71 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2226605 Aug 19 15:18:09.221542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47142) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:09.222973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:09.352964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c894b-9790-49e1-8ab7-bc81d0b60343 req-41b5d36e-0815-4a40-8743-4097ef465e02 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:09.354706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c95c894b-9790-49e1-8ab7-bc81d0b60343 req-41b5d36e-0815-4a40-8743-4097ef465e02 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 947 time: 0.0648687 Aug 19 15:18:09.405987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c95c894b-9790-49e1-8ab7-bc81d0b60343 req-63640e62-c633-4840-810d-0bb651ab994d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Aug 19 15:18:09.439345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c9e253cb-d3b9-416c-94fd-39483a6cf8c2 None None] Provisioning for port eafa4498-7735-4e89-80a9-d0c36bc14c75 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:09.439345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c9e253cb-d3b9-416c-94fd-39483a6cf8c2 None None] Provisioning complete for port eafa4498-7735-4e89-80a9-d0c36bc14c75 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:09.439345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9e253cb-d3b9-416c-94fd-39483a6cf8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:09.484913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c9e253cb-d3b9-416c-94fd-39483a6cf8c2 None None] Port eafa4498-7735-4e89-80a9-d0c36bc14c75 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:09.565855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:09.570390 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:09.667215 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 645a9b99-84f9-4668-b0ef-49f28309744d (CIDR: 172.20.0.0/28) Aug 19 15:18:09.731023 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:18:09.735791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:09.801427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47154) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:09.820926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-210e8eeb-8673-4db7-9310-3ed6bbb3656b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:09.825399 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4d70a142-8ce0-4583-965c-9912a79c0cd5 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6097360 Aug 19 15:18:09.841954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47160) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:09.850828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:10.010147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-210e8eeb-8673-4db7-9310-3ed6bbb3656b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:10.248112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f3ab8-0fe2-428a-9e82-d3b8c6df8c75 req-20f16f47-858c-4f64-b143-97d9ecffda2b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:10.249667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d98f3ab8-0fe2-428a-9e82-d3b8c6df8c75 req-20f16f47-858c-4f64-b143-97d9ecffda2b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0569468 Aug 19 15:18:10.297851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d98f3ab8-0fe2-428a-9e82-d3b8c6df8c75 req-4debfaa1-f4d3-4dfb-a0a5-2bc02eeac0d4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417418 Aug 19 15:18:10.332353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a4e51436-7651-4a6c-b4b6-debc922e7869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:10.384896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:10.385307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:10.604409 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-210e8eeb-8673-4db7-9310-3ed6bbb3656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:10.648587 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-210e8eeb-8673-4db7-9310-3ed6bbb3656b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d974652660e04480a8604021217f4591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463135 Aug 19 15:18:10.648587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8eeb-8673-4db7-9310-3ed6bbb3656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027749c-c9bd-4d1c-8b61-b0d8c8332244,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:10.649281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47172) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:10.709838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:10.716311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:10.789163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55cf2b01-1422-4ae9-83df-c2dc5879b7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:10.832344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55cf2b01-1422-4ae9-83df-c2dc5879b7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.055993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55cf2b01-1422-4ae9-83df-c2dc5879b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.058760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-55cf2b01-1422-4ae9-83df-c2dc5879b7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.060010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-55cf2b01-1422-4ae9-83df-c2dc5879b7b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5027749c-c9bd-4d1c-8b61-b0d8c8332244 HTTP/1.1" status: 204 len: 168 time: 0.4096327 Aug 19 15:18:11.089326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf2b01-1422-4ae9-83df-c2dc5879b7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027749c-c9bd-4d1c-8b61-b0d8c8332244,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:11.208583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.306134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:11.310230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:11.320489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:11.320996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0a085-bf66-467c-b8e5-a5339b875442 None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:11.321488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.337838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=1a63f196-4aef-44dd-9bc5-c319bc94f3d8,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:11.420997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:11.504002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9058f-343f-4d36-a068-eb5810f750ad req-02811342-26b2-4d26-ba71-80990a5231e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:11.505791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fe9058f-343f-4d36-a068-eb5810f750ad req-02811342-26b2-4d26-ba71-80990a5231e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1053650 Aug 19 15:18:11.510781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47206) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:11.511685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a37b38a0-1481-42f4-86e4-1e5f07f1c73c tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6683147 Aug 19 15:18:11.517953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1796257795', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1a63f196-4aef-44dd-9bc5-c319bc94f3d8'}], 'security_groups': ['5b4216a0-60fb-4ffb-9384-b47c15311698']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:11.599050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fe9058f-343f-4d36-a068-eb5810f750ad req-a0e58afa-a22e-438e-a667-2447406e5622 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844581 Aug 19 15:18:11.619151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.669672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:11.671050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:11.686346 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0ea71b-e85e-465a-bc78-c5b1c70d34c7" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:11.777244 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f42e5d-76cd-4b9f-a587-7784dc83653a x-openstack-request-id: req-20f42e5d-76cd-4b9f-a587-7784dc83653a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:11.777542 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:11.777791 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20f42e5d-76cd-4b9f-a587-7784dc83653a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:11.778235 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'code': 200} Aug 19 15:18:11.784699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.853887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:11.873432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=14']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:11.892283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Update dhcp port {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'fixed_ips': [{'subnet_id': '645a9b99-84f9-4668-b0ef-49f28309744d', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a63f196-4aef-44dd-9bc5-c319bc94f3d8'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'a4e51436-7651-4a6c-b4b6-debc922e7869'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:18:11.932241 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:12.172462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Allocated IP 172.20.0.18 (21492fc9-b034-492e-b552-52ed72a6b360/1a63f196-4aef-44dd-9bc5-c319bc94f3d8/a4e51436-7651-4a6c-b4b6-debc922e7869) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:12.381007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:12.453440 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:12.487790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Transition to ACTIVE for port object a4e51436-7651-4a6c-b4b6-debc922e7869 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:12.623075 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:12.789028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a7492-ca2a-4409-a831-cb86525067d2 None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:12.824654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Delete allocated IP 172.20.0.12 (21492fc9-b034-492e-b552-52ed72a6b360/645a9b99-84f9-4668-b0ef-49f28309744d) {{(pid=101962) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:18:12.841343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.29 (21492fc9-b034-492e-b552-52ed72a6b360/1a63f196-4aef-44dd-9bc5-c319bc94f3d8/eafa4498-7735-4e89-80a9-d0c36bc14c75) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:12.898052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbf76-8fd2-49cf-aa80-593c3e66a6c0 req-b4813495-8810-4750-9735-8ed17d1a6bc6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:12.913243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79cbbf76-8fd2-49cf-aa80-593c3e66a6c0 req-b4813495-8810-4750-9735-8ed17d1a6bc6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1873121 Aug 19 15:18:13.078138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79cbbf76-8fd2-49cf-aa80-593c3e66a6c0 req-d7062012-2fa9-4408-a9eb-64c4f9875025 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639943 Aug 19 15:18:13.204834 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:13.259241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:13.299269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object eafa4498-7735-4e89-80a9-d0c36bc14c75 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:13.375787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:13.466386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=eafa4498-7735-4e89-80a9-d0c36bc14c75,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:13.634277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] In _notify_port_updated(), no bound segment for port eafa4498-7735-4e89-80a9-d0c36bc14c75 on network 21492fc9-b034-492e-b552-52ed72a6b360 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:18:13.641462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:13.642128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:13.646600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47276) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:13.646929 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0712f9e4-9009-423f-b3ac-58131cb27e3e tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/ports/eafa4498-7735-4e89-80a9-d0c36bc14c75 HTTP/1.1" status: 200 len: 921 time: 2.1347663 Aug 19 15:18:13.855035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port eafa4498-7735-4e89-80a9-d0c36bc14c75 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:13.855444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.033799 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.049518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for eafa4498-7735-4e89-80a9-d0c36bc14c75 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:14.072840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Provisioning for port eafa4498-7735-4e89-80a9-d0c36bc14c75 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:14.077004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Provisioning complete for port eafa4498-7735-4e89-80a9-d0c36bc14c75 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:14.077601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.144947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Port eafa4498-7735-4e89-80a9-d0c36bc14c75 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:14.169832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Provisioning complete for port dcba0e10-cb9e-4000-bfee-0e7e547669e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:14.170639 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.236700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Port dcba0e10-cb9e-4000-bfee-0e7e547669e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:14.324458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139edb8-abba-48cd-ac8b-329105943859 req-2baa298a-f5a2-4b35-a9fa-9d277c3cd841 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:14.326841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3139edb8-abba-48cd-ac8b-329105943859 req-2baa298a-f5a2-4b35-a9fa-9d277c3cd841 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0797951 Aug 19 15:18:14.333641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Provisioning for port a4e51436-7651-4a6c-b4b6-debc922e7869 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:14.342766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:14.343734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1364699f-9da7-4ae3-b573-e93ba5d15178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.374891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3139edb8-abba-48cd-ac8b-329105943859 req-cb1f8f37-1642-4afa-9103-ebe18d021333 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 Aug 19 15:18:14.426364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a4e51436-7651-4a6c-b4b6-debc922e7869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:14.469382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.531814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=eafa4498-7735-4e89-80a9-d0c36bc14c75,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:14.610489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:14.612293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.717944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.720446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-38e1d815-3bfb-4762-a3cb-bb151eab9bd1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/eafa4498-7735-4e89-80a9-d0c36bc14c75 HTTP/1.1" status: 204 len: 168 time: 1.0722029 Aug 19 15:18:14.723691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47314) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:14.796819 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f39ce92-bf1b-441e-ba42-394e9cf8474b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:18:14.806535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47318) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:14.806701 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f39ce92-bf1b-441e-ba42-394e9cf8474b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/eafa4498-7735-4e89-80a9-d0c36bc14c75 HTTP/1.1" status: 404 len: 333 time: 0.0812693 Aug 19 15:18:14.893080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c4927b9-a2a8-4599-bf73-c3a51aaf4575 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:14.916036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-adc0d209-90cf-47d8-9ac4-f597875a9957 None None] Could not find standard attr ID for object eafa4498-7735-4e89-80a9-d0c36bc14c75. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:18:14.930926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c4927b9-a2a8-4599-bf73-c3a51aaf4575 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.055645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3aaee-094d-4673-b92e-ab4ffa7677d4 req-8e8ea65e-b066-4782-b803-15f361bf480f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:15.064986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6d3aaee-094d-4673-b92e-ab4ffa7677d4 req-8e8ea65e-b066-4782-b803-15f361bf480f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0617154 Aug 19 15:18:15.084819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c4927b9-a2a8-4599-bf73-c3a51aaf4575 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.087612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c4927b9-a2a8-4599-bf73-c3a51aaf4575 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.088853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c4927b9-a2a8-4599-bf73-c3a51aaf4575 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/security-groups/76360681-61a7-46df-a08d-9c28b0bb59dc HTTP/1.1" status: 204 len: 168 time: 0.2813034 Aug 19 15:18:15.093349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47322) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:15.106036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4927b9-a2a8-4599-bf73-c3a51aaf4575 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76360681-61a7-46df-a08d-9c28b0bb59dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:15.126862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6d3aaee-094d-4673-b92e-ab4ffa7677d4 req-e6d552df-b91c-4279-a685-f6964d5e06c9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606411 Aug 19 15:18:15.203278 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae52-40ce-4bf7-9497-fff681ba5a8f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.227937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae52-40ce-4bf7-9497-fff681ba5a8f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.292288 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:18:15.647109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae52-40ce-4bf7-9497-fff681ba5a8f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.650024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae52-40ce-4bf7-9497-fff681ba5a8f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.654500 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3dc8ae52-40ce-4bf7-9497-fff681ba5a8f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b4216a0-60fb-4ffb-9384-b47c15311698 HTTP/1.1" status: 204 len: 168 time: 0.5567818 Aug 19 15:18:15.654795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47332) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:15.676141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ae52-40ce-4bf7-9497-fff681ba5a8f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4216a0-60fb-4ffb-9384-b47c15311698,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:15.710753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 645a9b99-84f9-4668-b0ef-49f28309744d {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:15.714449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.763925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:15.861947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e8189-b03f-4902-8328-b599a1183700 req-05ad7a03-eda6-42ab-83ce-d0f05660aeda tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:15.863528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b87e8189-b03f-4902-8328-b599a1183700 req-05ad7a03-eda6-42ab-83ce-d0f05660aeda tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0769646 Aug 19 15:18:15.932040 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:16.000293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b87e8189-b03f-4902-8328-b599a1183700 req-7086ef90-2369-4147-93c2-b16598fab37b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183774 Aug 19 15:18:16.067652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-820145a1-9f3c-4586-9d78-cc6b5f4a6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:16.070883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-820145a1-9f3c-4586-9d78-cc6b5f4a6385 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1334872 Aug 19 15:18:16.194185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:16.246080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=645a9b99-84f9-4668-b0ef-49f28309744d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:16.655740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:16.663619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cce92006-9fdc-4d40-a2c8-3a967ec96bb7 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/645a9b99-84f9-4668-b0ef-49f28309744d HTTP/1.1" status: 204 len: 168 time: 1.0019100 Aug 19 15:18:16.663727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb5ce8-04ec-4c80-a2fb-96dfca6fafb3 None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:16.664158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:16.709456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:16.709615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b4f5-99ea-44ef-ba73-6394eeaf1b10 req-4fdb1bc5-716a-4d96-93eb-08f705147853 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:16.709615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22a5b4f5-99ea-44ef-ba73-6394eeaf1b10 req-4fdb1bc5-716a-4d96-93eb-08f705147853 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.5665710 Aug 19 15:18:16.725777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-895ab6be-0b80-4214-b7e9-8c979de2efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:16.728281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-895ab6be-0b80-4214-b7e9-8c979de2efe4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.6438298 Aug 19 15:18:16.800897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22a5b4f5-99ea-44ef-ba73-6394eeaf1b10 req-88317efe-f715-4ac8-921e-812be3d0f112 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955234 Aug 19 15:18:16.858533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-346373e7-bb74-4456-adec-0021965fcd89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.1193149 Aug 19 15:18:16.924950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-59e73146-17c2-4a59-99a0-3ccce878d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:16.926476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-59e73146-17c2-4a59-99a0-3ccce878d6bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0616353 Aug 19 15:18:16.947777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:16.952733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.026740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-ca6691e6-90d0-41c9-8aed-8f6a1bd85742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:17.030799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-ca6691e6-90d0-41c9-8aed-8f6a1bd85742 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977712 Aug 19 15:18:17.233741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-2870b309-cb76-4c00-a671-009b5c129bb0 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951611 Aug 19 15:18:17.383298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5779b89a-9cb6-4e16-8908-ea61751573e5 req-692c7a16-0f7d-4e60-bdae-97ebdeab75c2 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423581 Aug 19 15:18:17.530611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.580343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:17.584150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:17.588726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:17.589630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.599910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=b0d354a9-b14a-4128-9ebf-f8057b49f2ea,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:17.764109 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc0b4f6e-02cd-4514-8df5-e28cee5667fe tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0994530 Aug 19 15:18:17.769864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47374) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:17.775336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'security_group': {'name': 'tempest-secgroup-353879111'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:17.859865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f01e31-d37a-48d4-aee9-09c9ecd3e83e None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:17.912243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94713595-cd2b-420c-a738-67e872a87d7a req-f51bf1b0-f07d-45ff-b6e4-b20407acbba6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:17.914065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94713595-cd2b-420c-a738-67e872a87d7a req-f51bf1b0-f07d-45ff-b6e4-b20407acbba6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0569839 Aug 19 15:18:17.992691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ede4caca-bed3-4ecd-b589-f3d7506efab2 None None] Provisioning complete for port dcba0e10-cb9e-4000-bfee-0e7e547669e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:17.992963 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ede4caca-bed3-4ecd-b589-f3d7506efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.999948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94713595-cd2b-420c-a738-67e872a87d7a req-8e2f0e56-f456-49f1-b164-3d17e4d7aa46 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771239 Aug 19 15:18:18.002808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.040315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-0b8f2e7d-670b-4e59-892c-049083719994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.042875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-0b8f2e7d-670b-4e59-892c-049083719994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0878997 Aug 19 15:18:18.045240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ede4caca-bed3-4ecd-b589-f3d7506efab2 None None] Port dcba0e10-cb9e-4000-bfee-0e7e547669e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:18.266013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ede4caca-bed3-4ecd-b589-f3d7506efab2 None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:18.266013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ede4caca-bed3-4ecd-b589-f3d7506efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.282662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.288859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.295765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.302060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.309923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.316410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.323070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.325100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-29c5b264-d539-4c66-9655-6087bf1933ec tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1786265 Aug 19 15:18:18.348206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-8587d992-9794-4da8-9656-5b4a7ce633e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.349704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-8587d992-9794-4da8-9656-5b4a7ce633e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.2981932 Aug 19 15:18:18.358243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.408540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Update dhcp port {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'fixed_ips': [{'subnet_id': '1a63f196-4aef-44dd-9bc5-c319bc94f3d8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0d354a9-b14a-4128-9ebf-f8057b49f2ea'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'a4e51436-7651-4a6c-b4b6-debc922e7869'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:18:18.439175 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.443326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.451107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1789e497-780b-4044-87ef-6e9f5d0357f5 req-b04ea820-c3ad-4615-80a6-a2d88d8b8a44 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165264 Aug 19 15:18:18.473716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-9eebac8d-3db7-4f0a-8bd8-e4a590478ac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 1000 time: 0.1141443 Aug 19 15:18:18.493752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1164dacd-9308-40e9-bc2c-23e28e08c10b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:18.581280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-fe65adf8-4fbe-4ee5-ba3a-b5493a2ea027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.583010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-fe65adf8-4fbe-4ee5-ba3a-b5493a2ea027 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0724471 Aug 19 15:18:18.675551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Allocated IP 172.20.0.2 (21492fc9-b034-492e-b552-52ed72a6b360/b0d354a9-b14a-4128-9ebf-f8057b49f2ea/a4e51436-7651-4a6c-b4b6-debc922e7869) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:18.676096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-34097241-5fb3-4dcb-b05e-b8505aa1744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.677598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-34097241-5fb3-4dcb-b05e-b8505aa1744f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832601 Aug 19 15:18:18.678335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.679489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-27f332b2-c90c-445a-a765-64805619addd tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9082983 Aug 19 15:18:18.682702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47390) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:18.687955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'security_group': {'name': 'tempest-secgroup-1247695883'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:18.688521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bdf40-3537-4909-8558-325951b3f64d req-c8fa04e1-4bfe-4f88-87ae-ac9f490fef8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:18.690349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-026bdf40-3537-4909-8558-325951b3f64d req-c8fa04e1-4bfe-4f88-87ae-ac9f490fef8d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0985868 Aug 19 15:18:18.799362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:18.818616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-026bdf40-3537-4909-8558-325951b3f64d req-6cbfc554-f188-44b6-b074-5237ce0dd436 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174989 Aug 19 15:18:18.837382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.847845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.853278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:18.861103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-79da9b00-4eab-493e-9eee-4edc817bde5b service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700857 Aug 19 15:18:18.863914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Transition to ACTIVE for port object a4e51436-7651-4a6c-b4b6-debc922e7869 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:19.009003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52595db0-4fc6-45bc-b035-632a4107a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.015668 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.027303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9b547a0-c7d1-4632-9861-b19a6d61717e req-6f7a6adb-5ccd-441d-936e-864a748a5899 service neutron] 10.222.0.46 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582091 Aug 19 15:18:19.041721 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.117181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db45b45-1cb6-46a5-b82c-1c42b01f2caf None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:19.155366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.235669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df7d33-3ad3-46be-b346-422ae58e4605 req-b041a3c4-0261-4ac2-8ac6-b1e76abe38bb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.238081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47df7d33-3ad3-46be-b346-422ae58e4605 req-b041a3c4-0261-4ac2-8ac6-b1e76abe38bb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.0998924 Aug 19 15:18:19.247631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8004e-5bea-4a8c-aaf2-275374babb22,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:19.281383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.292932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.294130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.299819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.306222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.321638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.329987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.331796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37fbddf3-a8e0-4878-b86d-3540ebfd7843 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1822255 Aug 19 15:18:19.358988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52595db0-4fc6-45bc-b035-632a4107a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.394101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47df7d33-3ad3-46be-b346-422ae58e4605 req-a5d066c5-c827-4508-a00c-b06c6ebe2c8b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488826 Aug 19 15:18:19.397568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37b3fb01-193e-4b08-a11a-d94de3a5f444 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.398927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-37b3fb01-193e-4b08-a11a-d94de3a5f444 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "GET /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0592787 Aug 19 15:18:19.491904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-52595db0-4fc6-45bc-b035-632a4107a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.530513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-204b6c6f-e8a3-4bfc-83b1-4c1e1faf5790 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "GET /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1259403 Aug 19 15:18:19.539790 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-52595db0-4fc6-45bc-b035-632a4107a85c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=608900ccaae847d998454070771855e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814783 Aug 19 15:18:19.544722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:19.546016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:19.580566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.584629 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7fecaff6-203d-4f85-8688-3b7c737d21c9 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8982029 Aug 19 15:18:19.586060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:19.593789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'security_group': {'name': 'tempest-secgroup-776915285'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:19.601040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52595db0-4fc6-45bc-b035-632a4107a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b14617-c48d-407a-bc2f-98cc5f39dd1d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:19.654432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86749874-8428-4d68-b7d5-c0cf6171bc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.688779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86749874-8428-4d68-b7d5-c0cf6171bc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.710493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.726844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.733377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.740441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.747686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.753779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.760540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.768970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:19.771417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-2e36044f-3614-4a9e-92c1-b202e70e1683 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 5433 time: 0.1665177 Aug 19 15:18:19.807428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.816494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86749874-8428-4d68-b7d5-c0cf6171bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.820827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86749874-8428-4d68-b7d5-c0cf6171bc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.827519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86749874-8428-4d68-b7d5-c0cf6171bc0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b14617-c48d-407a-bc2f-98cc5f39dd1d HTTP/1.1" status: 204 len: 168 time: 0.2797339 Aug 19 15:18:19.838356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86749874-8428-4d68-b7d5-c0cf6171bc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b14617-c48d-407a-bc2f-98cc5f39dd1d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:19.888894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-613e642c-cb1a-4bda-8007-e560916cfe03 req-f283c4a5-6b37-4ba2-b454-91b17875c330 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&id=18a04f03-e274-4ee1-9d3e-367219cdb72c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035283 Aug 19 15:18:19.945364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56d8b35e-5b71-4d34-a086-77e67490c019 None None] Provisioning complete for port dcba0e10-cb9e-4000-bfee-0e7e547669e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:19.945900 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-56d8b35e-5b71-4d34-a086-77e67490c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:19.991093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-56d8b35e-5b71-4d34-a086-77e67490c019 None None] Port dcba0e10-cb9e-4000-bfee-0e7e547669e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:20.045036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.071130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:20.095636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56d8b35e-5b71-4d34-a086-77e67490c019 None None] Provisioning for port a4e51436-7651-4a6c-b4b6-debc922e7869 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:20.103596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56d8b35e-5b71-4d34-a086-77e67490c019 None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:20.104224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec769e7-ba9a-488a-8fe7-a1ab6fa3907b req-cd5bf55d-e2eb-4db0-9488-63d7a6294f43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:20.104811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-56d8b35e-5b71-4d34-a086-77e67490c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.105920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ec769e7-ba9a-488a-8fe7-a1ab6fa3907b req-cd5bf55d-e2eb-4db0-9488-63d7a6294f43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0934470 Aug 19 15:18:20.139444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.164278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] For port fc6eaf23-29e6-4a49-9666-a56be4bedc1c, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:20.225094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f7ff0b-7840-4a21-9520-701bba749aaf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:20.237947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ec769e7-ba9a-488a-8fe7-a1ab6fa3907b req-48c5e560-9dde-4268-a439-645876783311 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185708 Aug 19 15:18:20.249762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] device_id is not set on port fc6eaf23-29e6-4a49-9666-a56be4bedc1c yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:18:20.270231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.282618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.285568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-454105eb-5d0f-4a3c-a6f6-5e6b0c210e87 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6966641 Aug 19 15:18:20.285786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47418) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:20.291272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1735911753', 'security_groups': ['46f7ff0b-7840-4a21-9520-701bba749aaf'], 'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0d354a9-b14a-4128-9ebf-f8057b49f2ea'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:20.352937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.371367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a4e51436-7651-4a6c-b4b6-debc922e7869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:20.469344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:20.469893 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.544893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] No DVR routers for this DVR port fc6eaf23-29e6-4a49-9666-a56be4bedc1c on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:20.575648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:20.619942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dca18-3fdc-4515-b04b-a4b7835b909b req-f2a54318-dce8-437b-aab4-83d230e8cd5d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:20.624586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-289dca18-3fdc-4515-b04b-a4b7835b909b req-f2a54318-dce8-437b-aab4-83d230e8cd5d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1511595 Aug 19 15:18:20.625723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] In _notify_port_updated(), no bound segment for port fc6eaf23-29e6-4a49-9666-a56be4bedc1c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:18:20.626610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:20.627297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.628683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-f2cd4e7b-ba9c-4375-8fe9-f412f8af1e93 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 200 len: 1027 time: 1.0908356 Aug 19 15:18:20.708232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-c9c8d6fc-1ea6-4581-b29f-cd304b23f021 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:20.709950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-c9c8d6fc-1ea6-4581-b29f-cd304b23f021 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "GET /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0702193 Aug 19 15:18:20.714980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:20.716532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-289dca18-3fdc-4515-b04b-a4b7835b909b req-2ff664dd-075c-4d79-af49-1bbc60ea95d0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834188 Aug 19 15:18:20.721853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:20.791405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6b65cd69-b00b-4780-830c-90bbb561eb7c None None] Provisioning complete for port fc6eaf23-29e6-4a49-9666-a56be4bedc1c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:20.798006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6b65cd69-b00b-4780-830c-90bbb561eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.830321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.854219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] device_id is not set on port 3395a396-1dec-4695-9e7d-0ba81b353f2d yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:18:20.875978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6b65cd69-b00b-4780-830c-90bbb561eb7c None None] Port fc6eaf23-29e6-4a49-9666-a56be4bedc1c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:20.879387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.948121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce5682-f5b9-4637-9bbd-9a4ebfa327d0 req-3c767d58-e6ab-4710-a5b3-d35849756a6b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:20.950312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fce5682-f5b9-4637-9bbd-9a4ebfa327d0 req-3c767d58-e6ab-4710-a5b3-d35849756a6b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1468332 Aug 19 15:18:20.997952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47428) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:21.031278 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14f80743-bae0-437d-9cd6-7174d78cf521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.041572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fce5682-f5b9-4637-9bbd-9a4ebfa327d0 req-6b6e1bd7-40cc-4d6c-af8c-6d2bcac96662 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795658 Aug 19 15:18:21.108344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7ef98bce-c703-477b-8373-d9f4c81aed3c,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:21.120289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.3 (21492fc9-b034-492e-b552-52ed72a6b360/b0d354a9-b14a-4128-9ebf-f8057b49f2ea/3395a396-1dec-4695-9e7d-0ba81b353f2d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:21.186120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] For port 7ef98bce-c703-477b-8373-d9f4c81aed3c, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:21.196960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dc1d6-8e9e-45f8-9cbf-e745273a3e1f req-8f58a138-a81c-49c4-8600-fb4c22bcf954 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.199098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-579dc1d6-8e9e-45f8-9cbf-e745273a3e1f req-8f58a138-a81c-49c4-8600-fb4c22bcf954 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0765355 Aug 19 15:18:21.246960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] device_id is not set on port 7ef98bce-c703-477b-8373-d9f4c81aed3c yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:18:21.269235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.291040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-579dc1d6-8e9e-45f8-9cbf-e745273a3e1f req-f99b53ff-cacd-467e-a2b0-f6444fae5edc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 Aug 19 15:18:21.312484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14f80743-bae0-437d-9cd6-7174d78cf521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.357820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.361213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.377498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 3395a396-1dec-4695-9e7d-0ba81b353f2d will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:21.401354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14f80743-bae0-437d-9cd6-7174d78cf521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.435155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f80743-bae0-437d-9cd6-7174d78cf521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223744b1-b9ae-471a-ab99-f791478e6d77,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:21.478263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-761f436c-128e-449a-88f1-5c7159255499 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.483791 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-14f80743-bae0-437d-9cd6-7174d78cf521 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce2466e8db6742e1b4278361b0715c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815841 Aug 19 15:18:21.484063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47436) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:21.485197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-761f436c-128e-449a-88f1-5c7159255499 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.496354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-761f436c-128e-449a-88f1-5c7159255499 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.497697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-761f436c-128e-449a-88f1-5c7159255499 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.503999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-761f436c-128e-449a-88f1-5c7159255499 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.514686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-761f436c-128e-449a-88f1-5c7159255499 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 3884 time: 0.1107690 Aug 19 15:18:21.546516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11e7c8f6-9139-412c-98e4-b3e63eed61fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.562019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] No DVR routers for this DVR port 7ef98bce-c703-477b-8373-d9f4c81aed3c on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:21.573292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11e7c8f6-9139-412c-98e4-b3e63eed61fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.587086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.611340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d80e1bf0-58f3-4a04-8719-af4b8b983fc2 req-fd905db5-cf7e-4024-b28c-2261c05fe636 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884337 Aug 19 15:18:21.622993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:21.662392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] In _notify_port_updated(), no bound segment for port 7ef98bce-c703-477b-8373-d9f4c81aed3c on network b52c1f1a-4add-442f-9144-7d0b72ada2e3 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:18:21.664705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.666340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.669245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-795eb398-2835-45ab-b96b-9bb50cf6cf59 service neutron] 10.222.0.54 "PUT /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 200 len: 1028 time: 0.9509783 Aug 19 15:18:21.686473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=3395a396-1dec-4695-9e7d-0ba81b353f2d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:21.713390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:21.720216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:21.720216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:21.774155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:21.774928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.804188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-475915e6-0ec5-4425-9dca-a75d0ca8f8ba None None] Provisioning complete for port 7ef98bce-c703-477b-8373-d9f4c81aed3c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:21.805259 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-475915e6-0ec5-4425-9dca-a75d0ca8f8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.846236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-475915e6-0ec5-4425-9dca-a75d0ca8f8ba None None] Port 7ef98bce-c703-477b-8373-d9f4c81aed3c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:21.854680 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11e7c8f6-9139-412c-98e4-b3e63eed61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.864076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11e7c8f6-9139-412c-98e4-b3e63eed61fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:21.864076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-11e7c8f6-9139-412c-98e4-b3e63eed61fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/223744b1-b9ae-471a-ab99-f791478e6d77 HTTP/1.1" status: 204 len: 168 time: 0.3759863 Aug 19 15:18:21.875298 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7c8f6-9139-412c-98e4-b3e63eed61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223744b1-b9ae-471a-ab99-f791478e6d77,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:21.888052 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8408d0ec-becc-4cad-a0af-257dfb7e7f28 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5979242 Aug 19 15:18:21.897303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:21.914563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:21.921996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:21.922465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.047299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-5eebf357-1ee4-4e1a-8145-2a94a940f5c0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:22.049039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-5eebf357-1ee4-4e1a-8145-2a94a940f5c0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.2535036 Aug 19 15:18:22.077930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-a4cbafe3-e43a-43b6-8859-4ee8b85aa6d9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/quotas/6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 375 time: 0.0211132 Aug 19 15:18:22.086393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] For port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:22.088376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.195982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-348ac66f-bb20-447c-a298-77cf99deea53 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1120768 Aug 19 15:18:22.204643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:22.211787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.227033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e52a5fee-0414-452c-93a7-3b3f9c40aee8 None None] Provisioning for port 3395a396-1dec-4695-9e7d-0ba81b353f2d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:22.232174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e52a5fee-0414-452c-93a7-3b3f9c40aee8 None None] Provisioning complete for port 3395a396-1dec-4695-9e7d-0ba81b353f2d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:22.232174 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e52a5fee-0414-452c-93a7-3b3f9c40aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.323505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e52a5fee-0414-452c-93a7-3b3f9c40aee8 None None] Port 3395a396-1dec-4695-9e7d-0ba81b353f2d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:22.340513 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0d354a9-b14a-4128-9ebf-f8057b49f2ea (CIDR: 172.20.0.0/28) Aug 19 15:18:22.395156 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:18:22.395951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:22.428946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-73476e99-439e-4e6f-966c-4cbd97d1402e service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808536 Aug 19 15:18:22.428946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.428946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.428946 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Floating IP f73400b7-eae3-457e-bb12-58ae6abadcaa disassociated. External IP: 172.25.5.246, port: 6a5ff779-0d0b-4c95-9f6a-34748cf8da69. Aug 19 15:18:22.428946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:22.512124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e51187d6-03ba-4623-b0d9-84146738d7a4 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6119146 Aug 19 15:18:22.514543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:22.519802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:22.598892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-96eb9e75-680b-4326-91e4-3204386ebbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593785 Aug 19 15:18:22.783984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:22.815895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.854774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=6a5ff779-0d0b-4c95-9f6a-34748cf8da69,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:22.875294 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.879217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:22.885002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.919460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:22.926448 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55941314-cba0-4502-aef0-e621daedd145" -d '{"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:22.948576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:23.006288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:23.020887 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1a63f196-4aef-44dd-9bc5-c319bc94f3d8 (CIDR: 172.20.0.16/28) Aug 19 15:18:23.073506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.081674 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:18:23.082945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:23.145013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:23.147999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bd642-08d6-4dc9-a61a-16ddb92b6093 req-8b40127b-9cc9-4f0d-ac3f-fbb0744818ba tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:23.154104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa2bd642-08d6-4dc9-a61a-16ddb92b6093 req-8b40127b-9cc9-4f0d-ac3f-fbb0744818ba tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1388545 Aug 19 15:18:23.188959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:23.203100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] Sync routers for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:23.220601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:23.221281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:17:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:23.253620 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-62865f72-f72c-4b3d-9570-afecbcb9e5cf tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7349343 Aug 19 15:18:23.254472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47480) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:23.260093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'subnet': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:23.286319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa2bd642-08d6-4dc9-a61a-16ddb92b6093 req-98e42371-d696-427c-b23c-7c1244f0757f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286387 Aug 19 15:18:23.287332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] No DVR routers for this DVR port 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:23.294897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.294897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-be0aa5df-641b-4eba-affe-95edeadf3dcd tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "DELETE /v2.0/ports/6a5ff779-0d0b-4c95-9f6a-34748cf8da69 HTTP/1.1" status: 204 len: 173 time: 1.6119413 Aug 19 15:18:23.295780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:23.298354 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a176f026-f501-4039-a073-8609c9d83fc6" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:23.406366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:23.572768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7ef98bce-c703-477b-8373-d9f4c81aed3c no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:23.595362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61ed8-d0b6-4f48-bf64-ec67db9affd0 req-c25638d6-26cf-4051-b887-ca185a1e1681 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:23.602719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61ed8-d0b6-4f48-bf64-ec67db9affd0 req-c25638d6-26cf-4051-b887-ca185a1e1681 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:23.611926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61ed8-d0b6-4f48-bf64-ec67db9affd0 req-c25638d6-26cf-4051-b887-ca185a1e1681 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:23.635200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61ed8-d0b6-4f48-bf64-ec67db9affd0 req-c25638d6-26cf-4051-b887-ca185a1e1681 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:23.635200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8db61ed8-d0b6-4f48-bf64-ec67db9affd0 req-c25638d6-26cf-4051-b887-ca185a1e1681 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 3149 time: 0.1486683 Aug 19 15:18:23.635200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port e0a568f7-6e73-4c12-b0b5-8608257fe752 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:23.635200 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.723905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7ef98bce-c703-477b-8373-d9f4c81aed3c not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:23.724635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device c196fc62-1292-4ed5-a227-0fc423c9d51c no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:23.785704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] For port e0a568f7-6e73-4c12-b0b5-8608257fe752, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e0a568f7-6e73-4c12-b0b5-8608257fe752,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:23.786187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.804965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for e0a568f7-6e73-4c12-b0b5-8608257fe752 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:23.868071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8db61ed8-d0b6-4f48-bf64-ec67db9affd0 req-852f113b-e628-4606-84ac-92fdf39d30d0 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817572 Aug 19 15:18:23.947540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.990527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:59Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:24.051465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8be1e7f1-3178-488d-bc8c-6329bbae9827 req-44a98368-740a-46cd-8922-5d0d324a8c3b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 210 time: 0.0436523 Aug 19 15:18:24.051619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] Checking router: 01c0c458-4b50-4737-8ad3-3b2e423d30d1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:24.071254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:24.075154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:24.075780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:17:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:24.116651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Made reservation on behalf of b130330b6a2f468a93a6948475084f9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:24.120210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.213380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:24.238525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.258242 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.258529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e0a568f7-6e73-4c12-b0b5-8608257fe752 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:24.338332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=e0a568f7-6e73-4c12-b0b5-8608257fe752,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:24.370742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: e0a568f7-6e73-4c12-b0b5-8608257fe752 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:24.371098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e0a568f7-6e73-4c12-b0b5-8608257fe752 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:24.372338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:24.419038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:24.420079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a5ff779-0d0b-4c95-9f6a-34748cf8da69 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:24.420558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc6eaf23-29e6-4a49-9666-a56be4bedc1c no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:24.426707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] No DVR routers for this DVR port e0a568f7-6e73-4c12-b0b5-8608257fe752 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:24.429949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.432514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-246bbd5e-0ab0-4f78-80ab-360685505107 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "DELETE /v2.0/ports/e0a568f7-6e73-4c12-b0b5-8608257fe752 HTTP/1.1" status: 204 len: 173 time: 1.1315734 Aug 19 15:18:24.522110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device fc6eaf23-29e6-4a49-9666-a56be4bedc1c not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:24.522551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device ad9bf337-5769-4992-9814-f3f4c4c0399f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:24.535498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:24.614945 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03db91f-050b-406d-bcd2-4fa52267a3af x-openstack-request-id: req-f03db91f-050b-406d-bcd2-4fa52267a3af {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:24.614945 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-unplugged", "status": "failed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "code": 422}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:24.614945 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f03db91f-050b-406d-bcd2-4fa52267a3af {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:24.614945 n-d-779913-32 neutron-server[101964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'code': 422} returned with failed status Aug 19 15:18:24.659099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11551823-9c71-4578-96f0-40bbba1665b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.669462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port c196fc62-1292-4ed5-a227-0fc423c9d51c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:24.673664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.721039 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.781810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.794905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:24.876661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Network 21492fc9-b034-492e-b552-52ed72a6b360 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:24.880534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.881301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56e84bf6-d1a2-4afb-a2e9-d33173561d4e no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:24.896001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] For port c196fc62-1292-4ed5-a227-0fc423c9d51c, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=c196fc62-1292-4ed5-a227-0fc423c9d51c,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:24.899362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.903860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:24.915538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:24.916163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.952918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Subnet': ['ID=8d3f145a-74a4-4efa-bac5-f0282e2589c5,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:24.953160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for c196fc62-1292-4ed5-a227-0fc423c9d51c owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:24.964726 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b611e4-455e-4df5-b6af-df1489f5b239 x-openstack-request-id: req-04b611e4-455e-4df5-b6af-df1489f5b239 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:24.968790 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "6a5ff779-0d0b-4c95-9f6a-34748cf8da69", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:24.968790 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04b611e4-455e-4df5-b6af-df1489f5b239 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:24.968790 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': '6a5ff779-0d0b-4c95-9f6a-34748cf8da69', 'status': 'completed', 'code': 200} Aug 19 15:18:25.033647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47528) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:25.034679 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9915e0a0-b382-460f-b530-bf8a31ba8f3b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7795067 Aug 19 15:18:25.041729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2094347199', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d3f145a-74a4-4efa-bac5-f0282e2589c5'}], 'security_groups': ['1164dacd-9308-40e9-bc2c-23e28e08c10b', '2ed8004e-5bea-4a8c-aaf2-275374babb22']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:25.189283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:59Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:25.213729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d071c-4161-4303-a8cc-32433684c66f None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:25.297943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f50e-fe7c-46a2-a26a-125e35bb10f0 None None] The sync data for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 is: [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:07:49Z', 'revision_number': 4, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ec7c202b-6bf7-4c4c-9733-3a4e83e79954', 'name': '', 'network_id': 'b63c9530-38e6-4869-867b-3d546179fd2e', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'mac_address': 'fa:16:3e:7d:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:48Z', 'updated_at': '2021-08-19T15:07:59Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'subnets': [{'id': '43a04df0-b14d-4102-935d-68c2158b1bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:25.343471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:25.518687 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.525590 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.576498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:25.652437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.730186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Update dhcp port {'port': {'network_id': '21492fc9-b034-492e-b552-52ed72a6b360', 'fixed_ips': [{'subnet_id': '1a63f196-4aef-44dd-9bc5-c319bc94f3d8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0d354a9-b14a-4128-9ebf-f8057b49f2ea', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d3f145a-74a4-4efa-bac5-f0282e2589c5'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'a4e51436-7651-4a6c-b4b6-debc922e7869'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:18:25.738822 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e759ab1c-3012-4a82-8b8c-1820914b7e31 None None] New status for floating IP f73400b7-eae3-457e-bb12-58ae6abadcaa: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:18:25.766793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:25.776651 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.879805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.986374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Allocated IP 172.20.0.34 (21492fc9-b034-492e-b552-52ed72a6b360/8d3f145a-74a4-4efa-bac5-f0282e2589c5/a4e51436-7651-4a6c-b4b6-debc922e7869) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:26.041467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.082738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=c196fc62-1292-4ed5-a227-0fc423c9d51c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:26.122426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:26.169930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.185045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Transition to ACTIVE for port object a4e51436-7651-4a6c-b4b6-debc922e7869 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:26.201132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] No DVR routers for this DVR port c196fc62-1292-4ed5-a227-0fc423c9d51c on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:26.205798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.207868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-494c9385-90ec-4ff8-a214-530cd1f0c86d tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "DELETE /v2.0/ports/c196fc62-1292-4ed5-a227-0fc423c9d51c HTTP/1.1" status: 204 len: 173 time: 1.7635624 Aug 19 15:18:26.301808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.367233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:26.367598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.423768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7702a3-f792-4986-a87d-5639ea3581a6 None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:26.549924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] For port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:26.549924 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.549924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Delete allocated IP 172.20.0.3 (21492fc9-b034-492e-b552-52ed72a6b360/b0d354a9-b14a-4128-9ebf-f8057b49f2ea) {{(pid=101963) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:18:26.570759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for 56e84bf6-d1a2-4afb-a2e9-d33173561d4e owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:26.594460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Allocated IP 172.20.0.39 (21492fc9-b034-492e-b552-52ed72a6b360/8d3f145a-74a4-4efa-bac5-f0282e2589c5/3395a396-1dec-4695-9e7d-0ba81b353f2d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:26.609897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:26.613922 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95750e06-4c58-45f0-9bd5-b114e2422791" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-unplugged", "status": "completed", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-unplugged", "status": "completed", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-unplugged", "status": "completed", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:26.898272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035afc4-7168-4f15-93ef-81a161ddd79f req-7352779b-32bd-48bf-9676-4e142d205df6 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:26.905148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035afc4-7168-4f15-93ef-81a161ddd79f req-7352779b-32bd-48bf-9676-4e142d205df6 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:26.906872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3035afc4-7168-4f15-93ef-81a161ddd79f req-7352779b-32bd-48bf-9676-4e142d205df6 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 1675 time: 0.2027161 Aug 19 15:18:26.978095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': 'e0a568f7-6e73-4c12-b0b5-8608257fe752'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:26.980399 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a71e7-aa39-4cbb-82c6-64a2da7ae3ee" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "e0a568f7-6e73-4c12-b0b5-8608257fe752"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:27.030863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.044351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3035afc4-7168-4f15-93ef-81a161ddd79f req-3aac4adb-7ebd-4ba6-9e88-a61643c12528 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293025 Aug 19 15:18:27.058545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Transition to ACTIVE for port object 3395a396-1dec-4695-9e7d-0ba81b353f2d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:27.106608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Provisioning complete for port 3395a396-1dec-4695-9e7d-0ba81b353f2d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:27.107192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.154279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78e85e08-a29e-4267-a440-b496cd7ce6b1 req-e51a9940-15c6-4e21-a26c-53d6332438c8 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 210 time: 0.0287123 Aug 19 15:18:27.155932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Port 3395a396-1dec-4695-9e7d-0ba81b353f2d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:27.173805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Provisioning complete for port dcba0e10-cb9e-4000-bfee-0e7e547669e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:27.173805 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.210474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.210962 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fa5eac-32a9-4be8-969d-35b47eaf621d x-openstack-request-id: req-57fa5eac-32a9-4be8-969d-35b47eaf621d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:27.211498 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-unplugged", "status": "completed", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-unplugged", "status": "completed", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-unplugged", "status": "completed", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:27.212129 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57fa5eac-32a9-4be8-969d-35b47eaf621d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:27.212749 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c', 'code': 200} Aug 19 15:18:27.213269 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f', 'code': 200} Aug 19 15:18:27.213788 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e', 'code': 200} Aug 19 15:18:27.219530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Port dcba0e10-cb9e-4000-bfee-0e7e547669e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:27.254800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=56e84bf6-d1a2-4afb-a2e9-d33173561d4e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:27.305842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] No DVR routers for this DVR port 56e84bf6-d1a2-4afb-a2e9-d33173561d4e on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:27.308746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.312866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-efe39c11-0aca-4861-816a-930666948f8c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "DELETE /v2.0/ports/56e84bf6-d1a2-4afb-a2e9-d33173561d4e HTTP/1.1" status: 204 len: 173 time: 1.0965674 Aug 19 15:18:27.327162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.391151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Provisioning for port a4e51436-7651-4a6c-b4b6-debc922e7869 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:27.396645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:27.397021 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b238e0c1-86af-42d7-a443-6bab6fee6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.474430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.485797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event updated for resources: {'Port': ['ID=3395a396-1dec-4695-9e7d-0ba81b353f2d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:27.540475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] In _notify_port_updated(), no bound segment for port 3395a396-1dec-4695-9e7d-0ba81b353f2d on network 21492fc9-b034-492e-b552-52ed72a6b360 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:18:27.547202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:27.547825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.549140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-06cff3d7-0403-4faa-b3be-ea8a65b6ca69 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "PUT /v2.0/ports/3395a396-1dec-4695-9e7d-0ba81b353f2d HTTP/1.1" status: 200 len: 960 time: 2.5143518 Aug 19 15:18:27.553543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47594) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:27.565729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port ad9bf337-5769-4992-9814-f3f4c4c0399f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:27.566083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.747298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] For port ad9bf337-5769-4992-9814-f3f4c4c0399f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=ad9bf337-5769-4992-9814-f3f4c4c0399f,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:27.747788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.785029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for ad9bf337-5769-4992-9814-f3f4c4c0399f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:27.792029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port 3395a396-1dec-4695-9e7d-0ba81b353f2d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:27.792495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.804974 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae1c6d-5b0f-43f6-8b04-b18fcdb19964 x-openstack-request-id: req-1bae1c6d-5b0f-43f6-8b04-b18fcdb19964 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:27.805397 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "e0a568f7-6e73-4c12-b0b5-8608257fe752", "status": "completed", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "c196fc62-1292-4ed5-a227-0fc423c9d51c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:27.805771 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bae1c6d-5b0f-43f6-8b04-b18fcdb19964 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:27.806269 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': 'e0a568f7-6e73-4c12-b0b5-8608257fe752', 'status': 'completed', 'code': 200} Aug 19 15:18:27.806630 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': 'c196fc62-1292-4ed5-a227-0fc423c9d51c', 'status': 'completed', 'code': 200} Aug 19 15:18:27.964229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-025b3dc8-5f4b-4c53-b56c-d7d766f67a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.061705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.081823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for 3395a396-1dec-4695-9e7d-0ba81b353f2d owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:28.114891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd88d8-38ab-4747-bded-b5a64349f1d1 req-f4c3d74e-7f36-4ec8-af20-7462fd4718f8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:28.116470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bdd88d8-38ab-4747-bded-b5a64349f1d1 req-f4c3d74e-7f36-4ec8-af20-7462fd4718f8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1785455 Aug 19 15:18:28.260876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bdd88d8-38ab-4747-bded-b5a64349f1d1 req-526795b6-52ac-405b-bcaa-9cc14d23ffcb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366296 Aug 19 15:18:28.377409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a4e51436-7651-4a6c-b4b6-debc922e7869 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:28.401643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-013f4a58-c7d7-476d-848a-9e8fb30e51af None None] Provisioning for port 3395a396-1dec-4695-9e7d-0ba81b353f2d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:28.412497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-013f4a58-c7d7-476d-848a-9e8fb30e51af None None] Provisioning complete for port 3395a396-1dec-4695-9e7d-0ba81b353f2d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:28.412872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-013f4a58-c7d7-476d-848a-9e8fb30e51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.455812 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.459051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-013f4a58-c7d7-476d-848a-9e8fb30e51af None None] Port 3395a396-1dec-4695-9e7d-0ba81b353f2d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:28.468329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:28.468804 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.547850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=ad9bf337-5769-4992-9814-f3f4c4c0399f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:28.559075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1277d-c23a-4d3c-a6ed-c5fb6e70abd4 req-52ac3dfd-a6c6-45fd-b546-f14d254164b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:28.559075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efe1277d-c23a-4d3c-a6ed-c5fb6e70abd4 req-52ac3dfd-a6c6-45fd-b546-f14d254164b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 865 time: 0.1970510 Aug 19 15:18:28.560391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] No DVR routers for this DVR port ad9bf337-5769-4992-9814-f3f4c4c0399f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:28.562725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.564703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6419700a-1316-4e0a-ac20-78e5f059763b req-01c0623d-e949-49b3-bd51-8a2fac33d75e tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.54 "DELETE /v2.0/ports/ad9bf337-5769-4992-9814-f3f4c4c0399f HTTP/1.1" status: 204 len: 173 time: 1.2464042 Aug 19 15:18:28.580439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.584599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47624) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:28.616720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=3395a396-1dec-4695-9e7d-0ba81b353f2d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:28.652356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efe1277d-c23a-4d3c-a6ed-c5fb6e70abd4 req-a50e47ff-0ea0-4354-a255-eb56613aaeae tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c19403d-863b-4a1e-a56b-5822d44733cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866189 Aug 19 15:18:28.732025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.733175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ea14d58-5aba-451f-ab1f-a9fe38228f83 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/3395a396-1dec-4695-9e7d-0ba81b353f2d HTTP/1.1" status: 204 len: 168 time: 1.1784565 Aug 19 15:18:28.737264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47634) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:28.855581 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9488b1-30c8-478b-ae32-13a667206bd0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] GET failed (client error): The resource could not be found. Aug 19 15:18:28.858289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e9488b1-30c8-478b-ae32-13a667206bd0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports/3395a396-1dec-4695-9e7d-0ba81b353f2d HTTP/1.1" status: 404 len: 333 time: 0.0652037 Aug 19 15:18:28.863795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:28.876714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d598c8e-06fd-49ae-9a57-d97910b69648 req-07d3d21b-d6d3-430a-9198-2e1bde869dde tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 210 time: 0.0729957 Aug 19 15:18:28.905927 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-ae4b0d90-b083-46bb-8f29-f2d3edd6c15a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3196089 Aug 19 15:18:28.955636 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6066046e-e1a9-4753-835d-8ee3259b6491 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.992538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6066046e-e1a9-4753-835d-8ee3259b6491 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.170764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6066046e-e1a9-4753-835d-8ee3259b6491 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.170764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6066046e-e1a9-4753-835d-8ee3259b6491 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.170764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6066046e-e1a9-4753-835d-8ee3259b6491 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/security-groups/46f7ff0b-7840-4a21-9520-701bba749aaf HTTP/1.1" status: 204 len: 168 time: 0.2998986 Aug 19 15:18:29.170995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47652) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:29.195499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066046e-e1a9-4753-835d-8ee3259b6491 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f7ff0b-7840-4a21-9520-701bba749aaf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:29.255051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-014d75b5-9add-4cd1-af72-a61892434749 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.282325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-014d75b5-9add-4cd1-af72-a61892434749 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.454144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-014d75b5-9add-4cd1-af72-a61892434749 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.457791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-014d75b5-9add-4cd1-af72-a61892434749 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.459114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-014d75b5-9add-4cd1-af72-a61892434749 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ed8004e-5bea-4a8c-aaf2-275374babb22 HTTP/1.1" status: 204 len: 168 time: 0.2874935 Aug 19 15:18:29.462002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47660) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:29.533643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933f44c-e36f-4565-bec5-0a34f37609db req-93676b1f-dbcf-4e02-9cf3-903b37c10c46 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:29.544695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d933f44c-e36f-4565-bec5-0a34f37609db req-93676b1f-dbcf-4e02-9cf3-903b37c10c46 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1718946 Aug 19 15:18:29.550893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d75b5-9add-4cd1-af72-a61892434749 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8004e-5bea-4a8c-aaf2-275374babb22,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:29.558356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f0a390-94be-4f83-a58f-b16276f882b1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.592468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f0a390-94be-4f83-a58f-b16276f882b1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.619184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d933f44c-e36f-4565-bec5-0a34f37609db req-e4447ecc-9acd-48d4-b2dc-8783e354d736 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676174 Aug 19 15:18:29.781945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.800021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fc6cc98-f7b8-44cf-ab07-a991563013dd req-e02a2a87-4bb4-4c24-a701-acbd6120d84a tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0430033 Aug 19 15:18:29.807960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e'}, {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:29.812077 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ee0c6-990e-494e-b2c6-c50a0a6f395b" -d '{"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e"}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:29.813684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f0a390-94be-4f83-a58f-b16276f882b1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.818097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28f0a390-94be-4f83-a58f-b16276f882b1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.818481 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-28f0a390-94be-4f83-a58f-b16276f882b1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/security-groups/1164dacd-9308-40e9-bc2c-23e28e08c10b HTTP/1.1" status: 204 len: 168 time: 0.3550169 Aug 19 15:18:29.821929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47670) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:29.856572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0a390-94be-4f83-a58f-b16276f882b1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164dacd-9308-40e9-bc2c-23e28e08c10b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:29.930917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet b0d354a9-b14a-4128-9ebf-f8057b49f2ea {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:29.936087 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f1ee12-4336-4f45-a321-d3d4589a7e2f x-openstack-request-id: req-34f1ee12-4336-4f45-a321-d3d4589a7e2f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:29.936320 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "56e84bf6-d1a2-4afb-a2e9-d33173561d4e", "status": "completed", "code": 200}, {"server_uuid": "adc60c40-69fb-4430-ac44-04263b92bb93", "name": "network-vif-deleted", "tag": "ad9bf337-5769-4992-9814-f3f4c4c0399f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:29.936694 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f1ee12-4336-4f45-a321-d3d4589a7e2f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:29.937148 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': '56e84bf6-d1a2-4afb-a2e9-d33173561d4e', 'status': 'completed', 'code': 200} Aug 19 15:18:29.937767 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc60c40-69fb-4430-ac44-04263b92bb93', 'name': 'network-vif-deleted', 'tag': 'ad9bf337-5769-4992-9814-f3f4c4c0399f', 'status': 'completed', 'code': 200} Aug 19 15:18:29.939942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.022747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.088550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad441ecd-6814-464a-867d-d7efb6a8e087 req-96c1b321-8da1-4e8f-a0ce-7acde870c297 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 210 time: 0.0580790 Aug 19 15:18:30.175949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.345585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.386150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d354a9-b14a-4128-9ebf-f8057b49f2ea,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:30.397291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.405582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47688) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:30.411381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f246fb-3709-4064-94fc-90e1f603e44b None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:30.417833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b83fef7b-e0b1-4a1d-9bac-064c4c1a9505 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d354a9-b14a-4128-9ebf-f8057b49f2ea HTTP/1.1" status: 204 len: 168 time: 0.5909836 Aug 19 15:18:30.502658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 8d3f145a-74a4-4efa-bac5-f0282e2589c5 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:30.511495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.564857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.694511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.758449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.801151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-92be8149-5a53-4daf-a583-b4ba0191c3e3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:30.802876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-92be8149-5a53-4daf-a583-b4ba0191c3e3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.1658223 Aug 19 15:18:30.854455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'port': {'device_id': '4838813f-c274-449c-aa55-0d01be846a42', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'admin_state_up': True, 'tenant_id': '6703815861664771b958dbe87bd3ff32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:30.911368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.935420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.939456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c9131-d417-4686-9e58-fbd6b78fd659 req-be28adf1-91b9-4bca-b49d-e9aca2553261 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:30.941069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a84c9131-d417-4686-9e58-fbd6b78fd659 req-be28adf1-91b9-4bca-b49d-e9aca2553261 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1510432 Aug 19 15:18:30.942488 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/8d3f145a-74a4-4efa-bac5-f0282e2589c5 HTTP/1.1" status: 204 len: 168 time: 0.5354645 Aug 19 15:18:30.944652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47700) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:30.969428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464ac36-bb8d-4a98-a37e-1d3115e2e9b2 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3f145a-74a4-4efa-bac5-f0282e2589c5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:31.017228 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2f2e14-cf73-4697-83d4-a424e37ce146 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:31.017554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2f2e14-cf73-4697-83d4-a424e37ce146 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:31.021155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3d2f2e14-cf73-4697-83d4-a424e37ce146 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d354a9-b14a-4128-9ebf-f8057b49f2ea HTTP/1.1" status: 404 len: 337 time: 0.0737193 Aug 19 15:18:31.022145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:31.090740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a84c9131-d417-4686-9e58-fbd6b78fd659 req-013440a8-dbbe-409c-8603-5e9fd55d52b6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337090 Aug 19 15:18:31.164149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting subnet 1a63f196-4aef-44dd-9bc5-c319bc94f3d8 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:31.177639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.252536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:31.257993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.322650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.412687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56a8fc91-1d67-453f-91af-71f9863e6d3e req-82c8d252-f1f5-4fa6-9fae-87d2759582ed tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.1067531 Aug 19 15:18:31.562471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.667062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f3f29-3bf0-4cc4-a555-f8ed80c06861 None None] Network 21492fc9-b034-492e-b552-52ed72a6b360 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:31.671451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3b99d35-0915-42c9-9eb3-d31fe26eea84 req-a7ca102e-d5d4-4c29-99af-ba9740791241 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 210 time: 0.0849280 Aug 19 15:18:31.722296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Allocated IP 172.20.0.14 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/a5950ac4-0c86-414c-b621-69cfcfecd991) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:31.775857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.823804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Subnet': ['ID=1a63f196-4aef-44dd-9bc5-c319bc94f3d8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:31.842017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.844055 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-06de209a-4fff-4eb3-9162-38d2208fbdb1 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/1a63f196-4aef-44dd-9bc5-c319bc94f3d8 HTTP/1.1" status: 204 len: 168 time: 0.8206146 Aug 19 15:18:31.853764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:31.868356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bc4c9ac5-7d7a-47da-9f1d-3bfc5e2a08b5 None None] Provisioning complete for port dcba0e10-cb9e-4000-bfee-0e7e547669e5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:31.868730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9ac5-7d7a-47da-9f1d-3bfc5e2a08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.892402 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eded988-5bad-42ed-8da7-cb93ad7a521f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:31.892866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eded988-5bad-42ed-8da7-cb93ad7a521f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:31.894672 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6eded988-5bad-42ed-8da7-cb93ad7a521f tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/645a9b99-84f9-4668-b0ef-49f28309744d HTTP/1.1" status: 404 len: 337 time: 0.0398254 Aug 19 15:18:31.914430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47716) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:31.999515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.004464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b70cc03-6230-4f6d-9f54-485a30c7064a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4df7e78-b9dd-4f06-8d63-5d5880209fa1 HTTP/1.1" status: 200 len: 205 time: 0.0878508 Aug 19 15:18:32.005243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47720) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.018250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c9ac5-7d7a-47da-9f1d-3bfc5e2a08b5 None None] Port dcba0e10-cb9e-4000-bfee-0e7e547669e5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:32.020377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Transition to ACTIVE for port object a5950ac4-0c86-414c-b621-69cfcfecd991 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:32.067341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bc4c9ac5-7d7a-47da-9f1d-3bfc5e2a08b5 None None] Provisioning complete for port a4e51436-7651-4a6c-b4b6-debc922e7869 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:32.068015 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9ac5-7d7a-47da-9f1d-3bfc5e2a08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.107660 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-1c78ed69-0da5-4d26-b1a5-5372b809f3c0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] delete failed (client error): The resource could not be found. Aug 19 15:18:32.112086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47724) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.112695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c78ed69-0da5-4d26-b1a5-5372b809f3c0 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/routers/d4df7e78-b9dd-4f06-8d63-5d5880209fa1 HTTP/1.1" status: 404 len: 336 time: 0.1061659 Aug 19 15:18:32.174255 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f332be5-45e3-48a1-8faf-7717385c7f07 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.174710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f332be5-45e3-48a1-8faf-7717385c7f07 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.176469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9f332be5-45e3-48a1-8faf-7717385c7f07 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/bba0a2ef-d0c8-4b36-8a1c-30bc9e143a4d HTTP/1.1" status: 404 len: 337 time: 0.0625305 Aug 19 15:18:32.177904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.179563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47728) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.278704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] DHCP port deletion for 21492fc9-b034-492e-b552-52ed72a6b360 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:18:32.337841 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1b82e2-ea4e-49e8-b417-87c6675dfabc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.338380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1b82e2-ea4e-49e8-b417-87c6675dfabc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.340258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd1b82e2-ea4e-49e8-b417-87c6675dfabc tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/934b0754-eb9a-40c9-9002-67034af05bad HTTP/1.1" status: 404 len: 337 time: 0.1594470 Aug 19 15:18:32.344267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47734) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.370055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:32.388227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:32.393931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:32.403547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=a5950ac4-0c86-414c-b621-69cfcfecd991,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:32.421610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a4e51436-7651-4a6c-b4b6-debc922e7869 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:32.429294 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a6bdf0-d5ef-4ded-a8c7-ad60b4ccdde3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.436204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a6bdf0-d5ef-4ded-a8c7-ad60b4ccdde3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.438842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90a6bdf0-d5ef-4ded-a8c7-ad60b4ccdde3 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/21e01bfe-7787-4f3b-9d20-c0e4f16c28ab HTTP/1.1" status: 404 len: 337 time: 0.0935409 Aug 19 15:18:32.441541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.478346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] Deleting port a4e51436-7651-4a6c-b4b6-debc922e7869 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:32.478957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.490782 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2c43d8-dc55-4c46-8ec9-2298bc8ba03b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.492606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2c43d8-dc55-4c46-8ec9-2298bc8ba03b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.495698 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-df2c43d8-dc55-4c46-8ec9-2298bc8ba03b tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/642888c0-19c2-4a15-a0dc-4a9f632e1e17 HTTP/1.1" status: 404 len: 333 time: 0.0530677 Aug 19 15:18:32.500282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.523887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee492b2-463b-4073-af95-e4bddd087af5 req-33abdc6b-5b5f-409e-890f-0acc6b045a29 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:32.529013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee492b2-463b-4073-af95-e4bddd087af5 req-33abdc6b-5b5f-409e-890f-0acc6b045a29 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.2128797 Aug 19 15:18:32.563911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:32.564629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.570292 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6f89fe-0a9f-4e9e-8ebf-a91757826f22 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.570930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6f89fe-0a9f-4e9e-8ebf-a91757826f22 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.573100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a6f89fe-0a9f-4e9e-8ebf-a91757826f22 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/8d12628f-df15-4a5c-89f3-2f8202afa0bc HTTP/1.1" status: 404 len: 337 time: 0.0702565 Aug 19 15:18:32.575915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.628927 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe821f81-e0b8-4200-88e1-3f1cf6beea2a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.631018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe821f81-e0b8-4200-88e1-3f1cf6beea2a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.638712 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fe821f81-e0b8-4200-88e1-3f1cf6beea2a tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/5a1602fd-cd03-4c14-82c8-faa60ca70d05 HTTP/1.1" status: 404 len: 337 time: 0.0615957 Aug 19 15:18:32.644541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47748) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.673597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dee492b2-463b-4073-af95-e4bddd087af5 req-8027bf67-c2c7-425a-bbe8-ca94fa2e770c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433203 Aug 19 15:18:32.725653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:32.728252 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.732105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-8a70108b-1f5a-4366-afd8-e8fa7ca6a82b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8869302 Aug 19 15:18:32.750672 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6725644-fb0b-4148-afa6-92d9d8dcb752 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.756774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6725644-fb0b-4148-afa6-92d9d8dcb752 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.759309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Request body: {'port': {'device_id': '4838813f-c274-449c-aa55-0d01be846a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:32.768634 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b6725644-fb0b-4148-afa6-92d9d8dcb752 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/856770ca-acf8-44af-8898-e8220091cb78 HTTP/1.1" status: 404 len: 333 time: 0.1228263 Aug 19 15:18:32.770194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.780358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] Calling delete_port for a4e51436-7651-4a6c-b4b6-debc922e7869 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:32.791103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.838108 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b775c8-4597-4c6d-be14-9c96507ea317 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.841052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b775c8-4597-4c6d-be14-9c96507ea317 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.847725 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3b775c8-4597-4c6d-be14-9c96507ea317 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/021cef13-ff04-4732-af2f-bd5f8e350fd8 HTTP/1.1" status: 404 len: 337 time: 0.0735459 Aug 19 15:18:32.849064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.872852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0570d5f9-4a92-4efc-9ad7-e575653d2e32 req-d685bee7-4bc6-43e8-85d7-eb187bb28b16 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0628052 Aug 19 15:18:32.886438 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-727737d3-2353-4df7-b04d-23f687068dca tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] DELETE failed (client error): The resource could not be found. Aug 19 15:18:32.887369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727737d3-2353-4df7-b04d-23f687068dca tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:18:32.893496 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-727737d3-2353-4df7-b04d-23f687068dca tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/subnets/ce93cef6-4e90-4765-8454-511a76a706e8 HTTP/1.1" status: 404 len: 337 time: 0.0437672 Aug 19 15:18:32.894185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47756) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.935443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.951346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a4e51436-7651-4a6c-b4b6-debc922e7869, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a4e51436-7651-4a6c-b4b6-debc922e7869,segment=NetworkSegment(6355a18c-af27-4a0d-8ede-8e99b0dbf9be),segment_id=6355a18c-af27-4a0d-8ede-8e99b0dbf9be)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:33.015652 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.086958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.091398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Deleting port dcba0e10-cb9e-4000-bfee-0e7e547669e5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:33.092076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.097511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90b8bc3e-eaf9-4a56-8f31-7ec7826d1a16 None None] Provisioning for port a5950ac4-0c86-414c-b621-69cfcfecd991 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:33.102894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90b8bc3e-eaf9-4a56-8f31-7ec7826d1a16 None None] Provisioning complete for port a5950ac4-0c86-414c-b621-69cfcfecd991 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:33.106902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90b8bc3e-eaf9-4a56-8f31-7ec7826d1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.127031 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.174296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] No DVR routers for this DVR port a4e51436-7651-4a6c-b4b6-debc922e7869 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:33.179002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059acbae-f8a5-4a0c-a75f-00b0ad5a8edf None None] Pushing event deleted for resources: {'Port': ['ID=a4e51436-7651-4a6c-b4b6-debc922e7869,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.179652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.187080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf1296-d41b-49e2-95f3-272fd07665e0 req-eb77775d-d5b7-4a62-9b8b-469be7f6ec6f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:33.188947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afbf1296-d41b-49e2-95f3-272fd07665e0 req-eb77775d-d5b7-4a62-9b8b-469be7f6ec6f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 932 time: 0.1734674 Aug 19 15:18:33.204242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Calling delete_port for dcba0e10-cb9e-4000-bfee-0e7e547669e5 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:33.210109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-90b8bc3e-eaf9-4a56-8f31-7ec7826d1a16 None None] Port a5950ac4-0c86-414c-b621-69cfcfecd991 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:33.341014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afbf1296-d41b-49e2-95f3-272fd07665e0 req-544ca1d7-0daf-4e5a-9e27-4919f552af81 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424060 Aug 19 15:18:33.484785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.486414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5950ac4-0c86-414c-b621-69cfcfecd991 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:18:33.499117 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.539172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Transition to ACTIVE for port object a5950ac4-0c86-414c-b621-69cfcfecd991 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:33.541017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Port': ['ID=dcba0e10-cb9e-4000-bfee-0e7e547669e5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.547541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.549472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-91045738-917e-4a74-bbe0-3ff619bf7ba8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/ports/dcba0e10-cb9e-4000-bfee-0e7e547669e5 HTTP/1.1" status: 204 len: 168 time: 0.6543059 Aug 19 15:18:33.551824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47764) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:33.607773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.642190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.697433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Pushing event updated for resources: {'Port': ['ID=a5950ac4-0c86-414c-b621-69cfcfecd991,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.824641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.860431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21492fc9-b034-492e-b552-52ed72a6b360']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:33.882641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6355a18c-af27-4a0d-8ede-8e99b0dbf9be') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:33.882952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6355a18c-af27-4a0d-8ede-8e99b0dbf9be') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:33.898556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.919067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.926903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:18:33.927486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:18:33.931133 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:18:33.969338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Attempting to bind port a5950ac4-0c86-414c-b621-69cfcfecd991 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:33.969681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Attempting to bind port a5950ac4-0c86-414c-b621-69cfcfecd991 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:33.970016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Attempting to bind port a5950ac4-0c86-414c-b621-69cfcfecd991 on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:33.988994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Port a5950ac4-0c86-414c-b621-69cfcfecd991 on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:18:33.989360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Attempting to bind port a5950ac4-0c86-414c-b621-69cfcfecd991 on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:34.001708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:34.001968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:34.013055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:34.013557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Bound port: a5950ac4-0c86-414c-b621-69cfcfecd991, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:34.013940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.062353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20cd4c-5b78-403e-83de-0ecfd701cb3c req-dde7c094-8751-46f5-a302-7c19cdf261c4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:34.070163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb20cd4c-5b78-403e-83de-0ecfd701cb3c req-dde7c094-8751-46f5-a302-7c19cdf261c4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1796043 Aug 19 15:18:34.134558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.151234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.158531 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] 10.222.0.13 "DELETE /v2.0/networks/21492fc9-b034-492e-b552-52ed72a6b360 HTTP/1.1" status: 204 len: 168 time: 0.6055198 Aug 19 15:18:34.163321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb20cd4c-5b78-403e-83de-0ecfd701cb3c req-e65f3e54-55df-4649-933a-dae6eee05af7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922043 Aug 19 15:18:34.188749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] For port a5950ac4-0c86-414c-b621-69cfcfecd991, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:34.192459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] For port a5950ac4-0c86-414c-b621-69cfcfecd991, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a5950ac4-0c86-414c-b621-69cfcfecd991,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:34.203056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084f593-8f5b-4797-a117-16709526eac8 tempest-PortsTestJSON-241103899 tempest-PortsTestJSON-241103899-project] Pushing event deleted for resources: {'Network': ['ID=21492fc9-b034-492e-b552-52ed72a6b360,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:34.272011 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.390574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a944ba7-8b2f-4cee-babc-11bb57294425 req-a4345116-4e13-4d6f-93a8-76b2ac9828b2 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0760512 Aug 19 15:18:34.396731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:34.397379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.399334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] 10.222.0.54 "PUT /v2.0/ports/a5950ac4-0c86-414c-b621-69cfcfecd991 HTTP/1.1" status: 200 len: 1093 time: 1.6445718 Aug 19 15:18:34.399780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838813f-c274-449c-aa55-0d01be846a42', 'tag': 'a5950ac4-0c86-414c-b621-69cfcfecd991'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:34.405421 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2222e1a-238e-407f-8c1f-fbc186b5cd64" -d '{"events": [{"name": "network-changed", "server_uuid": "4838813f-c274-449c-aa55-0d01be846a42", "tag": "a5950ac4-0c86-414c-b621-69cfcfecd991"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:34.430134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d40ed-01c7-411e-88ce-4e79e0ba123e service neutron] Pushing event updated for resources: {'Port': ['ID=a5950ac4-0c86-414c-b621-69cfcfecd991,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:34.568419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8ec5-c030-4978-a984-4096c9fdc625 req-193533da-fdd1-43a1-96f8-46c291c39145 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:34.570509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d51b8ec5-c030-4978-a984-4096c9fdc625 req-193533da-fdd1-43a1-96f8-46c291c39145 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 944 time: 0.0787401 Aug 19 15:18:34.661226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d51b8ec5-c030-4978-a984-4096c9fdc625 req-ff95df84-0a9e-4e8c-9705-ee42e510d02c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 Aug 19 15:18:34.672219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-37a044f4-1462-4f3f-9591-a1986ad97742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:34.673963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-37a044f4-1462-4f3f-9591-a1986ad97742 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 1096 time: 0.1023312 Aug 19 15:18:34.750287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-19d2b30b-bb9d-4f40-b98a-0d49f2958e78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5950ac4-0c86-414c-b621-69cfcfecd991 HTTP/1.1" status: 200 len: 217 time: 0.0615425 Aug 19 15:18:34.751769 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892d3bc-7708-4cdb-8f58-4b9725f5a0fe x-openstack-request-id: req-e892d3bc-7708-4cdb-8f58-4b9725f5a0fe {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:34.752062 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838813f-c274-449c-aa55-0d01be846a42", "tag": "a5950ac4-0c86-414c-b621-69cfcfecd991", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:34.752314 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e892d3bc-7708-4cdb-8f58-4b9725f5a0fe {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:34.752708 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838813f-c274-449c-aa55-0d01be846a42', 'tag': 'a5950ac4-0c86-414c-b621-69cfcfecd991', 'status': 'completed', 'code': 200} Aug 19 15:18:34.806594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-ed34ac26-8572-4ddd-9aa6-692583a48b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:34.808315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-ed34ac26-8572-4ddd-9aa6-692583a48b7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0510519 Aug 19 15:18:34.882213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-6defa4a7-63ba-4083-a5a6-38c61e790dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:34.885700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-6defa4a7-63ba-4083-a5a6-38c61e790dc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686772 Aug 19 15:18:35.006383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47794) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:35.065815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-779a4b0b-68a8-4bfd-a4ef-a2e85300d4f7 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734531 Aug 19 15:18:35.180307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3859be96-e952-471c-addb-4cc1eb8b6250 req-0d027128-9daa-4d6c-b975-84cfaea8bb02 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080306 Aug 19 15:18:35.229140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47804) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:35.241318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4f65426e-10ee-49ab-a11b-b0dc9e0c9a0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b130330b6a2f468a93a6948475084f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178273 Aug 19 15:18:35.755354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e68cb0c-84d3-4ce4-80a6-5d96f168bbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.819168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e68cb0c-84d3-4ce4-80a6-5d96f168bbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.845305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb3db4-07e2-486c-9b7d-6f618ef4f5f2 req-ba0c88d4-5c57-4270-bc58-2ff8c0bf0412 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:35.849802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ceb3db4-07e2-486c-9b7d-6f618ef4f5f2 req-ba0c88d4-5c57-4270-bc58-2ff8c0bf0412 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.5104306 Aug 19 15:18:35.884948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-5797010d-42c7-4274-b20e-f14a632d647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:35.886825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-5797010d-42c7-4274-b20e-f14a632d647f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 1096 time: 0.1293027 Aug 19 15:18:35.969086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ceb3db4-07e2-486c-9b7d-6f618ef4f5f2 req-5d19c6a5-59b4-40b9-9a3a-4390af644788 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078322 Aug 19 15:18:36.019269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-e25206f7-0d19-4d58-a89f-530689bff436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:36.020747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-e25206f7-0d19-4d58-a89f-530689bff436 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1241295 Aug 19 15:18:36.068258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-5737855c-ee88-4f49-9a26-0b66f756ab9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5950ac4-0c86-414c-b621-69cfcfecd991 HTTP/1.1" status: 200 len: 217 time: 0.0394032 Aug 19 15:18:36.101097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c72b620-48bd-4568-929c-6034f87e77ef req-434023f3-786b-49bc-9db7-7bd7e5ce7ad9 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0356984 Aug 19 15:18:36.132783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e68cb0c-84d3-4ce4-80a6-5d96f168bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.138726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e68cb0c-84d3-4ce4-80a6-5d96f168bbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.141480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0e68cb0c-84d3-4ce4-80a6-5d96f168bbdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ef625e0-9bf5-4756-8713-2fdf45e93ab3 HTTP/1.1" status: 204 len: 168 time: 0.9095173 Aug 19 15:18:36.159226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68cb0c-84d3-4ce4-80a6-5d96f168bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef625e0-9bf5-4756-8713-2fdf45e93ab3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:36.178259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-cfb4225f-cf4a-4745-b4ae-7ee9a85fde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:36.180128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-cfb4225f-cf4a-4745-b4ae-7ee9a85fde37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1033437 Aug 19 15:18:36.276157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-aa8d47a9-6dc7-47ae-9484-ac8435dceb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:36.278720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-aa8d47a9-6dc7-47ae-9484-ac8435dceb30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908990 Aug 19 15:18:36.348614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc407-64c6-4459-b059-1f70f43d67e0 req-4c3b17fe-0ced-454e-9f85-9db086a0b1cf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:36.356943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fcdc407-64c6-4459-b059-1f70f43d67e0 req-4c3b17fe-0ced-454e-9f85-9db086a0b1cf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 944 time: 0.1269343 Aug 19 15:18:36.416525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fcdc407-64c6-4459-b059-1f70f43d67e0 req-50d0fa1f-9fae-4476-81b3-e3e1470d38e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585787 Aug 19 15:18:36.439418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-2de2e255-4711-4428-b697-06bad333de33 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506798 Aug 19 15:18:36.571431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2222e1a-238e-407f-8c1f-fbc186b5cd64 req-f8e4757a-de9c-4413-887c-39de2d5a0b45 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265171 Aug 19 15:18:37.146026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280036e-a890-4578-9c8c-b95e84c27924 req-8280c257-6efd-4b9a-9bcb-40ea02cf292b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:37.155400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d280036e-a890-4578-9c8c-b95e84c27924 req-8280c257-6efd-4b9a-9bcb-40ea02cf292b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1076655 Aug 19 15:18:37.200418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d280036e-a890-4578-9c8c-b95e84c27924 req-31369474-cfc0-47e5-9640-a655398d28ac tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Aug 19 15:18:37.293668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79f3f3cd-ea63-4d29-b21c-1939db261f3f req-ff0a24cf-9eb8-4329-99aa-c0f7d28618c3 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0290172 Aug 19 15:18:37.416064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47856) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:37.545642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--352216202'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:37.581270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cef589-e073-4ff8-b87a-967c7e9f32a8 req-babbdfe0-364c-46a2-9e58-509ab1338723 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:37.582872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6cef589-e073-4ff8-b87a-967c7e9f32a8 req-babbdfe0-364c-46a2-9e58-509ab1338723 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 944 time: 0.0775862 Aug 19 15:18:37.625551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6cef589-e073-4ff8-b87a-967c7e9f32a8 req-ca6f5dae-2b51-4a53-a432-4b9a17a9d488 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354774 Aug 19 15:18:37.645057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.653704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.750067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.832843 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.865053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09646b13-a776-4ae4-8e8e-ce169c3c471c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:38.139084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.198856 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.238479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21512e-c43a-4009-801b-a2bf54f3d68a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:38.299123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.300433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9ad611c1-8c01-411b-b479-5da357c83096 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8831992 Aug 19 15:18:38.303908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47872) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:38.409737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-445e83da-7edb-49d3-9aa4-413370e1206d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0840275 Aug 19 15:18:38.410149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47876) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:38.415492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-security--221486725', 'description': 'tempest-security-description-770824750'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:38.446946 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.461149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039f5c4-5a20-49ae-8304-4dded18749a6 req-6033343b-a088-4358-b855-974a9e9f048e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:38.469623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6039f5c4-5a20-49ae-8304-4dded18749a6 req-6033343b-a088-4358-b855-974a9e9f048e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1453905 Aug 19 15:18:38.502112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.509155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6039f5c4-5a20-49ae-8304-4dded18749a6 req-78fd02a3-7095-457c-9e9a-336655940285 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Aug 19 15:18:38.596698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.599440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.603476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "PUT /v2.0/security-groups/fd21512e-c43a-4009-801b-a2bf54f3d68a HTTP/1.1" status: 200 len: 1778 time: 0.1894429 Aug 19 15:18:38.604841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47880) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:38.610175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2583b982-03b7-44f0-a6b8-c9980368e094 req-bc0884b7-1d2c-485b-8882-cb263f0db06c tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0340583 Aug 19 15:18:38.652601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20b4a-5703-4449-bd71-dce8ce6cff80 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21512e-c43a-4009-801b-a2bf54f3d68a,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:38.674180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6911e9cc-ba46-477a-b954-71ad8e8b674b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups/fd21512e-c43a-4009-801b-a2bf54f3d68a HTTP/1.1" status: 200 len: 1778 time: 0.0672748 Aug 19 15:18:38.676936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47886) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:38.750319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d8d78e02-7835-4087-a853-1c6498c1d227 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.762803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbee309-44ab-4dae-86ad-2d50eff111c0 req-a7cf0c17-6a75-4d19-b6e8-ac5432db4feb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:38.765331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbbee309-44ab-4dae-86ad-2d50eff111c0 req-a7cf0c17-6a75-4d19-b6e8-ac5432db4feb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 944 time: 0.0588686 Aug 19 15:18:38.781921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d8d78e02-7835-4087-a853-1c6498c1d227 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.815812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbbee309-44ab-4dae-86ad-2d50eff111c0 req-eda99f09-91d0-4065-b801-b74242259bac tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Aug 19 15:18:38.939104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d8d78e02-7835-4087-a853-1c6498c1d227 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.941761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d8d78e02-7835-4087-a853-1c6498c1d227 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.942921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d8d78e02-7835-4087-a853-1c6498c1d227 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd21512e-c43a-4009-801b-a2bf54f3d68a HTTP/1.1" status: 204 len: 168 time: 0.2650330 Aug 19 15:18:38.945931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47890) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:38.953434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d78e02-7835-4087-a853-1c6498c1d227 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21512e-c43a-4009-801b-a2bf54f3d68a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:39.005148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7c19e3e1-1cc1-4252-b689-6c1360f67985 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560896 Aug 19 15:18:39.008144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47894) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:39.024227 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-a2d05412-6592-49c5-b884-bfaac4ed16a0 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] delete failed (client error): The resource could not be found. Aug 19 15:18:39.030258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2d05412-6592-49c5-b884-bfaac4ed16a0 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd21512e-c43a-4009-801b-a2bf54f3d68a HTTP/1.1" status: 404 len: 347 time: 0.0218172 Aug 19 15:18:39.030812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47896) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:39.035629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243700060'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:39.128026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.232988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.301034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.342510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00365394-e01b-4ab3-a769-cf491a5b45ff,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:39.404670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.407337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e0afd2d1-d623-4bab-8438-637ba410e31a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3754516 Aug 19 15:18:39.410392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47900) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:39.415869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '00365394-e01b-4ab3-a769-cf491a5b45ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:39.547952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.554094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a5950ac4-0c86-414c-b621-69cfcfecd991 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:18:39.657956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.698378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port a5950ac4-0c86-414c-b621-69cfcfecd991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a5950ac4-0c86-414c-b621-69cfcfecd991,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:39.713724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'a5950ac4-0c86-414c-b621-69cfcfecd991', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': 'a5950ac4-0c86-414c-b621-69cfcfecd991', 'mac_address': 'fa:16:3e:00:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:18:39.719397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3342981-5201-4c5d-8624-bdd885335f6b req-267278bf-cfab-4ddd-b658-7a4d2e60c6e3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:39.728453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3342981-5201-4c5d-8624-bdd885335f6b req-267278bf-cfab-4ddd-b658-7a4d2e60c6e3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.0945375 Aug 19 15:18:39.747158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.757936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.774458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5950ac4-0c86-414c-b621-69cfcfecd991 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:18:39.797400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cecd44-42e4-495f-b6b2-e3884c9a4779,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:39.800866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port a5950ac4-0c86-414c-b621-69cfcfecd991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a5950ac4-0c86-414c-b621-69cfcfecd991,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:39.814519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3342981-5201-4c5d-8624-bdd885335f6b req-73344d54-919a-4633-be0a-dc44882e2477 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840032 Aug 19 15:18:39.901588 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.912610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.917357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f883dbf7-4d64-415e-8f06-6f29549e1347 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5055752 Aug 19 15:18:39.918901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47912) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:39.946267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af0ac6e6-2a59-40e7-b5d5-22cea9c161e9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.947996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-495a23f0-ae6c-43e7-ad99-951b106e991c req-50c4f10d-3fc8-4929-af96-486a4b3506b4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Aug 19 15:18:39.965906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af0ac6e6-2a59-40e7-b5d5-22cea9c161e9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.972869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=a5950ac4-0c86-414c-b621-69cfcfecd991,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:40.080006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a116-4743-4e86-9311-4038e7c7f572 req-e9e5c3b1-fe28-4b4e-bea7-b09820fc84f2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:40.082378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9a116-4743-4e86-9311-4038e7c7f572 req-e9e5c3b1-fe28-4b4e-bea7-b09820fc84f2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 945 time: 0.0576334 Aug 19 15:18:40.112754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af0ac6e6-2a59-40e7-b5d5-22cea9c161e9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.133827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af0ac6e6-2a59-40e7-b5d5-22cea9c161e9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.138420 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af0ac6e6-2a59-40e7-b5d5-22cea9c161e9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e5cecd44-42e4-495f-b6b2-e3884c9a4779 HTTP/1.1" status: 204 len: 168 time: 0.2180021 Aug 19 15:18:40.141588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9a116-4743-4e86-9311-4038e7c7f572 req-713bbdc4-5048-46f9-905c-eea1e2f206be tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523214 Aug 19 15:18:40.142202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47916) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:40.157018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ac6e6-2a59-40e7-b5d5-22cea9c161e9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5cecd44-42e4-495f-b6b2-e3884c9a4779,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:40.195863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a5f1d27-c054-4162-9b7a-d565b6164621 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469155 Aug 19 15:18:40.199713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:40.269914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75558a24-65c5-4f58-8ead-85eeca2ce371 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.294681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75558a24-65c5-4f58-8ead-85eeca2ce371 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.342635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:18:40.507663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75558a24-65c5-4f58-8ead-85eeca2ce371 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.511018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75558a24-65c5-4f58-8ead-85eeca2ce371 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.514956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47924) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:40.515436 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-75558a24-65c5-4f58-8ead-85eeca2ce371 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/00365394-e01b-4ab3-a769-cf491a5b45ff HTTP/1.1" status: 204 len: 168 time: 0.3142042 Aug 19 15:18:40.526437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75558a24-65c5-4f58-8ead-85eeca2ce371 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00365394-e01b-4ab3-a769-cf491a5b45ff,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:40.575914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dd583994-9023-4f03-9d74-32909277c032 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583372 Aug 19 15:18:40.580203 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:40.585616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--779008003'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:40.722500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.823726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.956321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a36f64-1d5f-495f-810d-3103e1101e86 req-963e9025-b66a-4ffd-a0da-94c7e4d03361 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:40.957907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52a36f64-1d5f-495f-810d-3103e1101e86 req-963e9025-b66a-4ffd-a0da-94c7e4d03361 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.0556560 Aug 19 15:18:40.980924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.000959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52a36f64-1d5f-495f-810d-3103e1101e86 req-6dbbfdda-b9fc-41d7-80c7-ab0a2970669d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370986 Aug 19 15:18:41.017529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68df4c8f-ab95-4d57-ae6d-7259040da671,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:41.116244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b74c5ced-6614-4057-a1c1-da6f25f40692 req-fa6d5b7c-7520-4634-aff1-039c710d1af4 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0299280 Aug 19 15:18:41.167164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.167164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0a7b05a3-5e6d-47d0-8a4b-51135c041de5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5791023 Aug 19 15:18:41.167164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47938) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:41.181822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '68df4c8f-ab95-4d57-ae6d-7259040da671', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:41.279501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.282111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e586643-8a7d-4c01-b7ff-539efc8df8c8 req-b67aa3fa-2878-4166-95dc-085eb7f9fd7c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:41.283902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e586643-8a7d-4c01-b7ff-539efc8df8c8 req-b67aa3fa-2878-4166-95dc-085eb7f9fd7c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 945 time: 0.0731254 Aug 19 15:18:41.385706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e586643-8a7d-4c01-b7ff-539efc8df8c8 req-d3fae7f8-a97d-45ad-a79d-25a32e12938b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940537 Aug 19 15:18:41.435437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.570739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a5950ac4-0c86-414c-b621-69cfcfecd991 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:41.581250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.614433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efd0f38-70b0-4dd5-a226-f95684d96d35,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:41.726487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.728039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab0a846b-682d-42c4-a8aa-f50436b8a40a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5631125 Aug 19 15:18:41.732826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47944) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:41.739673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '68df4c8f-ab95-4d57-ae6d-7259040da671', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:41.807804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port a5950ac4-0c86-414c-b621-69cfcfecd991 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:41.812453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port a5950ac4-0c86-414c-b621-69cfcfecd991 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:41.813018 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.899458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.930225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838813f-c274-449c-aa55-0d01be846a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5950ac4-0c86-414c-b621-69cfcfecd991'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:41.932644 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf694b-e70d-4742-ab6d-11dd22abd83d" -d '{"events": [{"server_uuid": "4838813f-c274-449c-aa55-0d01be846a42", "name": "network-vif-plugged", "status": "completed", "tag": "a5950ac4-0c86-414c-b621-69cfcfecd991"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:41.944647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port a5950ac4-0c86-414c-b621-69cfcfecd991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a5950ac4-0c86-414c-b621-69cfcfecd991,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:41.962275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-b8887689-b746-4a71-b814-366059484c62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0819693 Aug 19 15:18:41.963841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.987513 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308ac18d-5da0-4d71-ba61-e13705bb1957 x-openstack-request-id: req-308ac18d-5da0-4d71-ba61-e13705bb1957 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:41.987873 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838813f-c274-449c-aa55-0d01be846a42", "name": "network-vif-plugged", "status": "completed", "tag": "a5950ac4-0c86-414c-b621-69cfcfecd991", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:41.988192 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-308ac18d-5da0-4d71-ba61-e13705bb1957 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:41.988685 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838813f-c274-449c-aa55-0d01be846a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5950ac4-0c86-414c-b621-69cfcfecd991', 'code': 200} Aug 19 15:18:42.040153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.120716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.121452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.125296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.125296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.125474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.125565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.125565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.125565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.126167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-e87630da-3df5-4e6d-ba8a-7d47f97a9993 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 6508 time: 0.0899231 Aug 19 15:18:42.194443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=a5950ac4-0c86-414c-b621-69cfcfecd991,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:42.228875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.252489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a9d36-3675-424b-964a-ba19b87ae246 req-3d6646c8-090d-4d93-bc39-fedbefbd1103 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.253632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-091a9d36-3675-424b-964a-ba19b87ae246 req-3d6646c8-090d-4d93-bc39-fedbefbd1103 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1556289 Aug 19 15:18:42.255664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1865f4-6b4c-48c8-96e6-58e07e348fcb req-c8c730ba-bec6-40e5-ad48-1693a2739667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.257051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac1865f4-6b4c-48c8-96e6-58e07e348fcb req-c8c730ba-bec6-40e5-ad48-1693a2739667 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 1097 time: 0.1760902 Aug 19 15:18:42.318853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab24f686-1e7f-4b18-a38b-5f36b1f080ce,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:42.420930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac1865f4-6b4c-48c8-96e6-58e07e348fcb req-c773d849-17c6-4081-a71e-e0063cc9429a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479933 Aug 19 15:18:42.422316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-08892b64-01d2-445c-a3d3-c4e004aaad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.422846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-08892b64-01d2-445c-a3d3-c4e004aaad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.423310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-08892b64-01d2-445c-a3d3-c4e004aaad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.425032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-08892b64-01d2-445c-a3d3-c4e004aaad0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f7c226c-de24-4595-a41a-514bed504204&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 200 len: 2296 time: 0.2565691 Aug 19 15:18:42.434754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-091a9d36-3675-424b-964a-ba19b87ae246 req-1eeb2508-84d3-4022-b246-02b04757752e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545067 Aug 19 15:18:42.530707 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.535822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0326eba0-ea3f-4178-8af9-30f20b8db530 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7964849 Aug 19 15:18:42.536104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:42.540802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '68df4c8f-ab95-4d57-ae6d-7259040da671', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:42.578525 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdb9ec2f-14e5-4799-a3a3-78a7dd1f308f req-e6898905-f440-4f48-aa1b-f0236db253f7 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0584433 Aug 19 15:18:42.588493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-df57284f-5588-4c2e-8a96-88a2527cdcbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 200 len: 1000 time: 0.1518221 Aug 19 15:18:42.646780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-df50ae99-1957-4e1f-8f60-bb662300accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.649750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-df50ae99-1957-4e1f-8f60-bb662300accd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 200 len: 856 time: 0.0533750 Aug 19 15:18:42.696369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.768340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-bea2cc29-1005-4ec1-8da5-4f6c9ff4f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.769945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-bea2cc29-1005-4ec1-8da5-4f6c9ff4f3c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f7c226c-de24-4595-a41a-514bed504204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044436 Aug 19 15:18:42.784487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d30ab-8bbb-4332-b4dc-be583d4c96fe req-8f4b5897-9238-4c73-bc22-27655e39629c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:42.786179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a2d30ab-8bbb-4332-b4dc-be583d4c96fe req-8f4b5897-9238-4c73-bc22-27655e39629c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1222475 Aug 19 15:18:42.824503 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.890333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a2d30ab-8bbb-4332-b4dc-be583d4c96fe req-26c5c1b7-d53e-4a9b-840d-04f8439764b9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923588 Aug 19 15:18:42.935001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.953796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c971fdd2-71eb-4d83-8778-8fd0b941b144,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:42.953980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-7097f725-a0e9-47dd-b569-1c77779c6c96 service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655033 Aug 19 15:18:43.059244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-feaab935-1470-46d0-b77c-749b4e1e50ef service neutron] 10.222.0.46 "GET /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967433 Aug 19 15:18:43.116432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.118187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6cbb437a-2f84-44ee-9bac-50b7831a67ec tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5817850 Aug 19 15:18:43.123843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47972) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:43.129408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '68df4c8f-ab95-4d57-ae6d-7259040da671', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:43.148167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-2b36cb98-d56d-4a92-8a41-d67a575d2fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 217 time: 0.0813005 Aug 19 15:18:43.213707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.224751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-48ddd50d-52eb-4351-b629-4326574072e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:43.226418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-48ddd50d-52eb-4351-b629-4326574072e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0698774 Aug 19 15:18:43.236952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:43.289231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-29503147-e713-4bfd-ad03-ccb871e95f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:43.290678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-29503147-e713-4bfd-ad03-ccb871e95f7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558231 Aug 19 15:18:43.339820 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.425704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-b79bb59f-57cb-4280-8bf0-c03dcaeb3207 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274364 Aug 19 15:18:43.472605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.479233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a779b4f-427c-4c73-88fa-4c28030d79ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.628949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a779b4f-427c-4c73-88fa-4c28030d79ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.632264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-5dbc3723-1253-4cce-8646-eb7480a2b882 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973693 Aug 19 15:18:43.632438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.658250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50129b5f-f721-4aee-8fe8-128dda21ccc1,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:43.691869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04efd21-fe5f-406b-97ea-ba6580444f4d req-6ff1c6d0-92b1-411d-b854-354a7b3cd61d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:43.693465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d04efd21-fe5f-406b-97ea-ba6580444f4d req-6ff1c6d0-92b1-411d-b854-354a7b3cd61d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1125617 Aug 19 15:18:43.695035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-c40fc75a-e8b5-442a-a27b-1b2b01c75b53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 217 time: 0.0508647 Aug 19 15:18:43.773358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-0154a3d7-1645-44c0-9d2d-30b0f2afe4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:43.774878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-0154a3d7-1645-44c0-9d2d-30b0f2afe4e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0717621 Aug 19 15:18:43.777826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d04efd21-fe5f-406b-97ea-ba6580444f4d req-43cee4be-b83f-4709-addf-7ac6ccd34a4b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759659 Aug 19 15:18:43.789237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a779b4f-427c-4c73-88fa-4c28030d79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.864480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-e42b90d6-5006-42aa-867f-e2f9f38eaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:43.866598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-e42b90d6-5006-42aa-867f-e2f9f38eaeae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840414 Aug 19 15:18:43.898172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.900433 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f5d36b3-5126-49ce-84c8-ec210f9bf1df tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7748129 Aug 19 15:18:43.904784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:43.912130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '68df4c8f-ab95-4d57-ae6d-7259040da671', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:43.936256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a779b4f-427c-4c73-88fa-4c28030d79ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b09aec36d0a842059378d7dff7604689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956036 Aug 19 15:18:43.939499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47992) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:43.981741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13dfdd3e-cd21-4dab-85a1-ee28aa39d5e4 req-8dbde6ec-ec6a-4521-b3e1-fd15eb4829da tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.1058764 Aug 19 15:18:43.986711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a779b4f-427c-4c73-88fa-4c28030d79ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6806c-3136-438a-8128-f2a7c0120a56,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:44.060481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732daea0-fc24-4a43-9c6a-0ed7d2c70b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.093449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732daea0-fc24-4a43-9c6a-0ed7d2c70b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.102597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-585a04ff-4577-46f0-847d-62b0e286fff0 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258880 Aug 19 15:18:44.166037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.276462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732daea0-fc24-4a43-9c6a-0ed7d2c70b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.279284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732daea0-fc24-4a43-9c6a-0ed7d2c70b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.282327 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-732daea0-fc24-4a43-9c6a-0ed7d2c70b16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61a6806c-3136-438a-8128-f2a7c0120a56 HTTP/1.1" status: 204 len: 168 time: 0.3407960 Aug 19 15:18:44.317984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf47935-8c4d-461b-8a64-b26d16660cb3 req-dcd2b9fb-4363-4119-b52b-564a81621515 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:44.319405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bf47935-8c4d-461b-8a64-b26d16660cb3 req-dcd2b9fb-4363-4119-b52b-564a81621515 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.2139115 Aug 19 15:18:44.338937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.340518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732daea0-fc24-4a43-9c6a-0ed7d2c70b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6806c-3136-438a-8128-f2a7c0120a56,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:44.365822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-79e88c21-0ba2-4049-bc95-03de7223b43f service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380407 Aug 19 15:18:44.448522 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bf47935-8c4d-461b-8a64-b26d16660cb3 req-1602a300-a00a-4c7e-8c13-0b7e25ef5982 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188767 Aug 19 15:18:44.451307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-e1996b01-e826-4aae-b643-e171abfe4de9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 200 len: 217 time: 0.0722673 Aug 19 15:18:44.477966 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.508923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0089d21-e114-4cd9-aa2f-1ce4939fe0a4,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:44.515062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-3ad85b33-978f-47c7-bb20-61d837bcf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:44.516593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-3ad85b33-978f-47c7-bb20-61d837bcf4f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.0585699 Aug 19 15:18:44.594658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-af187e56-35fb-4b78-a832-9a8410ac7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:44.596560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-af187e56-35fb-4b78-a832-9a8410ac7455 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703342 Aug 19 15:18:44.724197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.728710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3571b09f-e4f7-45fd-a82d-c3ff24736255 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8197429 Aug 19 15:18:44.729044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48002) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:44.752998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-e9e12769-ffff-473c-8b1e-535afee838e6 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489573 Aug 19 15:18:44.783026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5118ffd-9f2d-4344-9603-9994c71903bd tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.812377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5118ffd-9f2d-4344-9603-9994c71903bd tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:44.942671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-37fd0477-fe30-47ee-8c65-650862d56045 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825938 Aug 19 15:18:45.004341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5118ffd-9f2d-4344-9603-9994c71903bd tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.011136 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5118ffd-9f2d-4344-9603-9994c71903bd tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.013497 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a5118ffd-9f2d-4344-9603-9994c71903bd tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c0089d21-e114-4cd9-aa2f-1ce4939fe0a4 HTTP/1.1" status: 204 len: 168 time: 0.2818794 Aug 19 15:18:45.019647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48012) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:45.026971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118ffd-9f2d-4344-9603-9994c71903bd tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0089d21-e114-4cd9-aa2f-1ce4939fe0a4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:45.031328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-42cf73ce-2152-429c-a283-969af682a5a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 200 len: 217 time: 0.0697455 Aug 19 15:18:45.077040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7ee7dfe0-3453-48d6-9e6f-a3ed36c7772c tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0557485 Aug 19 15:18:45.079724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:45.097869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf803-0cd7-4a39-a95a-52c84ac19cf7 req-a740d09a-e836-47ce-b905-b81c87ef1575 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:45.107085 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b33c45f9-cf8c-4a3f-b15c-079eee728da8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.107865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8fdf803-0cd7-4a39-a95a-52c84ac19cf7 req-a740d09a-e836-47ce-b905-b81c87ef1575 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.1641328 Aug 19 15:18:45.117954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b33c45f9-cf8c-4a3f-b15c-079eee728da8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.202683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8fdf803-0cd7-4a39-a95a-52c84ac19cf7 req-ba3bd291-8b7d-422d-8124-266cd3daab26 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936828 Aug 19 15:18:45.204333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-5722c50f-118c-4a04-948b-05a59cdfac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:45.207528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-5722c50f-118c-4a04-948b-05a59cdfac6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 200 len: 797 time: 0.1611259 Aug 19 15:18:45.299555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-dbc47f60-81e5-4b0e-aa3a-81961e00ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:45.301053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-dbc47f60-81e5-4b0e-aa3a-81961e00ba82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2&tenant_id=b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 1096 time: 0.1602147 Aug 19 15:18:45.316606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-ac255d0a-cb51-46ea-b338-a3db992823f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:45.318230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-ac255d0a-cb51-46ea-b338-a3db992823f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b32d9714-c1df-4865-b7c5-0cfc135d9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895119 Aug 19 15:18:45.323785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:45.358873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b33c45f9-cf8c-4a3f-b15c-079eee728da8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.366708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b33c45f9-cf8c-4a3f-b15c-079eee728da8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.371590 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b33c45f9-cf8c-4a3f-b15c-079eee728da8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/50129b5f-f721-4aee-8fe8-128dda21ccc1 HTTP/1.1" status: 204 len: 168 time: 0.2877669 Aug 19 15:18:45.387800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:45.417777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c45f9-cf8c-4a3f-b15c-079eee728da8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50129b5f-f721-4aee-8fe8-128dda21ccc1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:45.430350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a880f9a6-6d19-44f4-a45a-3420d9c2ce14 req-45d1b156-66b5-4a6b-9b06-ce37aff40e16 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.1031444 Aug 19 15:18:45.448910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48022) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:45.514519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a22d028-bd9d-42aa-b048-414687eef3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.524384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.566029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2bd59922-2df4-473d-81d4-dba83a0369c5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1765380 Aug 19 15:18:45.579630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48030) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:45.602521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-0f94fcbc-fd63-4d7d-9fc2-e3e237a59672 service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732356 Aug 19 15:18:45.633174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a10833-a7e1-4c12-864d-b87ebe6fa36d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.644843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a10833-a7e1-4c12-864d-b87ebe6fa36d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.844967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e29c2-6045-46ef-825c-ce61661ef2c2 req-d02ad0fb-f798-4e21-b62a-c573ca5d72ef tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:45.845275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a10833-a7e1-4c12-864d-b87ebe6fa36d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.847512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d2e29c2-6045-46ef-825c-ce61661ef2c2 req-d02ad0fb-f798-4e21-b62a-c573ca5d72ef tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.2437773 Aug 19 15:18:45.851094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-c5d393b4-0054-49e5-8682-619666a3c3bc service neutron] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319212 Aug 19 15:18:45.854170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a10833-a7e1-4c12-864d-b87ebe6fa36d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:45.856085 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32a10833-a7e1-4c12-864d-b87ebe6fa36d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c971fdd2-71eb-4d83-8778-8fd0b941b144 HTTP/1.1" status: 204 len: 168 time: 0.2729132 Aug 19 15:18:45.861649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48038) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:45.904994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a10833-a7e1-4c12-864d-b87ebe6fa36d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c971fdd2-71eb-4d83-8778-8fd0b941b144,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:45.989832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8dcaa974-ca65-4cdd-8cc1-f9b72df8222d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1251769 Aug 19 15:18:45.991114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48040) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:46.015564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-1dec29c1-2d48-45a5-bd5e-de67c66be11e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 200 len: 217 time: 0.1472483 Aug 19 15:18:46.066114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a22d028-bd9d-42aa-b048-414687eef3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.083420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3516b81-991f-4058-bb74-cc2de4e13a02 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.101891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3516b81-991f-4058-bb74-cc2de4e13a02 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.125618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d2e29c2-6045-46ef-825c-ce61661ef2c2 req-180d0d97-487e-4900-9b6b-08c45dc3d484 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059293 Aug 19 15:18:46.205641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:46.211382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-862355b4-9b64-48de-addf-e213a52b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:46.214857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-862355b4-9b64-48de-addf-e213a52b9bf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.1873677 Aug 19 15:18:46.259841 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a22d028-bd9d-42aa-b048-414687eef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.306275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:46.341481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-4d95acf1-91a5-49c9-ab14-c950adf8a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:46.343297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-4d95acf1-91a5-49c9-ab14-c950adf8a409 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159594 Aug 19 15:18:46.364116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:18:46.365179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a22d028-bd9d-42aa-b048-414687eef3b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04bf2433c3844c6bb3c784ced03ac3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996801 Aug 19 15:18:46.366228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48048) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:46.381796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22d028-bd9d-42aa-b048-414687eef3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab46b0-822a-4a69-990b-d835ddbb96ec,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:46.383093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.401601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3516b81-991f-4058-bb74-cc2de4e13a02 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.431895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Transition to ACTIVE for port object 47a944ef-2133-468f-87ce-690a9257c9fb will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:46.434722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3516b81-991f-4058-bb74-cc2de4e13a02 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.436900 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d3516b81-991f-4058-bb74-cc2de4e13a02 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ab24f686-1e7f-4b18-a38b-5f36b1f080ce HTTP/1.1" status: 204 len: 168 time: 0.4390597 Aug 19 15:18:46.439610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48052) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:46.458533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516b81-991f-4058-bb74-cc2de4e13a02 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab24f686-1e7f-4b18-a38b-5f36b1f080ce,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:46.503381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-0ac0401f-2c6c-47bd-b4a8-0d4531e3798d service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502123 Aug 19 15:18:46.509959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4bc439f8-c547-4f9a-8e17-d6c61c585a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.521917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-669ba455-87ff-4ca0-816e-1b33b7589ce9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0809915 Aug 19 15:18:46.531798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48056) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:46.554940 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4bc439f8-c547-4f9a-8e17-d6c61c585a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.595266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.702266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17cdedbe-533a-4c85-af3d-7f7036e80299 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.816194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4bc439f8-c547-4f9a-8e17-d6c61c585a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.821682 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4bc439f8-c547-4f9a-8e17-d6c61c585a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:46.824661 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4bc439f8-c547-4f9a-8e17-d6c61c585a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28ab46b0-822a-4a69-990b-d835ddbb96ec HTTP/1.1" status: 204 len: 168 time: 0.4545217 Aug 19 15:18:46.875859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc439f8-c547-4f9a-8e17-d6c61c585a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab46b0-822a-4a69-990b-d835ddbb96ec,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:47.235850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17cdedbe-533a-4c85-af3d-7f7036e80299 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:47.255156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=9']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:47.385516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-bedfba48-6929-4624-9285-fa877b243271 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8624370 Aug 19 15:18:47.455980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] No DVR routers for this DVR port 47a944ef-2133-468f-87ce-690a9257c9fb on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:47.460776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-6f5af6e7-02e2-440f-bee5-357d2dcdfca9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 200 len: 217 time: 0.0623667 Aug 19 15:18:47.469791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f3d12-ee68-4221-a59e-e772bfee5183 req-6096dc0d-a924-4de7-bfd8-906d1f7b07bf tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:47.471337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-956f3d12-ee68-4221-a59e-e772bfee5183 req-6096dc0d-a924-4de7-bfd8-906d1f7b07bf tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 944 time: 0.2595732 Aug 19 15:18:47.522615 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17cdedbe-533a-4c85-af3d-7f7036e80299 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:47.558344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17cdedbe-533a-4c85-af3d-7f7036e80299 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:47.559986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-17cdedbe-533a-4c85-af3d-7f7036e80299 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7efd0f38-70b0-4dd5-a226-f95684d96d35 HTTP/1.1" status: 204 len: 168 time: 1.0271776 Aug 19 15:18:47.563184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:47.591845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdedbe-533a-4c85-af3d-7f7036e80299 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7efd0f38-70b0-4dd5-a226-f95684d96d35,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:47.645547 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-82194bd5-0f3c-4166-bb20-c324d255437d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802145 Aug 19 15:18:47.653747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48082) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:47.657002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-5bf9cabb-b20f-4254-a806-5a4356267992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:47.658573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-5bf9cabb-b20f-4254-a806-5a4356267992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 200 len: 797 time: 0.1863084 Aug 19 15:18:47.733555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-956f3d12-ee68-4221-a59e-e772bfee5183 req-facfe06b-8b7b-4086-b663-366cc12ca7d3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235410 Aug 19 15:18:47.795431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16aba704-1621-4e5c-8140-d2fa77e5f50b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:47.799054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:47.799799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:47.800567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:47.817396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41398-0f41-4ce7-97d4-374569265dac req-d5dfcfd3-04b4-4bec-bbd0-e581ccbfda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:47.820288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-d5dfcfd3-04b4-4bec-bbd0-e581ccbfda43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac1865d5-4e99-46d5-a6b5-21d296fd48d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1453183 Aug 19 15:18:47.821701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Port 47a944ef-2133-468f-87ce-690a9257c9fb on network b5d7f7f3-df3b-49f1-8246-80932f6c669a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:18:47.822661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Attempting to bind port 47a944ef-2133-468f-87ce-690a9257c9fb on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:47.840853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:47.856834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Checking segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:47.856834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Bound using segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:47.856834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Bound port: 47a944ef-2133-468f-87ce-690a9257c9fb, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:47.856834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:47.857886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16aba704-1621-4e5c-8140-d2fa77e5f50b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:47.939365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa599b16-1ff3-4b16-8c87-8d5cc5c79981 req-3697a452-fa19-456c-a1d7-0972c08c9664 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0482678 Aug 19 15:18:48.038129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-47ee5bdd-f179-40ed-8b64-d7d5329b61e7 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096877 Aug 19 15:18:48.044012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16aba704-1621-4e5c-8140-d2fa77e5f50b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.047490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:48.048303 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16aba704-1621-4e5c-8140-d2fa77e5f50b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.052015 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-16aba704-1621-4e5c-8140-d2fa77e5f50b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/68df4c8f-ab95-4d57-ae6d-7259040da671 HTTP/1.1" status: 204 len: 168 time: 0.3923469 Aug 19 15:18:48.052195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:48.059441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48090) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:48.067663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aba704-1621-4e5c-8140-d2fa77e5f50b tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df4c8f-ab95-4d57-ae6d-7259040da671,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:48.205391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3565526b-8f0c-4494-b0e2-1289838b37c7 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1433334 Aug 19 15:18:48.210488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48092) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:48.217509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579539337'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:48.229430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448334f-4f54-4819-baf4-acd82d2fbd52 req-ea0e5f4e-02e6-42bf-9183-1800662430bf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:48.232056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0448334f-4f54-4819-baf4-acd82d2fbd52 req-ea0e5f4e-02e6-42bf-9183-1800662430bf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1686406 Aug 19 15:18:48.236162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bff41398-0f41-4ce7-97d4-374569265dac req-9ff372db-9f24-4ddd-a4cb-e2f8efa6b146 service neutron] 10.222.0.46 "GET /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850200 Aug 19 15:18:48.243320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.296569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:48.297270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.300564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] 10.222.0.54 "PUT /v2.0/ports/47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 1093 time: 2.9807243 Aug 19 15:18:48.300564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:48.303423 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbac803-d224-4bcb-9523-4967ed8afe86" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:48.390724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0448334f-4f54-4819-baf4-acd82d2fbd52 req-6cb20871-1b94-4be3-bc6a-9f8754a8ce99 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418521 Aug 19 15:18:48.392527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.459726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2840f1-5912-47d4-aad5-22e9b2eefee0 service neutron] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:48.509622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-6f9a1585-244c-4675-b3c5-78a8d18c61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:48.512703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-6f9a1585-244c-4675-b3c5-78a8d18c61ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1097 time: 0.1579804 Aug 19 15:18:48.545762 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d846edd-0d48-40a4-a561-52e876690154 x-openstack-request-id: req-7d846edd-0d48-40a4-a561-52e876690154 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:48.546264 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:48.546499 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d846edd-0d48-40a4-a561-52e876690154 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:48.546947 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'status': 'completed', 'code': 200} Aug 19 15:18:48.578410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.686043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-e7f81c8f-4d2c-4862-b1be-2f1080115909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:48.687742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-e7f81c8f-4d2c-4862-b1be-2f1080115909 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1681702 Aug 19 15:18:48.731400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.770338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c46c03-93a8-407f-bd4a-96b121c8041f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:48.780251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.780603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.780948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.781341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.781680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.782014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.782537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.782879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.783216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.783548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.783876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.784321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:48.811898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-d23474e1-3af0-44b0-8294-74e20d3f19da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 998 time: 0.1162658 Aug 19 15:18:48.907279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-e94f63d4-b932-4d00-a066-69e026245eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:48.908992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-e94f63d4-b932-4d00-a066-69e026245eb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0893965 Aug 19 15:18:48.924435 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:48.929679 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4c7c465a-3263-40b3-83a2-5dc70ebb3470 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7151976 Aug 19 15:18:48.930222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48114) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:48.938974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '45c46c03-93a8-407f-bd4a-96b121c8041f', 'direction': 'ingress', 'protocol': 17}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:48.958017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d5462-dbf0-4986-9cc7-939be03d35eb req-b102cf5c-3f9d-46c3-8a9c-b8cb22383062 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:48.960613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-146d5462-dbf0-4986-9cc7-939be03d35eb req-b102cf5c-3f9d-46c3-8a9c-b8cb22383062 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0986261 Aug 19 15:18:49.059958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-732bf366-54d8-46c3-8bd2-af397591aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:49.059958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-732bf366-54d8-46c3-8bd2-af397591aeba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312053 Aug 19 15:18:49.065052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-146d5462-dbf0-4986-9cc7-939be03d35eb req-d6362978-c335-4ae8-a76b-670b7e2cca55 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773666 Aug 19 15:18:49.174988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:49.219081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e45f642-fc93-4fe0-b5d1-fb6819a8bdc5 req-34bb38ba-2cab-4bc3-81a1-58390fce0446 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc60c40-69fb-4430-ac44-04263b92bb93 HTTP/1.1" status: 200 len: 210 time: 0.0514750 Aug 19 15:18:49.222353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-0d3f53ab-6793-4635-ac44-64a423461c3b service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519234 Aug 19 15:18:49.269248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:49.351787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e73aa88e-cbc0-4e50-8c60-e3399918a850 req-d4eb963f-3c5e-4ba7-b829-5792e33aa2bf service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142263 Aug 19 15:18:49.455729 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:49.487494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75b95ca-23cd-4381-aa8e-5e9228753e1d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:49.585740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f53e-5ab7-40c0-ad08-26473ce75789 req-9e76b973-f3e3-498f-a5fb-cf3b32553ca0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:49.587368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2d3f53e-5ab7-40c0-ad08-26473ce75789 req-9e76b973-f3e3-498f-a5fb-cf3b32553ca0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0665677 Aug 19 15:18:49.627400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:49.631808 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d996a73-199a-45bb-801f-fbd9015fe6e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6974428 Aug 19 15:18:49.632822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48130) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:49.671620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2d3f53e-5ab7-40c0-ad08-26473ce75789 req-c1da10a0-52b4-49cc-96c5-f5873722c308 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728860 Aug 19 15:18:49.710885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-8878de3e-fd89-4a23-afec-e39c9c22f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:49.715795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-8878de3e-fd89-4a23-afec-e39c9c22f1b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0832422 Aug 19 15:18:49.769805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-71d7149b-b06a-45e7-96e3-2ac24ece45e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:49.855787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-71d7149b-b06a-45e7-96e3-2ac24ece45e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:49.870481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-f86eb85b-365a-4f4d-b5d8-22e716ebcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:49.873690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-f86eb85b-365a-4f4d-b5d8-22e716ebcd96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1460152 Aug 19 15:18:50.022157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-571c83b0-22ba-41bc-9245-83e91d5a1184 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 998 time: 0.1403050 Aug 19 15:18:50.038399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-71d7149b-b06a-45e7-96e3-2ac24ece45e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:50.046029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-71d7149b-b06a-45e7-96e3-2ac24ece45e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:50.046029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-71d7149b-b06a-45e7-96e3-2ac24ece45e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/45c46c03-93a8-407f-bd4a-96b121c8041f HTTP/1.1" status: 204 len: 168 time: 0.4085531 Aug 19 15:18:50.046586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48152) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:50.068207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7149b-b06a-45e7-96e3-2ac24ece45e4 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c46c03-93a8-407f-bd4a-96b121c8041f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:50.108422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-35ec41b6-a83d-4d23-8302-d1fc4f31a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:50.111748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-35ec41b6-a83d-4d23-8302-d1fc4f31a0d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0812449 Aug 19 15:18:50.122719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9c9dc4bb-d5f4-4e51-b455-635a9e4c4505 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734265 Aug 19 15:18:50.129146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48156) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:50.135002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--971693732'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:50.261488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:50.291096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-5180101b-c3ac-4b18-b2ca-30175c5a778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:50.294498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-5180101b-c3ac-4b18-b2ca-30175c5a778e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758707 Aug 19 15:18:50.364437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b298f9-ea87-4056-bb2c-256a556bb8b2 req-fafb2391-022c-4878-9954-0cba70fb1202 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:50.367313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14b298f9-ea87-4056-bb2c-256a556bb8b2 req-fafb2391-022c-4878-9954-0cba70fb1202 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.1784708 Aug 19 15:18:50.525618 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:50.604682 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:50.681746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14b298f9-ea87-4056-bb2c-256a556bb8b2 req-bc01c831-53b9-4355-be22-ff9147256311 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941210 Aug 19 15:18:50.720361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-55861456-fe04-4c2e-a8db-375eb3e601d2 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158084 Aug 19 15:18:50.743911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:50.751180 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6163244 Aug 19 15:18:50.759652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48176) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:50.775482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e9af4-5f50-420b-a4a0-aa21e7fc9c30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84e65e-503f-43e6-88f7-2a33f0404aa8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:50.910721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fbac803-d224-4bcb-9523-4967ed8afe86 req-8b4def2e-01e7-4654-9c9f-f07636171b1c service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583629 Aug 19 15:18:50.914346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--561707122'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:51.032544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab38498-57dc-43e5-ad30-3997a6435502 req-4a32095a-83e9-43a5-b749-b33b5d0be7ff tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:51.040743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cab38498-57dc-43e5-ad30-3997a6435502 req-4a32095a-83e9-43a5-b749-b33b5d0be7ff tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0804424 Aug 19 15:18:51.083244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cab38498-57dc-43e5-ad30-3997a6435502 req-57d4092f-d09e-4611-b48c-10929af7761f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 Aug 19 15:18:51.084764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.206679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.328368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48188) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:51.401424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.566548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b68993b-8c38-4b34-891e-4f7e2efc1020,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:51.566548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-138ffa62-2354-4cbf-bdb9-b555598fe138 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.566548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-138ffa62-2354-4cbf-bdb9-b555598fe138 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.794519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.797177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ceb355fd-cba4-4580-bfaa-69834d8d8428 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8882163 Aug 19 15:18:51.799194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48202) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:51.809583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '6f84e65e-503f-43e6-88f7-2a33f0404aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b68993b-8c38-4b34-891e-4f7e2efc1020', 'remote_ip_prefix': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:51.844331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-138ffa62-2354-4cbf-bdb9-b555598fe138 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.847628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-138ffa62-2354-4cbf-bdb9-b555598fe138 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:51.850991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-138ffa62-2354-4cbf-bdb9-b555598fe138 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/security-groups/4c19403d-863b-4a1e-a56b-5822d44733cc HTTP/1.1" status: 204 len: 168 time: 0.5182185 Aug 19 15:18:51.854171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48210) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:51.918331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ffa62-2354-4cbf-bdb9-b555598fe138 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19403d-863b-4a1e-a56b-5822d44733cc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:51.922909 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-15e40f60-c44f-4beb-8e2e-c29c95e52446 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] show failed (client error): The resource could not be found. Aug 19 15:18:51.925796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-15e40f60-c44f-4beb-8e2e-c29c95e52446 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "GET /v2.0/security-groups/4c19403d-863b-4a1e-a56b-5822d44733cc HTTP/1.1" status: 404 len: 347 time: 0.0671308 Aug 19 15:18:51.928505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:51.958942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e878263-7fbc-48c7-a73b-ec828139a9c8 req-c80f3eb0-d5e3-4316-a8f2-b900df1c52ef tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:51.961075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e878263-7fbc-48c7-a73b-ec828139a9c8 req-c80f3eb0-d5e3-4316-a8f2-b900df1c52ef tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0855670 Aug 19 15:18:52.023252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e878263-7fbc-48c7-a73b-ec828139a9c8 req-b6d242e5-2f34-42c3-a9d5-f678c8520047 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491023 Aug 19 15:18:52.062422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.223420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.254480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port fa4cadf2-1a42-4b0a-865b-6e7326f8ab34 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:52.255371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.309672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:18:52.362055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc4a8-6832-4c1e-b88e-5074536d1487 req-1cbc54c4-dcc7-40ab-8c1f-2f7d02efde91 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:52.373017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-016fc4a8-6832-4c1e-b88e-5074536d1487 req-1cbc54c4-dcc7-40ab-8c1f-2f7d02efde91 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1249843 Aug 19 15:18:52.383469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.448328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-016fc4a8-6832-4c1e-b88e-5074536d1487 req-796adfa9-e501-4cc6-978d-73c3c8886735 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742543 Aug 19 15:18:52.499605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.500106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.510290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a28adb-6a42-47db-96cc-192bc2a7c1a3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:52.522782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for fa4cadf2-1a42-4b0a-865b-6e7326f8ab34 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:52.544450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-c470907c-9987-475b-8433-bc180c7b772b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700419 Aug 19 15:18:52.626368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.627942 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ac1062e-d019-435a-b624-3dc6ec5bcd65 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8261838 Aug 19 15:18:52.631357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48228) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:52.671841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d69c-6e64-462c-8950-1a08d83b983a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.690115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d69c-6e64-462c-8950-1a08d83b983a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.767314 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.803563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=fa4cadf2-1a42-4b0a-865b-6e7326f8ab34,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:52.888608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.892804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.895048 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-acf856ce-c66a-47c2-9462-042fcf0cf581 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/floatingips/f73400b7-eae3-457e-bb12-58ae6abadcaa HTTP/1.1" status: 204 len: 168 time: 0.9642315 Aug 19 15:18:52.898277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48234) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:52.910265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d69c-6e64-462c-8950-1a08d83b983a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.922265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d69c-6e64-462c-8950-1a08d83b983a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:52.923508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f2f1d69c-6e64-462c-8950-1a08d83b983a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/01a28adb-6a42-47db-96cc-192bc2a7c1a3 HTTP/1.1" status: 204 len: 168 time: 0.2910447 Aug 19 15:18:52.926429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:52.983834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d69c-6e64-462c-8950-1a08d83b983a tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01a28adb-6a42-47db-96cc-192bc2a7c1a3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:53.021308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e99dfdd7-94da-440b-a937-f45b200247e3 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0934951 Aug 19 15:18:53.022108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48238) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:53.136190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66772b2b-d0d1-4178-813b-82af5d6523c8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.187697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66772b2b-d0d1-4178-813b-82af5d6523c8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.306462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-f106898b-9951-49a1-be07-7503e7d94119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:53.308488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-f106898b-9951-49a1-be07-7503e7d94119 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.2405467 Aug 19 15:18:53.321339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port 7ef98bce-c703-477b-8373-d9f4c81aed3c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:53.322030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.349653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86c96-21de-45b2-b15a-a849957b3416 req-87571c9c-ee0d-4f89-afe6-8a974af545e9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:53.351463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90e86c96-21de-45b2-b15a-a849957b3416 req-87571c9c-ee0d-4f89-afe6-8a974af545e9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.1793592 Aug 19 15:18:53.443154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90e86c96-21de-45b2-b15a-a849957b3416 req-674f2583-6417-42c5-b1b3-a6bd6b95eae4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624633 Aug 19 15:18:53.454966 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66772b2b-d0d1-4178-813b-82af5d6523c8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.459362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66772b2b-d0d1-4178-813b-82af5d6523c8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.459362 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-66772b2b-d0d1-4178-813b-82af5d6523c8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/2b68993b-8c38-4b34-891e-4f7e2efc1020 HTTP/1.1" status: 204 len: 168 time: 0.4350863 Aug 19 15:18:53.462415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48244) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:53.470488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772b2b-d0d1-4178-813b-82af5d6523c8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b68993b-8c38-4b34-891e-4f7e2efc1020,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:53.505662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.532656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for 7ef98bce-c703-477b-8373-d9f4c81aed3c owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:53.706622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619a817-aecf-40e8-a1ad-b333caf45c36 req-dfb109ff-0c15-410b-8a20-af616bb8da0a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:53.715647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f619a817-aecf-40e8-a1ad-b333caf45c36 req-dfb109ff-0c15-410b-8a20-af616bb8da0a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1433702 Aug 19 15:18:53.723139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-51f4c22a-0931-4ce7-b533-461eebf84ee3 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2433417 Aug 19 15:18:53.732221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48248) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:53.787434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f619a817-aecf-40e8-a1ad-b333caf45c36 req-ee8656b2-eca3-4d4f-8919-02f127f014b5 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707312 Aug 19 15:18:53.963274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86db8d4a-608b-4608-b456-d305e75d1b50 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:53.997282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86db8d4a-608b-4608-b456-d305e75d1b50 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.111456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.128779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86db8d4a-608b-4608-b456-d305e75d1b50 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.136080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86db8d4a-608b-4608-b456-d305e75d1b50 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.144159 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86db8d4a-608b-4608-b456-d305e75d1b50 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f84e65e-503f-43e6-88f7-2a33f0404aa8 HTTP/1.1" status: 204 len: 168 time: 0.4051421 Aug 19 15:18:54.146102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:54.182495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=7ef98bce-c703-477b-8373-d9f4c81aed3c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:54.204328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db8d4a-608b-4608-b456-d305e75d1b50 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84e65e-503f-43e6-88f7-2a33f0404aa8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:54.330175 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-48ca2131-d122-40b2-a171-3398e8cb1e6e tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757648 Aug 19 15:18:54.336921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:54.344765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161670270'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:54.440858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.443326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ae11a3dd-720e-415d-841a-0cb415a57b91 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/ports/7ef98bce-c703-477b-8373-d9f4c81aed3c HTTP/1.1" status: 204 len: 168 time: 1.5439889 Aug 19 15:18:54.447372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48270) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:54.590533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.598429 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0ec2-8239-44d1-a759-13dc73f86d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.706271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8a17c-54ae-4418-b47b-622dbd363809 req-87903490-30e7-4019-9ed8-47e1066ed674 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:54.716550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47d8a17c-54ae-4418-b47b-622dbd363809 req-87903490-30e7-4019-9ed8-47e1066ed674 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0946012 Aug 19 15:18:54.767307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47d8a17c-54ae-4418-b47b-622dbd363809 req-2a7a9348-7ccb-4335-bf7d-5a5996fe2a67 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496116 Aug 19 15:18:54.871913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.959108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting port fc6eaf23-29e6-4a49-9666-a56be4bedc1c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:54.959108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:54.987329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.083097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9ae2c-d587-479f-87d3-9e70308df108,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:55.128379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.129958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-18174c38-7642-4aed-bfcf-59bfc3fa7157 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7921937 Aug 19 15:18:55.132372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.135052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48282) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:55.140670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '0ff9ae2c-d587-479f-87d3-9e70308df108', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:55.149596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196464-8779-4c9e-b2c9-cdbc5d147e73 req-17c0b1b2-b2e5-4d09-8706-89d94fb7d030 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:55.151630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29196464-8779-4c9e-b2c9-cdbc5d147e73 req-17c0b1b2-b2e5-4d09-8706-89d94fb7d030 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1924009 Aug 19 15:18:55.156271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-30f6d0df-8cdc-40ec-b7a1-59754c9bf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:55.158419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-30f6d0df-8cdc-40ec-b7a1-59754c9bf46b service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.2956846 Aug 19 15:18:55.167446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Calling delete_port for fc6eaf23-29e6-4a49-9666-a56be4bedc1c owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:55.396999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29196464-8779-4c9e-b2c9-cdbc5d147e73 req-e392fc3a-0754-4a72-a923-63af5ad52170 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164757 Aug 19 15:18:55.435075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-a1c068e2-e3ec-478d-9d9f-25356e57a219 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.2631898 Aug 19 15:18:55.482723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.515848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.650843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.689350 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.725907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Port': ['ID=fc6eaf23-29e6-4a49-9666-a56be4bedc1c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:55.780090 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.870967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2a7b15-c2bf-4f5e-9a2d-b73a29af6fea,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:55.902876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.908556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48292) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:55.910236 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8dc2cd69-4111-4281-b4e2-a52a90beaf23 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/ports/fc6eaf23-29e6-4a49-9666-a56be4bedc1c HTTP/1.1" status: 204 len: 168 time: 1.4609895 Aug 19 15:18:55.977059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:55.978429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e2b562b5-285f-4718-a677-863aecbd15a6 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8422801 Aug 19 15:18:55.982263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48294) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:56.050733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-576be52a-3aff-4d91-82ba-1688400f2b18 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.077020 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-576be52a-3aff-4d91-82ba-1688400f2b18 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.126017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting subnet 4eede6c5-2df7-4855-8446-5f0a79e10a84 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:56.129605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.225917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-28baa091-923d-44e1-b643-e5f92369e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:56.227496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-28baa091-923d-44e1-b643-e5f92369e84b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.3013034 Aug 19 15:18:56.238849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63593eb-6cd0-49fe-b6d7-d60f66b48d21 req-30076132-a27d-4ebb-b12c-0cfdf61cab00 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:56.247507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d63593eb-6cd0-49fe-b6d7-d60f66b48d21 req-30076132-a27d-4ebb-b12c-0cfdf61cab00 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.3172355 Aug 19 15:18:56.259369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-576be52a-3aff-4d91-82ba-1688400f2b18 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.270245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-576be52a-3aff-4d91-82ba-1688400f2b18 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.284470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-576be52a-3aff-4d91-82ba-1688400f2b18 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7b2a7b15-c2bf-4f5e-9a2d-b73a29af6fea HTTP/1.1" status: 204 len: 168 time: 0.2909243 Aug 19 15:18:56.284739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.284832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48304) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:56.314610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576be52a-3aff-4d91-82ba-1688400f2b18 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b2a7b15-c2bf-4f5e-9a2d-b73a29af6fea,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:56.413675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d63593eb-6cd0-49fe-b6d7-d60f66b48d21 req-08fc0472-6a21-41b3-87f7-8655c04c32c3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649506 Aug 19 15:18:56.432081 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-95017852-a706-462b-93ec-f76049adfd17 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453059 Aug 19 15:18:56.447131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-b556f500-7909-48ce-871d-f1ebd738d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:56.452457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-b556f500-7909-48ce-871d-f1ebd738d914 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984935 Aug 19 15:18:56.453545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48308) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:56.507065 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.541357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1cf-f5d7-4a8e-a3e7-ed0f1b9e296d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.603022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1cf-f5d7-4a8e-a3e7-ed0f1b9e296d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.640233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1be891-9314-46ea-85cf-70a516a6b031 req-8a79a9b7-f9fe-4d7c-a87c-5511ecb777a9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:56.642065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac1be891-9314-46ea-85cf-70a516a6b031 req-8a79a9b7-f9fe-4d7c-a87c-5511ecb777a9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0823438 Aug 19 15:18:56.733575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.760527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac1be891-9314-46ea-85cf-70a516a6b031 req-1b8f9680-04af-4ab5-b550-bdb4214a1415 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929732 Aug 19 15:18:56.786897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.792044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48318) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:56.792334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/subnets/4eede6c5-2df7-4855-8446-5f0a79e10a84 HTTP/1.1" status: 204 len: 168 time: 0.8815181 Aug 19 15:18:56.793354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e516e-e20a-4837-8c78-38e3b13235e8 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Subnet': ['ID=4eede6c5-2df7-4855-8446-5f0a79e10a84,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:56.815155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449e696-3039-4d11-a22e-b0ffd2d2062e None None] Network 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:56.916704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1cf-f5d7-4a8e-a3e7-ed0f1b9e296d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.922562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1cf-f5d7-4a8e-a3e7-ed0f1b9e296d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:56.923706 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d67ac1cf-f5d7-4a8e-a3e7-ed0f1b9e296d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ff9ae2c-d587-479f-87d3-9e70308df108 HTTP/1.1" status: 204 len: 168 time: 0.4688585 Aug 19 15:18:56.926508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48324) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:56.952262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ac1cf-f5d7-4a8e-a3e7-ed0f1b9e296d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9ae2c-d587-479f-87d3-9e70308df108,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:56.963525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Deleting subnet 94db7ad7-8fdf-4561-a58a-8f40c619e445 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:56.971467 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.113301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac6d16b2-6c02-4b16-b499-fb06b09b7835 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1842253 Aug 19 15:18:57.141580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48330) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:57.173707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group': {'name': 'tempest-secgroup--959903595'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:57.216256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.234850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-3dbdf75b-2933-4507-9999-e4105a5cba58 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411118 Aug 19 15:18:57.261968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] DHCP port deletion for 5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:18:57.378111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Deleting port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:57.379359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.382468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.457068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.471382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.525699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-581ab2b2-2790-4f7d-befe-61b38c8c9894 req-314b219c-cb60-43c0-8948-421060330b25 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276371 Aug 19 15:18:57.559720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] For port fb8ded30-88ae-4c6d-b8d5-2bc72102d445, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,segment=NetworkSegment(3134277f-5605-4b71-a901-3c5227cbca69),segment_id=3134277f-5605-4b71-a901-3c5227cbca69)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:57.561580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.592912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Calling delete_port for fb8ded30-88ae-4c6d-b8d5-2bc72102d445 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:57.611924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.642211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.677667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Subnet': ['ID=94db7ad7-8fdf-4561-a58a-8f40c619e445,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:57.694065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.697760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1dcdb81-0662-47dc-995c-24406fd48911 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/subnets/94db7ad7-8fdf-4561-a58a-8f40c619e445 HTTP/1.1" status: 204 len: 168 time: 0.9029396 Aug 19 15:18:57.700508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48344) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:57.713493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6429c426-9a88-40f1-9aca-6599ec5fc36d None None] Network b52c1f1a-4add-442f-9144-7d0b72ada2e3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:57.809855 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.814433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b36b5-c04b-48b4-bc2c-f2f92dec8183 req-aefa30fa-cdab-4671-9fdf-a47fb6b7e272 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:57.822159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca4b36b5-c04b-48b4-bc2c-f2f92dec8183 req-aefa30fa-cdab-4671-9fdf-a47fb6b7e272 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.2265978 Aug 19 15:18:57.901096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.948693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37720e98-620c-465d-afb9-6c21afff6bc6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:57.954624 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.956025 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3930dfa-4aae-495c-8be5-f9cd87b0f527 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8129621 Aug 19 15:18:57.958971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:57.973950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:57.991824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '37720e98-620c-465d-afb9-6c21afff6bc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:57.996504 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca4b36b5-c04b-48b4-bc2c-f2f92dec8183 req-dee3ba85-fa34-4594-b90d-08f3530e8872 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602135 Aug 19 15:18:58.066570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] DHCP port deletion for b52c1f1a-4add-442f-9144-7d0b72ada2e3 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:18:58.081559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Pushing event deleted for resources: {'Port': ['ID=fb8ded30-88ae-4c6d-b8d5-2bc72102d445,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:58.110879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.112077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.112847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.113932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.114616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.115232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.116292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.117669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.118798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.119699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.121334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.123260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:58.130102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fb049586-73ce-4870-bd99-71ac52eec496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.176688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4198426-6d9c-40e4-b3ab-3262a6382a55 None None] No DVR routers for this DVR port fb8ded30-88ae-4c6d-b8d5-2bc72102d445 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:58.198748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.300102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] Deleting port 07d8314d-58c6-4460-911b-09cc35d2a796 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:58.300917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.338383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.352565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.371926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:58.403520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3134277f-5605-4b71-a901-3c5227cbca69') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:58.403866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3134277f-5605-4b71-a901-3c5227cbca69') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:58.438346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.438586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.463183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 07d8314d-58c6-4460-911b-09cc35d2a796 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:58.477461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f926b9-7b91-4735-b4fb-7a500f391649,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:58.517550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351bb7-0939-4d20-a838-db34e19cb6db req-4094fdfd-75c7-4f54-803e-77a9a9e917ae tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:58.519729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4351bb7-0939-4d20-a838-db34e19cb6db req-4094fdfd-75c7-4f54-803e-77a9a9e917ae tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.3038132 Aug 19 15:18:58.525974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.562251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] For port 07d8314d-58c6-4460-911b-09cc35d2a796, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=07d8314d-58c6-4460-911b-09cc35d2a796,segment=NetworkSegment(c42cdd3e-c598-479b-bdce-d0d1ddcf87f0),segment_id=c42cdd3e-c598-479b-bdce-d0d1ddcf87f0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:58.562996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.576109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.577688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41d8a8e6-cf1f-46f8-8cd6-9217bc5d83c2 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6163924 Aug 19 15:18:58.582695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48358) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:58.590864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:18:58.591391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.600568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] Calling delete_port for 07d8314d-58c6-4460-911b-09cc35d2a796 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:18:58.611325 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:18:58.622003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d9aa38bb-5f2b-43b0-aa19-1d93dd982e92 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules/03f926b9-7b91-4735-b4fb-7a500f391649 HTTP/1.1" status: 200 len: 763 time: 0.0353203 Aug 19 15:18:58.628501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:58.738160 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1ca236a9-bbaa-48c2-8520-800e04c9dcb9 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1050103 Aug 19 15:18:58.752977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48364) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:58.831759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31f81b00-e62e-4d07-b29a-5af5eb05e8be tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.831978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.843093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31f81b00-e62e-4d07-b29a-5af5eb05e8be tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.858281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4351bb7-0939-4d20-a838-db34e19cb6db req-792e69af-2576-462b-b438-36ef6f5f0aa6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205411 Aug 19 15:18:58.992798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:58.999588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.002358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/networks/5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6 HTTP/1.1" status: 204 len: 168 time: 1.3003659 Aug 19 15:18:59.005580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:59.019684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69553-611f-46ab-a6ea-5c4171dbc2be tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Network': ['ID=5e2a12fe-28a6-4efd-bb4a-dc8f66a97ee6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:59.052950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31f81b00-e62e-4d07-b29a-5af5eb05e8be tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.061887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.136299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31f81b00-e62e-4d07-b29a-5af5eb05e8be tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.138156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] Pushing event deleted for resources: {'Port': ['ID=07d8314d-58c6-4460-911b-09cc35d2a796,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:59.142207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a95c1-ab07-44f4-bf77-09c4af7d0d3e None None] No DVR routers for this DVR port 07d8314d-58c6-4460-911b-09cc35d2a796 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:59.153676 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-31f81b00-e62e-4d07-b29a-5af5eb05e8be tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/03f926b9-7b91-4735-b4fb-7a500f391649 HTTP/1.1" status: 204 len: 168 time: 0.3952692 Aug 19 15:18:59.157781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:18:59.157781 n-d-779913-32 neutron-server[101964]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 15:18:59.157781 n-d-779913-32 neutron-server[101964]: [parameters: {'status': 'DOWN', 'ports_id': '07d8314d-58c6-4460-911b-09cc35d2a796'}] Aug 19 15:18:59.157781 n-d-779913-32 neutron-server[101964]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:18:59.158198 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:18:59.163886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48374) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:59.243950 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81b00-e62e-4d07-b29a-5af5eb05e8be tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03f926b9-7b91-4735-b4fb-7a500f391649,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:59.270242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.318911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b6bc-02d4-4dbe-9a7c-04268cc1a79f req-10c4817b-b65c-4c07-90f9-538117dc8e06 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:59.349183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9d1b6bc-02d4-4dbe-9a7c-04268cc1a79f req-10c4817b-b65c-4c07-90f9-538117dc8e06 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.2390342 Aug 19 15:18:59.416968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ceee64fc-c5ac-4066-9698-4a125c0ef02d tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2503781 Aug 19 15:18:59.420005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48380) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:59.457014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '37720e98-620c-465d-afb9-6c21afff6bc6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:59.503165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.516976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52c1f1a-4add-442f-9144-7d0b72ada2e3']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:59.536756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:59.537285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42cdd3e-c598-479b-bdce-d0d1ddcf87f0') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:59.556062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.574908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9d1b6bc-02d4-4dbe-9a7c-04268cc1a79f req-6b6fb6b4-4d2d-4daf-8b42-9f7f08052f6c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838565 Aug 19 15:18:59.598084 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.607871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:18:59.610025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:18:59.615376 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:18:59.705987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.711904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port 07d8314d-58c6-4460-911b-09cc35d2a796 update to DOWN by agent not found {{(pid=101964) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 15:18:59.711904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fb8ded30-88ae-4c6d-b8d5-2bc72102d445 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:59.713401 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.751885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: fb8ded30-88ae-4c6d-b8d5-2bc72102d445 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:59.752163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fb8ded30-88ae-4c6d-b8d5-2bc72102d445 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:59.796682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.818945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.825606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.831204 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] 10.222.0.13 "DELETE /v2.0/networks/b52c1f1a-4add-442f-9144-7d0b72ada2e3 HTTP/1.1" status: 204 len: 168 time: 0.8210375 Aug 19 15:18:59.845274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a404-23d2-48f8-a7eb-d28e3261f101 tempest-TaggedBootDevicesTest-825300922 tempest-TaggedBootDevicesTest-825300922-project] Pushing event deleted for resources: {'Network': ['ID=b52c1f1a-4add-442f-9144-7d0b72ada2e3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:59.903072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:59.991285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4175eeae-b307-49f4-9664-3e96f7cea1be,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:00.196405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bae06-1a19-477c-b58b-a2217947cac5 req-ffc98ae6-6309-46a0-b65d-41b98c26d34c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:00.218218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618bae06-1a19-477c-b58b-a2217947cac5 req-ffc98ae6-6309-46a0-b65d-41b98c26d34c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1814201 Aug 19 15:19:00.288433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618bae06-1a19-477c-b58b-a2217947cac5 req-af1c990d-6b5e-42ad-8682-50ab0c5324ca tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Aug 19 15:19:00.337252 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:00.338867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-41d51df7-455f-4229-8577-ac50a66e77fc tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9131792 Aug 19 15:19:00.342530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48394) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:00.366030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ee18a8ba-9b17-4b48-8bcd-be04e20029a8 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules/4175eeae-b307-49f4-9664-3e96f7cea1be HTTP/1.1" status: 200 len: 763 time: 0.0218513 Aug 19 15:19:00.368454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48396) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:00.425884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48402) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:00.426110 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2932d49d-0f14-4269-8925-2ef5cbb827da tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561728 Aug 19 15:19:00.456482 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f6d452e2-fadd-4a59-a07d-8c53da89cf30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:00.468245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f6d452e2-fadd-4a59-a07d-8c53da89cf30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:00.720477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f6d452e2-fadd-4a59-a07d-8c53da89cf30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:00.727366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f6d452e2-fadd-4a59-a07d-8c53da89cf30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:00.728836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f6d452e2-fadd-4a59-a07d-8c53da89cf30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4175eeae-b307-49f4-9664-3e96f7cea1be HTTP/1.1" status: 204 len: 168 time: 0.3018599 Aug 19 15:19:00.733319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48410) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:00.744237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d452e2-fadd-4a59-a07d-8c53da89cf30 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4175eeae-b307-49f4-9664-3e96f7cea1be,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:00.794241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124331b-cbe8-467a-b2ae-2d6f7d9268ce req-7f0ca811-21b5-443a-943a-48a110383891 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:00.796076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0124331b-cbe8-467a-b2ae-2d6f7d9268ce req-7f0ca811-21b5-443a-943a-48a110383891 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.1381564 Aug 19 15:19:00.858747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-321859ae-ef1b-4a56-89ca-679785efef40 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1240091 Aug 19 15:19:00.861445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48412) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:00.866910 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Request body: {'security_group_rule': {'security_group_id': '37720e98-620c-465d-afb9-6c21afff6bc6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:00.906178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:00.925772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0124331b-cbe8-467a-b2ae-2d6f7d9268ce req-55c27819-b808-4041-88e2-e34b6a3ceccc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208496 Aug 19 15:19:01.078287 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Project 351b47b1753c401da0e457f542a671d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:19:01.085741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.146199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.282204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.375514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ae5530-9e47-47bc-a5da-573c111f155c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:01.520924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.525493 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b73611a9-2672-43cc-970d-c4f47b91a991 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6626515 Aug 19 15:19:01.527263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48430) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:01.583067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48432) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:01.586652 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b61b9967-9d74-45e0-8b9e-440a4d1ef270 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules/e9ae5530-9e47-47bc-a5da-573c111f155c HTTP/1.1" status: 200 len: 769 time: 0.0577219 Aug 19 15:19:01.695028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3eb6-f06e-4dac-88ae-1fcfa3a2211f req-85de98b5-cce5-4c87-9941-33ba08f9fdc2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:01.700877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c24e3eb6-f06e-4dac-88ae-1fcfa3a2211f req-85de98b5-cce5-4c87-9941-33ba08f9fdc2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.2370443 Aug 19 15:19:01.773908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-572fe4b9-b65b-4ad0-a71d-399849d6ce0f tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1838908 Aug 19 15:19:01.775170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:01.847005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b16229f7-3797-43fb-9bbd-27789e04b7f5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.859027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b16229f7-3797-43fb-9bbd-27789e04b7f5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.904992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c24e3eb6-f06e-4dac-88ae-1fcfa3a2211f req-c4e9894d-9d11-401c-911f-a3c39ab07642 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529126 Aug 19 15:19:02.083690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b16229f7-3797-43fb-9bbd-27789e04b7f5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:02.092823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b16229f7-3797-43fb-9bbd-27789e04b7f5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:02.096582 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b16229f7-3797-43fb-9bbd-27789e04b7f5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e9ae5530-9e47-47bc-a5da-573c111f155c HTTP/1.1" status: 204 len: 168 time: 0.3198850 Aug 19 15:19:02.098440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:02.138804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16229f7-3797-43fb-9bbd-27789e04b7f5 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9ae5530-9e47-47bc-a5da-573c111f155c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:02.157440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f84f-303e-4ac6-bde7-288167d3884b req-85efe518-90d5-4e3d-bff2-bbcb441c13d2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:02.165834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b09f84f-303e-4ac6-bde7-288167d3884b req-85efe518-90d5-4e3d-bff2-bbcb441c13d2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0981767 Aug 19 15:19:02.192287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48450) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:02.194706 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a7a3b5e1-4015-41e5-b76a-f91102647db1 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0949631 Aug 19 15:19:02.276473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b09f84f-303e-4ac6-bde7-288167d3884b req-8177872c-974f-450f-b983-aadcb1ffa4f1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930943 Aug 19 15:19:02.360801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28f1-ebc5-42f5-aa74-42c8710c1b29 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:02.406551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28f1-ebc5-42f5-aa74-42c8710c1b29 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:02.564550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48458) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:02.584113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28f1-ebc5-42f5-aa74-42c8710c1b29 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:02.587857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2e28f1-ebc5-42f5-aa74-42c8710c1b29 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:02.592174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fa2e28f1-ebc5-42f5-aa74-42c8710c1b29 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "DELETE /v2.0/security-groups/37720e98-620c-465d-afb9-6c21afff6bc6 HTTP/1.1" status: 204 len: 168 time: 0.3982413 Aug 19 15:19:02.592677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:02.622711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e28f1-ebc5-42f5-aa74-42c8710c1b29 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37720e98-620c-465d-afb9-6c21afff6bc6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:02.723071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48466) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:02.726257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e834f6f2-a80e-40be-808b-4c8ac3f4dea7 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1306577 Aug 19 15:19:02.810548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b391da01-48ec-4f49-8d37-09c66f385264 tempest-SecGroupIPv6Test-1092885468 tempest-SecGroupIPv6Test-1092885468-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811951 Aug 19 15:19:02.851481 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-92914f7f-ca65-4c25-a03a-3181d8a977b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:03.238825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-92914f7f-ca65-4c25-a03a-3181d8a977b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:03.238825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7589-643d-44ec-9aca-2411803de61a req-ce955a08-016a-4493-8efa-470ad5a62108 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:03.238825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-659e7589-643d-44ec-9aca-2411803de61a req-ce955a08-016a-4493-8efa-470ad5a62108 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0696349 Aug 19 15:19:03.238825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-659e7589-643d-44ec-9aca-2411803de61a req-221fdd74-de3d-43dd-81a3-019f822d4763 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Aug 19 15:19:03.404893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa486baa-6847-40f6-ac3b-588dbe269df7 req-768cf3f0-2dad-4cb0-a27c-515f24dcd5de tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:03.406535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa486baa-6847-40f6-ac3b-588dbe269df7 req-768cf3f0-2dad-4cb0-a27c-515f24dcd5de tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0583341 Aug 19 15:19:03.449883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa486baa-6847-40f6-ac3b-588dbe269df7 req-acc11f48-c8f7-49ee-b6a9-4f55db657b83 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367930 Aug 19 15:19:04.178007 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-92914f7f-ca65-4c25-a03a-3181d8a977b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.225620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-92914f7f-ca65-4c25-a03a-3181d8a977b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ee12aebe95a491896358e75810b1b16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6595206 Aug 19 15:19:04.231351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92914f7f-ca65-4c25-a03a-3181d8a977b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da55d01-a9b1-4006-ad02-f5a8deab1d9e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:04.231509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48486) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:04.293310 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dee3b09-a750-4530-bdff-a7b0a6530b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.321496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dee3b09-a750-4530-bdff-a7b0a6530b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.403089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1d5bd-89e6-4adc-9d57-b0997e17a8b1 req-864c6a05-f674-4031-a188-f3454616fcac tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:04.404575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08c1d5bd-89e6-4adc-9d57-b0997e17a8b1 req-864c6a05-f674-4031-a188-f3454616fcac tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0587943 Aug 19 15:19:04.455803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08c1d5bd-89e6-4adc-9d57-b0997e17a8b1 req-59500576-ae32-42e8-9bbd-72aa3877dc32 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Aug 19 15:19:04.572261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489e2d0-6977-460d-89c2-e4c97ebd4b80 req-00196940-56ac-474f-8447-6fe7b9541693 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:04.573872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8489e2d0-6977-460d-89c2-e4c97ebd4b80 req-00196940-56ac-474f-8447-6fe7b9541693 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0498595 Aug 19 15:19:04.616899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8489e2d0-6977-460d-89c2-e4c97ebd4b80 req-de6f9dae-982d-44fb-9648-a91f36fb3cd1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366049 Aug 19 15:19:04.658805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48500) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:04.687141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dee3b09-a750-4530-bdff-a7b0a6530b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.689783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dee3b09-a750-4530-bdff-a7b0a6530b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.690999 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4dee3b09-a750-4530-bdff-a7b0a6530b2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9da55d01-a9b1-4006-ad02-f5a8deab1d9e HTTP/1.1" status: 204 len: 168 time: 0.4610143 Aug 19 15:19:04.703178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee3b09-a750-4530-bdff-a7b0a6530b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da55d01-a9b1-4006-ad02-f5a8deab1d9e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:05.163497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d46d2715-192c-4ce3-a86f-0c25cf23b484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=351b47b1753c401da0e457f542a671d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034697 Aug 19 15:19:05.166678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48514) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:05.217539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95519373-3f33-46af-b0df-5d6003395d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:05.244467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95519373-3f33-46af-b0df-5d6003395d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:05.523412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95519373-3f33-46af-b0df-5d6003395d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:05.552684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95519373-3f33-46af-b0df-5d6003395d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:05.552684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-95519373-3f33-46af-b0df-5d6003395d29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09646b13-a776-4ae4-8e8e-ce169c3c471c HTTP/1.1" status: 204 len: 168 time: 0.3608437 Aug 19 15:19:05.552684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95519373-3f33-46af-b0df-5d6003395d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09646b13-a776-4ae4-8e8e-ce169c3c471c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:05.599136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827359-668c-4013-8c10-542ad322d68c req-494006dd-be58-4eeb-a067-35edb8799d1f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:05.600952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e827359-668c-4013-8c10-542ad322d68c req-494006dd-be58-4eeb-a067-35edb8799d1f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0716507 Aug 19 15:19:05.647093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e827359-668c-4013-8c10-542ad322d68c req-b1633056-e3da-4cf6-9465-bdb977c21e60 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Aug 19 15:19:05.766146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0d6bb-be1c-46df-a496-5541e530fe92 req-cd26ae3c-609f-42a1-b9ae-838bdf49f9e7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:05.768342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cf0d6bb-be1c-46df-a496-5541e530fe92 req-cd26ae3c-609f-42a1-b9ae-838bdf49f9e7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0597701 Aug 19 15:19:05.809539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cf0d6bb-be1c-46df-a496-5541e530fe92 req-e1b565c0-e256-4a98-92f7-217617f21217 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353754 Aug 19 15:19:05.958483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48534) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:05.972829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421bb114-6e54-4e70-aad4-af1ed277ad2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.073060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421bb114-6e54-4e70-aad4-af1ed277ad2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.191816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-421bb114-6e54-4e70-aad4-af1ed277ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.260714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-421bb114-6e54-4e70-aad4-af1ed277ad2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c7309143d2c44d59f55ba2bc864d0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010762 Aug 19 15:19:06.260970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48546) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:06.262880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bb114-6e54-4e70-aad4-af1ed277ad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5e3d3f-751f-4694-9e9c-6efa97ddcf82,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:06.335387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f613-78ac-40d8-adf8-a768b8508666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.361933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f613-78ac-40d8-adf8-a768b8508666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.534519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f613-78ac-40d8-adf8-a768b8508666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.544239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f613-78ac-40d8-adf8-a768b8508666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:06.544239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fdc8f613-78ac-40d8-adf8-a768b8508666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d5e3d3f-751f-4694-9e9c-6efa97ddcf82 HTTP/1.1" status: 204 len: 168 time: 0.2762737 Aug 19 15:19:06.550766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8f613-78ac-40d8-adf8-a768b8508666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5e3d3f-751f-4694-9e9c-6efa97ddcf82,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:06.803144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061acb8b-8b6f-483c-ae30-cb6163972063 req-96c74dba-f701-4410-a909-32200a1a7f2c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:06.805348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-061acb8b-8b6f-483c-ae30-cb6163972063 req-96c74dba-f701-4410-a909-32200a1a7f2c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0805390 Aug 19 15:19:06.863234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-061acb8b-8b6f-483c-ae30-cb6163972063 req-3d2980b1-3f09-4530-8f09-21755186a4d3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496671 Aug 19 15:19:07.016985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7785f-19db-4c6e-bd29-6c3a1ef07dfd req-489a0e03-b173-4fed-854e-4ee689bbd846 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:07.019229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4e7785f-19db-4c6e-bd29-6c3a1ef07dfd req-489a0e03-b173-4fed-854e-4ee689bbd846 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0751092 Aug 19 15:19:07.087841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4e7785f-19db-4c6e-bd29-6c3a1ef07dfd req-d0eeef24-e589-436a-8118-caebc3c0c77d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595853 Aug 19 15:19:07.319609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48580) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:07.462282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8f8649b6-b673-425b-a118-4ab37e84b52c tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-42040256', 'prefixes': ['172.20.0.0/16']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:07.583963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48588) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:07.603066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d84937c-5469-4f16-addf-732cba7665a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:07.709525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d84937c-5469-4f16-addf-732cba7665a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:07.991138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d84937c-5469-4f16-addf-732cba7665a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.045503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84937c-5469-4f16-addf-732cba7665a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd2afb8-159c-419d-a1fd-b4b809ebc840,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:08.050258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1d84937c-5469-4f16-addf-732cba7665a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a4bb7a34df4456e850c99026f42f28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651401 Aug 19 15:19:08.053092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48596) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:08.072533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378396db-37ce-475b-856e-efc887b37929 req-b64cbe79-f881-4712-8bf6-f1a7b32f4444 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:08.074302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-378396db-37ce-475b-856e-efc887b37929 req-b64cbe79-f881-4712-8bf6-f1a7b32f4444 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1238658 Aug 19 15:19:08.099349 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f8649b6-b673-425b-a118-4ab37e84b52c tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] Notify callbacks [] for subnetpool, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.099939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8f8649b6-b673-425b-a118-4ab37e84b52c tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.7790632 Aug 19 15:19:08.102390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48600) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:08.135637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e16fda3c-75dc-47f0-b53b-81ae25530aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.156384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-378396db-37ce-475b-856e-efc887b37929 req-3024b2cc-11b9-4a3e-af5e-2480d546d775 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757496 Aug 19 15:19:08.159346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a58b4def-4f69-443d-8a6f-8006e39a1a06 tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] 10.222.0.13 "GET /v2.0/subnetpools/9f8998ad-bc0c-416e-840c-a086dcec01ec HTTP/1.1" status: 200 len: 730 time: 0.0557756 Aug 19 15:19:08.162325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e16fda3c-75dc-47f0-b53b-81ae25530aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.164006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48604) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:08.169780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-633293fc-1ff2-4120-b299-946b0f4c5a41 tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1520693239'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:08.296104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e04652-6137-43c5-96d0-d9ae584cd339 req-ce35bdd7-196d-45b6-a654-07c2633abe49 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:08.297705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55e04652-6137-43c5-96d0-d9ae584cd339 req-ce35bdd7-196d-45b6-a654-07c2633abe49 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0608423 Aug 19 15:19:08.344397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55e04652-6137-43c5-96d0-d9ae584cd339 req-00c02a73-d839-41e6-8879-7e1b85341330 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394793 Aug 19 15:19:08.352294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e16fda3c-75dc-47f0-b53b-81ae25530aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.355683 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e16fda3c-75dc-47f0-b53b-81ae25530aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.359710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e16fda3c-75dc-47f0-b53b-81ae25530aa2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dd2afb8-159c-419d-a1fd-b4b809ebc840 HTTP/1.1" status: 204 len: 168 time: 0.3014958 Aug 19 15:19:08.379034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fda3c-75dc-47f0-b53b-81ae25530aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd2afb8-159c-419d-a1fd-b4b809ebc840,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:08.387252 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-633293fc-1ff2-4120-b299-946b0f4c5a41 tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] Notify callbacks [] for subnetpool, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.391548 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-633293fc-1ff2-4120-b299-946b0f4c5a41 tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] 10.222.0.13 "PUT /v2.0/subnetpools/9f8998ad-bc0c-416e-840c-a086dcec01ec HTTP/1.1" status: 200 len: 684 time: 0.2265010 Aug 19 15:19:08.391977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48610) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:08.640494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0afcd21-5406-402d-bbaf-aad55d81a7ab tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] Notify callbacks [] for subnetpool, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:08.641622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d0afcd21-5406-402d-bbaf-aad55d81a7ab tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9f8998ad-bc0c-416e-840c-a086dcec01ec HTTP/1.1" status: 204 len: 168 time: 0.2485704 Aug 19 15:19:08.644329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48616) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:08.659631 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-e33cfb65-4fcd-420f-9263-363d8fe717da tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] show failed (client error): The resource could not be found. Aug 19 15:19:08.660608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e33cfb65-4fcd-420f-9263-363d8fe717da tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] 10.222.0.13 "GET /v2.0/subnetpools/9f8998ad-bc0c-416e-840c-a086dcec01ec HTTP/1.1" status: 404 len: 346 time: 0.0153329 Aug 19 15:19:08.663314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48618) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:08.678718 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-2e4c45ba-225e-4a6b-be8d-6c2c0f217acf tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] delete failed (client error): The resource could not be found. Aug 19 15:19:08.679828 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2e4c45ba-225e-4a6b-be8d-6c2c0f217acf tempest-SubnetPoolsTestJSON-414922070 tempest-SubnetPoolsTestJSON-414922070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9f8998ad-bc0c-416e-840c-a086dcec01ec HTTP/1.1" status: 404 len: 346 time: 0.0154793 Aug 19 15:19:09.353030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2071-6219-4762-ade4-39e1889ae686 req-9e780c69-9d17-4484-b9b3-5c29ca567da9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:09.362294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ffe2071-6219-4762-ade4-39e1889ae686 req-9e780c69-9d17-4484-b9b3-5c29ca567da9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0776970 Aug 19 15:19:09.375476 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48644) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:09.415872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ffe2071-6219-4762-ade4-39e1889ae686 req-2b6e9bee-4829-4c35-aee6-63f09f8a7ca6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Aug 19 15:19:09.653206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558e8c-f2c7-489e-9d9e-42a7b0896d77 req-a3bb6dbb-7e5a-4229-b01c-98eb79947997 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:09.655157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5558e8c-f2c7-489e-9d9e-42a7b0896d77 req-a3bb6dbb-7e5a-4229-b01c-98eb79947997 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0955796 Aug 19 15:19:09.693500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08c6486b-48fa-405d-9dda-0732d936af5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:09.703590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5558e8c-f2c7-489e-9d9e-42a7b0896d77 req-b4243884-83fb-4934-9a15-af53d4750bef tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Aug 19 15:19:09.855979 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08c6486b-48fa-405d-9dda-0732d936af5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:09.936240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08c6486b-48fa-405d-9dda-0732d936af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:09.991628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-08c6486b-48fa-405d-9dda-0732d936af5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a31b84041b4446beb5c262ed8175c45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150522 Aug 19 15:19:09.994653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48666) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:10.015714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6486b-48fa-405d-9dda-0732d936af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e0a3e-01ee-49a4-9b55-a7bf94a30a85,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:10.066904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.095113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.199957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48672) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:10.294872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.298232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.309728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e4e0a3e-01ee-49a4-9b55-a7bf94a30a85 HTTP/1.1" status: 204 len: 168 time: 0.3131888 Aug 19 15:19:10.326784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e0a3e-01ee-49a4-9b55-a7bf94a30a85,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:10.350454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004338164-network', 'tenant_id': 'af5a5b5541af4994a48d672f4c75cdfa'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:10.352529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.353107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.354145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.354784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.355869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.356396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.357251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.357807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.358559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.359085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.359587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.360088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef36e6-e85c-44b3-ace4-81c0e3189182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:10.474580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Made reservation on behalf of af5a5b5541af4994a48d672f4c75cdfa for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:10.482245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.494340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.643863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f6959-55e3-43b5-883a-a9af95f3e353 req-beda1836-c85a-4a01-be60-d3d4b7c341c9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:10.644674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.645780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b23f6959-55e3-43b5-883a-a9af95f3e353 req-beda1836-c85a-4a01-be60-d3d4b7c341c9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0970721 Aug 19 15:19:10.686738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b23f6959-55e3-43b5-883a-a9af95f3e353 req-74e8d322-6da9-4c8b-90c9-40ca0b7cdbe9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Aug 19 15:19:10.797308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.821162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:19:10.850075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.850432 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Added segment cd6a94d3-66f2-44ad-b6f5-43581a063bc1 of type vlan for network 494d6b84-fc97-4f5a-abf8-995a55104286 Aug 19 15:19:10.870132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d490db14-4ad5-43fe-9100-502759c7ce7b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:10.910222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbec5f6-e801-46cf-a6f8-fbdcd436a556 req-df801072-3166-4336-865b-c402648143ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:10.911843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dbec5f6-e801-46cf-a6f8-fbdcd436a556 req-df801072-3166-4336-865b-c402648143ff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0891006 Aug 19 15:19:10.913104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:10.965297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dbec5f6-e801-46cf-a6f8-fbdcd436a556 req-f00827ca-c3eb-4a99-b312-3e8e98b55ce1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407414 Aug 19 15:19:11.111866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:11.118805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:11.118805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:11.177142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] Pushing event updated for resources: {'Network': ['ID=494d6b84-fc97-4f5a-abf8-995a55104286,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:11.191214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 494d6b84-fc97-4f5a-abf8-995a55104286 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:19:11.306757 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9622090b-3bb4-4364-ac56-a82e5430f997 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1054316 Aug 19 15:19:11.310164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:11.315345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Request body: {'subnet': {'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004338164-subnet', 'tenant_id': 'af5a5b5541af4994a48d672f4c75cdfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:11.420328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Made reservation on behalf of af5a5b5541af4994a48d672f4c75cdfa for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:11.422894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:11.771766 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:11.842497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caea7af-ccb8-46d8-9f6d-514f8258f941,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:11.846100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3085b-3c49-499b-bf25-1e359548aaf2 req-08a012e7-341a-4ff8-b120-1e9b337ce8da tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:11.849690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4e3085b-3c49-499b-bf25-1e359548aaf2 req-08a012e7-341a-4ff8-b120-1e9b337ce8da tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0798557 Aug 19 15:19:11.866482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Checking segment: {'id': 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:11.866482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Network hostable DHCP agents. Network: 494d6b84-fc97-4f5a-abf8-995a55104286, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:19:11.903946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4e3085b-3c49-499b-bf25-1e359548aaf2 req-7b49a03f-7a76-4f96-bc8f-86695d778765 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Aug 19 15:19:11.958707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Network 494d6b84-fc97-4f5a-abf8-995a55104286 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:19:12.081343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 494d6b84-fc97-4f5a-abf8-995a55104286) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:12.086852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:12.087458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:12.095685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd528a-ca09-4cd8-9a0d-714f93b5ca71 None None] Network 494d6b84-fc97-4f5a-abf8-995a55104286 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:12.111250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbd0e0-607f-42ef-8a0e-79525e28ae58 req-9ce0e008-fcfc-49e9-9d70-182ba9bfe082 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:12.113066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ccbd0e0-607f-42ef-8a0e-79525e28ae58 req-9ce0e008-fcfc-49e9-9d70-182ba9bfe082 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0612290 Aug 19 15:19:12.177861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ccbd0e0-607f-42ef-8a0e-79525e28ae58 req-4600c7e0-5f5b-4f0f-a94d-1ce0eb2bb1c2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560207 Aug 19 15:19:12.238380 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff37de75-cc28-411b-aeea-0c4305dd5bb4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9270384 Aug 19 15:19:12.260741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f5a27-e5b1-4641-b9f4-f452b47dc850 None None] Network 494d6b84-fc97-4f5a-abf8-995a55104286 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:12.787443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:13.048159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e947-f36e-43c4-b02a-3a4dbdf5ee58 req-8d4c3c41-449e-4f72-8d7e-095664725f1f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:13.049874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f41e947-f36e-43c4-b02a-3a4dbdf5ee58 req-8d4c3c41-449e-4f72-8d7e-095664725f1f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.0662382 Aug 19 15:19:13.128615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f41e947-f36e-43c4-b02a-3a4dbdf5ee58 req-3fd2d297-a7af-4eab-b7ce-3897c372ef60 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722609 Aug 19 15:19:13.197612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:13.523722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6c961-1064-46fd-b16e-efed40fa5454 req-b3c8963b-7171-48a7-a7e3-32b34ab0f972 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:13.539182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4b6c961-1064-46fd-b16e-efed40fa5454 req-b3c8963b-7171-48a7-a7e3-32b34ab0f972 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.1221385 Aug 19 15:19:13.591320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48796) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:13.601370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1338877972-network', 'tenant_id': '510d47b64d8a4e0db82ec5b9c7e9dd9d'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:13.628868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4b6c961-1064-46fd-b16e-efed40fa5454 req-5ecedc5d-c954-4d4a-84a7-9757eb567142 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887132 Aug 19 15:19:13.764556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Made reservation on behalf of 510d47b64d8a4e0db82ec5b9c7e9dd9d for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:13.767098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:13.781368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:13.858714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:13.864167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843bbb-1845-49ef-8e3c-1baba1d2f1a0 req-51f332c8-c192-4e34-99a5-628b003c4292 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:13.866368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c843bbb-1845-49ef-8e3c-1baba1d2f1a0 req-51f332c8-c192-4e34-99a5-628b003c4292 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0590210 Aug 19 15:19:13.909678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c843bbb-1845-49ef-8e3c-1baba1d2f1a0 req-e06b842f-f9fc-49c2-817e-a80153db34a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Aug 19 15:19:14.016283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:14.074096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849f3b7-1e10-4500-b868-26f61ed224ac req-0ecf7282-b2c7-4af8-ab7a-b94de5648440 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:14.075982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0849f3b7-1e10-4500-b868-26f61ed224ac req-0ecf7282-b2c7-4af8-ab7a-b94de5648440 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0631316 Aug 19 15:19:14.119705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0849f3b7-1e10-4500-b868-26f61ed224ac req-781cf977-cc2b-4583-948b-93616f9ef909 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365150 Aug 19 15:19:14.121440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:14.242444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:19:14.261697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:14.261697 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Added segment f6ebe3c3-3a53-4465-8479-0789ed74370d of type vlan for network c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1 Aug 19 15:19:14.290032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d856ac1-2e20-493d-b559-49fd2db05d61,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:14.343182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:14.489145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:14.490437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:14.491128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:14.493804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:14.519645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-2bfa2977-67ff-4b90-ba89-6e0d49638ec0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:14.529160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-2bfa2977-67ff-4b90-ba89-6e0d49638ec0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.1473179 Aug 19 15:19:14.547557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-64e79357-f49e-4f4e-918f-0e86646f20ca tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/quotas/6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 375 time: 0.0149682 Aug 19 15:19:14.625364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-541b344c-9d95-4941-8d33-bd4d5b7f6a00 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0683978 Aug 19 15:19:14.756296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-d3fd9710-d434-4ed8-b8a0-5d2cd5092f67 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210611 Aug 19 15:19:14.907898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-0b2df796-16a3-4da5-ae57-9a2fc926c59e service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438892 Aug 19 15:19:14.985852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Deleting port ec7c202b-6bf7-4c4c-9733-3a4e83e79954 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:19:14.988782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.010780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4079c06d-f4fe-49fe-863d-2c1ab88112d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.057417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] Pushing event updated for resources: {'Network': ['ID=c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:15.077776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:19:15.099537 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-33651576-343f-4701-bbd9-bf7d198cbe2d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5024111 Aug 19 15:19:15.102664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48838) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:15.111725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Request body: {'subnet': {'network_id': 'c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1338877972-subnet', 'tenant_id': '510d47b64d8a4e0db82ec5b9c7e9dd9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:15.122989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:19:15.122989 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:19:15.122989 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id_1': '510d47b64d8a4e0db82ec5b9c7e9dd9d', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 19, 15, 117635)}] Aug 19 15:19:15.122989 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:19:15.123446 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:19:15.170133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] For port ec7c202b-6bf7-4c4c-9733-3a4e83e79954, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:15.170500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.189703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Calling delete_port for ec7c202b-6bf7-4c4c-9733-3a4e83e79954 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:19:15.305897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4079c06d-f4fe-49fe-863d-2c1ab88112d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.422304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023f8f4-fb75-4bae-8264-a02a01f77e59 req-bc64984a-ac12-4f60-abe8-c083591e87c4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:15.424226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0023f8f4-fb75-4bae-8264-a02a01f77e59 req-bc64984a-ac12-4f60-abe8-c083591e87c4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.0824971 Aug 19 15:19:15.488110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4079c06d-f4fe-49fe-863d-2c1ab88112d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.501663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0023f8f4-fb75-4bae-8264-a02a01f77e59 req-e44c5cb8-1a19-480e-b91d-39e94bfa217d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585589 Aug 19 15:19:15.557028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4079c06d-f4fe-49fe-863d-2c1ab88112d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2c63b7466244e74826827f2ff6fd2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0583067 Aug 19 15:19:15.559015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c06d-f4fe-49fe-863d-2c1ab88112d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a72c8f-638c-4e46-a48d-ad1e3b80b330,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:15.560197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48852) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:15.619693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7718e35c-d982-4a70-946b-86c89396b1f6 req-89d64b17-71ab-497a-934b-b0e5a3cc4951 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 210 time: 0.0377812 Aug 19 15:19:15.630306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.668206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6560d022-f241-4eb4-9b9b-2b3840e8719a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.675055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7c202b-6bf7-4c4c-9733-3a4e83e79954,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:15.693266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6560d022-f241-4eb4-9b9b-2b3840e8719a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.752708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Made reservation on behalf of 510d47b64d8a4e0db82ec5b9c7e9dd9d for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:15.762265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:15.952170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:16.041756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6560d022-f241-4eb4-9b9b-2b3840e8719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:16.046119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6560d022-f241-4eb4-9b9b-2b3840e8719a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:16.046281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6560d022-f241-4eb4-9b9b-2b3840e8719a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31a72c8f-638c-4e46-a48d-ad1e3b80b330 HTTP/1.1" status: 204 len: 168 time: 0.4849780 Aug 19 15:19:16.056203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d022-f241-4eb4-9b9b-2b3840e8719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a72c8f-638c-4e46-a48d-ad1e3b80b330,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:16.170476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:16.230721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fa7ca6-60f9-446e-a1ad-ce2a0bc4d872,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:16.246262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Checking segment: {'id': 'f6ebe3c3-3a53-4465-8479-0789ed74370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:16.246766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Network hostable DHCP agents. Network: c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:19:16.281533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:19:16.404414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Network c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:19:16.438531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:19:16.450674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1852d33e-0cf2-456b-9bbd-3e36af2ae1d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/01c0c458-4b50-4737-8ad3-3b2e423d30d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6548316 Aug 19 15:19:16.452205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48868) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:16.457652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] Sync routers for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:19:16.488437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:19:16.489027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:18:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:16.531686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:16.539846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:16.539846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:16.586713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0ff18-b2da-452a-9794-bd9c951b9a21 None None] Network c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:16.680237 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:16.746696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0f6069a4-cb10-43f5-99a2-a6be66fb319c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6408298 Aug 19 15:19:16.766053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1108f0b-f2c8-4752-97c1-ec9f6b8c9fee None None] Network c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:16.856594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:19:16.858098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a135ffe-44b1-4801-9406-d8ddad9005d5 req-3af36b3e-25ef-4b20-a2dd-953557e6faed tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:16.859704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a135ffe-44b1-4801-9406-d8ddad9005d5 req-3af36b3e-25ef-4b20-a2dd-953557e6faed tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 945 time: 0.1271138 Aug 19 15:19:16.915282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a135ffe-44b1-4801-9406-d8ddad9005d5 req-bb752a56-df2c-4a21-9ee5-aac3f2b64a91 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443444 Aug 19 15:19:16.919672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.108429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27ee7e9d-0b0f-4800-81ed-5cf3b649f929 req-37aebf08-d0f9-4a83-99d7-12e7a28ecbb1 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 210 time: 0.0562785 Aug 19 15:19:17.141478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Deleting port 08d2411d-1e6b-4a01-9a8d-28e26ae05767 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:19:17.142097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.273472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:17.286788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] For port 08d2411d-1e6b-4a01-9a8d-28e26ae05767, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=08d2411d-1e6b-4a01-9a8d-28e26ae05767,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:17.293752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.303579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f598ba0-e97c-4187-9a23-c17f3b9603d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.305966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Calling delete_port for 08d2411d-1e6b-4a01-9a8d-28e26ae05767 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:19:17.362069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:19:15Z', 'revision_number': 5, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port': {'id': '08d2411d-1e6b-4a01-9a8d-28e26ae05767', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:07:44Z', 'updated_at': '2021-08-19T15:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:17.432976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] Checking router: 01c0c458-4b50-4737-8ad3-3b2e423d30d1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:19:17.486188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] Routers {'01c0c458-4b50-4737-8ad3-3b2e423d30d1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:19:17.487713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:18:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:17.497274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f598ba0-e97c-4187-9a23-c17f3b9603d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.581649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f598ba0-e97c-4187-9a23-c17f3b9603d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.596918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] Set router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:19:17.634719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f598ba0-e97c-4187-9a23-c17f3b9603d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=530cee1f555941958b9783849a803124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597043 Aug 19 15:19:17.636465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f598ba0-e97c-4187-9a23-c17f3b9603d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5146a3f-cec5-490e-8f04-2ed33756027a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:17.652935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48904) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:17.688502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.699530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:19:16Z', 'revision_number': 6, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:17.738229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53348da-570e-42db-9ef3-a48da486ea88 None None] The sync data for ids ['01c0c458-4b50-4737-8ad3-3b2e423d30d1'] in n-d-779913-32 is: [{'id': '01c0c458-4b50-4737-8ad3-3b2e423d30d1', 'name': 'tempest-TaggedBootDevicesTest-57411833-router', 'tenant_id': '36710183574049eea9f759f7c48c8620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:42Z', 'updated_at': '2021-08-19T15:19:16Z', 'revision_number': 6, 'project_id': '36710183574049eea9f759f7c48c8620', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:19:17.742344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5893b7dc-0df1-4c6e-b93f-87fc39a17bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.768240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5893b7dc-0df1-4c6e-b93f-87fc39a17bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.795177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d2411d-1e6b-4a01-9a8d-28e26ae05767,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:17.796967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:19:17.871143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.912214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:17.925767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '47a944ef-2133-468f-87ce-690a9257c9fb', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'port_id': '47a944ef-2133-468f-87ce-690a9257c9fb', 'mac_address': 'fa:16:3e:a3:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:19:17.929292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5893b7dc-0df1-4c6e-b93f-87fc39a17bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.932103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5893b7dc-0df1-4c6e-b93f-87fc39a17bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:17.937102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5893b7dc-0df1-4c6e-b93f-87fc39a17bc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5146a3f-cec5-490e-8f04-2ed33756027a HTTP/1.1" status: 204 len: 168 time: 0.2829649 Aug 19 15:19:17.944352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893b7dc-0df1-4c6e-b93f-87fc39a17bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5146a3f-cec5-490e-8f04-2ed33756027a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:17.956670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-d2ced894-3f22-4eca-91cb-5d4dfd039439 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:17.960523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-d2ced894-3f22-4eca-91cb-5d4dfd039439 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/networks?id=494d6b84-fc97-4f5a-abf8-995a55104286 HTTP/1.1" status: 200 len: 809 time: 0.3106747 Aug 19 15:19:18.008120 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.010043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.013248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.061288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-9ed202d7-4936-46f4-881d-f83d492c8927 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/quotas/af5a5b5541af4994a48d672f4c75cdfa HTTP/1.1" status: 200 len: 375 time: 0.0687864 Aug 19 15:19:18.070083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:18.109736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:18.121773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-46859c04-e460-4e70-8a91-765587ca16b4 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af5a5b5541af4994a48d672f4c75cdfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487778 Aug 19 15:19:18.207060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.207315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.207612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c0c458-4b50-4737-8ad3-3b2e423d30d1 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:19:18.216142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.218095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1af5b4bb-35a4-4d9d-8c0d-fd2e94047d04 admin admin] 10.222.0.13 "DELETE /v2.0/routers/01c0c458-4b50-4737-8ad3-3b2e423d30d1 HTTP/1.1" status: 204 len: 168 time: 1.7657404 Aug 19 15:19:18.223037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:18.313453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:18.325692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-4def8230-713a-4c72-96b1-4db43fe470b9 service neutron] 10.222.0.13 "GET /v2.0/networks/494d6b84-fc97-4f5a-abf8-995a55104286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949978 Aug 19 15:19:18.337639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Deleting subnet 43a04df0-b14d-4102-935d-68c2158b1bdc {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:19:18.342916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.404007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.529104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.567059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-28d860bd-2aec-466f-8dab-8299c3c35cff service neutron] 10.222.0.13 "GET /v2.0/networks/494d6b84-fc97-4f5a-abf8-995a55104286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343359 Aug 19 15:19:18.628269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['47a944ef-2133-468f-87ce-690a9257c9fb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:18.679096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-4a8884b2-aa84-4994-9988-989e061a2ffa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:18.681344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-4a8884b2-aa84-4994-9988-989e061a2ffa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.2490664 Aug 19 15:19:18.701152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'port': {'device_id': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'admin_state_up': True, 'tenant_id': '6703815861664771b958dbe87bd3ff32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:18.797727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ec7c202b-6bf7-4c4c-9733-3a4e83e79954 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:19:18.826716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.836545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ec7c202b-6bf7-4c4c-9733-3a4e83e79954 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:19:18.837241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ec7c202b-6bf7-4c4c-9733-3a4e83e79954 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:19:18.837931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 08d2411d-1e6b-4a01-9a8d-28e26ae05767 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:19:18.873604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 08d2411d-1e6b-4a01-9a8d-28e26ae05767 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:19:18.874037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 08d2411d-1e6b-4a01-9a8d-28e26ae05767 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:19:18.913399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a04df0-b14d-4102-935d-68c2158b1bdc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:18.936157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:18.938866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eda547-9628-4bdb-baa6-0a1609261afc None None] Network b63c9530-38e6-4869-867b-3d546179fd2e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:18.944399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48934) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:18.945760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6afa0a50-df65-4373-8313-1eb4c2117673 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43a04df0-b14d-4102-935d-68c2158b1bdc HTTP/1.1" status: 204 len: 168 time: 0.7228372 Aug 19 15:19:19.071320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:19.076827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.264404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] DHCP port deletion for b63c9530-38e6-4869-867b-3d546179fd2e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:19:19.295842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.316732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddbcb7-c91d-4171-9e0b-a79038450ff8 req-3b67e192-2d67-4ed0-b528-0e341ded0e6c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:19.318338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7ddbcb7-c91d-4171-9e0b-a79038450ff8 req-3b67e192-2d67-4ed0-b528-0e341ded0e6c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.2532506 Aug 19 15:19:19.350594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] Deleting port c2159dad-3a48-45b5-a08f-494218e1582f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:19:19.350977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.435306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Allocated IP 172.20.0.3 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/2ea1677f-f147-4803-8462-4797e1f3f9cf) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:19:19.457043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] For port c2159dad-3a48-45b5-a08f-494218e1582f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2159dad-3a48-45b5-a08f-494218e1582f,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:19.457682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.484164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7ddbcb7-c91d-4171-9e0b-a79038450ff8 req-ffb17dde-1dab-4381-a098-d968ea6caf6f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209691 Aug 19 15:19:19.497701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Deleting port c2159dad-3a48-45b5-a08f-494218e1582f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:19:19.498040 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.506211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] Calling delete_port for c2159dad-3a48-45b5-a08f-494218e1582f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:19:19.762751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6a8a1ff-0d1a-4e6b-b1a8-f36219385d3b req-18cf72cb-e460-4126-a930-a468c15a2d28 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 210 time: 0.1292541 Aug 19 15:19:19.780502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.782994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] For port c2159dad-3a48-45b5-a08f-494218e1582f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2159dad-3a48-45b5-a08f-494218e1582f,segment=NetworkSegment(7b501258-550a-4e66-80a4-39976de50fe2),segment_id=7b501258-550a-4e66-80a4-39976de50fe2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:19.789106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:19.847625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] Pushing event deleted for resources: {'Port': ['ID=c2159dad-3a48-45b5-a08f-494218e1582f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:19.857917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41977502-2001-48e7-b2cc-9e8495fb2685 None None] No DVR routers for this DVR port c2159dad-3a48-45b5-a08f-494218e1582f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:19:19.894735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Calling delete_port for c2159dad-3a48-45b5-a08f-494218e1582f owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:19:19.918557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19dd5c31-a33a-4a9c-afa2-541afdff900f req-25d19a30-1740-4929-b5f7-adda86a5883e tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 210 time: 0.0952678 Aug 19 15:19:20.007456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.033441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Transition to ACTIVE for port object 2ea1677f-f147-4803-8462-4797e1f3f9cf will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:19:20.067283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.088620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] No DVR routers for this DVR port c2159dad-3a48-45b5-a08f-494218e1582f on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:19:20.136210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2159dad-3a48-45b5-a08f-494218e1582f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:20.225758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.240048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63c9530-38e6-4869-867b-3d546179fd2e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:20.252702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b501258-550a-4e66-80a4-39976de50fe2') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:20.253359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b501258-550a-4e66-80a4-39976de50fe2') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:20.264851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.277012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.309552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:20.311291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.329663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:19:20.329947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:19:20.335720 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:19:20.393656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:19:20.396782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=2ea1677f-f147-4803-8462-4797e1f3f9cf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:20.402907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:20.409411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:19:20.481067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:20.481863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.486604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2159dad-3a48-45b5-a08f-494218e1582f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:19:20.531598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c2159dad-3a48-45b5-a08f-494218e1582f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:19:20.531598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2159dad-3a48-45b5-a08f-494218e1582f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:19:20.535303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.559567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.561593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b63c9530-38e6-4869-867b-3d546179fd2e HTTP/1.1" status: 204 len: 168 time: 1.6150081 Aug 19 15:19:20.562540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89963f4-42a8-495e-9253-cc3862c53e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63c9530-38e6-4869-867b-3d546179fd2e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:20.565986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c11e2538-d638-4f8e-b7a9-9fa7b5802c25 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8747075 Aug 19 15:19:20.583425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Request body: {'port': {'device_id': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:20.659679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.832251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036dd09-4d49-471e-8e4e-89e935c937e5 req-d2571039-7887-4d8e-9a11-df37da49bd61 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:20.840795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c036dd09-4d49-471e-8e4e-89e935c937e5 req-d2571039-7887-4d8e-9a11-df37da49bd61 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 946 time: 0.1603494 Aug 19 15:19:20.923250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9cde2ee6-342c-4360-8444-514c83b90cfb None None] Provisioning for port 2ea1677f-f147-4803-8462-4797e1f3f9cf completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:19:20.932912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9cde2ee6-342c-4360-8444-514c83b90cfb None None] Provisioning complete for port 2ea1677f-f147-4803-8462-4797e1f3f9cf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:19:20.938564 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9cde2ee6-342c-4360-8444-514c83b90cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:20.940959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c036dd09-4d49-471e-8e4e-89e935c937e5 req-c784996d-b3fc-49fa-8d70-f42cea2b54e0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992198 Aug 19 15:19:21.028835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9cde2ee6-342c-4360-8444-514c83b90cfb None None] Port 2ea1677f-f147-4803-8462-4797e1f3f9cf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:19:21.113345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea1677f-f147-4803-8462-4797e1f3f9cf {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:21.144412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.161326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f033611-d6ba-424d-bcdd-db21e71d7d10 req-c1c8c4d7-9da2-4be5-9e83-ddf25bf2065a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:21.162957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f033611-d6ba-424d-bcdd-db21e71d7d10 req-c1c8c4d7-9da2-4be5-9e83-ddf25bf2065a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 931 time: 0.1329405 Aug 19 15:19:21.164091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Transition to ACTIVE for port object 2ea1677f-f147-4803-8462-4797e1f3f9cf will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:19:21.189956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:21.228081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f033611-d6ba-424d-bcdd-db21e71d7d10 req-1b1d456f-0140-4db4-991d-8b6dfb1b5a34 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Aug 19 15:19:21.261811 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a494479d-5a88-48b1-934d-e9b685d7d5ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36710183574049eea9f759f7c48c8620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681090 Aug 19 15:19:21.263831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49012) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:21.324667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.386387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fca8ed9-21bb-4af0-868a-9257d40ca980 req-862ef2f3-3ab1-4d05-a77d-964e7e165a18 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 210 time: 0.0706990 Aug 19 15:19:21.412245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec98a-cffe-4f9b-8483-78d2045d3f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.434909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Pushing event updated for resources: {'Port': ['ID=2ea1677f-f147-4803-8462-4797e1f3f9cf,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:21.484372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec98a-cffe-4f9b-8483-78d2045d3f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.548176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Attempting to bind port 2ea1677f-f147-4803-8462-4797e1f3f9cf on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:19:21.548176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Attempting to bind port 2ea1677f-f147-4803-8462-4797e1f3f9cf by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:19:21.553452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Attempting to bind port 2ea1677f-f147-4803-8462-4797e1f3f9cf on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:19:21.560146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Port 2ea1677f-f147-4803-8462-4797e1f3f9cf on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:19:21.560146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Attempting to bind port 2ea1677f-f147-4803-8462-4797e1f3f9cf on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:19:21.565552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:19:21.565552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:21.565552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:19:21.565970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Bound port: 2ea1677f-f147-4803-8462-4797e1f3f9cf, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:19:21.566114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.631371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec98a-cffe-4f9b-8483-78d2045d3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.633926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec98a-cffe-4f9b-8483-78d2045d3f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.638045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6b8ec98a-cffe-4f9b-8483-78d2045d3f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18a04f03-e274-4ee1-9d3e-367219cdb72c HTTP/1.1" status: 204 len: 168 time: 0.3698523 Aug 19 15:19:21.654588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ec98a-cffe-4f9b-8483-78d2045d3f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a04f03-e274-4ee1-9d3e-367219cdb72c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:21.691612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] For port 2ea1677f-f147-4803-8462-4797e1f3f9cf, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:19:21.696837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] For port 2ea1677f-f147-4803-8462-4797e1f3f9cf, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:19:21.769489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.811861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:21.812506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:21.814323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] 10.222.0.46 "PUT /v2.0/ports/2ea1677f-f147-4803-8462-4797e1f3f9cf HTTP/1.1" status: 200 len: 1092 time: 1.2395818 Aug 19 15:19:21.815940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'tag': '2ea1677f-f147-4803-8462-4797e1f3f9cf'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:21.818493 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d69a9bc-ac26-42d2-bb36-abce48f2075c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93c325-ae93-4965-9db4-dcf31d3f0698", "tag": "2ea1677f-f147-4803-8462-4797e1f3f9cf"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:21.822882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:19:21.912702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b1bff-3345-4ece-8527-5f05b430b75b service neutron] Pushing event updated for resources: {'Port': ['ID=2ea1677f-f147-4803-8462-4797e1f3f9cf,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:21.925753 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8a7ab4-c152-4428-829d-a5555fd23b6e x-openstack-request-id: req-da8a7ab4-c152-4428-829d-a5555fd23b6e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:21.926090 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93c325-ae93-4965-9db4-dcf31d3f0698", "tag": "2ea1677f-f147-4803-8462-4797e1f3f9cf", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:21.926314 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da8a7ab4-c152-4428-829d-a5555fd23b6e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:21.926733 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'tag': '2ea1677f-f147-4803-8462-4797e1f3f9cf', 'status': 'completed', 'code': 200} Aug 19 15:19:22.009738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 47a944ef-2133-468f-87ce-690a9257c9fb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:19:22.012913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a9bc-ac26-42d2-bb36-abce48f2075c req-23d5a7f3-6ff0-4a0d-8797-cadaa85da244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:22.014983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d69a9bc-ac26-42d2-bb36-abce48f2075c req-23d5a7f3-6ff0-4a0d-8797-cadaa85da244 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 1095 time: 0.0675619 Aug 19 15:19:22.016636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 47a944ef-2133-468f-87ce-690a9257c9fb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:19:22.017023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:22.159819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:22.209533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:22.211158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:22.214242 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca47b0b-d9e3-4041-9791-22f1ccea71e9" -d '{"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-plugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:22.331921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:22.390537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:22.752164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-54a88324-4f2c-40af-ab85-c03f7a22cee8 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:22.769478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-54a88324-4f2c-40af-ab85-c03f7a22cee8 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.54 "GET /v2.0/networks?id=494d6b84-fc97-4f5a-abf8-995a55104286 HTTP/1.1" status: 200 len: 809 time: 0.1823215 Aug 19 15:19:22.789523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670413fe-9046-45f9-87ff-2a731963b073 req-bb58fe03-893d-4f58-afb9-3e0db899d919 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:22.791052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670413fe-9046-45f9-87ff-2a731963b073 req-bb58fe03-893d-4f58-afb9-3e0db899d919 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.2178679 Aug 19 15:19:22.792875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a9bc-ac26-42d2-bb36-abce48f2075c req-894f3a12-355a-4b0f-9e5e-a48cf705d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:22.794405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d69a9bc-ac26-42d2-bb36-abce48f2075c req-894f3a12-355a-4b0f-9e5e-a48cf705d831 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6703815861664771b958dbe87bd3ff32&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7690504 Aug 19 15:19:22.799205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Request body: {'port': {'device_id': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286', 'admin_state_up': True, 'tenant_id': 'af5a5b5541af4994a48d672f4c75cdfa'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:22.926501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49082) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:22.975606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-670413fe-9046-45f9-87ff-2a731963b073 req-be705bb2-f1e3-4f25-8fc1-dcb8df675070 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718431 Aug 19 15:19:23.020552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a9bc-ac26-42d2-bb36-abce48f2075c req-f9c9a626-5220-4a37-9a09-8340385e6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:23.022104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d69a9bc-ac26-42d2-bb36-abce48f2075c req-f9c9a626-5220-4a37-9a09-8340385e6495 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174346 Aug 19 15:19:23.069680 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e768daa-7270-4506-89b7-a1a5669542af x-openstack-request-id: req-4e768daa-7270-4506-89b7-a1a5669542af {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:23.070764 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-plugged", "status": "completed", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:23.071023 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e768daa-7270-4506-89b7-a1a5669542af {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:23.071974 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'code': 200} Aug 19 15:19:23.130339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-376709f4-4754-4103-bead-8d145e3c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:23.132054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-376709f4-4754-4103-bead-8d145e3c40bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 1095 time: 0.0629106 Aug 19 15:19:23.137715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27c8f729-fe84-41f0-a4c9-61972294cabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.205945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Made reservation on behalf of af5a5b5541af4994a48d672f4c75cdfa for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:23.209675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.217467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-c6dddb06-7b3b-47ad-b1b8-6efe709463a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf HTTP/1.1" status: 200 len: 217 time: 0.0776949 Aug 19 15:19:23.269322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49092) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:23.290126 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27c8f729-fe84-41f0-a4c9-61972294cabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.367260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-a7349b16-ce56-4759-a052-7c466ede41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:23.368824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-a7349b16-ce56-4759-a052-7c466ede41d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1322196 Aug 19 15:19:23.399298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e523f3-443a-4536-8963-4b2604c2667b req-ef05cf09-1214-4f18-bdba-f6fd2554b63f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:23.400817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54e523f3-443a-4536-8963-4b2604c2667b req-ef05cf09-1214-4f18-bdba-f6fd2554b63f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 943 time: 0.1884496 Aug 19 15:19:23.421708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-789685832-network', 'tenant_id': 'aed7554759cb4ab48a77c6a2a2cbf37b'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:23.453278 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27c8f729-fe84-41f0-a4c9-61972294cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.505347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-27c8f729-fe84-41f0-a4c9-61972294cabc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f75902bd9d6e4f299b43c611e158b622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765734 Aug 19 15:19:23.506672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f729-fe84-41f0-a4c9-61972294cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d89831-ce9b-4c2a-a822-4c15d15013b6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:23.510404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49098) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:23.559762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-1ad8a307-09e3-4946-a4c3-a618d94ab4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:23.561639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-1ad8a307-09e3-4946-a4c3-a618d94ab4a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819494 Aug 19 15:19:23.577786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54e523f3-443a-4536-8963-4b2604c2667b req-c2a05112-6196-47be-983f-585215b51046 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506376 Aug 19 15:19:23.657036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Allocated IP 172.20.0.13 (494d6b84-fc97-4f5a-abf8-995a55104286/5caea7af-ccb8-46d8-9f6d-514f8258f941/7016af5c-6227-433a-b7b0-96dcaba342f1) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:19:23.670576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Made reservation on behalf of aed7554759cb4ab48a77c6a2a2cbf37b for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:23.672967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.715781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.742336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d52f90-6ba5-4d0a-8a52-f2bb690fcf70 req-256c2ad1-737c-4266-80a5-0a50cf636b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:23.743985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70d52f90-6ba5-4d0a-8a52-f2bb690fcf70 req-256c2ad1-737c-4266-80a5-0a50cf636b86 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1099 time: 0.2549279 Aug 19 15:19:23.813308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3cea58b-5d4b-4a53-aa25-2c405a9617aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:23.869610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-0acc2f6c-a2f4-40b8-a9a4-2d6a8d766e75 service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956960 Aug 19 15:19:23.973284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3cea58b-5d4b-4a53-aa25-2c405a9617aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.016331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70d52f90-6ba5-4d0a-8a52-f2bb690fcf70 req-cd5fc7dc-8d80-45b2-8690-87e0c0e8b843 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464223 Aug 19 15:19:24.062936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e8facc7-5227-4ab3-baaf-f556d23c44d7 req-4aec676e-697f-4e03-8dca-f91a536c2f5e tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 210 time: 0.1113524 Aug 19 15:19:24.211510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc260b20-54b9-4dc7-a990-2241f1dcd423 req-46dc56db-fb76-475c-8284-aa1f09f0915f service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134484 Aug 19 15:19:24.225380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.260439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.270950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c5038-27f5-44c5-bb3b-3bac9bd9b74c req-353f06ee-d87a-4659-8a3a-c6951ee1ea06 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:24.272523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a23c5038-27f5-44c5-bb3b-3bac9bd9b74c req-353f06ee-d87a-4659-8a3a-c6951ee1ea06 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.1320841 Aug 19 15:19:24.323023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3cea58b-5d4b-4a53-aa25-2c405a9617aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.326594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e3cea58b-5d4b-4a53-aa25-2c405a9617aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.327761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e3cea58b-5d4b-4a53-aa25-2c405a9617aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78d89831-ce9b-4c2a-a822-4c15d15013b6 HTTP/1.1" status: 204 len: 168 time: 0.8047280 Aug 19 15:19:24.336047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a23c5038-27f5-44c5-bb3b-3bac9bd9b74c req-d8682827-5786-401a-91c1-c4a16a2ac12d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564063 Aug 19 15:19:24.342461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cea58b-5d4b-4a53-aa25-2c405a9617aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d89831-ce9b-4c2a-a822-4c15d15013b6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:24.367069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.407137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.423482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:19:24.464734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d9eb74-725e-4194-bef3-18dc4c166af2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:24.474593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.474705 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Added segment 628def4d-08cc-464f-b007-2931d6377cb0 of type vlan for network abf2df04-e250-4bc9-93a4-44813c04f4f7 Aug 19 15:19:24.496705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Network 494d6b84-fc97-4f5a-abf8-995a55104286 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:19:24.520267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:24.522477 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1c29-e490-49e1-9ecb-375cfdd82e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.532921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:19:24.538197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Pushing event updated for resources: {'Port': ['ID=7016af5c-6227-433a-b7b0-96dcaba342f1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:24.541936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.605427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:24.606081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.704095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9508-4526-4aef-b39a-947e61ee135f req-92e167b4-541a-4dc6-a7c5-5ef430703a57 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:24.705649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0dc9508-4526-4aef-b39a-947e61ee135f req-92e167b4-541a-4dc6-a7c5-5ef430703a57 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 943 time: 0.0529461 Aug 19 15:19:24.747854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0dc9508-4526-4aef-b39a-947e61ee135f req-8c14ab14-1edb-4562-a3b8-ef410c14139a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Aug 19 15:19:24.769292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.770345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:24.770930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.777888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-193ea2f2-26e3-4a65-97d1-118dfef2446d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9824748 Aug 19 15:19:24.829852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Request body: {'port': {'device_id': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:24.885176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] Pushing event updated for resources: {'Network': ['ID=abf2df04-e250-4bc9-93a4-44813c04f4f7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:24.896734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network abf2df04-e250-4bc9-93a4-44813c04f4f7 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:19:24.913867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:24.966256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-eaea74f1-09b6-47d7-a9e3-1ba410240648 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6947079 Aug 19 15:19:24.969363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49122) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:24.975384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Request body: {'subnet': {'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-789685832-subnet', 'tenant_id': 'aed7554759cb4ab48a77c6a2a2cbf37b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:25.227234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Made reservation on behalf of aed7554759cb4ab48a77c6a2a2cbf37b for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:25.231654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.252073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198116-7b7b-4443-8646-004c8d3a9956 req-7257f3ad-0403-4bff-8df1-dc6a4c390b32 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:25.252073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43198116-7b7b-4443-8646-004c8d3a9956 req-7257f3ad-0403-4bff-8df1-dc6a4c390b32 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 932 time: 0.1067851 Aug 19 15:19:25.309197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7016af5c-6227-433a-b7b0-96dcaba342f1 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:25.349383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.364251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43198116-7b7b-4443-8646-004c8d3a9956 req-5838d1d8-9a3a-4cce-9d2f-4f7aecc3704e tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920498 Aug 19 15:19:25.372826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Transition to ACTIVE for port object 7016af5c-6227-433a-b7b0-96dcaba342f1 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:19:25.414464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49132) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:25.437441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3319f946-9970-43cf-ba15-7fc1792fe37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.454251 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.516367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.603982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.634618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceec4b2-c245-41ea-aaf8-1a931b8542ac req-d0f9797a-61c4-4a94-beaf-f60c1d9d0c9f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:25.644360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ceec4b2-c245-41ea-aaf8-1a931b8542ac req-d0f9797a-61c4-4a94-beaf-f60c1d9d0c9f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.1451123 Aug 19 15:19:25.648626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7016af5c-6227-433a-b7b0-96dcaba342f1,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:25.697212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b5910e-2a93-4ca7-b8c6-1298d5ae3189,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:25.733007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Checking segment: {'id': '628def4d-08cc-464f-b007-2931d6377cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:25.733780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Network hostable DHCP agents. Network: abf2df04-e250-4bc9-93a4-44813c04f4f7, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:19:25.772547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3319f946-9970-43cf-ba15-7fc1792fe37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.779993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ceec4b2-c245-41ea-aaf8-1a931b8542ac req-57537d50-5a28-4678-9450-39b36254aa2b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335845 Aug 19 15:19:25.812885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Attempting to bind port 7016af5c-6227-433a-b7b0-96dcaba342f1 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:19:25.813276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Attempting to bind port 7016af5c-6227-433a-b7b0-96dcaba342f1 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:19:25.813616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Attempting to bind port 7016af5c-6227-433a-b7b0-96dcaba342f1 on network 494d6b84-fc97-4f5a-abf8-995a55104286 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:19:25.822036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Port 7016af5c-6227-433a-b7b0-96dcaba342f1 on network 494d6b84-fc97-4f5a-abf8-995a55104286 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:19:25.822036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Attempting to bind port 7016af5c-6227-433a-b7b0-96dcaba342f1 on network 494d6b84-fc97-4f5a-abf8-995a55104286 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:19:25.825869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:19:25.826216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Checking segment: {'id': 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:25.826610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Bound using segment: {'id': 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:19:25.827186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Bound port: 7016af5c-6227-433a-b7b0-96dcaba342f1, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:19:25.827585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.849039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Network abf2df04-e250-4bc9-93a4-44813c04f4f7 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:19:25.906343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3319f946-9970-43cf-ba15-7fc1792fe37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:25.987424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3319f946-9970-43cf-ba15-7fc1792fe37c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d170f9896c0b40359470aec85bee30f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718346 Aug 19 15:19:25.988646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] For port 7016af5c-6227-433a-b7b0-96dcaba342f1, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:19:25.992909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:25.997272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] For port 7016af5c-6227-433a-b7b0-96dcaba342f1, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7016af5c-6227-433a-b7b0-96dcaba342f1,segment=NetworkSegment(cd6a94d3-66f2-44ad-b6f5-43581a063bc1),segment_id=cd6a94d3-66f2-44ad-b6f5-43581a063bc1)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:19:26.000257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319f946-9970-43cf-ba15-7fc1792fe37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a97dc6-24a0-43f2-a14b-8da05347374b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:26.003270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, abf2df04-e250-4bc9-93a4-44813c04f4f7) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:26.014222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.015147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448e24-9161-43f7-a940-341ae2abaf31 req-74d7ca71-68fa-440f-ac4c-51099252459b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.015504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.016764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46448e24-9161-43f7-a940-341ae2abaf31 req-74d7ca71-68fa-440f-ac4c-51099252459b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 943 time: 0.1470072 Aug 19 15:19:26.047038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a560c0ab-26b9-40a8-8233-c259f50c2403 None None] Network abf2df04-e250-4bc9-93a4-44813c04f4f7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:26.075260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ac50c3-40ca-49ee-be7f-eed6d9d2a6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.086513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46448e24-9161-43f7-a940-341ae2abaf31 req-da32ddd8-92a0-484a-9d85-3d76d59891ad tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629501 Aug 19 15:19:26.090123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.121178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ac50c3-40ca-49ee-be7f-eed6d9d2a6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.132023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.132675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.134229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/7016af5c-6227-433a-b7b0-96dcaba342f1 HTTP/1.1" status: 200 len: 1093 time: 1.3409860 Aug 19 15:19:26.134700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'tag': '7016af5c-6227-433a-b7b0-96dcaba342f1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:26.137873 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed765e-1948-4a48-ba0c-3b2742680d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d0937-9d59-4d67-b71c-66e31fcc8f1f", "tag": "7016af5c-6227-433a-b7b0-96dcaba342f1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:26.169441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e559-0bc4-48a3-a163-99333094d7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7016af5c-6227-433a-b7b0-96dcaba342f1,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:26.195951 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75195e8-4815-4aa2-8a99-9ed42d36d0b1 x-openstack-request-id: req-a75195e8-4815-4aa2-8a99-9ed42d36d0b1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:26.196243 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d0937-9d59-4d67-b71c-66e31fcc8f1f", "tag": "7016af5c-6227-433a-b7b0-96dcaba342f1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:26.196754 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a75195e8-4815-4aa2-8a99-9ed42d36d0b1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:26.204500 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'tag': '7016af5c-6227-433a-b7b0-96dcaba342f1', 'status': 'completed', 'code': 200} Aug 19 15:19:26.204801 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-55e89fa7-0d2a-4124-b571-670dfb1083a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2264698 Aug 19 15:19:26.279647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bfb5da-8117-4e73-bad1-e5e754ce67b9 None None] Network abf2df04-e250-4bc9-93a4-44813c04f4f7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:26.348149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed765e-1948-4a48-ba0c-3b2742680d4b req-217886db-ba54-42f2-8e88-d47eb91be96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.352707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65ed765e-1948-4a48-ba0c-3b2742680d4b req-217886db-ba54-42f2-8e88-d47eb91be96f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af5a5b5541af4994a48d672f4c75cdfa&device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 1096 time: 0.1096339 Aug 19 15:19:26.409769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ac50c3-40ca-49ee-be7f-eed6d9d2a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.415602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ac50c3-40ca-49ee-be7f-eed6d9d2a6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:26.422183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2ac50c3-40ca-49ee-be7f-eed6d9d2a6d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7a97dc6-24a0-43f2-a14b-8da05347374b HTTP/1.1" status: 204 len: 168 time: 0.4264016 Aug 19 15:19:26.470319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac50c3-40ca-49ee-be7f-eed6d9d2a6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a97dc6-24a0-43f2-a14b-8da05347374b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:26.638939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f12b3-c62f-43d3-91f3-085a6367a805 req-3f07e10d-4f09-433a-a7a8-64322a5e701d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.640641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-529f12b3-c62f-43d3-91f3-085a6367a805 req-3f07e10d-4f09-433a-a7a8-64322a5e701d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 944 time: 0.1005390 Aug 19 15:19:26.644143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed765e-1948-4a48-ba0c-3b2742680d4b req-4185522a-6a0e-45ec-8aa2-0063e47576ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.645709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65ed765e-1948-4a48-ba0c-3b2742680d4b req-4185522a-6a0e-45ec-8aa2-0063e47576ca service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=af5a5b5541af4994a48d672f4c75cdfa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2598648 Aug 19 15:19:26.732833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-529f12b3-c62f-43d3-91f3-085a6367a805 req-62116e09-e789-4180-a8b8-3615402ded9d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Aug 19 15:19:26.781460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed765e-1948-4a48-ba0c-3b2742680d4b req-07a001a1-e0da-4cc1-b30a-1bc4f12c2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.782822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65ed765e-1948-4a48-ba0c-3b2742680d4b req-07a001a1-e0da-4cc1-b30a-1bc4f12c2367 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265092 Aug 19 15:19:26.902940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-b443d281-f4e1-4f35-bd14-4c1802b9c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:26.904511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-b443d281-f4e1-4f35-bd14-4c1802b9c89c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af5a5b5541af4994a48d672f4c75cdfa&device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 1096 time: 0.0517678 Aug 19 15:19:26.957024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-05dc0b62-ebde-42f3-9ffa-7970ed7a73d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7016af5c-6227-433a-b7b0-96dcaba342f1 HTTP/1.1" status: 200 len: 217 time: 0.0385399 Aug 19 15:19:27.025970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29985af-419a-407f-a0e9-547445cf8ddc req-5d39f54a-81e0-41db-9902-62bf2989a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:27.028012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-5d39f54a-81e0-41db-9902-62bf2989a17e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5caea7af-ccb8-46d8-9f6d-514f8258f941 HTTP/1.1" status: 200 len: 849 time: 0.0631506 Aug 19 15:19:27.070415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-b82f4521-58ad-44fb-b34c-a7c83e1ac2c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=494d6b84-fc97-4f5a-abf8-995a55104286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346313 Aug 19 15:19:27.100155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2ea1677f-f147-4803-8462-4797e1f3f9cf details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:19:27.232092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2ea1677f-f147-4803-8462-4797e1f3f9cf, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:27.245133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '2ea1677f-f147-4803-8462-4797e1f3f9cf', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '2ea1677f-f147-4803-8462-4797e1f3f9cf', 'mac_address': 'fa:16:3e:ad:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:19:27.300502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-fdac3bf6-3244-49fa-b803-d0a965d77b5d service neutron] 10.222.0.54 "GET /v2.0/networks/494d6b84-fc97-4f5a-abf8-995a55104286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202477 Aug 19 15:19:27.307173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-be69e588-9e81-43a0-b150-da17cbd27ac2 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:27.307582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:27.308700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-be69e588-9e81-43a0-b150-da17cbd27ac2 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/networks?id=abf2df04-e250-4bc9-93a4-44813c04f4f7 HTTP/1.1" status: 200 len: 813 time: 0.1718090 Aug 19 15:19:27.322349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea1677f-f147-4803-8462-4797e1f3f9cf {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:27.356473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2ea1677f-f147-4803-8462-4797e1f3f9cf, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:27.372776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:27.396148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-2243af42-d16a-42ba-8138-4f10aaa10721 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/quotas/aed7554759cb4ab48a77c6a2a2cbf37b HTTP/1.1" status: 200 len: 375 time: 0.0751226 Aug 19 15:19:27.443725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-60156cc5-558d-438b-ba25-1eda7c057b98 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aed7554759cb4ab48a77c6a2a2cbf37b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401344 Aug 19 15:19:27.478027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:27.547222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a29985af-419a-407f-a0e9-547445cf8ddc req-d3f4c4c5-8542-406d-bc62-e5c4cc844a72 service neutron] 10.222.0.54 "GET /v2.0/networks/494d6b84-fc97-4f5a-abf8-995a55104286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371545 Aug 19 15:19:27.560096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2ea1677f-f147-4803-8462-4797e1f3f9cf,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:27.616498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-d04d6380-3830-4ce0-b840-0fd0a4e6d9f6 service neutron] 10.222.0.13 "GET /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463408 Aug 19 15:19:27.725534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-da6b567c-119a-4e2d-82e6-ce7a2c2c9bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007302 Aug 19 15:19:27.772055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2ea1677f-f147-4803-8462-4797e1f3f9cf'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:27.882724 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fdf3dd4b-65ea-4b24-9efa-8668e1449ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:28.116302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac770-cd13-4a34-b161-c134d9c5fc87 req-1de18fa5-4ab6-4f5f-9fc7-38f89583e2aa tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:28.124558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fac770-cd13-4a34-b161-c134d9c5fc87 req-1de18fa5-4ab6-4f5f-9fc7-38f89583e2aa tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.0875049 Aug 19 15:19:28.168849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fac770-cd13-4a34-b161-c134d9c5fc87 req-1342c2f5-3d0d-4ec0-84c1-d2ab0fc15e5c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Aug 19 15:19:28.324942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb99a4-7dcf-4585-8e5f-95bf21616aa3 req-345699a8-441d-44fc-8dfd-a20bfe3226a7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:28.326530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13cb99a4-7dcf-4585-8e5f-95bf21616aa3 req-345699a8-441d-44fc-8dfd-a20bfe3226a7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 944 time: 0.0598044 Aug 19 15:19:28.374663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13cb99a4-7dcf-4585-8e5f-95bf21616aa3 req-bd680750-7cdb-4826-a2f0-434408390f24 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Aug 19 15:19:28.534410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f608e-a8c8-4f92-8c7c-4efdce75fda1 req-117fe8f3-035c-4603-a016-0c974c350514 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:28.536113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-980f608e-a8c8-4f92-8c7c-4efdce75fda1 req-117fe8f3-035c-4603-a016-0c974c350514 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 944 time: 0.0687382 Aug 19 15:19:28.599076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-980f608e-a8c8-4f92-8c7c-4efdce75fda1 req-2abbf640-3a38-4dda-b406-4b90566a3ad8 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Aug 19 15:19:28.680319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62f7db0a-d78f-4e67-a0f1-1e0f62a9c5aa req-fa1976dd-d486-47af-bb69-a96a89fe10e9 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 210 time: 0.0353403 Aug 19 15:19:29.099131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2ea1677f-f147-4803-8462-4797e1f3f9cf up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:19:29.292887 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:19:29.317058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 2ea1677f-f147-4803-8462-4797e1f3f9cf completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:19:29.323883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 2ea1677f-f147-4803-8462-4797e1f3f9cf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:19:29.324439 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:29.334373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9626c8-b4e3-4151-9053-48c90ff898db req-1c9a46f9-0043-4869-a1ba-260923d13ab0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:29.334373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f9626c8-b4e3-4151-9053-48c90ff898db req-1c9a46f9-0043-4869-a1ba-260923d13ab0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.0568228 Aug 19 15:19:29.379134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f9626c8-b4e3-4151-9053-48c90ff898db req-750f8707-433b-45b5-a54e-79cb627f2c12 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Aug 19 15:19:29.455483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:29.489585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea1677f-f147-4803-8462-4797e1f3f9cf'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:29.492102 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db0903-bc75-43d3-8c33-4094bebe1174" -d '{"events": [{"server_uuid": "0d93c325-ae93-4965-9db4-dcf31d3f0698", "name": "network-vif-plugged", "status": "completed", "tag": "2ea1677f-f147-4803-8462-4797e1f3f9cf"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:29.511670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2ea1677f-f147-4803-8462-4797e1f3f9cf, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:29.643559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:29.669655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56f0a-0556-4957-837f-981e232a8cb4 req-ff7e6f4b-1575-4cb6-8e99-6e80d301f199 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:29.677435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57b56f0a-0556-4957-837f-981e232a8cb4 req-ff7e6f4b-1575-4cb6-8e99-6e80d301f199 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 944 time: 0.0894771 Aug 19 15:19:29.677605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:29.729869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57b56f0a-0556-4957-837f-981e232a8cb4 req-d7285e48-351b-4850-9323-252d2de2ffa0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Aug 19 15:19:29.745799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2ea1677f-f147-4803-8462-4797e1f3f9cf,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:29.779361 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa8e06b-c908-4ecf-ba7c-4bd90c2896dc x-openstack-request-id: req-5fa8e06b-c908-4ecf-ba7c-4bd90c2896dc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:29.779977 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93c325-ae93-4965-9db4-dcf31d3f0698", "name": "network-vif-plugged", "status": "completed", "tag": "2ea1677f-f147-4803-8462-4797e1f3f9cf", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:29.780393 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fa8e06b-c908-4ecf-ba7c-4bd90c2896dc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:29.780963 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea1677f-f147-4803-8462-4797e1f3f9cf', 'code': 200} Aug 19 15:19:29.922397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e669396-66c2-43c7-a738-1602f4c14fcc req-db615e5b-34d8-48dc-9aab-f399cac666e2 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:29.923709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e669396-66c2-43c7-a738-1602f4c14fcc req-db615e5b-34d8-48dc-9aab-f399cac666e2 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 944 time: 0.0812070 Aug 19 15:19:29.962250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7816cf-b969-4355-a2da-8aa61a7d5ead req-8aaf7348-0e1a-4834-a4b9-a5578cb220f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:29.964828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f7816cf-b969-4355-a2da-8aa61a7d5ead req-8aaf7348-0e1a-4834-a4b9-a5578cb220f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 1097 time: 0.0902154 Aug 19 15:19:30.001633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e669396-66c2-43c7-a738-1602f4c14fcc req-ad4169ae-5c05-4110-b3ba-573bea424389 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Aug 19 15:19:30.018765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f7816cf-b969-4355-a2da-8aa61a7d5ead req-7a8b1237-0655-4bb5-be78-b6a533b954b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Aug 19 15:19:30.097509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83d0f73c-e3b3-48fc-b2b7-7a3dfa20179a req-0011fb69-b956-48c5-9043-eb7c29b62bc1 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 210 time: 0.0291145 Aug 19 15:19:30.787580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:30.866912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c7b3d-cbf2-4ee3-b617-20c357c2f5a8 req-e9ea475b-1fe8-4ba1-a542-7ba15bd8bd84 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:30.869443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b02c7b3d-cbf2-4ee3-b617-20c357c2f5a8 req-e9ea475b-1fe8-4ba1-a542-7ba15bd8bd84 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 945 time: 0.0710077 Aug 19 15:19:30.937477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b02c7b3d-cbf2-4ee3-b617-20c357c2f5a8 req-8fb2c460-a626-47d8-82b5-9e2695ad3801 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617034 Aug 19 15:19:31.252853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29e77f-d171-460b-9288-6acf2f28d8d2 req-0992353b-9f75-4ec4-97b3-dec1eb927324 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:31.254384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f29e77f-d171-460b-9288-6acf2f28d8d2 req-0992353b-9f75-4ec4-97b3-dec1eb927324 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 944 time: 0.1336894 Aug 19 15:19:31.278211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-5fbdce0d-502b-4c3a-a547-0689705035bb tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:31.279562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-5fbdce0d-502b-4c3a-a547-0689705035bb tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.46 "GET /v2.0/networks?id=abf2df04-e250-4bc9-93a4-44813c04f4f7 HTTP/1.1" status: 200 len: 813 time: 0.1735606 Aug 19 15:19:31.296146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Request body: {'port': {'device_id': '7594973e-e43c-4b63-948d-b054fc03accb', 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7', 'admin_state_up': True, 'tenant_id': 'aed7554759cb4ab48a77c6a2a2cbf37b'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:31.372300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f29e77f-d171-460b-9288-6acf2f28d8d2 req-b038a4d7-fc61-419b-af8f-ee8d9db18707 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094382 Aug 19 15:19:31.476328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-565673c6-643e-4b22-a877-0adfd3253668 req-a9ec97ed-d3ec-4a6b-990f-620250ad5dbe tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 210 time: 0.0375113 Aug 19 15:19:31.593568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49340) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:31.620637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Made reservation on behalf of aed7554759cb4ab48a77c6a2a2cbf37b for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:31.624356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:31.732771 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7ec906b-e7b4-4d32-aed2-96d9f75ec03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:31.775567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Allocated IP 172.20.0.3 (abf2df04-e250-4bc9-93a4-44813c04f4f7/25b5910e-2a93-4ca7-b8c6-1298d5ae3189/3be6b789-7fcf-4250-8fee-e7b778da3b2b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:19:31.847662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7ec906b-e7b4-4d32-aed2-96d9f75ec03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:31.894626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7016af5c-6227-433a-b7b0-96dcaba342f1 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:19:31.940157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7ec906b-e7b4-4d32-aed2-96d9f75ec03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:31.958351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.029977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7016af5c-6227-433a-b7b0-96dcaba342f1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7016af5c-6227-433a-b7b0-96dcaba342f1,segment=NetworkSegment(cd6a94d3-66f2-44ad-b6f5-43581a063bc1),segment_id=cd6a94d3-66f2-44ad-b6f5-43581a063bc1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:32.041425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b7ec906b-e7b4-4d32-aed2-96d9f75ec03b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a7427a7403845088d95a359d84a919e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461966 Aug 19 15:19:32.042699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49350) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:32.044698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec906b-e7b4-4d32-aed2-96d9f75ec03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56d5c8-5d48-4d17-b915-79e320808dd4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:32.045757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '7016af5c-6227-433a-b7b0-96dcaba342f1', 'network_id': '494d6b84-fc97-4f5a-abf8-995a55104286', 'port_id': '7016af5c-6227-433a-b7b0-96dcaba342f1', 'mac_address': 'fa:16:3e:fd:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caea7af-ccb8-46d8-9f6d-514f8258f941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:19:32.096495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.116241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7016af5c-6227-433a-b7b0-96dcaba342f1 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:32.130093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.141621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7016af5c-6227-433a-b7b0-96dcaba342f1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7016af5c-6227-433a-b7b0-96dcaba342f1,segment=NetworkSegment(cd6a94d3-66f2-44ad-b6f5-43581a063bc1),segment_id=cd6a94d3-66f2-44ad-b6f5-43581a063bc1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:32.203554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99b921bd-74f8-488f-849d-a62a47349a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.206766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Network abf2df04-e250-4bc9-93a4-44813c04f4f7 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:19:32.220717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:32.224013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:19:32.266168 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.352019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7016af5c-6227-433a-b7b0-96dcaba342f1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:32.667319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['7016af5c-6227-433a-b7b0-96dcaba342f1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:32.688267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf26e-37f5-4c55-94b7-c8ee72ba680c req-62d8aa5d-8efe-4745-ae2c-a91cc80562bb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:32.690112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f04cf26e-37f5-4c55-94b7-c8ee72ba680c req-62d8aa5d-8efe-4745-ae2c-a91cc80562bb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 945 time: 0.6110892 Aug 19 15:19:32.702300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Pushing event updated for resources: {'Port': ['ID=3be6b789-7fcf-4250-8fee-e7b778da3b2b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:32.710653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99b921bd-74f8-488f-849d-a62a47349a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.770438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:32.771059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.792891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f04cf26e-37f5-4c55-94b7-c8ee72ba680c req-6fff57a3-6ab9-4a41-8ad5-2ef4c7b661ed tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950270 Aug 19 15:19:32.899629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd23c9c-653b-44c3-a472-2cb05633d253 req-96eb2f3c-1b02-4ff1-9624-9195e346c1d8 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:32.901141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cdd23c9c-653b-44c3-a472-2cb05633d253 req-96eb2f3c-1b02-4ff1-9624-9195e346c1d8 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 945 time: 0.0499096 Aug 19 15:19:32.943389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cdd23c9c-653b-44c3-a472-2cb05633d253 req-b8e952a1-281f-4162-b43b-c10ba3c97c42 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353420 Aug 19 15:19:32.952144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-14f0f1e1-582b-471f-b8f0-1e245eab5b4a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6613970 Aug 19 15:19:32.965604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Request body: {'port': {'device_id': '7594973e-e43c-4b63-948d-b054fc03accb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:32.993069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99b921bd-74f8-488f-849d-a62a47349a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:32.996818 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-99b921bd-74f8-488f-849d-a62a47349a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.000751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-99b921bd-74f8-488f-849d-a62a47349a87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd56d5c8-5d48-4d17-b915-79e320808dd4 HTTP/1.1" status: 204 len: 168 time: 0.9542272 Aug 19 15:19:33.043737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b921bd-74f8-488f-849d-a62a47349a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56d5c8-5d48-4d17-b915-79e320808dd4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:33.102671 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.125169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880134e-1d52-4a1f-96b1-f10e33328379 req-b2d8675e-c640-43f5-ab5c-85e4e2b0c897 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:33.126759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e880134e-1d52-4a1f-96b1-f10e33328379 req-b2d8675e-c640-43f5-ab5c-85e4e2b0c897 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 931 time: 0.1101072 Aug 19 15:19:33.204931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e880134e-1d52-4a1f-96b1-f10e33328379 req-ba159c9f-0d45-4a92-9f56-3d5080fb5874 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Aug 19 15:19:33.442404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be6b789-7fcf-4250-8fee-e7b778da3b2b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:33.450856 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.464617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Transition to ACTIVE for port object 3be6b789-7fcf-4250-8fee-e7b778da3b2b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:19:33.560701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.650175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3be6b789-7fcf-4250-8fee-e7b778da3b2b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:33.721338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Attempting to bind port 3be6b789-7fcf-4250-8fee-e7b778da3b2b on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:19:33.721910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Attempting to bind port 3be6b789-7fcf-4250-8fee-e7b778da3b2b by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '628def4d-08cc-464f-b007-2931d6377cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:19:33.722412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Attempting to bind port 3be6b789-7fcf-4250-8fee-e7b778da3b2b on network abf2df04-e250-4bc9-93a4-44813c04f4f7 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:19:33.728925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Port 3be6b789-7fcf-4250-8fee-e7b778da3b2b on network abf2df04-e250-4bc9-93a4-44813c04f4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:19:33.730014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Attempting to bind port 3be6b789-7fcf-4250-8fee-e7b778da3b2b on network abf2df04-e250-4bc9-93a4-44813c04f4f7 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:19:33.736772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:19:33.737434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Checking segment: {'id': '628def4d-08cc-464f-b007-2931d6377cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:33.738010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Bound using segment: {'id': '628def4d-08cc-464f-b007-2931d6377cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:19:33.738973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Bound port: 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628def4d-08cc-464f-b007-2931d6377cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:19:33.739513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.817076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] For port 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:19:33.820880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] For port 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b,segment=NetworkSegment(628def4d-08cc-464f-b007-2931d6377cb0),segment_id=628def4d-08cc-464f-b007-2931d6377cb0)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:19:33.833709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49376) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:33.848303 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e70555b4-229c-4c70-b1dc-f9269eb326f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.900790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.904760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7016af5c-6227-433a-b7b0-96dcaba342f1 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:19:33.943857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:33.944879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:33.947102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/3be6b789-7fcf-4250-8fee-e7b778da3b2b HTTP/1.1" status: 200 len: 1092 time: 0.9854689 Aug 19 15:19:33.947811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7594973e-e43c-4b63-948d-b054fc03accb', 'tag': '3be6b789-7fcf-4250-8fee-e7b778da3b2b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:33.951072 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb776066-926b-4151-b042-21f78b831670" -d '{"events": [{"name": "network-changed", "server_uuid": "7594973e-e43c-4b63-948d-b054fc03accb", "tag": "3be6b789-7fcf-4250-8fee-e7b778da3b2b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:33.973008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e70555b4-229c-4c70-b1dc-f9269eb326f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.007373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4dd72-0629-4225-8865-9fb93d97e6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3be6b789-7fcf-4250-8fee-e7b778da3b2b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:34.023671 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f30e1f-988e-4e23-a078-c7c0026e0807 x-openstack-request-id: req-22f30e1f-988e-4e23-a078-c7c0026e0807 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:34.023671 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7594973e-e43c-4b63-948d-b054fc03accb", "tag": "3be6b789-7fcf-4250-8fee-e7b778da3b2b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:34.024412 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22f30e1f-988e-4e23-a078-c7c0026e0807 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:34.025037 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7594973e-e43c-4b63-948d-b054fc03accb', 'tag': '3be6b789-7fcf-4250-8fee-e7b778da3b2b', 'status': 'completed', 'code': 200} Aug 19 15:19:34.065995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e70555b4-229c-4c70-b1dc-f9269eb326f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.066757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 7016af5c-6227-433a-b7b0-96dcaba342f1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:19:34.075722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 7016af5c-6227-433a-b7b0-96dcaba342f1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:19:34.076245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.127757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70555b4-229c-4c70-b1dc-f9269eb326f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada9d718-a9c9-4a5f-b979-8bc04532d46c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:34.132741 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e70555b4-229c-4c70-b1dc-f9269eb326f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce89f1d467354ccba002172c104738a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979522 Aug 19 15:19:34.136598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49386) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:34.156491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776066-926b-4151-b042-21f78b831670 req-fa43c7fb-dd3d-4e97-9683-f438568ea9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.156491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb776066-926b-4151-b042-21f78b831670 req-fa43c7fb-dd3d-4e97-9683-f438568ea9aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed7554759cb4ab48a77c6a2a2cbf37b&device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 1095 time: 0.1026156 Aug 19 15:19:34.209485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.212060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ec75765-526c-49b8-81e3-a3f540aee48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.225360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1f38-e32c-40a9-a28c-7292a009f80c req-f6c722d4-fe31-4713-8441-0528df2c0c8d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.226824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-188c1f38-e32c-40a9-a28c-7292a009f80c req-f6c722d4-fe31-4713-8441-0528df2c0c8d tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 945 time: 0.1332459 Aug 19 15:19:34.241459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016af5c-6227-433a-b7b0-96dcaba342f1'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:34.244749 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e5eb7e-a15d-41eb-8156-abea49505c7d" -d '{"events": [{"server_uuid": "b33d0937-9d59-4d67-b71c-66e31fcc8f1f", "name": "network-vif-plugged", "status": "completed", "tag": "7016af5c-6227-433a-b7b0-96dcaba342f1"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:34.253134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ec75765-526c-49b8-81e3-a3f540aee48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.261795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7016af5c-6227-433a-b7b0-96dcaba342f1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7016af5c-6227-433a-b7b0-96dcaba342f1,segment=NetworkSegment(cd6a94d3-66f2-44ad-b6f5-43581a063bc1),segment_id=cd6a94d3-66f2-44ad-b6f5-43581a063bc1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:34.305567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776066-926b-4151-b042-21f78b831670 req-a101f976-aa7d-4bed-9562-40caedd19de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.307083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb776066-926b-4151-b042-21f78b831670 req-a101f976-aa7d-4bed-9562-40caedd19de1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=aed7554759cb4ab48a77c6a2a2cbf37b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1438332 Aug 19 15:19:34.309983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-188c1f38-e32c-40a9-a28c-7292a009f80c req-8e87acdd-6ca1-4b81-bc9a-a2288ad9f9a8 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Aug 19 15:19:34.323071 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.400804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7016af5c-6227-433a-b7b0-96dcaba342f1,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:34.431428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ec75765-526c-49b8-81e3-a3f540aee48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.434272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ec75765-526c-49b8-81e3-a3f540aee48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.435852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4ec75765-526c-49b8-81e3-a3f540aee48c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ada9d718-a9c9-4a5f-b979-8bc04532d46c HTTP/1.1" status: 204 len: 168 time: 0.2978845 Aug 19 15:19:34.442140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776066-926b-4151-b042-21f78b831670 req-c40361c6-4e93-4900-9cd6-1e51fe4c2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.443884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb776066-926b-4151-b042-21f78b831670 req-c40361c6-4e93-4900-9cd6-1e51fe4c2a51 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294489 Aug 19 15:19:34.451050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75765-526c-49b8-81e3-a3f540aee48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada9d718-a9c9-4a5f-b979-8bc04532d46c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:34.491053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be07aa-9803-4cd2-a359-2a9741486209 req-e7609d7d-f620-41a8-85af-d5db934beb07 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.501608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7be07aa-9803-4cd2-a359-2a9741486209 req-e7609d7d-f620-41a8-85af-d5db934beb07 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 943 time: 0.0793035 Aug 19 15:19:34.556170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7be07aa-9803-4cd2-a359-2a9741486209 req-c9b10898-1be9-4746-83ce-04849a07c671 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Aug 19 15:19:34.625521 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b190e3ac-092e-4bd2-ad41-1c5ac814d786 x-openstack-request-id: req-b190e3ac-092e-4bd2-ad41-1c5ac814d786 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:34.625521 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d0937-9d59-4d67-b71c-66e31fcc8f1f", "name": "network-vif-plugged", "status": "completed", "tag": "7016af5c-6227-433a-b7b0-96dcaba342f1", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:34.625521 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b190e3ac-092e-4bd2-ad41-1c5ac814d786 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:34.625941 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016af5c-6227-433a-b7b0-96dcaba342f1', 'code': 200} Aug 19 15:19:34.641506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-cf0d0d2d-c20d-4aa6-85f1-bb835a9857eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.643201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-cf0d0d2d-c20d-4aa6-85f1-bb835a9857eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed7554759cb4ab48a77c6a2a2cbf37b&device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 1095 time: 0.0814955 Aug 19 15:19:34.707812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-832b2fe0-6a5c-4c53-9a33-6589e1f9fb29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b HTTP/1.1" status: 200 len: 217 time: 0.0565844 Aug 19 15:19:34.803846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485fb2c-4715-462c-b2b1-94da753f3067 req-8e664401-eda1-4cdc-9085-693280a92d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.803846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3485fb2c-4715-462c-b2b1-94da753f3067 req-8e664401-eda1-4cdc-9085-693280a92d2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 1098 time: 0.0801311 Aug 19 15:19:34.803846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85062b-7360-4fa0-b350-4e310e617e42 req-b563ddc9-463f-481a-b1e0-930f5b3c3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:34.803846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-b563ddc9-463f-481a-b1e0-930f5b3c3250 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25b5910e-2a93-4ca7-b8c6-1298d5ae3189 HTTP/1.1" status: 200 len: 853 time: 0.0754368 Aug 19 15:19:34.844905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-9c9a5bfc-e8cf-4820-a755-a4e5a51fbb2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abf2df04-e250-4bc9-93a4-44813c04f4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376289 Aug 19 15:19:34.881437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3485fb2c-4715-462c-b2b1-94da753f3067 req-f719e6be-ac7e-456a-a547-2f7c4bb6785a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820246 Aug 19 15:19:34.960024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-7dd6459c-d9fa-495c-9854-b287d46acb5d service neutron] 10.222.0.46 "GET /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055901 Aug 19 15:19:35.061956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be85062b-7360-4fa0-b350-4e310e617e42 req-32151f2a-4ec9-4190-b2c2-d7adbe2035fe service neutron] 10.222.0.46 "GET /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942600 Aug 19 15:19:35.454275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56c939-2056-47ef-9e30-72307adc1988 req-de5576dc-5256-4e16-8699-66737ec0fa22 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:35.456531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc56c939-2056-47ef-9e30-72307adc1988 req-de5576dc-5256-4e16-8699-66737ec0fa22 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 946 time: 0.0585015 Aug 19 15:19:35.500925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc56c939-2056-47ef-9e30-72307adc1988 req-e43b25f0-a3e1-4b39-8647-fbaa167d4194 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Aug 19 15:19:35.692824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3908d-f458-4508-88cd-66e9140e20e4 req-25d1c59c-861d-41cc-9ebe-fad838ab96f5 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:35.694543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-def3908d-f458-4508-88cd-66e9140e20e4 req-25d1c59c-861d-41cc-9ebe-fad838ab96f5 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 943 time: 0.0708978 Aug 19 15:19:35.743922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-def3908d-f458-4508-88cd-66e9140e20e4 req-d511ecc4-efc3-4827-8380-c9da8994f502 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Aug 19 15:19:36.617296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:36.641801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9af1-10e8-4774-919f-31d9b0e8a93e req-7d61d2d0-0031-419b-b714-f74e4f7a17ac tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:36.643345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d63f9af1-10e8-4774-919f-31d9b0e8a93e req-7d61d2d0-0031-419b-b714-f74e4f7a17ac tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 946 time: 0.0589874 Aug 19 15:19:36.689672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d63f9af1-10e8-4774-919f-31d9b0e8a93e req-e569397b-080d-4a65-a059-f7f441277505 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Aug 19 15:19:36.746922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3528603b-db8c-4df3-921c-0b9298a5bc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:36.857053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3528603b-db8c-4df3-921c-0b9298a5bc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:36.895089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95048fe-b41c-4e5f-8491-124d193a1e4d req-b95abb21-bddf-4e59-9c91-189daac8adf8 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:36.896813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d95048fe-b41c-4e5f-8491-124d193a1e4d req-b95abb21-bddf-4e59-9c91-189daac8adf8 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 943 time: 0.0628397 Aug 19 15:19:36.939862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d95048fe-b41c-4e5f-8491-124d193a1e4d req-2b81ec8f-c8d6-46fe-ac36-e2e0b4210c4f tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361850 Aug 19 15:19:37.014497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3528603b-db8c-4df3-921c-0b9298a5bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.064234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528603b-db8c-4df3-921c-0b9298a5bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e05ea9a-c893-4fe7-804e-87a20ed2f647,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:37.075663 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3528603b-db8c-4df3-921c-0b9298a5bc1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bd81ccb6913486c95d4cce156e6080f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572458 Aug 19 15:19:37.078350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49458) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:37.099856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3be6b789-7fcf-4250-8fee-e7b778da3b2b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:19:37.140958 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a560e10a-068c-457c-b969-2924775cc617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.164971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a560e10a-068c-457c-b969-2924775cc617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.219475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b,segment=NetworkSegment(628def4d-08cc-464f-b007-2931d6377cb0),segment_id=628def4d-08cc-464f-b007-2931d6377cb0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:37.235810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3be6b789-7fcf-4250-8fee-e7b778da3b2b', 'network_id': 'abf2df04-e250-4bc9-93a4-44813c04f4f7', 'port_id': '3be6b789-7fcf-4250-8fee-e7b778da3b2b', 'mac_address': 'fa:16:3e:35:98:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b5910e-2a93-4ca7-b8c6-1298d5ae3189', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:19:37.277572 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.290734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be6b789-7fcf-4250-8fee-e7b778da3b2b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:19:37.314192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b,segment=NetworkSegment(628def4d-08cc-464f-b007-2931d6377cb0),segment_id=628def4d-08cc-464f-b007-2931d6377cb0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:37.350194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a560e10a-068c-457c-b969-2924775cc617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.353241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a560e10a-068c-457c-b969-2924775cc617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.355553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a560e10a-068c-457c-b969-2924775cc617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e05ea9a-c893-4fe7-804e-87a20ed2f647 HTTP/1.1" status: 204 len: 168 time: 0.2759728 Aug 19 15:19:37.374721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560e10a-068c-457c-b969-2924775cc617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e05ea9a-c893-4fe7-804e-87a20ed2f647,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:37.407228 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.475915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3be6b789-7fcf-4250-8fee-e7b778da3b2b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:37.717270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3be6b789-7fcf-4250-8fee-e7b778da3b2b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:37.841761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e921-becb-46b1-97d2-3af44881d64d req-3871d130-c41e-4e86-83f5-854dcc046c2e tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:37.844602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f097e921-becb-46b1-97d2-3af44881d64d req-3871d130-c41e-4e86-83f5-854dcc046c2e tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 946 time: 0.0716043 Aug 19 15:19:37.894928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f097e921-becb-46b1-97d2-3af44881d64d req-07dca027-68c6-4027-aa15-69298abe3563 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Aug 19 15:19:38.074662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331254bf-b44c-4b53-ba50-c3af016c4279 req-d0ccde24-a004-4f7c-99cf-766c1172a241 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:38.075792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-331254bf-b44c-4b53-ba50-c3af016c4279 req-d0ccde24-a004-4f7c-99cf-766c1172a241 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 944 time: 0.0585618 Aug 19 15:19:38.123439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-331254bf-b44c-4b53-ba50-c3af016c4279 req-08d05d7e-84de-4860-838e-9fd28d3a7880 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Aug 19 15:19:39.115124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3be6b789-7fcf-4250-8fee-e7b778da3b2b up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:19:39.241265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 3be6b789-7fcf-4250-8fee-e7b778da3b2b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:19:39.246800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 3be6b789-7fcf-4250-8fee-e7b778da3b2b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:19:39.247498 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:39.286743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc469b4-9392-4d9f-8b6d-34dd16168eb5 req-7d5bfc87-1ccd-4366-b0f1-cef8fbf54b5b tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:39.286743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc469b4-9392-4d9f-8b6d-34dd16168eb5 req-7d5bfc87-1ccd-4366-b0f1-cef8fbf54b5b tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 944 time: 0.0823338 Aug 19 15:19:39.349862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc469b4-9392-4d9f-8b6d-34dd16168eb5 req-9942270a-3628-43f2-9c07-3f8e94e7f399 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460277 Aug 19 15:19:39.409719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:39.446447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7594973e-e43c-4b63-948d-b054fc03accb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be6b789-7fcf-4250-8fee-e7b778da3b2b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:39.449313 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108e25d2-a56b-492a-9e89-25f1fc04c887" -d '{"events": [{"server_uuid": "7594973e-e43c-4b63-948d-b054fc03accb", "name": "network-vif-plugged", "status": "completed", "tag": "3be6b789-7fcf-4250-8fee-e7b778da3b2b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:39.470290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b,segment=NetworkSegment(628def4d-08cc-464f-b007-2931d6377cb0),segment_id=628def4d-08cc-464f-b007-2931d6377cb0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:39.507925 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc708f-e05b-4871-a585-3bbcf5467dce x-openstack-request-id: req-5cfc708f-e05b-4871-a585-3bbcf5467dce {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:39.509586 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7594973e-e43c-4b63-948d-b054fc03accb", "name": "network-vif-plugged", "status": "completed", "tag": "3be6b789-7fcf-4250-8fee-e7b778da3b2b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:39.510759 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cfc708f-e05b-4871-a585-3bbcf5467dce {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:39.511394 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7594973e-e43c-4b63-948d-b054fc03accb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be6b789-7fcf-4250-8fee-e7b778da3b2b', 'code': 200} Aug 19 15:19:39.562488 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:39.620249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3be6b789-7fcf-4250-8fee-e7b778da3b2b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:39.637452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242beaed-2748-4e3a-8890-4342ea952273 req-9f63940d-6204-439f-9a3c-584ac04d66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:39.642967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242beaed-2748-4e3a-8890-4342ea952273 req-9f63940d-6204-439f-9a3c-584ac04d66b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 1097 time: 0.0680363 Aug 19 15:19:39.711373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242beaed-2748-4e3a-8890-4342ea952273 req-2ee70dcc-46aa-406f-beb4-8801762c33be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650239 Aug 19 15:19:40.503952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd92d6b-95da-4700-ae1a-db9456c6735d req-8b3a2240-c50e-4030-8b6f-ca96c2f6481c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:40.506319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8dd92d6b-95da-4700-ae1a-db9456c6735d req-8b3a2240-c50e-4030-8b6f-ca96c2f6481c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.0651226 Aug 19 15:19:40.556751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8dd92d6b-95da-4700-ae1a-db9456c6735d req-37231d47-3953-4c5f-bbe8-b6eeecafa125 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Aug 19 15:19:41.699435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271551c0-436f-441d-b567-12f77d281389 req-be2c745e-085d-471c-8303-bcf0b9ab992a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:41.701893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-271551c0-436f-441d-b567-12f77d281389 req-be2c745e-085d-471c-8303-bcf0b9ab992a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.0628095 Aug 19 15:19:41.754962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-271551c0-436f-441d-b567-12f77d281389 req-b5ff2a92-1c51-4203-87ee-fa12c72ce789 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Aug 19 15:19:42.456843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86053d-8a72-4148-9702-00790aab814f req-ef016c3c-4c2a-414f-80b3-bc2089181d87 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:42.465185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c86053d-8a72-4148-9702-00790aab814f req-ef016c3c-4c2a-414f-80b3-bc2089181d87 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.0751340 Aug 19 15:19:42.558804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c86053d-8a72-4148-9702-00790aab814f req-91911ac8-8668-4f78-9a60-1f79938ed0fb tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850732 Aug 19 15:19:42.584781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981261cb-062b-4779-9508-e7c208293b3b req-c73b9064-0553-46d3-be1c-e8d9243ebe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:42.586501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-c73b9064-0553-46d3-be1c-e8d9243ebe3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed7554759cb4ab48a77c6a2a2cbf37b&device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 1097 time: 0.1116037 Aug 19 15:19:42.699158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981261cb-062b-4779-9508-e7c208293b3b req-e1d7a6de-87bb-48b5-b100-0f786819f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:42.700677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-e1d7a6de-87bb-48b5-b100-0f786819f6d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=abf2df04-e250-4bc9-93a4-44813c04f4f7 HTTP/1.1" status: 200 len: 914 time: 0.1055470 Aug 19 15:19:42.747128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-8cf287c4-a385-44b4-8cf7-1b19f1acd080 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b HTTP/1.1" status: 200 len: 217 time: 0.0380054 Aug 19 15:19:42.811814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981261cb-062b-4779-9508-e7c208293b3b req-8d2a8aff-2e44-4cb2-b854-78a4f5244a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:42.813831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-8d2a8aff-2e44-4cb2-b854-78a4f5244a89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25b5910e-2a93-4ca7-b8c6-1298d5ae3189 HTTP/1.1" status: 200 len: 853 time: 0.0576937 Aug 19 15:19:42.930429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-2a61aa3e-5ec8-4f22-bf46-592fb30e7854 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abf2df04-e250-4bc9-93a4-44813c04f4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078806 Aug 19 15:19:43.174126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-4cd98639-ea56-43c7-a2b4-6288f16da4f1 service neutron] 10.222.0.46 "GET /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347839 Aug 19 15:19:43.185107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-087c7503-9e0e-466c-b14e-77e4de8606d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819208 Aug 19 15:19:43.247407 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:43.344072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-c2faeb1e-92e4-4bf6-a1a9-101c7920555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:43.355238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-c2faeb1e-92e4-4bf6-a1a9-101c7920555c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1098 time: 0.1349716 Aug 19 15:19:43.410584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-981261cb-062b-4779-9508-e7c208293b3b req-f873ffdf-0f27-49cb-8650-cb2f234f288d service neutron] 10.222.0.46 "GET /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225556 Aug 19 15:19:43.493526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-e50dd5df-949f-4dbf-8c9e-cfb62cc43a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:43.495603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-e50dd5df-949f-4dbf-8c9e-cfb62cc43a62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1038523 Aug 19 15:19:43.575150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-e019e366-d9c5-4631-a979-6ef1f0202252 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 1001 time: 0.0677581 Aug 19 15:19:43.681875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-f0248326-f0f8-45ca-8772-fe8a3797842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:43.683827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-f0248326-f0f8-45ca-8772-fe8a3797842e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0995409 Aug 19 15:19:43.749320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-dfbf60e3-1c08-4240-9c61-d29cad298d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:43.749320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-dfbf60e3-1c08-4240-9c61-d29cad298d68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461545 Aug 19 15:19:43.923793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75545-2caa-4a1a-a80a-baa6b08ee5a9 req-9e47bc59-9692-4af0-8af0-78e3cb71a93f tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:43.930565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7f75545-2caa-4a1a-a80a-baa6b08ee5a9 req-9e47bc59-9692-4af0-8af0-78e3cb71a93f tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.1233146 Aug 19 15:19:43.945880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-91973746-9bce-411a-a78d-ef64a0ecb181 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981976 Aug 19 15:19:44.046361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7f75545-2caa-4a1a-a80a-baa6b08ee5a9 req-82a04521-9a05-44a2-a1cb-786b7981b61a tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991688 Aug 19 15:19:44.110002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2b221a0-ebc0-4bcb-b54e-504a6922cee5 req-b9120a4d-edee-4774-9d67-3364d35ba1d6 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467564 Aug 19 15:19:44.248195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ca388-e560-4c37-bf33-a6f365d6d843 req-67a23f7a-7c79-4f38-a5cf-79d434727bf5 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:44.249827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e8ca388-e560-4c37-bf33-a6f365d6d843 req-67a23f7a-7c79-4f38-a5cf-79d434727bf5 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 946 time: 0.0857344 Aug 19 15:19:44.330850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e8ca388-e560-4c37-bf33-a6f365d6d843 req-e6aba461-5508-427c-938e-c2420100b5da tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681245 Aug 19 15:19:44.604076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8d50-41a0-41c9-ad17-ae0348e9dc4f req-ec30b5dc-639a-464e-bdaf-c2b19436e8ad tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:44.606013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52bd8d50-41a0-41c9-ad17-ae0348e9dc4f req-ec30b5dc-639a-464e-bdaf-c2b19436e8ad tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0631371 Aug 19 15:19:44.654869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52bd8d50-41a0-41c9-ad17-ae0348e9dc4f req-209a916e-9187-4630-834a-db0ac07bef91 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Aug 19 15:19:44.797746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c4673-23dc-447d-b220-2ef6537e740b req-6e3a53c8-52e6-46f4-8c59-38fa571d3166 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:44.799203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-849c4673-23dc-447d-b220-2ef6537e740b req-6e3a53c8-52e6-46f4-8c59-38fa571d3166 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0607944 Aug 19 15:19:44.845268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-849c4673-23dc-447d-b220-2ef6537e740b req-1c0dd84c-2e10-4636-91a0-1f42d1300465 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397656 Aug 19 15:19:45.566317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84049-281b-401b-bd70-fc654ae6f6bd req-9914af5e-890c-4a6f-9fe7-566ef953c393 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:45.570377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52a84049-281b-401b-bd70-fc654ae6f6bd req-9914af5e-890c-4a6f-9fe7-566ef953c393 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.0607584 Aug 19 15:19:45.626473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52a84049-281b-401b-bd70-fc654ae6f6bd req-b4f4823a-6649-42c7-bcb8-42fe16a9ca2b tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Aug 19 15:19:45.673371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-5dea6815-9bc5-448a-9806-aba0dca410d9 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:45.676715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-5dea6815-9bc5-448a-9806-aba0dca410d9 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.54 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 946 time: 0.0623500 Aug 19 15:19:45.950235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de161ab-f6ae-438a-8a7c-027d04fe1bef req-8fbdb964-e137-4f2b-914d-37ac7b02f190 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:45.950235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6de161ab-f6ae-438a-8a7c-027d04fe1bef req-8fbdb964-e137-4f2b-914d-37ac7b02f190 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 946 time: 0.1423910 Aug 19 15:19:45.950235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Deleting port 7016af5c-6227-433a-b7b0-96dcaba342f1 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:19:45.950235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:45.950235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6de161ab-f6ae-438a-8a7c-027d04fe1bef req-31f1959e-3354-42f9-914b-d6d64ffafeab tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/security-groups?id=d490db14-4ad5-43fe-9100-502759c7ce7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Aug 19 15:19:46.005675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] For port 7016af5c-6227-433a-b7b0-96dcaba342f1, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7016af5c-6227-433a-b7b0-96dcaba342f1,segment=NetworkSegment(cd6a94d3-66f2-44ad-b6f5-43581a063bc1),segment_id=cd6a94d3-66f2-44ad-b6f5-43581a063bc1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:46.006081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:46.069019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Calling delete_port for 7016af5c-6227-433a-b7b0-96dcaba342f1 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:19:46.137829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280fa5c-1e67-4c7c-9482-46498b60b125 req-394437db-1e55-49a4-8d44-d09be7796617 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:46.139516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b280fa5c-1e67-4c7c-9482-46498b60b125 req-394437db-1e55-49a4-8d44-d09be7796617 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1308169 Aug 19 15:19:46.226962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b280fa5c-1e67-4c7c-9482-46498b60b125 req-7be8b2c0-3126-47eb-af48-b20a3f4a5101 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782115 Aug 19 15:19:46.439038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:46.478936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['7016af5c-6227-433a-b7b0-96dcaba342f1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:46.483099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Pushing event deleted for resources: {'Port': ['ID=7016af5c-6227-433a-b7b0-96dcaba342f1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:46.535151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] No DVR routers for this DVR port 7016af5c-6227-433a-b7b0-96dcaba342f1 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:19:46.538320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:46.565237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fe7e2e7-403e-415d-bfcb-1a3dafe6f3b1 req-c50e147e-deca-4688-83ff-cf0657392910 tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.54 "DELETE /v2.0/ports/7016af5c-6227-433a-b7b0-96dcaba342f1 HTTP/1.1" status: 204 len: 173 time: 0.8593030 Aug 19 15:19:46.565237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'name': 'network-vif-deleted', 'tag': '7016af5c-6227-433a-b7b0-96dcaba342f1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:46.565237 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa33a2-6cf0-43ed-a300-831766b96c8c" -d '{"events": [{"server_uuid": "b33d0937-9d59-4d67-b71c-66e31fcc8f1f", "name": "network-vif-deleted", "tag": "7016af5c-6227-433a-b7b0-96dcaba342f1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:47.556788 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7464aef-1228-4074-9b3d-7815b2412ba4 x-openstack-request-id: req-c7464aef-1228-4074-9b3d-7815b2412ba4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:47.556788 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d0937-9d59-4d67-b71c-66e31fcc8f1f", "name": "network-vif-deleted", "tag": "7016af5c-6227-433a-b7b0-96dcaba342f1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:47.556788 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7464aef-1228-4074-9b3d-7815b2412ba4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:47.556788 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d0937-9d59-4d67-b71c-66e31fcc8f1f', 'name': 'network-vif-deleted', 'tag': '7016af5c-6227-433a-b7b0-96dcaba342f1', 'status': 'completed', 'code': 200} Aug 19 15:19:47.696873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848af27-7e90-4e9b-97af-065117f8c4ca req-94515537-e9c0-4e10-890a-dfc798e17c9f tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:47.731875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7848af27-7e90-4e9b-97af-065117f8c4ca req-94515537-e9c0-4e10-890a-dfc798e17c9f tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.0956225 Aug 19 15:19:47.811542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7848af27-7e90-4e9b-97af-065117f8c4ca req-02946ff8-3a44-4d22-bb1c-978dcc264aaf tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721049 Aug 19 15:19:47.955345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8396e7c7-1fc0-4b62-9631-46dfc026492d req-b8047595-0f47-4a1a-8fdc-0a73fd0e0ccd tempest-VolumesActionsTest-261624577 tempest-VolumesActionsTest-261624577-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33d0937-9d59-4d67-b71c-66e31fcc8f1f HTTP/1.1" status: 200 len: 210 time: 0.0457077 Aug 19 15:19:48.535731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e9e84-ec1e-4f57-a687-0d2dcbb4bc17 req-0eced3c6-2f8d-4794-989b-c36b74945cc2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:48.537189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-182e9e84-ec1e-4f57-a687-0d2dcbb4bc17 req-0eced3c6-2f8d-4794-989b-c36b74945cc2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Aug 19 15:19:48.587308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-182e9e84-ec1e-4f57-a687-0d2dcbb4bc17 req-e4d80fe5-e66b-436b-a91d-1c6acf491c22 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Aug 19 15:19:48.670962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-940da469-d6c2-4d6f-b841-9fe263fd9c1b tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:48.672462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-940da469-d6c2-4d6f-b841-9fe263fd9c1b tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.46 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.0568969 Aug 19 15:19:48.791123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Deleting port 3be6b789-7fcf-4250-8fee-e7b778da3b2b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:19:48.791883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:48.907204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] For port 3be6b789-7fcf-4250-8fee-e7b778da3b2b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3be6b789-7fcf-4250-8fee-e7b778da3b2b,segment=NetworkSegment(628def4d-08cc-464f-b007-2931d6377cb0),segment_id=628def4d-08cc-464f-b007-2931d6377cb0)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:48.908057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:48.925448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Calling delete_port for 3be6b789-7fcf-4250-8fee-e7b778da3b2b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:19:49.043329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b110055-de94-4c9d-b3d8-2553a09bd2e6 req-fa268a83-2207-4f06-bcca-647ec6451324 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:49.044825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b110055-de94-4c9d-b3d8-2553a09bd2e6 req-fa268a83-2207-4f06-bcca-647ec6451324 tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 945 time: 0.1168561 Aug 19 15:19:49.149811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b110055-de94-4c9d-b3d8-2553a09bd2e6 req-eb30dba3-fa63-4fcc-a982-cd0e8b07f8be tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9d9eb74-725e-4194-bef3-18dc4c166af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917904 Aug 19 15:19:49.299976 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:49.313419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3be6b789-7fcf-4250-8fee-e7b778da3b2b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:19:49.415580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Pushing event deleted for resources: {'Port': ['ID=3be6b789-7fcf-4250-8fee-e7b778da3b2b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:49.438931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] No DVR routers for this DVR port 3be6b789-7fcf-4250-8fee-e7b778da3b2b on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:19:49.441481 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:49.443496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28a53ae3-133c-4ed9-8dbe-a5b7b7d96a16 req-a1fa6abe-c0df-4e18-8078-ced55c71f69c tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.46 "DELETE /v2.0/ports/3be6b789-7fcf-4250-8fee-e7b778da3b2b HTTP/1.1" status: 204 len: 173 time: 0.7641602 Aug 19 15:19:49.560416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7594973e-e43c-4b63-948d-b054fc03accb', 'name': 'network-vif-deleted', 'tag': '3be6b789-7fcf-4250-8fee-e7b778da3b2b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:19:49.560416 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a877e8-8717-4474-9046-a599e51e1623" -d '{"events": [{"server_uuid": "7594973e-e43c-4b63-948d-b054fc03accb", "name": "network-vif-deleted", "tag": "3be6b789-7fcf-4250-8fee-e7b778da3b2b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:19:49.615875 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5917b976-53b2-448c-be5e-de80ff088729 x-openstack-request-id: req-5917b976-53b2-448c-be5e-de80ff088729 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:19:49.616482 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7594973e-e43c-4b63-948d-b054fc03accb", "name": "network-vif-deleted", "tag": "3be6b789-7fcf-4250-8fee-e7b778da3b2b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:19:49.617268 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5917b976-53b2-448c-be5e-de80ff088729 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:19:49.617923 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7594973e-e43c-4b63-948d-b054fc03accb', 'name': 'network-vif-deleted', 'tag': '3be6b789-7fcf-4250-8fee-e7b778da3b2b', 'status': 'completed', 'code': 200} Aug 19 15:19:49.723535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5bae1-6681-4da7-a715-0d69409aacc9 req-bac7c7ca-b93c-4f67-a906-9565ed58c06d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:49.730452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dab5bae1-6681-4da7-a715-0d69409aacc9 req-bac7c7ca-b93c-4f67-a906-9565ed58c06d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0579343 Aug 19 15:19:49.780026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dab5bae1-6681-4da7-a715-0d69409aacc9 req-4c73b84b-56f9-41d0-b25d-bab01ea3022e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466354 Aug 19 15:19:49.982486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7016af5c-6227-433a-b7b0-96dcaba342f1 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:19:50.029061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 7016af5c-6227-433a-b7b0-96dcaba342f1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:19:50.029761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7016af5c-6227-433a-b7b0-96dcaba342f1 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:19:50.280912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dac601cc-a811-4f23-b567-455991fee29a req-b95c1fd9-ee0a-4a88-85b1-4ac686f4a02b tempest-InstanceActionsTestJSON-1069006462 tempest-InstanceActionsTestJSON-1069006462-project] 10.222.0.13 "GET /v2.0/ports?device_id=7594973e-e43c-4b63-948d-b054fc03accb HTTP/1.1" status: 200 len: 210 time: 0.0280833 Aug 19 15:19:50.965823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4a2bb-69a5-4f48-9caa-f8acbf4edef4 req-7bac5053-bb36-440e-a31a-594c5cb1d122 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:50.968758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a4a2bb-69a5-4f48-9caa-f8acbf4edef4 req-7bac5053-bb36-440e-a31a-594c5cb1d122 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0713694 Aug 19 15:19:51.015220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a4a2bb-69a5-4f48-9caa-f8acbf4edef4 req-6d4f7f22-cef9-4956-ae08-70364dc475e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365174 Aug 19 15:19:51.343756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49776) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:51.394357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Deleting subnet 25b5910e-2a93-4ca7-b8c6-1298d5ae3189 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:19:51.399615 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.449257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.496923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.694451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.727240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b5910e-2a93-4ca7-b8c6-1298d5ae3189,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:51.740671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.740945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.741404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.741921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.742430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.742924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.743592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.744084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.745229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.745748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.746464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.747187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:19:51.751932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.756839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-920ae210-4ec4-463f-a04c-162ef8d537a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25b5910e-2a93-4ca7-b8c6-1298d5ae3189 HTTP/1.1" status: 204 len: 168 time: 0.4118211 Aug 19 15:19:51.759222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49784) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:51.875480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.973677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:51.986482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf2df04-e250-4bc9-93a4-44813c04f4f7']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:51.998624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628def4d-08cc-464f-b007-2931d6377cb0') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:51.998924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628def4d-08cc-464f-b007-2931d6377cb0') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:19:52.010997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:52.029424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:52.039409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:19:52.040060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:19:52.042983 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:19:52.206908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bfc99-2ed1-413d-9c13-844909880b64 req-f80ad375-ab6d-4da4-9651-82ade4385cdd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:52.207382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f6bfc99-2ed1-413d-9c13-844909880b64 req-f80ad375-ab6d-4da4-9651-82ade4385cdd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0876026 Aug 19 15:19:52.254021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f6bfc99-2ed1-413d-9c13-844909880b64 req-bdb31028-8a30-44b9-b800-574650065f07 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376420 Aug 19 15:19:52.353069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:52.366113 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:52.371485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] 10.222.0.13 "DELETE /v2.0/networks/abf2df04-e250-4bc9-93a4-44813c04f4f7 HTTP/1.1" status: 204 len: 168 time: 0.6110818 Aug 19 15:19:52.403900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69c438-b930-48d8-9461-eea3683a5f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf2df04-e250-4bc9-93a4-44813c04f4f7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:53.077376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49816) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:53.165631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3be6b789-7fcf-4250-8fee-e7b778da3b2b no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:19:53.185853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-848a76dd-98cf-4f02-a0a8-c01d01b92eda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aed7554759cb4ab48a77c6a2a2cbf37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184683 Aug 19 15:19:53.201163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49826) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:53.201554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 3be6b789-7fcf-4250-8fee-e7b778da3b2b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:19:53.201554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3be6b789-7fcf-4250-8fee-e7b778da3b2b not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:19:53.258721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d676cbd-7841-4326-977a-5b3366ff6f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:53.281906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d676cbd-7841-4326-977a-5b3366ff6f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:53.396937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5afe-a286-481c-bca3-54fd5fa4c4bf req-3bd966c9-7fc7-4794-94eb-54ee75aa688c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:53.405316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db8e5afe-a286-481c-bca3-54fd5fa4c4bf req-3bd966c9-7fc7-4794-94eb-54ee75aa688c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0688453 Aug 19 15:19:53.447296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db8e5afe-a286-481c-bca3-54fd5fa4c4bf req-a10d877b-a8d3-421b-8b42-a7c927c8fd78 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Aug 19 15:19:53.505045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d676cbd-7841-4326-977a-5b3366ff6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:53.514546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d676cbd-7841-4326-977a-5b3366ff6f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:53.514546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7d676cbd-7841-4326-977a-5b3366ff6f09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9d9eb74-725e-4194-bef3-18dc4c166af2 HTTP/1.1" status: 204 len: 168 time: 0.3113163 Aug 19 15:19:53.517822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d676cbd-7841-4326-977a-5b3366ff6f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d9eb74-725e-4194-bef3-18dc4c166af2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:54.182743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-5791475e-9a6f-4366-bd30-29e134f2b6ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519357 Aug 19 15:19:54.317530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-281b8737-74bb-4a0d-b999-98b0712f4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:54.320441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-281b8737-74bb-4a0d-b999-98b0712f4cc2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 1099 time: 0.1028302 Aug 19 15:19:54.485615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-ead7c10e-bc5c-4214-a867-f5b7b3a41ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:54.487333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-ead7c10e-bc5c-4214-a867-f5b7b3a41ff9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1448321 Aug 19 15:19:54.489102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6796-2421-4962-ae6a-81d80e44cf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:54.616398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-726a2749-ad9f-47a9-8af8-8fb534fea872 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 200 len: 1000 time: 0.1215119 Aug 19 15:19:54.699686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b7f3a-24f2-484c-8dac-42ff19060914 req-380aa9d2-d119-415f-a8ef-851cf6071206 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:54.701295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-047b7f3a-24f2-484c-8dac-42ff19060914 req-380aa9d2-d119-415f-a8ef-851cf6071206 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1281619 Aug 19 15:19:54.731668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-a73faa71-c09f-4ec4-af3a-acfd8a1ce08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:54.733152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-a73faa71-c09f-4ec4-af3a-acfd8a1ce08f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.1082125 Aug 19 15:19:54.819822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-047b7f3a-24f2-484c-8dac-42ff19060914 req-0c9f6713-5287-4724-bbe4-9160f5269991 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015890 Aug 19 15:19:54.856078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-3422a9a9-9848-4ff2-9f59-f0c991127fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:54.857594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-3422a9a9-9848-4ff2-9f59-f0c991127fa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144047 Aug 19 15:19:55.027658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-59c266e1-57f0-473b-887a-1ebe754eda26 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623733 Aug 19 15:19:55.160697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-444ce120-bccd-4ad6-ad38-8c5fdf3905db req-40517a90-e651-4732-ab76-3f6bf7ad1e6f service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257448 Aug 19 15:19:55.459032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49888) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:55.499624 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:55.582941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1401473090-network', 'tenant_id': '093b0c147854469c966dd82bb0322cbe'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:55.705791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Made reservation on behalf of 093b0c147854469c966dd82bb0322cbe for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:55.711816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:55.736366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:55.850892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.019516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.050427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:19:56.056076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:56.065934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.065934 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Added segment c31dce2f-ccef-4325-81f4-bd6e29c7b0d8 of type vlan for network 148aa63c-48b7-4e32-a468-a739b68ae54f Aug 19 15:19:56.115338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.282609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.283624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:56.286509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.414342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] Pushing event updated for resources: {'Network': ['ID=148aa63c-48b7-4e32-a468-a739b68ae54f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:56.426063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 148aa63c-48b7-4e32-a468-a739b68ae54f details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:19:56.479625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c6a1273-83e1-4278-8da0-053125485607 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0156140 Aug 19 15:19:56.495166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49918) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:19:56.495166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Request body: {'subnet': {'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1401473090-subnet', 'tenant_id': '093b0c147854469c966dd82bb0322cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:56.650371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea3c5d-6cb0-4170-95e4-ef575999d231 req-354b0fa3-ed05-4a3b-9f3b-428c6df45432 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:56.660350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2ea3c5d-6cb0-4170-95e4-ef575999d231 req-354b0fa3-ed05-4a3b-9f3b-428c6df45432 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0781949 Aug 19 15:19:56.673214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Made reservation on behalf of 093b0c147854469c966dd82bb0322cbe for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:19:56.676109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:56.795384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2ea3c5d-6cb0-4170-95e4-ef575999d231 req-e2201707-dda9-4da2-8ba3-3f48dfec4adf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324947 Aug 19 15:19:57.018726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.025371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.033487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.041573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.047949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.054133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.060281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.068830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2f4abd5-758c-4720-bafa-602392a80256 req-d2d24fc1-d2a2-43bb-9a98-30861561ee92 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1692059 Aug 19 15:19:57.141771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2f4abd5-758c-4720-bafa-602392a80256 req-33c33af4-11dd-4517-b6a8-c7558fadec8d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717814 Aug 19 15:19:57.145703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:57.215492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90dee25-6d1b-4b50-9cb1-b89ba74a8217,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:57.222274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Checking segment: {'id': 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:19:57.223018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Network hostable DHCP agents. Network: 148aa63c-48b7-4e32-a468-a739b68ae54f, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:19:57.346478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Network 148aa63c-48b7-4e32-a468-a739b68ae54f is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:19:57.380133 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:57.562474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 148aa63c-48b7-4e32-a468-a739b68ae54f) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:19:57.566915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.567660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:57.581440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b0d5e-11a1-4425-a38e-ad17698016e0 None None] Network 148aa63c-48b7-4e32-a468-a739b68ae54f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:57.749725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f185175a-1017-40df-bec5-aff1c1b4c3de None None] Network 148aa63c-48b7-4e32-a468-a739b68ae54f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:19:57.767210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.773439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.779552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.785490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.792224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.798220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.804161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.806135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0e0bebf3-f979-40f5-8a79-d6d9aebf1ca4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 5444 time: 0.1089711 Aug 19 15:19:57.808741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be652c07-8dd7-4660-bc68-40d471496f5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3266981 Aug 19 15:19:57.893219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-81c51c23-0d49-4485-9f70-e27bf474136a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:57.896639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-81c51c23-0d49-4485-9f70-e27bf474136a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "GET /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0817573 Aug 19 15:19:58.075374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d369ceb-8b2b-4384-a8f2-8449f5fbf289 req-8fe63b1f-6ba8-4539-b7ee-1a894cfd4645 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:58.077777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d369ceb-8b2b-4384-a8f2-8449f5fbf289 req-8fe63b1f-6ba8-4539-b7ee-1a894cfd4645 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1791601 Aug 19 15:19:58.100363 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dd851be-f76b-4c81-86ca-75dfd2c83ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:58.160456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-ba04e5da-9ab6-436a-9fcf-83bdab147140 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "GET /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1982272 Aug 19 15:19:58.172630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d369ceb-8b2b-4384-a8f2-8449f5fbf289 req-12fb764d-1456-4cf7-a18b-191507c64c46 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693984 Aug 19 15:19:58.177549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:58.253206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:58.476955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:58.968446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] For port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:19:59.000512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-026b745e-151e-44b6-900c-21e15e4892ca tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:59.002253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-026b745e-151e-44b6-900c-21e15e4892ca tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/networks?id=148aa63c-48b7-4e32-a468-a739b68ae54f HTTP/1.1" status: 200 len: 822 time: 0.6320271 Aug 19 15:19:59.029715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] device_id is not set on port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:19:59.035640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-1b607503-fcb8-4af6-99e5-0560a240422a tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/quotas/093b0c147854469c966dd82bb0322cbe HTTP/1.1" status: 200 len: 375 time: 0.0255446 Aug 19 15:19:59.040946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.071122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-2deb299b-800c-4e8c-ba66-1a8c8cd6c81c tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=093b0c147854469c966dd82bb0322cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269001 Aug 19 15:19:59.127923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.228198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] No DVR routers for this DVR port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:19:59.245476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Pushing event updated for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:19:59.289900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-58ef2552-c536-4250-bbb9-f9e5b78088b8 service neutron] 10.222.0.13 "GET /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107964 Aug 19 15:19:59.302045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] In _notify_port_updated(), no bound segment for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:19:59.302989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:59.303664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.305011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-a7bc6a81-98f5-4106-8a24-3887a6bb38cc service neutron] 10.222.0.46 "PUT /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 200 len: 1032 time: 1.1374032 Aug 19 15:19:59.431050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-68f992c0-03e1-4232-a53f-c58e411d4e94 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:59.433056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-68f992c0-03e1-4232-a53f-c58e411d4e94 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "GET /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1172228 Aug 19 15:19:59.451895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:19:59.532497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-1fb6d68b-5699-4c19-9083-dd8fefe06c54 service neutron] 10.222.0.13 "GET /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259536 Aug 19 15:19:59.547872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.638438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-338b88ff-770c-43bb-af2b-51bb5d779388 None None] Provisioning complete for port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:19:59.639459 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-338b88ff-770c-43bb-af2b-51bb5d779388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.691951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-338b88ff-770c-43bb-af2b-51bb5d779388 None None] Port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:19:59.722556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.752963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d586ed9c-e825-4a5e-85f0-eabfce52ef11,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:19:59.797722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] For port d586ed9c-e825-4a5e-85f0-eabfce52ef11, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:19:59.844037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] device_id is not set on port d586ed9c-e825-4a5e-85f0-eabfce52ef11 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:19:59.861449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:59.987942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:19:59.994963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.004203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.011739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.019193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.040195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.040195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-ddf6fefb-35d5-4143-a557-9b39a83af407 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 4665 time: 0.1150115 Aug 19 15:20:00.040195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:00.108645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:00.139017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] No DVR routers for this DVR port d586ed9c-e825-4a5e-85f0-eabfce52ef11 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:00.178191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b261b65-bab0-4eb8-94e0-f29e32e7156d req-f8010e38-2d52-4fad-bb6f-4d63b91622c6 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08&id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394312 Aug 19 15:20:00.206456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] In _notify_port_updated(), no bound segment for port d586ed9c-e825-4a5e-85f0-eabfce52ef11 on network b32d9714-c1df-4865-b7c5-0cfc135d9b1d {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:20:00.207362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.208219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:00.209548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-5913ee60-d019-41b6-80f0-69461a1821c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 200 len: 1032 time: 0.7631140 Aug 19 15:20:00.397898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df5b06-b8dd-4fd6-a94b-f6190df4f48c req-f98f9581-581f-49f6-a59d-bc4b768b9789 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:00.399428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68df5b06-b8dd-4fd6-a94b-f6190df4f48c req-f98f9581-581f-49f6-a59d-bc4b768b9789 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0751312 Aug 19 15:20:00.415519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port e16f862d-40b5-4760-a538-5af48badc729 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:00.415519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:00.427940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-600af559-5e69-41bc-885a-c721da79ad07 None None] Provisioning complete for port d586ed9c-e825-4a5e-85f0-eabfce52ef11 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:00.428847 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-600af559-5e69-41bc-885a-c721da79ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:00.497817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-600af559-5e69-41bc-885a-c721da79ad07 None None] Port d586ed9c-e825-4a5e-85f0-eabfce52ef11 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:20:00.548812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68df5b06-b8dd-4fd6-a94b-f6190df4f48c req-e0bd3ecc-f497-4d27-96f3-73ab02548a3b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370637 Aug 19 15:20:00.661760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88d4ec01-f595-4923-9923-142469185dd4 req-45fad8fa-e99a-402a-a242-cac4fc0633c6 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 210 time: 0.0499957 Aug 19 15:20:00.666769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] For port e16f862d-40b5-4760-a538-5af48badc729, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e16f862d-40b5-4760-a538-5af48badc729,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:00.667156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:00.680843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for e16f862d-40b5-4760-a538-5af48badc729 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:00.928132 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.105160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.143184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=e16f862d-40b5-4760-a538-5af48badc729,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:01.185477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 035cbade-f23b-4f01-ba63-703b2aad16b0 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:01.250083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] No DVR routers for this DVR port e16f862d-40b5-4760-a538-5af48badc729 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:01.258522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.265476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-0ca96a25-8780-4df7-b90f-ec459b104867 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "DELETE /v2.0/ports/e16f862d-40b5-4760-a538-5af48badc729 HTTP/1.1" status: 204 len: 173 time: 1.0471160 Aug 19 15:20:01.271535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': 'e16f862d-40b5-4760-a538-5af48badc729'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:01.277559 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4214ff-26c1-4c07-a016-849940823124" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "e16f862d-40b5-4760-a538-5af48badc729"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:01.321532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.386184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:01.388863 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e20a86-41e1-4081-91ee-17823b918691" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:01.446886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=035cbade-f23b-4f01-ba63-703b2aad16b0,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:01.528526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.529684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:01.582328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45627cf7-4816-41c0-a0e6-1c0b3b27beff req-4f91ddef-f950-44f9-9e55-86276ebfb20f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:01.591237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45627cf7-4816-41c0-a0e6-1c0b3b27beff req-4f91ddef-f950-44f9-9e55-86276ebfb20f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.3213601 Aug 19 15:20:01.630373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-0042fb59-51ef-44f0-99bd-10042a7fd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:01.631924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-0042fb59-51ef-44f0-99bd-10042a7fd951 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1732028 Aug 19 15:20:01.703516 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.720468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:01.732926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.733644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.734160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.734660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.735159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.735705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.736028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.736524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.736872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.737232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.737587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.737908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:01.770649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:01.802858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45627cf7-4816-41c0-a0e6-1c0b3b27beff req-96dfd2f6-76ce-4595-81ad-379221f9fd97 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086110 Aug 19 15:20:01.824101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-0d543d3b-12bc-49eb-9337-c02e8f30541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:01.824361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-0d543d3b-12bc-49eb-9337-c02e8f30541c service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1833785 Aug 19 15:20:01.839140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port 035cbade-f23b-4f01-ba63-703b2aad16b0 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:01.839618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.848040 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:01.848790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device b3d50f52-1336-4a83-8792-6df8491982b3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:02.017634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:02.040910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-24374fc2-c673-463f-ac6f-d0bbc10302c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.1521113 Aug 19 15:20:02.073665 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:02.115242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b3d50f52-1336-4a83-8792-6df8491982b3,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:02.191972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6cbf-df2f-4cdc-b360-b635e49b1066 req-d36cde50-a9fc-472e-954b-014df7a9d323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:02.198559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6cbf-df2f-4cdc-b360-b635e49b1066 req-d36cde50-a9fc-472e-954b-014df7a9d323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:02.214079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6cbf-df2f-4cdc-b360-b635e49b1066 req-d36cde50-a9fc-472e-954b-014df7a9d323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:02.220644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6cbf-df2f-4cdc-b360-b635e49b1066 req-d36cde50-a9fc-472e-954b-014df7a9d323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:02.222493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35de6cbf-df2f-4cdc-b360-b635e49b1066 req-d36cde50-a9fc-472e-954b-014df7a9d323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 3147 time: 0.1778173 Aug 19 15:20:02.240243 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:02.241017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ef7a7ce7-6f63-421b-a1ec-23264ecdd886 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:02.267932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-603cd624-521c-414a-ab90-418fbf435e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:02.269458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-603cd624-521c-414a-ab90-418fbf435e12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.2208078 Aug 19 15:20:02.281655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] For port 035cbade-f23b-4f01-ba63-703b2aad16b0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=035cbade-f23b-4f01-ba63-703b2aad16b0,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:02.281655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:02.328602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:02.335895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for 035cbade-f23b-4f01-ba63-703b2aad16b0 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:02.349524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35de6cbf-df2f-4cdc-b360-b635e49b1066 req-f9bc27d9-0781-4e5d-9431-4c983f125f15 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161156 Aug 19 15:20:02.387756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:02.402706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-c3f90c15-5b98-4f98-aa71-3614f5d18a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:02.407651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-c3f90c15-5b98-4f98-aa71-3614f5d18a5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223757 Aug 19 15:20:02.430503 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babacd5c-1a71-4cbf-99f7-21ab263c6888 x-openstack-request-id: req-babacd5c-1a71-4cbf-99f7-21ab263c6888 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:02.430798 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "e16f862d-40b5-4760-a538-5af48badc729", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:02.431158 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-babacd5c-1a71-4cbf-99f7-21ab263c6888 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:02.431576 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': 'e16f862d-40b5-4760-a538-5af48badc729', 'status': 'completed', 'code': 200} Aug 19 15:20:02.497851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:02.501911 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4f0f36-737f-43fd-b3fb-cd6ae8d266e2 x-openstack-request-id: req-9e4f0f36-737f-43fd-b3fb-cd6ae8d266e2 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:02.503245 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:02.503898 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e4f0f36-737f-43fd-b3fb-cd6ae8d266e2 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:02.504340 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0', 'code': 200} Aug 19 15:20:02.579324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-3a719fbb-3b59-4dff-9794-8c96a1399e74 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647651 Aug 19 15:20:02.641343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:02.642086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ee35af8a-4ee6-4b61-9a2b-72507d2e41ec no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:02.677264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c2e8320-31c8-448c-ac52-e95e28a70ba5 req-d13b9f74-51f1-4a8f-b27b-3e334c026c0d tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 210 time: 0.0637839 Aug 19 15:20:02.751916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:02.761275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device ee35af8a-4ee6-4b61-9a2b-72507d2e41ec not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:02.761982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e16f862d-40b5-4760-a538-5af48badc729 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:02.812343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: e16f862d-40b5-4760-a538-5af48badc729 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:20:02.812957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e16f862d-40b5-4760-a538-5af48badc729 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:02.814228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d586ed9c-e825-4a5e-85f0-eabfce52ef11 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:02.839030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17a13b29-6d47-4836-be92-ff85ff56fac9 req-18244b16-994e-46cc-a7b9-3a6303dc311d service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243760 Aug 19 15:20:02.884090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d586ed9c-e825-4a5e-85f0-eabfce52ef11 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:02.889930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:02.970423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=035cbade-f23b-4f01-ba63-703b2aad16b0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:03.043016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] No DVR routers for this DVR port 035cbade-f23b-4f01-ba63-703b2aad16b0 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:03.046106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:03.048083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-e06f67fc-5202-447a-a75d-8635b64f8c7a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "DELETE /v2.0/ports/035cbade-f23b-4f01-ba63-703b2aad16b0 HTTP/1.1" status: 204 len: 173 time: 1.7631865 Aug 19 15:20:03.060080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fed78-ce50-476f-a3bd-4da7011ab62a req-7c1492d1-63dd-4a09-8ccd-e7ca3bf2dc6c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:03.061574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-519fed78-ce50-476f-a3bd-4da7011ab62a req-7c1492d1-63dd-4a09-8ccd-e7ca3bf2dc6c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1093571 Aug 19 15:20:03.152181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-519fed78-ce50-476f-a3bd-4da7011ab62a req-4e1bbd64-d6e6-4541-9acb-f81d490b15e8 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833964 Aug 19 15:20:03.189793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port b3d50f52-1336-4a83-8792-6df8491982b3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:03.191034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:03.305735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] For port b3d50f52-1336-4a83-8792-6df8491982b3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=b3d50f52-1336-4a83-8792-6df8491982b3,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:03.306540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:03.322101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for b3d50f52-1336-4a83-8792-6df8491982b3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:03.582697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4637-72e4-4074-8c08-f4dec4f54211 req-536c9553-e85d-4345-885a-80cd0c02b8f8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:03.592923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4637-72e4-4074-8c08-f4dec4f54211 req-536c9553-e85d-4345-885a-80cd0c02b8f8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:03.601969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4637-72e4-4074-8c08-f4dec4f54211 req-536c9553-e85d-4345-885a-80cd0c02b8f8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:03.613483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dbb4637-72e4-4074-8c08-f4dec4f54211 req-536c9553-e85d-4345-885a-80cd0c02b8f8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 2410 time: 0.0952122 Aug 19 15:20:03.650677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:03.797720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=b3d50f52-1336-4a83-8792-6df8491982b3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:03.853175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] No DVR routers for this DVR port b3d50f52-1336-4a83-8792-6df8491982b3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:03.861456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3dbb4637-72e4-4074-8c08-f4dec4f54211 req-598f672a-6bae-458c-8cc0-9197deea3d32 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470689 Aug 19 15:20:03.862562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:03.864441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-7350be73-21d4-48d0-81e1-deb3219a5005 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "DELETE /v2.0/ports/b3d50f52-1336-4a83-8792-6df8491982b3 HTTP/1.1" status: 204 len: 173 time: 0.8019874 Aug 19 15:20:03.909335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-011a8776-e5e4-421e-9cce-aa078650f05f tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:03.910653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-011a8776-e5e4-421e-9cce-aa078650f05f tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.54 "GET /v2.0/networks?id=148aa63c-48b7-4e32-a468-a739b68ae54f HTTP/1.1" status: 200 len: 822 time: 0.2885914 Aug 19 15:20:03.936056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Request body: {'port': {'device_id': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f', 'admin_state_up': True, 'tenant_id': '093b0c147854469c966dd82bb0322cbe'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:04.071768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97917bbc-e3da-43e4-b621-7b44f1d86ed6 req-7b7fe035-66c1-4c11-abe5-7e62ec002418 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 210 time: 0.0491543 Aug 19 15:20:04.117821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:04.118167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.222766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] For port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:04.223146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.248600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:04.333954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f772394-20e5-4ea0-8ff4-69e3f54843a5 req-ff51e692-dbad-470e-9292-397ac1fcc2b7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:04.335521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f772394-20e5-4ea0-8ff4-69e3f54843a5 req-ff51e692-dbad-470e-9292-397ac1fcc2b7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1016777 Aug 19 15:20:04.397714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f772394-20e5-4ea0-8ff4-69e3f54843a5 req-d2411585-cb64-43cb-8a9d-41cb213b7417 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487595 Aug 19 15:20:04.432154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Made reservation on behalf of 093b0c147854469c966dd82bb0322cbe for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:04.436037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.439780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:04.442367 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58641876-0c4d-4398-82eb-e514ba28703f" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:04.505289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3'}, {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:04.507765 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d25c85-9892-47da-bd2f-73b0722554a2" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3"}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:04.584393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3758a-12af-4bbd-9c5e-f18ee4ca8423 req-8624746f-f262-4d16-b580-7070cbca6761 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:04.586022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65c3758a-12af-4bbd-9c5e-f18ee4ca8423 req-8624746f-f262-4d16-b580-7070cbca6761 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1099682 Aug 19 15:20:04.656979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Allocated IP 172.20.0.4 (148aa63c-48b7-4e32-a468-a739b68ae54f/f90dee25-6d1b-4b50-9cb1-b89ba74a8217/16f5f5a0-eff9-45de-a563-c25e98bb581b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:04.661444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65c3758a-12af-4bbd-9c5e-f18ee4ca8423 req-35aabf47-591c-4f3f-9432-aa26e872a537 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558798 Aug 19 15:20:04.766868 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b10410f-f70e-4a06-b986-a2493ac7f0f6 x-openstack-request-id: req-2b10410f-f70e-4a06-b986-a2493ac7f0f6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:04.767450 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-unplugged", "status": "completed", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:04.767929 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b10410f-f70e-4a06-b986-a2493ac7f0f6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:04.768590 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323', 'code': 200} Aug 19 15:20:04.769137 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3', 'code': 200} Aug 19 15:20:04.769641 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'code': 200} Aug 19 15:20:04.845230 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faba3d8d-758e-4065-9f5a-cc94f57b0d64 x-openstack-request-id: req-faba3d8d-758e-4065-9f5a-cc94f57b0d64 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:04.845600 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "035cbade-f23b-4f01-ba63-703b2aad16b0", "status": "completed", "code": 200}, {"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "b3d50f52-1336-4a83-8792-6df8491982b3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:04.846848 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faba3d8d-758e-4065-9f5a-cc94f57b0d64 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:04.847206 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': '035cbade-f23b-4f01-ba63-703b2aad16b0', 'status': 'completed', 'code': 200} Aug 19 15:20:04.847864 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': 'b3d50f52-1336-4a83-8792-6df8491982b3', 'status': 'completed', 'code': 200} Aug 19 15:20:04.854714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.903201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:04.971428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] No DVR routers for this DVR port 5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:04.978303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.980982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-85282949-dd52-49f3-8ce1-443ecb812acc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "DELETE /v2.0/ports/5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323 HTTP/1.1" status: 204 len: 173 time: 1.1062002 Aug 19 15:20:05.046629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.177022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:05.177399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.290690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] For port ef7a7ce7-6f63-421b-a1ec-23264ecdd886, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:05.291281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.379651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.510261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Network 148aa63c-48b7-4e32-a468-a739b68ae54f is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:05.522197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:05.524512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:05.598373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Pushing event updated for resources: {'Port': ['ID=16f5f5a0-eff9-45de-a563-c25e98bb581b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:05.665026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:05.670586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.719260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.719666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.719991 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Floating IP 92bb129e-b10f-4b65-ba37-8213fb0c870d disassociated. External IP: 172.25.5.57, port: ef7a7ce7-6f63-421b-a1ec-23264ecdd886. Aug 19 15:20:05.720344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for ef7a7ce7-6f63-421b-a1ec-23264ecdd886 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:05.827186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d652-21ba-43be-b677-c5a2a8d92ea3 req-03eeb613-85f1-443c-adf7-1ebe352472b7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:05.835059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4866d652-21ba-43be-b677-c5a2a8d92ea3 req-03eeb613-85f1-443c-adf7-1ebe352472b7 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 943 time: 0.1468306 Aug 19 15:20:05.885581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4866d652-21ba-43be-b677-c5a2a8d92ea3 req-47cf40da-14ce-4a5c-8768-a8558907c6d9 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups?id=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489480 Aug 19 15:20:05.928762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-d7c3deed-0368-46d9-ad5b-375ae6bf8b52 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9976220 Aug 19 15:20:05.954603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Request body: {'port': {'device_id': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:06.061045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:06.120478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c011a01-d82e-44d3-92b0-e8425cc4dff2 req-3f7297e5-899c-4ff2-8b62-43c6864e4220 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:06.122321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c011a01-d82e-44d3-92b0-e8425cc4dff2 req-3f7297e5-899c-4ff2-8b62-43c6864e4220 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 931 time: 0.1285543 Aug 19 15:20:06.128754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:06.315705 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:20:06.633643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=ef7a7ce7-6f63-421b-a1ec-23264ecdd886,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:06.774822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c011a01-d82e-44d3-92b0-e8425cc4dff2 req-14004c1d-a8a0-4644-9ba7-53a5bafb3d04 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281068 Aug 19 15:20:06.860394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:06.862648 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5068c14-2cd1-442b-8541-b486bc3bab91" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:06.980165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Router ac48fb7b-0240-4684-938e-981a05cf0e06 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:20:06.992258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f6fb2-0769-4ea9-a4cf-f1c8185b567a req-75efeee9-80b0-4a58-877a-f11439ccc18c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:07.007466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-994f6fb2-0769-4ea9-a4cf-f1c8185b567a req-75efeee9-80b0-4a58-877a-f11439ccc18c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1311092 Aug 19 15:20:07.137038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-994f6fb2-0769-4ea9-a4cf-f1c8185b567a req-3a8fd8be-0825-4a34-abbf-c530923ce779 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359441 Aug 19 15:20:07.164675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f5f5a0-eff9-45de-a563-c25e98bb581b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:07.184644 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.246101 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e40df1-aee9-4d13-a6e7-e07589c92b05 x-openstack-request-id: req-23e40df1-aee9-4d13-a6e7-e07589c92b05 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:07.246101 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:07.246101 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23e40df1-aee9-4d13-a6e7-e07589c92b05 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:07.246101 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': '5f4f8aa2-f3a1-427c-8eba-fc8c2b72e323', 'status': 'completed', 'code': 200} Aug 19 15:20:07.280353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Transition to ACTIVE for port object 16f5f5a0-eff9-45de-a563-c25e98bb581b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:20:07.294458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:20:07.311147 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] Sync routers for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:20:07.322854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:07.342906 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:19:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:07.350018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] No DVR routers for this DVR port ef7a7ce7-6f63-421b-a1ec-23264ecdd886 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:07.356548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.364098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228e0121-fe32-401a-a861-baa1d4230dc9 req-dc67737a-d86e-400d-927a-33632d906294 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.46 "DELETE /v2.0/ports/ef7a7ce7-6f63-421b-a1ec-23264ecdd886 HTTP/1.1" status: 204 len: 173 time: 2.3704510 Aug 19 15:20:07.438050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10f63c83-3f95-4b06-8cc1-428eb820fd9a req-6d1bfb99-eb08-4c7b-a586-2ac52158c51d tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0603669 Aug 19 15:20:07.438981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.494257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:07.547706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Pushing event updated for resources: {'Port': ['ID=16f5f5a0-eff9-45de-a563-c25e98bb581b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:07.626526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Attempting to bind port 16f5f5a0-eff9-45de-a563-c25e98bb581b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:20:07.626876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Attempting to bind port 16f5f5a0-eff9-45de-a563-c25e98bb581b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:20:07.627364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Attempting to bind port 16f5f5a0-eff9-45de-a563-c25e98bb581b on network 148aa63c-48b7-4e32-a468-a739b68ae54f {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:07.632540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Port 16f5f5a0-eff9-45de-a563-c25e98bb581b on network 148aa63c-48b7-4e32-a468-a739b68ae54f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:20:07.632943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Attempting to bind port 16f5f5a0-eff9-45de-a563-c25e98bb581b on network 148aa63c-48b7-4e32-a468-a739b68ae54f {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:07.639835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:20:07.640588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Checking segment: {'id': 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:20:07.641051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Bound using segment: {'id': 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:20:07.641821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Bound port: 16f5f5a0-eff9-45de-a563-c25e98bb581b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:20:07.642280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.727881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] For port 16f5f5a0-eff9-45de-a563-c25e98bb581b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:20:07.732103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] For port 16f5f5a0-eff9-45de-a563-c25e98bb581b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b,segment=NetworkSegment(c31dce2f-ccef-4325-81f4-bd6e29c7b0d8),segment_id=c31dce2f-ccef-4325-81f4-bd6e29c7b0d8)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:20:07.828082 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:21Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:07.859313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.867619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] Checking router: ac48fb7b-0240-4684-938e-981a05cf0e06 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:20:07.889543 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:07.890529 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:19:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:07.923686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Pushing event updated for resources: {'Port': ['ID=16f5f5a0-eff9-45de-a563-c25e98bb581b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:07.941965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:07.942893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.945444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7ac472b9-5248-426a-8021-10f6bed8ef0a service neutron] 10.222.0.54 "PUT /v2.0/ports/16f5f5a0-eff9-45de-a563-c25e98bb581b HTTP/1.1" status: 200 len: 1092 time: 1.9993305 Aug 19 15:20:08.060875 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:08.163777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043a3f-5fc7-485d-a0ad-0667c2d6e17e req-535c9aaa-c123-4b17-8d71-634ec721793c tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:08.175723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5043a3f-5fc7-485d-a0ad-0667c2d6e17e req-535c9aaa-c123-4b17-8d71-634ec721793c tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 943 time: 0.0796773 Aug 19 15:20:08.347776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5043a3f-5fc7-485d-a0ad-0667c2d6e17e req-481231d6-1dc4-48f6-b3da-b1c2d675cd10 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708953 Aug 19 15:20:08.355782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7d811ad7-a487-4d7a-a314-7954628ca3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:08.357391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-7d811ad7-a487-4d7a-a314-7954628ca3ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=093b0c147854469c966dd82bb0322cbe&device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 1095 time: 0.1790385 Aug 19 15:20:08.421752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-8f5a8429-0d3f-441f-8dfa-ea6a868061fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b HTTP/1.1" status: 200 len: 217 time: 0.0496745 Aug 19 15:20:08.557145 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:21Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:08.580503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-68a56160-e9c0-4b88-bcfe-9383531df812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:08.583582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-68a56160-e9c0-4b88-bcfe-9383531df812 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f90dee25-6d1b-4b50-9cb1-b89ba74a8217 HTTP/1.1" status: 200 len: 862 time: 0.1550188 Aug 19 15:20:08.600558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abf6e7-48b8-4ab0-b7da-a6963db33a51 req-f5f0405f-904d-46de-83cc-e2411d113597 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:08.600558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9abf6e7-48b8-4ab0-b7da-a6963db33a51 req-f5f0405f-904d-46de-83cc-e2411d113597 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1198745 Aug 19 15:20:08.602781 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e67f69-d8a2-402d-9054-e8fe6e817e31 None None] The sync data for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 is: [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:09:13Z', 'revision_number': 4, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fea5d25b-0c69-4537-9e3a-4d3e7acad370', 'name': '', 'network_id': '9f7c226c-de24-4595-a41a-514bed504204', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'mac_address': 'fa:16:3e:67:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:12Z', 'updated_at': '2021-08-19T15:09:21Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'subnets': [{'id': '075ee64d-56af-4dac-a9cb-1bbc37a89220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:20:08.634214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-0c6d8839-e124-4fe3-95dc-931d1917fd41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=148aa63c-48b7-4e32-a468-a739b68ae54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373795 Aug 19 15:20:08.700510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9abf6e7-48b8-4ab0-b7da-a6963db33a51 req-b84782e3-e43d-4b02-b52c-83f529808a47 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931542 Aug 19 15:20:08.924329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e43935e-f6d2-4411-9403-7de71746a34e req-888de4b4-5f6d-489f-bbf5-7d32048ec53a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0470769 Aug 19 15:20:08.970007 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-2fe69bbe-395c-4bc0-8c03-ff6a40fed6e7 service neutron] 10.222.0.54 "GET /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219547 Aug 19 15:20:09.103746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e8e7979-a444-486b-a538-9e3f4f27fdaf req-e19e4391-6ee2-4aa5-ac28-399b48d558c2 service neutron] 10.222.0.54 "GET /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296031 Aug 19 15:20:09.142868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24faf29-bcdf-494a-8fc6-467b49fd0428 None None] New status for floating IP 92bb129e-b10f-4b65-ba37-8213fb0c870d: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:20:09.243692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886'}, {'name': 'network-changed', 'server_uuid': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'tag': '16f5f5a0-eff9-45de-a563-c25e98bb581b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:09.252627 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c484a-0607-45e9-97ed-1c5f28c54ce7" -d '{"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886"}, {"name": "network-changed", "server_uuid": "29b1b085-d159-4ab0-abdc-38edd3c22616", "tag": "16f5f5a0-eff9-45de-a563-c25e98bb581b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:09.346707 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a1e89-de09-439c-8e26-353b4d169c21 x-openstack-request-id: req-db9a1e89-de09-439c-8e26-353b4d169c21 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:09.347019 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc590b-ffdb-4155-b0c4-c3d0b58f5db5", "name": "network-vif-deleted", "tag": "ef7a7ce7-6f63-421b-a1ec-23264ecdd886", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29b1b085-d159-4ab0-abdc-38edd3c22616", "tag": "16f5f5a0-eff9-45de-a563-c25e98bb581b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:09.347271 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db9a1e89-de09-439c-8e26-353b4d169c21 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:09.347706 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc590b-ffdb-4155-b0c4-c3d0b58f5db5', 'name': 'network-vif-deleted', 'tag': 'ef7a7ce7-6f63-421b-a1ec-23264ecdd886', 'status': 'completed', 'code': 200} Aug 19 15:20:09.348158 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'tag': '16f5f5a0-eff9-45de-a563-c25e98bb581b', 'status': 'completed', 'code': 200} Aug 19 15:20:09.544572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-9cab528b-56da-4dfa-8a9c-3cae0cf40325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:09.544572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-9cab528b-56da-4dfa-8a9c-3cae0cf40325 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=093b0c147854469c966dd82bb0322cbe&device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 1095 time: 0.1508999 Aug 19 15:20:09.603117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75973f-5ff1-44cf-a026-e60f46e050e9 req-1faeab8b-1fab-4091-8c50-ccb2082018a0 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:09.605287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab75973f-5ff1-44cf-a026-e60f46e050e9 req-1faeab8b-1fab-4091-8c50-ccb2082018a0 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 943 time: 0.1232247 Aug 19 15:20:09.693984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab75973f-5ff1-44cf-a026-e60f46e050e9 req-20409549-adeb-4960-b9a6-f76cbf6a2ac6 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Aug 19 15:20:09.698288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-6cd7a7d1-c4ab-49ee-bb1e-ae9488fb3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:09.702129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-6cd7a7d1-c4ab-49ee-bb1e-ae9488fb3305 service neutron] 10.222.0.54 "GET /v2.0/networks?id=148aa63c-48b7-4e32-a468-a739b68ae54f HTTP/1.1" status: 200 len: 923 time: 0.1521716 Aug 19 15:20:09.770996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-bf9415c5-ff02-4026-ba5d-980f20a0d549 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b HTTP/1.1" status: 200 len: 217 time: 0.0632653 Aug 19 15:20:09.859297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-8e2fde27-a44f-43b0-a29d-12cd1aaf0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:09.860903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-8e2fde27-a44f-43b0-a29d-12cd1aaf0eaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f90dee25-6d1b-4b50-9cb1-b89ba74a8217 HTTP/1.1" status: 200 len: 862 time: 0.0818908 Aug 19 15:20:09.907461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-c7b91c12-9133-43fe-8025-3c24e4b37706 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=148aa63c-48b7-4e32-a468-a739b68ae54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383589 Aug 19 15:20:09.918177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9da3-9b52-418f-92d2-faf35ec35a76 req-cbc1d312-fdbe-430f-8c73-285154b8cc40 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:09.920341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22fa9da3-9b52-418f-92d2-faf35ec35a76 req-cbc1d312-fdbe-430f-8c73-285154b8cc40 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1093128 Aug 19 15:20:10.061922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22fa9da3-9b52-418f-92d2-faf35ec35a76 req-c62c3572-39fa-4960-82f6-ef113e174bd6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785081 Aug 19 15:20:10.083444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-a6916892-e32b-4fd9-86ec-75e6d5790ae0 service neutron] 10.222.0.54 "GET /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584406 Aug 19 15:20:10.229464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04c8a840-156e-4d27-875a-be19852307ea req-94d302d0-1b81-4524-bb4f-7e10b5b96f49 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0594997 Aug 19 15:20:10.291939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e76c484a-0607-45e9-97ed-1c5f28c54ce7 req-8a4a63a0-91a5-4b2f-a9e9-df467c2d6d63 service neutron] 10.222.0.54 "GET /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846638 Aug 19 15:20:10.793945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b03076-45dc-438c-99c9-c0ba66f0c89c req-917f5dcd-462b-4f5c-8a24-fb26e1c8a5fc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:10.803780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6b03076-45dc-438c-99c9-c0ba66f0c89c req-917f5dcd-462b-4f5c-8a24-fb26e1c8a5fc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0617726 Aug 19 15:20:10.841259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c6b03076-45dc-438c-99c9-c0ba66f0c89c req-a83edc70-8b24-4812-8a0c-7a8c6f3b987e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365465 Aug 19 15:20:11.004608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864c891-8688-411d-a191-1a72b3a70d5e req-863241c7-d597-4759-8500-fd8959e2fbb2 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:11.006244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5864c891-8688-411d-a191-1a72b3a70d5e req-863241c7-d597-4759-8500-fd8959e2fbb2 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 943 time: 0.0693812 Aug 19 15:20:11.054232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5864c891-8688-411d-a191-1a72b3a70d5e req-c4133e45-adae-4135-af27-2b30148ce8b0 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Aug 19 15:20:11.335519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ae0a15f-00fb-4c03-bad2-d8b79014c286 req-a131ac81-ed7b-438f-bad1-1384eb0ebe1b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0296144 Aug 19 15:20:11.992333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8d6e3-2e96-49c4-b428-386c8171faf4 req-679fb9b8-17b8-4db4-b882-2482e5ecf4e2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:12.006590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72b8d6e3-2e96-49c4-b428-386c8171faf4 req-679fb9b8-17b8-4db4-b882-2482e5ecf4e2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0713515 Aug 19 15:20:12.094310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-72b8d6e3-2e96-49c4-b428-386c8171faf4 req-557c0991-de20-41a6-912b-2af94dae3a58 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655975 Aug 19 15:20:12.248526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb963f-624a-45cd-9064-45bea2c76229 req-fe52522b-1902-498f-aee5-5b8e170b4954 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:12.250411 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afb963f-624a-45cd-9064-45bea2c76229 req-fe52522b-1902-498f-aee5-5b8e170b4954 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 943 time: 0.0689692 Aug 19 15:20:12.296438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2afb963f-624a-45cd-9064-45bea2c76229 req-1513d9a5-98fb-41a4-87e7-efd2adb4c4c6 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Aug 19 15:20:12.436073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fa430-720c-49e0-9642-f7beb57c2dd1 req-df27fdc1-e6cb-43a7-8566-5819f6b91ed2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:12.437699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a3fa430-720c-49e0-9642-f7beb57c2dd1 req-df27fdc1-e6cb-43a7-8566-5819f6b91ed2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0790153 Aug 19 15:20:12.491291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a3fa430-720c-49e0-9642-f7beb57c2dd1 req-d26e2144-9e3f-4740-bfbd-52ce4c95b011 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Aug 19 15:20:12.610261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b5993a-6872-4dbb-a2db-d46b06addf16 req-d2b6e9df-8986-459e-a86b-88b87ed8523c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Aug 19 15:20:12.769278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b37d-e58d-4717-8e03-dff258343b48 req-28353eb7-b2d0-432f-80a8-bd3f1c1ca815 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:12.770799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8810b37d-e58d-4717-8e03-dff258343b48 req-28353eb7-b2d0-432f-80a8-bd3f1c1ca815 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0524628 Aug 19 15:20:12.817327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8810b37d-e58d-4717-8e03-dff258343b48 req-0b5d7197-87fc-4ba3-a503-0d54cb097613 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Aug 19 15:20:12.982325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97de99-65c4-43c9-87ee-7a9aba1acca4 req-a91d49a7-a06f-4fb8-babe-30c518d95201 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:12.989034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd97de99-65c4-43c9-87ee-7a9aba1acca4 req-a91d49a7-a06f-4fb8-babe-30c518d95201 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0909073 Aug 19 15:20:13.057378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd97de99-65c4-43c9-87ee-7a9aba1acca4 req-231525c5-8dbc-4c68-8a4f-f1d28b2bc7e8 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621946 Aug 19 15:20:13.225139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:13.417006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5162b-ec70-4a5a-aec0-28cb73cd80bf req-7cabcf0a-08a2-4a38-9209-a8d2e08d9996 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:13.418731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60b5162b-ec70-4a5a-aec0-28cb73cd80bf req-7cabcf0a-08a2-4a38-9209-a8d2e08d9996 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 943 time: 0.0520475 Aug 19 15:20:13.460254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60b5162b-ec70-4a5a-aec0-28cb73cd80bf req-e77c1f87-914f-408c-bfa2-0a35caa6500c tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Aug 19 15:20:13.757188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-778e1ca9-79b5-4443-8dd6-ef504eb90c8f req-0f3e25f5-d4b5-4e91-ad79-504c350318e1 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0364287 Aug 19 15:20:14.116790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 16f5f5a0-eff9-45de-a563-c25e98bb581b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:20:14.245453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 16f5f5a0-eff9-45de-a563-c25e98bb581b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b,segment=NetworkSegment(c31dce2f-ccef-4325-81f4-bd6e29c7b0d8),segment_id=c31dce2f-ccef-4325-81f4-bd6e29c7b0d8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:14.257651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '16f5f5a0-eff9-45de-a563-c25e98bb581b', 'network_id': '148aa63c-48b7-4e32-a468-a739b68ae54f', 'port_id': '16f5f5a0-eff9-45de-a563-c25e98bb581b', 'mac_address': 'fa:16:3e:e1:e2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90dee25-6d1b-4b50-9cb1-b89ba74a8217', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:20:14.321663 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:14.340817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f5f5a0-eff9-45de-a563-c25e98bb581b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:14.391358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 16f5f5a0-eff9-45de-a563-c25e98bb581b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b,segment=NetworkSegment(c31dce2f-ccef-4325-81f4-bd6e29c7b0d8),segment_id=c31dce2f-ccef-4325-81f4-bd6e29c7b0d8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:14.516441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:14.579240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=16f5f5a0-eff9-45de-a563-c25e98bb581b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:14.599514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33ad25-3ad1-4fdc-8e7e-e8f551965706 req-e3c9a0d6-2416-4aa9-b008-657ea0c1c2d8 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:14.601195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d33ad25-3ad1-4fdc-8e7e-e8f551965706 req-e3c9a0d6-2416-4aa9-b008-657ea0c1c2d8 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 944 time: 0.0607777 Aug 19 15:20:14.644648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d33ad25-3ad1-4fdc-8e7e-e8f551965706 req-071eadf8-e62d-469c-87cf-ee3a8870253d tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Aug 19 15:20:14.768774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5fe56a82-50de-4bc6-a91c-1ffa9dcde96a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532790921&fields=id&tenant_id=06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 267 time: 0.0355723 Aug 19 15:20:14.880020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-0840a108-c742-46c3-b86c-a7680eb1afeb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:14.882044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-0840a108-c742-46c3-b86c-a7680eb1afeb tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.1052532 Aug 19 15:20:14.898937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-87f9dcdb-8118-4f16-a17f-f8bb6633adad tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/quotas/06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 375 time: 0.0097952 Aug 19 15:20:14.971852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-d8a0cfec-7be1-4bc4-be8b-8a0278ec248d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0605235 Aug 19 15:20:15.028426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['16f5f5a0-eff9-45de-a563-c25e98bb581b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:20:15.073394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-2f9a4ea2-7fce-47d7-b747-235efc58b0db service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925107 Aug 19 15:20:15.187053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-6532a716-f128-465d-b1ce-6ea1d11366eb service neutron] 10.222.0.13 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059978 Aug 19 15:20:16.147413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 16f5f5a0-eff9-45de-a563-c25e98bb581b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:20:16.321913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 16f5f5a0-eff9-45de-a563-c25e98bb581b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:20:16.327028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 16f5f5a0-eff9-45de-a563-c25e98bb581b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:16.327639 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:16.473420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eb782aa-3083-402e-8f1c-dc72255b831e req-3bf7f167-9f62-488b-960c-b83a03a117aa tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0680003 Aug 19 15:20:16.498090 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:16.567036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 16f5f5a0-eff9-45de-a563-c25e98bb581b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b,segment=NetworkSegment(c31dce2f-ccef-4325-81f4-bd6e29c7b0d8),segment_id=c31dce2f-ccef-4325-81f4-bd6e29c7b0d8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:16.570250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f5f5a0-eff9-45de-a563-c25e98bb581b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:16.573982 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65088ecf-48cd-4371-b543-b9ed6564c91a" -d '{"events": [{"server_uuid": "29b1b085-d159-4ab0-abdc-38edd3c22616", "name": "network-vif-plugged", "status": "completed", "tag": "16f5f5a0-eff9-45de-a563-c25e98bb581b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:16.632875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4f16e-350c-4ea3-a677-b6a376cdcafe req-5e77f3fb-78a8-4460-99ce-5b5901017e86 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:16.635035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bb4f16e-350c-4ea3-a677-b6a376cdcafe req-5e77f3fb-78a8-4460-99ce-5b5901017e86 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 944 time: 0.0810986 Aug 19 15:20:16.685640 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:16.700222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bb4f16e-350c-4ea3-a677-b6a376cdcafe req-0538ada4-caca-4f66-9b70-263bc918e3da tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577428 Aug 19 15:20:16.780384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=16f5f5a0-eff9-45de-a563-c25e98bb581b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:16.816752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-595f9b1f-31ff-4fe1-90c8-ae75d0045f5b req-506f28f8-9ab5-46fe-8f6f-0b9707623f57 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0287328 Aug 19 15:20:16.864405 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19feba1f-d27a-4343-9653-be62be547ece x-openstack-request-id: req-19feba1f-d27a-4343-9653-be62be547ece {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:16.864701 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b1b085-d159-4ab0-abdc-38edd3c22616", "name": "network-vif-plugged", "status": "completed", "tag": "16f5f5a0-eff9-45de-a563-c25e98bb581b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:16.864964 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19feba1f-d27a-4343-9653-be62be547ece {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:16.865456 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f5f5a0-eff9-45de-a563-c25e98bb581b', 'code': 200} Aug 19 15:20:17.008453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68752f3-0119-4d37-a9b8-a9ecf258102e req-d8006e1f-bba4-4873-b7ba-59a91c7c6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:17.008880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c68752f3-0119-4d37-a9b8-a9ecf258102e req-d8006e1f-bba4-4873-b7ba-59a91c7c6c8b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 1097 time: 0.0557249 Aug 19 15:20:17.059397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c68752f3-0119-4d37-a9b8-a9ecf258102e req-3d714b69-1c90-42f3-8577-940c5484e618 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Aug 19 15:20:17.580257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-997e52a9-575a-441f-b581-568f32051a32 req-3074965c-f07d-482e-9f04-bf66b3a0473b tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0293236 Aug 19 15:20:17.856550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5068-43e8-4bed-86f3-f027c49471fe req-9c97705e-c2a8-4ce0-a69d-5c2358157566 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:17.858093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98ff5068-43e8-4bed-86f3-f027c49471fe req-9c97705e-c2a8-4ce0-a69d-5c2358157566 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 945 time: 0.0770981 Aug 19 15:20:17.899740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98ff5068-43e8-4bed-86f3-f027c49471fe req-71e4501b-7fce-4039-bc26-f4fc56f65059 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Aug 19 15:20:17.991788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d01a5684-aef0-4f54-806e-30af1193e756 req-4db377d3-f61c-41f5-a5bb-3e7c16f39b79 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0308557 Aug 19 15:20:18.749933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-827088b7-926d-418e-a4a3-65a6471fda38 req-37eec0dd-701a-47fe-86ea-2556b512e550 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0524151 Aug 19 15:20:19.124860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-9bdc9874-65c5-4995-b04d-c508baf1b0e4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:19.126538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-9bdc9874-65c5-4995-b04d-c508baf1b0e4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 812 time: 0.1158843 Aug 19 15:20:19.177510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba7472-1242-4d30-b8c3-09bb044c93a8 req-fcfe3e41-8c31-4614-ac88-4cc6c5ecdb07 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:19.185644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16ba7472-1242-4d30-b8c3-09bb044c93a8 req-fcfe3e41-8c31-4614-ac88-4cc6c5ecdb07 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 945 time: 0.2102754 Aug 19 15:20:19.224388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-d7118db0-2739-4033-b6bb-f3cc93e95b21 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06bc307d785c4c7fb2561da33921712c HTTP/1.1" status: 200 len: 380 time: 0.0807080 Aug 19 15:20:19.242805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'port': {'device_id': '6917d7ef-2912-4e17-9370-dce7748686cf', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'admin_state_up': True, 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'security_groups': ['fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:19.276837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16ba7472-1242-4d30-b8c3-09bb044c93a8 req-52f265c4-4599-47c3-b02b-948bf2e74fa4 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871520 Aug 19 15:20:19.381756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be1b5b77-a141-4c1e-9895-d673b9f080c7 req-ef5fa741-0113-4fa2-a7aa-112f6b847964 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0383155 Aug 19 15:20:19.506154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Made reservation on behalf of 06bc307d785c4c7fb2561da33921712c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:19.510233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:19.694492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.20.0.11 (61a898a0-f2b7-4110-acfd-a98b99539bd0/a8cba052-5590-49f5-88cf-2585e1302792/70de9a49-aba5-44ec-906c-68b6fe706167) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:19.919702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:19.940569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Transition to ACTIVE for port object 70de9a49-aba5-44ec-906c-68b6fe706167 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:20:20.132212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:20.243646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8c15efd-4837-4e96-a375-e8b39b9040bc req-648ed4a3-6fa7-43a0-a296-7c234fc91794 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0349107 Aug 19 15:20:20.255603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:20.259415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:20.278452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:20.297774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=70de9a49-aba5-44ec-906c-68b6fe706167,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:20.316278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.316620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.316963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.317339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.317670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.317998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.318322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.318642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.318962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.319290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.319595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.319924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:20.364162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:20.366655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:20.459111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37223f4d-e2f9-4371-99b1-b2f5466e9e60 req-5f808ead-06eb-439a-a3d3-f51a40f1a54b tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:20.472574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37223f4d-e2f9-4371-99b1-b2f5466e9e60 req-5f808ead-06eb-439a-a3d3-f51a40f1a54b tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 945 time: 0.0902946 Aug 19 15:20:20.517054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-5a569f8d-3b26-40d6-92db-84017c1483e3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2786257 Aug 19 15:20:20.533885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37223f4d-e2f9-4371-99b1-b2f5466e9e60 req-a72fd7a9-e2f4-4f22-9182-91af4bc6b02c tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549226 Aug 19 15:20:20.546982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Request body: {'port': {'device_id': '6917d7ef-2912-4e17-9370-dce7748686cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:20.673455 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:20.723298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-643f52f9-43b1-4184-8f92-c9b982223e31 None None] Provisioning for port 70de9a49-aba5-44ec-906c-68b6fe706167 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:20:20.727901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-643f52f9-43b1-4184-8f92-c9b982223e31 None None] Provisioning complete for port 70de9a49-aba5-44ec-906c-68b6fe706167 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:20.728067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aedbcf-de87-4216-b0e4-b64868cccd6c req-f30d3158-51db-40f4-aada-10a53187edc9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:20.729795 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-643f52f9-43b1-4184-8f92-c9b982223e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:20.734058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51aedbcf-de87-4216-b0e4-b64868cccd6c req-f30d3158-51db-40f4-aada-10a53187edc9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 932 time: 0.1015089 Aug 19 15:20:20.785650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-643f52f9-43b1-4184-8f92-c9b982223e31 None None] Port 70de9a49-aba5-44ec-906c-68b6fe706167 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:20:20.863073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51aedbcf-de87-4216-b0e4-b64868cccd6c req-49994ac6-e55b-4ee9-81b0-4201a03fdcb1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193473 Aug 19 15:20:21.025091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70de9a49-aba5-44ec-906c-68b6fe706167 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:21.033868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:21.047045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Transition to ACTIVE for port object 70de9a49-aba5-44ec-906c-68b6fe706167 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:20:21.214023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:21.288798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=70de9a49-aba5-44ec-906c-68b6fe706167,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:21.353834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Attempting to bind port 70de9a49-aba5-44ec-906c-68b6fe706167 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:20:21.354430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Attempting to bind port 70de9a49-aba5-44ec-906c-68b6fe706167 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:20:21.354868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Attempting to bind port 70de9a49-aba5-44ec-906c-68b6fe706167 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:21.372585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Port 70de9a49-aba5-44ec-906c-68b6fe706167 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:20:21.372585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Attempting to bind port 70de9a49-aba5-44ec-906c-68b6fe706167 on network 61a898a0-f2b7-4110-acfd-a98b99539bd0 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:21.391100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cb1bc9c-941d-421e-870b-0c1f4d6cce05 req-da0918f1-8c4a-4e5f-b264-4468fa80720e tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0335855 Aug 19 15:20:21.394124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:20:21.394549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Checking segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:20:21.395016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Bound using segment: {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:20:21.395521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Bound port: 70de9a49-aba5-44ec-906c-68b6fe706167, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3586eb3-27be-4330-9032-992dd9eb93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:20:21.396068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:21.475620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] For port 70de9a49-aba5-44ec-906c-68b6fe706167, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:20:21.479828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] For port 70de9a49-aba5-44ec-906c-68b6fe706167, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=70de9a49-aba5-44ec-906c-68b6fe706167,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:20:21.612860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:21.673482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:21.674189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:21.675748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] 10.222.0.46 "PUT /v2.0/ports/70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 200 len: 1093 time: 1.1393881 Aug 19 15:20:21.680895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:21.684012 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14" -d '{"events": [{"name": "network-changed", "server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:21.716901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db6fd-4207-4a97-94eb-74c0cbb03ccf req-5ef777df-f1cd-4260-806f-88dd52b451f2 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:21.718586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d57db6fd-4207-4a97-94eb-74c0cbb03ccf req-5ef777df-f1cd-4260-806f-88dd52b451f2 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 945 time: 0.1186268 Aug 19 15:20:21.734192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a79cf-97ea-4563-a063-47b4cef82ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=70de9a49-aba5-44ec-906c-68b6fe706167,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:21.767948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d57db6fd-4207-4a97-94eb-74c0cbb03ccf req-402dd0fe-cc9d-4095-9118-1d50109115f9 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Aug 19 15:20:21.834188 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131d3843-2875-423d-898c-6fbf7997dddb x-openstack-request-id: req-131d3843-2875-423d-898c-6fbf7997dddb {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:21.834666 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:21.835023 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-131d3843-2875-423d-898c-6fbf7997dddb {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:21.835619 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167', 'status': 'completed', 'code': 200} Aug 19 15:20:21.873931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-666a11f8-6c40-4e65-950c-53a7e8fd4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:21.875310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-666a11f8-6c40-4e65-950c-53a7e8fd4853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1096 time: 0.0519130 Aug 19 15:20:21.927569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-f61f6789-124b-4a68-9a2a-b0c0e3c46330 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 200 len: 217 time: 0.0438716 Aug 19 15:20:22.042417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-8e6724f9-9bff-461e-8e6f-01e1359dfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:22.043820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-8e6724f9-9bff-461e-8e6f-01e1359dfdd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1094983 Aug 19 15:20:22.061980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-abcfa2b8-20d8-4bf1-860f-d643643274f5 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:22.063424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-abcfa2b8-20d8-4bf1-860f-d643643274f5 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.54 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 945 time: 0.1171732 Aug 19 15:20:22.107513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e9e9d-78a5-483e-8642-795d5a0d6064 req-41666cd2-18fb-4b26-bf0e-5e18c9e2b4e7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:22.109022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f18e9e9d-78a5-483e-8642-795d5a0d6064 req-41666cd2-18fb-4b26-bf0e-5e18c9e2b4e7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.1641264 Aug 19 15:20:22.201577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-d6032905-2ebd-4d71-b709-2c17c7aa321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:22.203103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-d6032905-2ebd-4d71-b709-2c17c7aa321b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512828 Aug 19 15:20:22.229153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f18e9e9d-78a5-483e-8642-795d5a0d6064 req-ccf90722-6cf1-48fe-8325-d08b34c8b850 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953133 Aug 19 15:20:22.313148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Deleting port 16f5f5a0-eff9-45de-a563-c25e98bb581b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:22.313405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:22.375915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-6ccc2d1b-a35a-4661-a018-5081de07f0c4 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618791 Aug 19 15:20:22.860436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] For port 16f5f5a0-eff9-45de-a563-c25e98bb581b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=16f5f5a0-eff9-45de-a563-c25e98bb581b,segment=NetworkSegment(c31dce2f-ccef-4325-81f4-bd6e29c7b0d8),segment_id=c31dce2f-ccef-4325-81f4-bd6e29c7b0d8)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:22.860868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:22.864689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-634172df-17fe-4373-a695-d3b83c75974c req-9099b8cc-684b-4052-988a-d26a6465d3e3 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0565178 Aug 19 15:20:22.879400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Calling delete_port for 16f5f5a0-eff9-45de-a563-c25e98bb581b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:22.963917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5540b85-63d4-4804-bad5-5c90be713be9 req-1d74ebe6-b99e-4f63-a3d9-6a63d53cf870 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789907 Aug 19 15:20:23.029570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f801c7f-c409-41c6-ab0e-dd77650cfa6a req-ecda3b0f-4b0e-4202-a3dd-44cc74e8266f tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:23.031075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f801c7f-c409-41c6-ab0e-dd77650cfa6a req-ecda3b0f-4b0e-4202-a3dd-44cc74e8266f tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 945 time: 0.0805311 Aug 19 15:20:23.112706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f801c7f-c409-41c6-ab0e-dd77650cfa6a req-8efa6c4b-5a56-4f9e-a9e5-afc7b8b81356 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748010 Aug 19 15:20:23.172720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-11879eea-5329-4ded-aa7b-501e5ef871c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:23.174265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-11879eea-5329-4ded-aa7b-501e5ef871c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1096 time: 0.0552740 Aug 19 15:20:23.225614 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:23.264494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Pushing event deleted for resources: {'Port': ['ID=16f5f5a0-eff9-45de-a563-c25e98bb581b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:23.277154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['16f5f5a0-eff9-45de-a563-c25e98bb581b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:20:23.331875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] No DVR routers for this DVR port 16f5f5a0-eff9-45de-a563-c25e98bb581b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:23.339640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:23.341661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93be4d5e-73bc-40cd-8fc0-1b0b9b145a3c req-0eb2515b-f666-4e84-9c8b-9de3548c73ec tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.54 "DELETE /v2.0/ports/16f5f5a0-eff9-45de-a563-c25e98bb581b HTTP/1.1" status: 204 len: 173 time: 1.2668140 Aug 19 15:20:23.354631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-dea5582e-5841-41de-a3b1-87746630592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:23.356125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-dea5582e-5841-41de-a3b1-87746630592f service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1750398 Aug 19 15:20:23.407627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-aceaf0af-2909-4c64-ae32-3ec2bb8c938a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 200 len: 217 time: 0.0366077 Aug 19 15:20:23.464082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae8c2-7de3-4e6b-99b3-a21e432849a8 req-06427220-f032-49f8-9c67-d03cbfd54746 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:23.465666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df0ae8c2-7de3-4e6b-99b3-a21e432849a8 req-06427220-f032-49f8-9c67-d03cbfd54746 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.1381905 Aug 19 15:20:23.500609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-679df296-f17d-4a73-aca5-1315dcfd2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:23.502113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-679df296-f17d-4a73-aca5-1315dcfd2ae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0872250 Aug 19 15:20:23.528014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df0ae8c2-7de3-4e6b-99b3-a21e432849a8 req-20737747-b45c-4093-a174-9b7f2d0d0d1a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527971 Aug 19 15:20:23.557683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-7f8f6aae-69c6-4ebe-babb-cb036e9b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:23.559221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-7f8f6aae-69c6-4ebe-babb-cb036e9b0f2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474465 Aug 19 15:20:23.663000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-e9a0c42f-60ad-4ffb-bdcf-1088803b3b8d service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956986 Aug 19 15:20:23.765947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1bebc6b-ab80-4e19-a495-d3e1ad437a14 req-da015196-f99b-466c-8171-e0d8c7099832 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952549 Aug 19 15:20:23.837276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'name': 'network-vif-deleted', 'tag': '16f5f5a0-eff9-45de-a563-c25e98bb581b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:23.840517 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ba51b9-dc63-4116-8091-97c035bcec21" -d '{"events": [{"server_uuid": "29b1b085-d159-4ab0-abdc-38edd3c22616", "name": "network-vif-deleted", "tag": "16f5f5a0-eff9-45de-a563-c25e98bb581b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:23.877035 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c230d6d-d274-497a-90a4-748068a84048 x-openstack-request-id: req-1c230d6d-d274-497a-90a4-748068a84048 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:23.877430 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b1b085-d159-4ab0-abdc-38edd3c22616", "name": "network-vif-deleted", "tag": "16f5f5a0-eff9-45de-a563-c25e98bb581b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:23.877619 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c230d6d-d274-497a-90a4-748068a84048 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:23.878048 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b1b085-d159-4ab0-abdc-38edd3c22616', 'name': 'network-vif-deleted', 'tag': '16f5f5a0-eff9-45de-a563-c25e98bb581b', 'status': 'completed', 'code': 200} Aug 19 15:20:23.979573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90e809d9-3102-4575-b3df-eea26b833ca4 req-fa1547e4-51c5-4038-8bf5-236fdec9adb4 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Aug 19 15:20:24.253926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76e44f46-5fd9-4dbb-bf59-602ad1cdc625 req-5add777c-3518-490d-a3ae-433e6edb0076 tempest-ServerAddressesNegativeTestJSON-2068018084 tempest-ServerAddressesNegativeTestJSON-2068018084-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b1b085-d159-4ab0-abdc-38edd3c22616 HTTP/1.1" status: 200 len: 210 time: 0.0428498 Aug 19 15:20:24.642002 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65cfcc82-d8f5-4f4b-8ade-be47cac8900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:24.685556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac784dc3-cefa-4f27-901b-8937bf43c256 req-43a813af-ab6b-415e-95b9-4722f0cc65e5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:24.687159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac784dc3-cefa-4f27-901b-8937bf43c256 req-43a813af-ab6b-415e-95b9-4722f0cc65e5 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.0614955 Aug 19 15:20:24.728102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac784dc3-cefa-4f27-901b-8937bf43c256 req-e7544574-4774-4df1-ac75-4fe08462716c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Aug 19 15:20:25.100505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5459683e-7658-4e7d-b065-e0e3988b3629 req-3c6d845b-737f-419d-b1ca-352398023722 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffc590b-ffdb-4155-b0c4-c3d0b58f5db5 HTTP/1.1" status: 200 len: 210 time: 0.0280476 Aug 19 15:20:25.315834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:25.367112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Deleting subnet f90dee25-6d1b-4b50-9cb1-b89ba74a8217 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:20:25.370990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.406732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.450495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.656859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.727680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.773311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90dee25-6d1b-4b50-9cb1-b89ba74a8217,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:25.782898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.785052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b61e64ac-c519-4146-9c39-e8f2d21c5d68 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f90dee25-6d1b-4b50-9cb1-b89ba74a8217 HTTP/1.1" status: 204 len: 168 time: 0.4681988 Aug 19 15:20:25.787682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50502) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:25.896702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:25.921591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8623932-80af-468b-a112-4fb891bee4e0 req-2958a85f-3708-4df3-94af-4761821f5b25 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:25.923139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8623932-80af-468b-a112-4fb891bee4e0 req-2958a85f-3708-4df3-94af-4761821f5b25 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.0859313 Aug 19 15:20:26.015555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.031033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8623932-80af-468b-a112-4fb891bee4e0 req-f85bdaf2-895d-4b62-92f1-8150e2313249 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877907 Aug 19 15:20:26.032869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148aa63c-48b7-4e32-a468-a739b68ae54f']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:26.044981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:26.045304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31dce2f-ccef-4325-81f4-bd6e29c7b0d8') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:26.057727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.073696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.080393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:20:26.080796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:20:26.082585 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:20:26.168858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 16f5f5a0-eff9-45de-a563-c25e98bb581b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:26.195363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 16f5f5a0-eff9-45de-a563-c25e98bb581b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:20:26.196252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 16f5f5a0-eff9-45de-a563-c25e98bb581b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:26.288024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.297090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.299503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] 10.222.0.13 "DELETE /v2.0/networks/148aa63c-48b7-4e32-a468-a739b68ae54f HTTP/1.1" status: 204 len: 168 time: 0.5093949 Aug 19 15:20:26.303315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50518) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.327243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be605d03-ddd9-446b-a7de-2b7d0202749f admin admin] Pushing event deleted for resources: {'Network': ['ID=148aa63c-48b7-4e32-a468-a739b68ae54f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.384484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30d1f74f-dffe-4868-a309-e912ed160323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.409324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30d1f74f-dffe-4868-a309-e912ed160323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.607764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30d1f74f-dffe-4868-a309-e912ed160323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.610713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30d1f74f-dffe-4868-a309-e912ed160323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.611924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-30d1f74f-dffe-4868-a309-e912ed160323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/security-groups/a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f HTTP/1.1" status: 204 len: 168 time: 0.3069661 Aug 19 15:20:26.623255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50524) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.626670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1f74f-dffe-4868-a309-e912ed160323 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.645534 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-f2ab2b5d-fbae-4a86-bfb3-ac7068c2f6be tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] show failed (client error): The resource could not be found. Aug 19 15:20:26.649747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50526) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.649903 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f2ab2b5d-fbae-4a86-bfb3-ac7068c2f6be tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "GET /v2.0/security-groups/a42690e5-6fe8-4ae3-9ff5-c3d286b7e31f HTTP/1.1" status: 404 len: 347 time: 0.0247982 Aug 19 15:20:26.792640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port 533d7921-4a7c-4a81-988f-1e39ed29ea4a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:26.793028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.809971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.872691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1511e9b-c8c4-452a-89e6-5de4f2688bb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=093b0c147854469c966dd82bb0322cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613205 Aug 19 15:20:26.880153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50534) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.891657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.891989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.906169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for 533d7921-4a7c-4a81-988f-1e39ed29ea4a owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:26.939365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-198b9a90-0ffc-4807-917c-6784691da4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.969027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-198b9a90-0ffc-4807-917c-6784691da4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.207565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc898d9-5b24-44b1-a9c8-7121828eb8cd req-d3fc6dc4-4127-4b6e-9623-dfd661d9b45f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:27.208563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-198b9a90-0ffc-4807-917c-6784691da4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.209152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cc898d9-5b24-44b1-a9c8-7121828eb8cd req-d3fc6dc4-4127-4b6e-9623-dfd661d9b45f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.0574341 Aug 19 15:20:27.216255 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-198b9a90-0ffc-4807-917c-6784691da4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.217863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-198b9a90-0ffc-4807-917c-6784691da4cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5857a34a-d0cf-4820-8faf-c6fdc4bdda7a HTTP/1.1" status: 204 len: 168 time: 0.3413990 Aug 19 15:20:27.227935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b9a90-0ffc-4807-917c-6784691da4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5857a34a-d0cf-4820-8faf-c6fdc4bdda7a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:27.265787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.322562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cc898d9-5b24-44b1-a9c8-7121828eb8cd req-7a281473-ec88-4685-9db7-1dfa96bb0398 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054225 Aug 19 15:20:27.363059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=533d7921-4a7c-4a81-988f-1e39ed29ea4a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:27.369724 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.460155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.464620 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.468875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c98ed356-6be7-446d-a6ee-46bc7132cbb8 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/floatingips/92bb129e-b10f-4b65-ba37-8213fb0c870d HTTP/1.1" status: 204 len: 168 time: 0.8153572 Aug 19 15:20:27.470104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50560) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:27.670750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port d586ed9c-e825-4a5e-85f0-eabfce52ef11 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:27.671313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.832154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.854166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for d586ed9c-e825-4a5e-85f0-eabfce52ef11 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:27.887089 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc28-ec0f-46d8-ad49-c6c47c68783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:28.206753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:28.238340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=d586ed9c-e825-4a5e-85f0-eabfce52ef11,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:28.332795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:28.335146 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dc482d3e-e3a4-46f8-bbe6-08919c032ce2 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/ports/d586ed9c-e825-4a5e-85f0-eabfce52ef11 HTTP/1.1" status: 204 len: 168 time: 0.8635161 Aug 19 15:20:28.338683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50598) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:28.548600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afc65e-c737-486d-a567-53c7377761c2 req-8c5fca48-3337-4d88-b8d9-82d75bda8afe tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:28.555084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64afc65e-c737-486d-a567-53c7377761c2 req-8c5fca48-3337-4d88-b8d9-82d75bda8afe tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.1139212 Aug 19 15:20:28.561573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port ee35af8a-4ee6-4b61-9a2b-72507d2e41ec {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:28.562188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:28.730224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64afc65e-c737-486d-a567-53c7377761c2 req-01489d01-5a33-4a07-b1ba-f30c10e5fd3e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643386 Aug 19 15:20:28.765583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:28.783334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for ee35af8a-4ee6-4b61-9a2b-72507d2e41ec owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:29.175860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50636) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:29.188434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.223777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=ee35af8a-4ee6-4b61-9a2b-72507d2e41ec,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:29.310615 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.315181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9c920d71-0730-4263-b612-f8a80ca3369f tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/ports/ee35af8a-4ee6-4b61-9a2b-72507d2e41ec HTTP/1.1" status: 204 len: 168 time: 0.9727278 Aug 19 15:20:29.315296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-987642475-network', 'tenant_id': 'b0733a49bc3f40d698325a6898ee185f'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:29.315643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50644) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:29.368006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting subnet b1df0341-84a5-4a86-be95-3cb898235181 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:20:29.371871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.412932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.440796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Made reservation on behalf of b0733a49bc3f40d698325a6898ee185f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:29.450477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.463480 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.546044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.579056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.790050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.846069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.873595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.884882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:20:29.917512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Subnet': ['ID=b1df0341-84a5-4a86-be95-3cb898235181,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:29.921830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.924634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c1ffca3f-00dc-438d-8d77-060255bc4786 tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/subnets/b1df0341-84a5-4a86-be95-3cb898235181 HTTP/1.1" status: 204 len: 168 time: 0.6078742 Aug 19 15:20:29.927689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50674) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:29.930966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27ae5a-4c23-47f4-8d2e-83143f0647d5 None None] Network ac1865d5-4e99-46d5-a6b5-21d296fd48d2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:29.948248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596a1fb-1009-4c1c-864f-d3cfc986331d req-9413883b-5a05-4f69-b03a-10bac3d9c593 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:29.950369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e596a1fb-1009-4c1c-864f-d3cfc986331d req-9413883b-5a05-4f69-b03a-10bac3d9c593 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.1196938 Aug 19 15:20:29.964519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93185415-2aa4-462d-95a0-4c99bbd7f40d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:29.991802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:29.994378 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Added segment 4439a6f0-f325-44e8-b0fb-49c3e3b790e6 of type vlan for network 5486d8fd-ba41-423a-8498-468247a00e23 Aug 19 15:20:30.050590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e596a1fb-1009-4c1c-864f-d3cfc986331d req-4d6aa038-b85d-4273-83d5-4372c324844f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681131 Aug 19 15:20:30.064068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting subnet 6fb35f87-30ac-4f4e-a85f-13568508ad61 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:20:30.070110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.070958 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.133864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.232065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] DHCP port deletion for ac1865d5-4e99-46d5-a6b5-21d296fd48d2 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:20:30.258996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.259364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.261322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:30.263082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.313031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] Deleting port f97eb684-c8cc-4c42-b5a0-efd84e78b21a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:30.314128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.450028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] Pushing event updated for resources: {'Network': ['ID=5486d8fd-ba41-423a-8498-468247a00e23,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:30.469212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 5486d8fd-ba41-423a-8498-468247a00e23 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:20:30.530479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f97eb684-c8cc-4c42-b5a0-efd84e78b21a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:30.546988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] For port f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:30.547530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.551069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.551833 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0df9f7de-4afd-46ca-8786-a0fa33d09a12 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3747523 Aug 19 15:20:30.554519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50698) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:30.560963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Request body: {'subnet': {'network_id': '5486d8fd-ba41-423a-8498-468247a00e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-987642475-subnet', 'tenant_id': 'b0733a49bc3f40d698325a6898ee185f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:30.616752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb35f87-30ac-4f4e-a85f-13568508ad61,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:30.633646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.637715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-27a3f960-f62c-4edd-a10f-27973d48db4c tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/subnets/6fb35f87-30ac-4f4e-a85f-13568508ad61 HTTP/1.1" status: 204 len: 168 time: 0.7087030 Aug 19 15:20:30.639030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50702) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:30.686880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d1968c-0b30-4c3f-8e5b-f42e52707f2b None None] Network b32d9714-c1df-4865-b7c5-0cfc135d9b1d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:30.708257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Made reservation on behalf of b0733a49bc3f40d698325a6898ee185f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:30.710916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.779776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] Calling delete_port for f97eb684-c8cc-4c42-b5a0-efd84e78b21a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:30.929010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.002610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.031760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.079151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:31.095714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Deleting port f97eb684-c8cc-4c42-b5a0-efd84e78b21a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:31.096182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.099767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] DHCP port deletion for b32d9714-c1df-4865-b7c5-0cfc135d9b1d request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:20:31.157908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.197646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] Deleting port 3993c2db-9ff4-4a50-8d48-5198e3306c07 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:31.198315 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.219366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.275420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] For port f97eb684-c8cc-4c42-b5a0-efd84e78b21a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,segment=NetworkSegment(33e44ffd-3990-44c3-bf21-364b1d637d6d),segment_id=33e44ffd-3990-44c3-bf21-364b1d637d6d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:31.277368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.295160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e091a32-294b-48b5-ba88-1c0cd1318fde req-e4c2af5b-cca4-4c6a-bcbe-84df18a93c44 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:31.300094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e091a32-294b-48b5-ba88-1c0cd1318fde req-e4c2af5b-cca4-4c6a-bcbe-84df18a93c44 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.1234953 Aug 19 15:20:31.309489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Calling delete_port for f97eb684-c8cc-4c42-b5a0-efd84e78b21a owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:31.339227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3849d4-9d4a-4bca-b817-ed9e28aa4781,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.347135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] For port 3993c2db-9ff4-4a50-8d48-5198e3306c07, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3993c2db-9ff4-4a50-8d48-5198e3306c07,segment=NetworkSegment(27d87a18-0463-48ef-9b76-f88da8109f57),segment_id=27d87a18-0463-48ef-9b76-f88da8109f57)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:31.347738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.366430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.379553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] Calling delete_port for 3993c2db-9ff4-4a50-8d48-5198e3306c07 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:31.381591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.393031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e091a32-294b-48b5-ba88-1c0cd1318fde req-68d919e9-745b-41eb-93ad-bf17c881cfb1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775070 Aug 19 15:20:31.411451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] Pushing event deleted for resources: {'Port': ['ID=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.425239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9e710-2690-4f42-8312-a505d0d5688a None None] No DVR routers for this DVR port f97eb684-c8cc-4c42-b5a0-efd84e78b21a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:31.537625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Checking segment: {'id': '4439a6f0-f325-44e8-b0fb-49c3e3b790e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:20:31.537983 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Network hostable DHCP agents. Network: 5486d8fd-ba41-423a-8498-468247a00e23, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:20:31.563527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.599397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Port': ['ID=f97eb684-c8cc-4c42-b5a0-efd84e78b21a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.606434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] No DVR routers for this DVR port f97eb684-c8cc-4c42-b5a0-efd84e78b21a on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:31.708203 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.710088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.723977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1865d5-4e99-46d5-a6b5-21d296fd48d2']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:31.736495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] Pushing event deleted for resources: {'Port': ['ID=3993c2db-9ff4-4a50-8d48-5198e3306c07,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.738671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27373a-d4a1-4746-8429-51d1bd91b299 None None] No DVR routers for this DVR port 3993c2db-9ff4-4a50-8d48-5198e3306c07 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:31.746562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e44ffd-3990-44c3-bf21-364b1d637d6d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:31.746562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e44ffd-3990-44c3-bf21-364b1d637d6d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:31.755025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Network 5486d8fd-ba41-423a-8498-468247a00e23 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:20:31.758400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.776229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.783275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:20:31.783772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:20:31.786875 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:20:31.931458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 5486d8fd-ba41-423a-8498-468247a00e23) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:31.937014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:31.937507 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.950092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5752811-2192-471b-afc9-1dc3153d1755 None None] Network 5486d8fd-ba41-423a-8498-468247a00e23 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:32.053024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.061200 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.063256 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/networks/ac1865d5-4e99-46d5-a6b5-21d296fd48d2 HTTP/1.1" status: 204 len: 168 time: 1.4230788 Aug 19 15:20:32.065779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50744) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:32.120714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9bddf8de-62f3-46fc-b8ea-289555ec11d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5542238 Aug 19 15:20:32.122002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6658d5-3498-4d85-90cc-5706ada431fc tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Network': ['ID=ac1865d5-4e99-46d5-a6b5-21d296fd48d2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:32.253726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.314524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cc1ee-24d5-4e6a-940e-0ad1e7c2e07d None None] Network 5486d8fd-ba41-423a-8498-468247a00e23 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:32.407878 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.421525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32d9714-c1df-4865-b7c5-0cfc135d9b1d']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:32.461823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d87a18-0463-48ef-9b76-f88da8109f57') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:32.461823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d87a18-0463-48ef-9b76-f88da8109f57') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:32.480561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.496441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.511698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:20:32.512217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:20:32.515850 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:20:32.535149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3993c2db-9ff4-4a50-8d48-5198e3306c07 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:32.557971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 3993c2db-9ff4-4a50-8d48-5198e3306c07 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:20:32.558398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3993c2db-9ff4-4a50-8d48-5198e3306c07 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:32.716812 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.722362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:32.724964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] 10.222.0.13 "DELETE /v2.0/networks/b32d9714-c1df-4865-b7c5-0cfc135d9b1d HTTP/1.1" status: 204 len: 168 time: 0.6582110 Aug 19 15:20:32.744650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a4de1-ad4d-41e1-9e69-f530a894157a tempest-TaggedBootDevicesTest_v242-185338359 tempest-TaggedBootDevicesTest_v242-185338359-project] Pushing event deleted for resources: {'Network': ['ID=b32d9714-c1df-4865-b7c5-0cfc135d9b1d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:32.871859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849f581-aa11-45ed-b436-4d215d2c0399 req-ca6bfba3-3832-41cd-932e-656b46af2d78 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.873645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7849f581-aa11-45ed-b436-4d215d2c0399 req-ca6bfba3-3832-41cd-932e-656b46af2d78 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.0648170 Aug 19 15:20:32.916888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7849f581-aa11-45ed-b436-4d215d2c0399 req-13c9241a-977a-41ce-b3dc-9f0ad20884b9 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360432 Aug 19 15:20:33.609259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50808) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:33.691662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Deleting subnet 5caea7af-ccb8-46d8-9f6d-514f8258f941 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:20:33.695187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:33.740736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:33.789038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.076125 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.108977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caea7af-ccb8-46d8-9f6d-514f8258f941,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:34.129650 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.131509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a38eff11-cdcc-4451-8592-56e598229525 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5caea7af-ccb8-46d8-9f6d-514f8258f941 HTTP/1.1" status: 204 len: 168 time: 0.5210927 Aug 19 15:20:34.135501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50830) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:34.145672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03231-fd4f-40e3-8fa7-2d7a6fc5cb8c req-37033bea-576b-4828-b584-1570039fd819 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:34.147746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c03231-fd4f-40e3-8fa7-2d7a6fc5cb8c req-37033bea-576b-4828-b584-1570039fd819 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.1118603 Aug 19 15:20:34.213253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74c03231-fd4f-40e3-8fa7-2d7a6fc5cb8c req-d033d364-2994-4425-9424-dbe824dcf656 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544856 Aug 19 15:20:34.281667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.408719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.432377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494d6b84-fc97-4f5a-abf8-995a55104286']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:34.445579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:34.446131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6a94d3-66f2-44ad-b6f5-43581a063bc1') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:34.461417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.482095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.491156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:20:34.491706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:20:34.495280 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:20:34.745318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.769104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.771282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] 10.222.0.13 "DELETE /v2.0/networks/494d6b84-fc97-4f5a-abf8-995a55104286 HTTP/1.1" status: 204 len: 168 time: 0.6333892 Aug 19 15:20:34.772296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2711d-268e-4dc1-ba97-f51e3aaa1300 admin admin] Pushing event deleted for resources: {'Network': ['ID=494d6b84-fc97-4f5a-abf8-995a55104286,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:34.774172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:34.825419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Deleting subnet e6fa7ca6-60f9-446e-a1ad-ce2a0bc4d872 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:20:34.829082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.864711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.906897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.082941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.107690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fa7ca6-60f9-446e-a1ad-ce2a0bc4d872,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:35.116813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.121166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2f9af4ff-fbd6-4850-a395-f67657906156 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6fa7ca6-60f9-446e-a1ad-ce2a0bc4d872 HTTP/1.1" status: 204 len: 168 time: 0.3436127 Aug 19 15:20:35.121280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50874) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:35.194002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.303385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.316894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:35.338987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ebe3c3-3a53-4465-8479-0789ed74370d') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:35.339569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ebe3c3-3a53-4465-8479-0789ed74370d') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:35.355551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.389488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.404635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:20:35.405757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:20:35.418694 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:20:35.527114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95356689-3493-4304-b243-dba4dd50b72e req-0bb275fc-940b-49b6-a070-195b3176e06f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:35.528649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95356689-3493-4304-b243-dba4dd50b72e req-0bb275fc-940b-49b6-a070-195b3176e06f tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.0691144 Aug 19 15:20:35.575270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95356689-3493-4304-b243-dba4dd50b72e req-0504e8fe-fcff-47fb-9ee0-04c63a75c6f1 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Aug 19 15:20:35.685641 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.705067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.707579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1 HTTP/1.1" status: 204 len: 168 time: 0.5852373 Aug 19 15:20:35.709531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9c2c1-d8b7-4ccd-bdaa-68127552986a admin admin] Pushing event deleted for resources: {'Network': ['ID=c59f0c22-7c2e-40a0-a2d9-cf746bf0c7a1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:35.851519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-cf47d073-3e01-4f6f-ad9b-026427818c54 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:35.854682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-cf47d073-3e01-4f6f-ad9b-026427818c54 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/networks?id=5486d8fd-ba41-423a-8498-468247a00e23 HTTP/1.1" status: 200 len: 809 time: 0.1177945 Aug 19 15:20:35.871398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-584fcf7c-4b06-40a2-860c-a78d98b4ce12 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/quotas/b0733a49bc3f40d698325a6898ee185f HTTP/1.1" status: 200 len: 375 time: 0.0107503 Aug 19 15:20:35.922260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-24e42d75-7bc3-43b8-942b-af0ffe6cc1e3 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0733a49bc3f40d698325a6898ee185f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434339 Aug 19 15:20:36.049861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-be2a994c-3448-4c80-af93-ac03050ddb70 service neutron] 10.222.0.13 "GET /v2.0/networks/5486d8fd-ba41-423a-8498-468247a00e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203592 Aug 19 15:20:36.152468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-1cb93db6-79a0-4791-bea7-1763b84a8d19 service neutron] 10.222.0.13 "GET /v2.0/networks/5486d8fd-ba41-423a-8498-468247a00e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013737 Aug 19 15:20:36.201784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:36.264221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b4cb28cb-9e8d-43bd-b152-654888f9e233 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af5a5b5541af4994a48d672f4c75cdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681474 Aug 19 15:20:36.266842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50934) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:36.345485 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e22736c1-9aa3-4520-b18d-7ad4338cc52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:36.387166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e22736c1-9aa3-4520-b18d-7ad4338cc52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:36.543907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e22736c1-9aa3-4520-b18d-7ad4338cc52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:36.546871 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e22736c1-9aa3-4520-b18d-7ad4338cc52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:36.550601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e22736c1-9aa3-4520-b18d-7ad4338cc52a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d490db14-4ad5-43fe-9100-502759c7ce7b HTTP/1.1" status: 204 len: 168 time: 0.2794654 Aug 19 15:20:36.560773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22736c1-9aa3-4520-b18d-7ad4338cc52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490db14-4ad5-43fe-9100-502759c7ce7b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:36.803129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbaaf7-8b4a-43e4-83c2-0680ce372681 req-68d22789-53bd-4042-bbd2-45b057500ec7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:36.804984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bcbaaf7-8b4a-43e4-83c2-0680ce372681 req-68d22789-53bd-4042-bbd2-45b057500ec7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 944 time: 0.0951858 Aug 19 15:20:36.852233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bcbaaf7-8b4a-43e4-83c2-0680ce372681 req-1e1130c4-ba8b-4783-b7ba-61c87a3d8086 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375741 Aug 19 15:20:36.923120 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11382606-46b1-4682-97b8-cd531aeb242f req-8f5e24ed-56d0-4387-be37-832da36f8cc9 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 210 time: 0.0280180 Aug 19 15:20:37.402455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 70de9a49-aba5-44ec-906c-68b6fe706167 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:20:37.516530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 70de9a49-aba5-44ec-906c-68b6fe706167, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=70de9a49-aba5-44ec-906c-68b6fe706167,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:37.533725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '70de9a49-aba5-44ec-906c-68b6fe706167', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'port_id': '70de9a49-aba5-44ec-906c-68b6fe706167', 'mac_address': 'fa:16:3e:e6:ad:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:20:37.589078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:37.602570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70de9a49-aba5-44ec-906c-68b6fe706167 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:37.623553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 70de9a49-aba5-44ec-906c-68b6fe706167, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=70de9a49-aba5-44ec-906c-68b6fe706167,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:37.767662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:37.855590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=70de9a49-aba5-44ec-906c-68b6fe706167,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:37.879930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51008) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:37.951613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-78b74edd-0e50-4a5f-89e3-d9d217da1a1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=510d47b64d8a4e0db82ec5b9c7e9dd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658143 Aug 19 15:20:37.952122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51014) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:38.002845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['70de9a49-aba5-44ec-906c-68b6fe706167'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:20:38.058400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7917-c5f4-4b17-a7fb-9dd32ac575fc req-64847c72-ac40-4f48-90e3-0ddda426cf6d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:38.060260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb7c7917-c5f4-4b17-a7fb-9dd32ac575fc req-64847c72-ac40-4f48-90e3-0ddda426cf6d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 945 time: 0.1057312 Aug 19 15:20:38.066319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e73d-789a-441f-80a5-c7d6592d1c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:38.114231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e73d-789a-441f-80a5-c7d6592d1c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:38.145758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb7c7917-c5f4-4b17-a7fb-9dd32ac575fc req-cbc26f5e-979c-4adc-871e-a661d689f87b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771720 Aug 19 15:20:38.241727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a2e1554-b8df-4a0b-8b9f-ba0449e8443d req-cd5a0c59-68d0-47d5-a9ee-88ee17c81dc8 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 210 time: 0.0449436 Aug 19 15:20:38.389258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e73d-789a-441f-80a5-c7d6592d1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:38.396126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e73d-789a-441f-80a5-c7d6592d1c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:38.410796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8cd0e73d-789a-441f-80a5-c7d6592d1c5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d856ac1-2e20-493d-b559-49fd2db05d61 HTTP/1.1" status: 204 len: 168 time: 0.4574194 Aug 19 15:20:38.451852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0e73d-789a-441f-80a5-c7d6592d1c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d856ac1-2e20-493d-b559-49fd2db05d61,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:39.288159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c558a-b940-4630-9e4b-fb2b42f76820 req-9e1a240b-8a13-4922-8215-9549689eb4b6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:39.290641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db6c558a-b940-4630-9e4b-fb2b42f76820 req-9e1a240b-8a13-4922-8215-9549689eb4b6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 945 time: 0.0784032 Aug 19 15:20:39.369957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db6c558a-b940-4630-9e4b-fb2b42f76820 req-32303c57-6caf-477f-aede-90717afa7a71 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718551 Aug 19 15:20:39.417905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 70de9a49-aba5-44ec-906c-68b6fe706167 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:20:39.511348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36bf5011-00d1-4f3c-9780-6ae1f1fd06bf req-8e473b9e-58ba-48e2-8fc0-39e2c8fd1232 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 210 time: 0.0369637 Aug 19 15:20:39.606927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 70de9a49-aba5-44ec-906c-68b6fe706167 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:20:39.611376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 70de9a49-aba5-44ec-906c-68b6fe706167 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:39.612147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:39.716998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:39.756949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:39.759775 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ece53c-f374-4a9f-b2c9-91a9df07c69a" -d '{"events": [{"server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "name": "network-vif-plugged", "status": "completed", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:39.779819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 70de9a49-aba5-44ec-906c-68b6fe706167, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=70de9a49-aba5-44ec-906c-68b6fe706167,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:39.799020 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b8d41e-5c16-4a6a-ae05-fe3463844648 x-openstack-request-id: req-b2b8d41e-5c16-4a6a-ae05-fe3463844648 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:39.799257 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "name": "network-vif-plugged", "status": "completed", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:39.799511 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2b8d41e-5c16-4a6a-ae05-fe3463844648 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:39.800043 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167', 'code': 200} Aug 19 15:20:39.921852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e83e5-ec53-4df0-9f7f-4c958e29d3d6 req-fe87b968-a474-40bf-8acd-88fdd3ae01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:39.923543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b1e83e5-ec53-4df0-9f7f-4c958e29d3d6 req-fe87b968-a474-40bf-8acd-88fdd3ae01c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1097 time: 0.0652850 Aug 19 15:20:39.934308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:40.011002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=70de9a49-aba5-44ec-906c-68b6fe706167,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:40.019078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b1e83e5-ec53-4df0-9f7f-4c958e29d3d6 req-886b4380-3a29-4e3b-9fb6-c0511de8410f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864437 Aug 19 15:20:40.528019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d539-282b-4754-a6e9-fb8d9fd32611 req-439b7ce4-e5a1-45f8-861a-ae0863640487 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:40.529605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5be5d539-282b-4754-a6e9-fb8d9fd32611 req-439b7ce4-e5a1-45f8-861a-ae0863640487 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.0581191 Aug 19 15:20:40.574356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5be5d539-282b-4754-a6e9-fb8d9fd32611 req-bf81ae57-8fae-43f3-83b3-18ce73048590 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 Aug 19 15:20:40.753280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96a152ca-d441-4882-841b-3ce9b80585b7 req-3e9aaddc-21ec-4cd3-84af-bafa17703b8d tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 210 time: 0.0999680 Aug 19 15:20:40.809711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-e558c4b8-2068-4fed-a47a-a14c733a0ec0 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:40.811300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-e558c4b8-2068-4fed-a47a-a14c733a0ec0 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.54 "GET /v2.0/networks?id=5486d8fd-ba41-423a-8498-468247a00e23 HTTP/1.1" status: 200 len: 809 time: 0.1880777 Aug 19 15:20:40.830612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Request body: {'port': {'device_id': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23', 'admin_state_up': True, 'tenant_id': 'b0733a49bc3f40d698325a6898ee185f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:41.001794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51142) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:41.138123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Made reservation on behalf of b0733a49bc3f40d698325a6898ee185f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:41.144259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.158066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b22d981-9946-437f-8c76-97edd56327bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.326281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b22d981-9946-437f-8c76-97edd56327bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.344700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Allocated IP 172.20.0.6 (5486d8fd-ba41-423a-8498-468247a00e23/3d3849d4-9d4a-4bca-b817-ed9e28aa4781/eea6c791-5d26-43ec-8545-89a7fe250ff4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:41.504504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b22d981-9946-437f-8c76-97edd56327bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.564939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.570010 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3b22d981-9946-437f-8c76-97edd56327bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f2ed7d39b6a45fa860238a3b441cc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647893 Aug 19 15:20:41.570010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22d981-9946-437f-8c76-97edd56327bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86690f44-637c-4c84-bfdd-a1c9b72494ed,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:41.570932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51160) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:41.684220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b1864e1-3f07-436e-944e-457bd3ca062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.763358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b1864e1-3f07-436e-944e-457bd3ca062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:41.781217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e156-325c-453f-91c9-41ea63735f25 req-6fa57483-7d12-4941-b695-346fee1c10e6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:41.785921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e365e156-325c-453f-91c9-41ea63735f25 req-6fa57483-7d12-4941-b695-346fee1c10e6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.1222448 Aug 19 15:20:41.879686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e365e156-325c-453f-91c9-41ea63735f25 req-db726220-8c07-48cf-9a34-c7d1572eeb5b tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852032 Aug 19 15:20:41.930379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:42.063863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Network 5486d8fd-ba41-423a-8498-468247a00e23 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:42.080636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:42.094466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:42.100903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Pushing event updated for resources: {'Port': ['ID=eea6c791-5d26-43ec-8545-89a7fe250ff4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:42.142261 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b1864e1-3f07-436e-944e-457bd3ca062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:42.145216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b1864e1-3f07-436e-944e-457bd3ca062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:42.146652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b1864e1-3f07-436e-944e-457bd3ca062b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86690f44-637c-4c84-bfdd-a1c9b72494ed HTTP/1.1" status: 204 len: 168 time: 0.5740817 Aug 19 15:20:42.189050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff987b36-bcbe-4012-886a-448024f643bf req-768edf7f-e0c7-4e3c-9dee-8be4776d53c7 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:42.199128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff987b36-bcbe-4012-886a-448024f643bf req-768edf7f-e0c7-4e3c-9dee-8be4776d53c7 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 931 time: 0.2147334 Aug 19 15:20:42.203929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1864e1-3f07-436e-944e-457bd3ca062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86690f44-637c-4c84-bfdd-a1c9b72494ed,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:42.256828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:42.256828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:42.282968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff987b36-bcbe-4012-886a-448024f643bf req-2140a4e1-baa4-4a37-8a5c-8048755909a0 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691564 Aug 19 15:20:42.454182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-fc4d5082-b794-4283-bc83-58b501a05e31 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6277511 Aug 19 15:20:42.526916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Request body: {'port': {'device_id': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:42.592822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:42.904936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea6c791-5d26-43ec-8545-89a7fe250ff4 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:42.904936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:42.921220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Transition to ACTIVE for port object eea6c791-5d26-43ec-8545-89a7fe250ff4 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:20:43.029683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d5396-257f-409a-88ae-480658fdaf05 req-beeffe63-b522-4e62-8cc3-b9acab833386 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:43.031388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-493d5396-257f-409a-88ae-480658fdaf05 req-beeffe63-b522-4e62-8cc3-b9acab833386 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.0546672 Aug 19 15:20:43.045962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.126316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-493d5396-257f-409a-88ae-480658fdaf05 req-a1f5eb6c-db46-420f-beaa-e109a6d5b8ca tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886176 Aug 19 15:20:43.132607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Pushing event updated for resources: {'Port': ['ID=eea6c791-5d26-43ec-8545-89a7fe250ff4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:43.250506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Attempting to bind port eea6c791-5d26-43ec-8545-89a7fe250ff4 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:20:43.250865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Attempting to bind port eea6c791-5d26-43ec-8545-89a7fe250ff4 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '4439a6f0-f325-44e8-b0fb-49c3e3b790e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:20:43.251567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Attempting to bind port eea6c791-5d26-43ec-8545-89a7fe250ff4 on network 5486d8fd-ba41-423a-8498-468247a00e23 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:43.252774 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.260265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Port eea6c791-5d26-43ec-8545-89a7fe250ff4 on network 5486d8fd-ba41-423a-8498-468247a00e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:20:43.260639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Attempting to bind port eea6c791-5d26-43ec-8545-89a7fe250ff4 on network 5486d8fd-ba41-423a-8498-468247a00e23 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:43.270080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:20:43.270373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Checking segment: {'id': '4439a6f0-f325-44e8-b0fb-49c3e3b790e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:20:43.270769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Bound using segment: {'id': '4439a6f0-f325-44e8-b0fb-49c3e3b790e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:20:43.271210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Bound port: eea6c791-5d26-43ec-8545-89a7fe250ff4, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4439a6f0-f325-44e8-b0fb-49c3e3b790e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:20:43.271570 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.298902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d238f90-94d1-4196-a278-56d047f78260 req-4108f088-e126-42c1-b7c5-b098885bb8ae tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:43.300500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d238f90-94d1-4196-a278-56d047f78260 req-4108f088-e126-42c1-b7c5-b098885bb8ae tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.0961585 Aug 19 15:20:43.302516 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:20:43.390228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d238f90-94d1-4196-a278-56d047f78260 req-12be205d-a913-41db-a975-3c9e6e930c3c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610442 Aug 19 15:20:43.412632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] For port eea6c791-5d26-43ec-8545-89a7fe250ff4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:20:43.412966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51228) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:43.417357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] For port eea6c791-5d26-43ec-8545-89a7fe250ff4, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=eea6c791-5d26-43ec-8545-89a7fe250ff4,segment=NetworkSegment(4439a6f0-f325-44e8-b0fb-49c3e3b790e6),segment_id=4439a6f0-f325-44e8-b0fb-49c3e3b790e6)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:20:43.629330 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.652008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b25b-e5a2-4bc7-8834-739e52de83bc req-ef425a6e-b0cb-40e8-a083-e0617a74d6db tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:43.664505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ed0b25b-e5a2-4bc7-8834-739e52de83bc req-ef425a6e-b0cb-40e8-a083-e0617a74d6db tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 943 time: 0.1753688 Aug 19 15:20:43.751041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ed0b25b-e5a2-4bc7-8834-739e52de83bc req-0036b33c-a8b1-4a91-a417-5c4433c5a0fa tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842667 Aug 19 15:20:43.775061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:43.776060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.776764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b649f-0cc9-4233-ae17-3454fa0d8232 tempest-TestVolumeBootPattern-1198903597 tempest-TestVolumeBootPattern-1198903597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:43.778137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] 10.222.0.54 "PUT /v2.0/ports/eea6c791-5d26-43ec-8545-89a7fe250ff4 HTTP/1.1" status: 200 len: 1092 time: 1.2624538 Aug 19 15:20:43.780010 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-010b649f-0cc9-4233-ae17-3454fa0d8232 tempest-TestVolumeBootPattern-1198903597 tempest-TestVolumeBootPattern-1198903597-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1093 time: 0.3656414 Aug 19 15:20:43.780937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'tag': 'eea6c791-5d26-43ec-8545-89a7fe250ff4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:43.782660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51250) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:43.783494 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a26ef-0839-4980-833a-d7c6b5404197" -d '{"events": [{"name": "network-changed", "server_uuid": "dde69e9b-3ca6-4937-b991-9d69089438b1", "tag": "eea6c791-5d26-43ec-8545-89a7fe250ff4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:43.787356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '70de9a49-aba5-44ec-906c-68b6fe706167', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:43.813775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4245f40-e90a-4e27-8566-25798cd95f37 service neutron] Pushing event updated for resources: {'Port': ['ID=eea6c791-5d26-43ec-8545-89a7fe250ff4,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:43.888399 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d1590a-ce4a-4e19-b635-cae5f9aeda45 x-openstack-request-id: req-d7d1590a-ce4a-4e19-b635-cae5f9aeda45 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:43.888754 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde69e9b-3ca6-4937-b991-9d69089438b1", "tag": "eea6c791-5d26-43ec-8545-89a7fe250ff4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:43.889227 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7d1590a-ce4a-4e19-b635-cae5f9aeda45 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:43.889980 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'tag': 'eea6c791-5d26-43ec-8545-89a7fe250ff4', 'status': 'completed', 'code': 200} Aug 19 15:20:44.012781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.026195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a26ef-0839-4980-833a-d7c6b5404197 req-225904e8-c842-4d97-ac0f-916a80a3a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:44.028399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b24a26ef-0839-4980-833a-d7c6b5404197 req-225904e8-c842-4d97-ac0f-916a80a3a46a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0733a49bc3f40d698325a6898ee185f&device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 1095 time: 0.0906711 Aug 19 15:20:44.067595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51266) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:44.191237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a26ef-0839-4980-833a-d7c6b5404197 req-304ad12f-55e8-4049-8e96-91ff3b514990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:44.194528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b24a26ef-0839-4980-833a-d7c6b5404197 req-304ad12f-55e8-4049-8e96-91ff3b514990 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b0733a49bc3f40d698325a6898ee185f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1516836 Aug 19 15:20:44.195865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.329345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1529145446-network', 'tenant_id': '31c9ed401a734690a3a86bc98f5255f2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:44.370339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Allocated IP 172.25.5.169 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a72189c1-b76a-4bdb-a48b-61ca5aa13883) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:44.405560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a26ef-0839-4980-833a-d7c6b5404197 req-0d4ecd55-8927-4830-b911-01490f58f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:44.407259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b24a26ef-0839-4980-833a-d7c6b5404197 req-0d4ecd55-8927-4830-b911-01490f58f06c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050323 Aug 19 15:20:44.553660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Made reservation on behalf of 31c9ed401a734690a3a86bc98f5255f2 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:44.557773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.561928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.571290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.579040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-56ab8d1b-fc49-49df-b1fc-6196cf34bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:44.581151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-56ab8d1b-fc49-49df-b1fc-6196cf34bf6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0733a49bc3f40d698325a6898ee185f&device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 1095 time: 0.0960321 Aug 19 15:20:44.664580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-f6b19018-2d0f-466d-ac7a-110cb420d439 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea6c791-5d26-43ec-8545-89a7fe250ff4 HTTP/1.1" status: 200 len: 217 time: 0.0445175 Aug 19 15:20:44.733652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.742881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-986f6075-adb2-4767-b9a2-e7e0ff650dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:44.745088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-986f6075-adb2-4767-b9a2-e7e0ff650dbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d3849d4-9d4a-4bca-b817-ed9e28aa4781 HTTP/1.1" status: 200 len: 849 time: 0.0729554 Aug 19 15:20:44.785925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-9809a78c-749d-4277-87ac-2dc83f0beceb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5486d8fd-ba41-423a-8498-468247a00e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320210 Aug 19 15:20:44.796480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:44.801388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:44.805001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:44.864083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.876192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=a72189c1-b76a-4bdb-a48b-61ca5aa13883,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:44.978567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:44.994104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-7314309c-ca80-468f-a911-cde41750966a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1084366 Aug 19 15:20:45.010689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-10306de9-7fb6-4d60-a670-bc4a83469c39 service neutron] 10.222.0.54 "GET /v2.0/networks/5486d8fd-ba41-423a-8498-468247a00e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152007 Aug 19 15:20:45.026710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:20:45.466657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.470967 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Added segment fa4e75a8-23b9-489e-a792-43f7abd0def8 of type vlan for network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 Aug 19 15:20:45.502304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.507691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa5da-e11a-4652-a90e-cae48da6397a req-58e913df-dc6e-4259-87e8-b6ae1af6e8c4 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:45.509292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d6aa5da-e11a-4652-a90e-cae48da6397a req-58e913df-dc6e-4259-87e8-b6ae1af6e8c4 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 943 time: 0.6258359 Aug 19 15:20:45.545405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:45.583944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.671121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d6aa5da-e11a-4652-a90e-cae48da6397a req-60753116-e767-4ff5-a9de-e1e6aa673d40 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210456 Aug 19 15:20:45.674556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-6196e455-dfcf-4d05-8239-32565de7b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:45.675995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-6196e455-dfcf-4d05-8239-32565de7b62c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1098 time: 0.1766012 Aug 19 15:20:45.680183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a128bae-69c7-4ef9-9775-7e3a89e643fc req-3bff14ec-e4c4-4085-af3f-f2a7a21ac278 service neutron] 10.222.0.54 "GET /v2.0/networks/5486d8fd-ba41-423a-8498-468247a00e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592903 Aug 19 15:20:45.731362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.779083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.779083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:45.779083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.862059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-deb6da10-c421-427c-beab-081bcd139330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:45.863562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-deb6da10-c421-427c-beab-081bcd139330 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1583228 Aug 19 15:20:45.872444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fe58f0-842b-4ca2-92b5-5ca570399fa5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:45.888492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:20:45.943174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-dc65864f-8d68-44aa-8d0b-1a4584620fc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 1001 time: 0.0715625 Aug 19 15:20:45.947813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b82e696e-6e4e-4a13-8a4d-b713c9c6fd87 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8755536 Aug 19 15:20:45.948921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51328) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:45.954373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Request body: {'subnet': {'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1529145446-subnet', 'tenant_id': '31c9ed401a734690a3a86bc98f5255f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:45.967008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:46.021504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-737dd939-5cd7-4939-ba87-79274faab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:46.023450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-737dd939-5cd7-4939-ba87-79274faab54f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.0655951 Aug 19 15:20:46.072963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-459f2574-7be8-495b-82bb-ebabfb996ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:46.074448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-459f2574-7be8-495b-82bb-ebabfb996ca5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435741 Aug 19 15:20:46.174024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-789bc67a-e7bc-4d35-a0bc-2b06a433ff5f service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922930 Aug 19 15:20:46.195749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:46.255981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Made reservation on behalf of 31c9ed401a734690a3a86bc98f5255f2 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:46.258346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:46.314036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event updated for resources: {'Port': ['ID=a72189c1-b76a-4bdb-a48b-61ca5aa13883,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:46.336279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:46.390479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c908d33-8c22-4c57-8325-a7f7ddb40f32 req-50745024-d803-4082-bfa9-5e284697c050 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085140 Aug 19 15:20:46.503668 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Floating IP 1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6 associated. External IP: 172.25.5.169, port: 70de9a49-aba5-44ec-906c-68b6fe706167. Aug 19 15:20:46.645603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:46.727397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66829787-c629-4f8a-89cf-36b465f92b3a,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:46.733603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Checking segment: {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:20:46.734107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Network hostable DHCP agents. Network: c9fe58f0-842b-4ca2-92b5-5ca570399fa5, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:20:46.896623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:20:46.953615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51354) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:47.039858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f05fe3-1b7d-49d5-971f-180f2c4fd887 req-37c46b22-3a68-4d7e-81d6-5664e399dca8 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:47.043229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53f05fe3-1b7d-49d5-971f-180f2c4fd887 req-37c46b22-3a68-4d7e-81d6-5664e399dca8 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 943 time: 0.1043868 Aug 19 15:20:47.044663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c9fe58f0-842b-4ca2-92b5-5ca570399fa5) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:47.056461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb681e-9e0e-4c10-9e7b-ace7490d5981 None None] Network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:47.059289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:47.060582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:47.182844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:20:47.206712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53f05fe3-1b7d-49d5-971f-180f2c4fd887 req-ea39c38e-621a-4204-bf04-3bc1188aa62a tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240506 Aug 19 15:20:47.305146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82cf45b-20bb-4f06-9a62-e4b61848a257 None None] Network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:47.396964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a45d5247-d4b0-4865-9c82-3f3368067506 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4467616 Aug 19 15:20:47.450887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:20:47.468878 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:20:47.480975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:47.481633 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:20:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:47.637719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:47.655773 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:47.694807 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa9fb421-d88f-428c-ad44-381d1e15fb94 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9110124 Aug 19 15:20:47.697811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:47.702700 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa85d73-8cc2-48a7-95cc-552b0c303637" -d '{"events": [{"name": "network-changed", "server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:47.890347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:47.894807 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b676b-afab-4dce-b500-11d7209482ff x-openstack-request-id: req-366b676b-afab-4dce-b500-11d7209482ff {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:47.895194 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:47.895733 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-366b676b-afab-4dce-b500-11d7209482ff {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:47.896362 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167', 'status': 'completed', 'code': 200} Aug 19 15:20:48.079788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-e610641b-2940-4815-a5e9-f0127003cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.081556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-e610641b-2940-4815-a5e9-f0127003cf19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1098 time: 0.1212742 Aug 19 15:20:48.100326 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '70de9a49-aba5-44ec-906c-68b6fe706167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:e6:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6917d7ef-2912-4e17-9370-dce7748686cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:45Z', 'updated_at': '2021-08-19T15:20:45Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}, {'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:14Z', 'revision_number': 1, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:48.131711 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:20:48.146062 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:48.146352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:20:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:48.294365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:48.303553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-a35d7de8-712f-48f9-8a84-58ea4bfbf9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.305296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-a35d7de8-712f-48f9-8a84-58ea4bfbf9a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.2132373 Aug 19 15:20:48.461793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-e805e0a5-0ac9-45f9-b3c8-fb6e2a5a1fa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 200 len: 1000 time: 0.1473043 Aug 19 15:20:48.493697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62124-d1bc-402a-ab6c-ef142436fc6d req-03567895-9be9-4a28-b8ea-950fdb391ef4 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.495136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cf62124-d1bc-402a-ab6c-ef142436fc6d req-03567895-9be9-4a28-b8ea-950fdb391ef4 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 943 time: 0.1718941 Aug 19 15:20:48.599603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cf62124-d1bc-402a-ab6c-ef142436fc6d req-f956f41c-d936-4ff3-96b0-fd87b39720f5 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735748 Aug 19 15:20:48.609212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-ff9496ee-424d-4b06-88a5-fcd5976a370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.610902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-ff9496ee-424d-4b06-88a5-fcd5976a370a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1411352 Aug 19 15:20:48.659315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Deleting port fea5d25b-0c69-4537-9e3a-4d3e7acad370 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:48.659769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:48.716352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-4179faf7-671d-460f-a3b9-7abf0a78c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.718325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-4179faf7-671d-460f-a3b9-7abf0a78c397 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986013 Aug 19 15:20:48.811171 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '70de9a49-aba5-44ec-906c-68b6fe706167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:e6:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6917d7ef-2912-4e17-9370-dce7748686cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:45Z', 'updated_at': '2021-08-19T15:20:45Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}, {'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:14Z', 'revision_number': 1, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:48.846815 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59443d1b-f046-469e-983c-d7d0b09aae9f None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '70de9a49-aba5-44ec-906c-68b6fe706167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:e6:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6917d7ef-2912-4e17-9370-dce7748686cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:45Z', 'updated_at': '2021-08-19T15:20:45Z', 'revision_number': 0, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}, {'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:14Z', 'revision_number': 1, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:20:48.905072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-d7298be9-dfe4-4139-a7da-94fa7fcd2741 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790228 Aug 19 15:20:48.908115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] For port fea5d25b-0c69-4537-9e3a-4d3e7acad370, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fea5d25b-0c69-4537-9e3a-4d3e7acad370,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:48.908115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:48.938864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Calling delete_port for fea5d25b-0c69-4537-9e3a-4d3e7acad370 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:49.246595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c2373-61bb-4f20-a55b-a9622a921c09 None None] New status for floating IP 1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:20:49.274239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3aa85d73-8cc2-48a7-95cc-552b0c303637 req-46a9c521-ebb4-4351-ae1f-32e2d6383289 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568347 Aug 19 15:20:49.550311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.609108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea5d25b-0c69-4537-9e3a-4d3e7acad370,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:49.971712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd11c4-3dc6-4761-8f3d-7f8ba424853f req-cf58216e-909b-43f4-8e09-f123876885c3 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:49.972393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cbd11c4-3dc6-4761-8f3d-7f8ba424853f req-cf58216e-909b-43f4-8e09-f123876885c3 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 943 time: 0.1726871 Aug 19 15:20:50.002633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:50.080000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cbd11c4-3dc6-4761-8f3d-7f8ba424853f req-6f6680c1-0e6d-4d35-8279-0c816ad16693 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982888 Aug 19 15:20:50.256547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device eea6c791-5d26-43ec-8545-89a7fe250ff4 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:20:50.376714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Router ac48fb7b-0240-4684-938e-981a05cf0e06 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:20:50.470787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port eea6c791-5d26-43ec-8545-89a7fe250ff4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=eea6c791-5d26-43ec-8545-89a7fe250ff4,segment=NetworkSegment(4439a6f0-f325-44e8-b0fb-49c3e3b790e6),segment_id=4439a6f0-f325-44e8-b0fb-49c3e3b790e6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:50.508653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'eea6c791-5d26-43ec-8545-89a7fe250ff4', 'network_id': '5486d8fd-ba41-423a-8498-468247a00e23', 'port_id': 'eea6c791-5d26-43ec-8545-89a7fe250ff4', 'mac_address': 'fa:16:3e:6f:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3849d4-9d4a-4bca-b817-ed9e28aa4781', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:20:50.675155 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:50.707789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea6c791-5d26-43ec-8545-89a7fe250ff4 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:50.751185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port eea6c791-5d26-43ec-8545-89a7fe250ff4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=eea6c791-5d26-43ec-8545-89a7fe250ff4,segment=NetworkSegment(4439a6f0-f325-44e8-b0fb-49c3e3b790e6),segment_id=4439a6f0-f325-44e8-b0fb-49c3e3b790e6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:50.768760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:20:50.781087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51410) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:50.782121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bea12d42-c14f-4b32-8937-d6c331061a39 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac48fb7b-0240-4684-938e-981a05cf0e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8267646 Aug 19 15:20:50.788212 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] Sync routers for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:20:50.813108 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:50.815809 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:20:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:50.875795 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:50.963396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=eea6c791-5d26-43ec-8545-89a7fe250ff4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:51.015935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:51.022036 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:51.299534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:51.309227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['eea6c791-5d26-43ec-8545-89a7fe250ff4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:20:51.332270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43b626-f918-4c88-b421-0dab09714421 req-0f227a85-a70f-4b70-bf6d-cf63e7425c90 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:51.345634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee43b626-f918-4c88-b421-0dab09714421 req-0f227a85-a70f-4b70-bf6d-cf63e7425c90 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 944 time: 0.1092536 Aug 19 15:20:51.473992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee43b626-f918-4c88-b421-0dab09714421 req-f7c73c21-c631-429e-8f07-0b2b0883d68a tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820560 Aug 19 15:20:51.579171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Deleting port a9ab1754-e075-4976-9650-775184ee8691 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:51.579636 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:51.769292 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1754-e075-4976-9650-775184ee8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:20:49Z', 'revision_number': 5, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port': {'id': 'a9ab1754-e075-4976-9650-775184ee8691', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:09:07Z', 'updated_at': '2021-08-19T15:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:51.822743 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] Checking router: ac48fb7b-0240-4684-938e-981a05cf0e06 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:20:51.842465 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] Routers {'ac48fb7b-0240-4684-938e-981a05cf0e06'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:51.844610 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:20:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ac48fb7b-0240-4684-938e-981a05cf0e06'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:51.858342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] For port a9ab1754-e075-4976-9650-775184ee8691, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a9ab1754-e075-4976-9650-775184ee8691,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:51.859166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:51.907104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Calling delete_port for a9ab1754-e075-4976-9650-775184ee8691 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:51.983802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-c7d3bd23-0cf8-459e-a840-11ee6e7cacda tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:51.996282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-c7d3bd23-0cf8-459e-a840-11ee6e7cacda tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/networks?id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 200 len: 809 time: 0.1882811 Aug 19 15:20:52.017071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-846249da-9d1d-4e29-a582-e836c749003c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/quotas/31c9ed401a734690a3a86bc98f5255f2 HTTP/1.1" status: 200 len: 375 time: 0.0176802 Aug 19 15:20:52.060525 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] Set router ac48fb7b-0240-4684-938e-981a05cf0e06 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:52.067507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-c69e692d-7e1b-4ba9-a610-f13a5ec12442 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31c9ed401a734690a3a86bc98f5255f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439916 Aug 19 15:20:52.170690 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:20:51Z', 'revision_number': 6, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:52.211379 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b7780-2871-4521-b234-20218b6130a8 None None] The sync data for ids ['ac48fb7b-0240-4684-938e-981a05cf0e06'] in n-d-779913-32 is: [{'id': 'ac48fb7b-0240-4684-938e-981a05cf0e06', 'name': 'tempest-TaggedBootDevicesTest_v242-1139910457-router', 'tenant_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:09:05Z', 'updated_at': '2021-08-19T15:20:51Z', 'revision_number': 6, 'project_id': '3fb5abc66cfd4d9c8183a3986639cd7f', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:20:52.416412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-06877e14-2e1e-457f-a253-3bc9236af37c service neutron] 10.222.0.13 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471682 Aug 19 15:20:52.522162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:52.647001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ab1754-e075-4976-9650-775184ee8691,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:52.651897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-88934520-78a8-44c8-bad1-00c07be8d10c service neutron] 10.222.0.13 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249520 Aug 19 15:20:52.670453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fea5d25b-0c69-4537-9e3a-4d3e7acad370 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:52.699854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: fea5d25b-0c69-4537-9e3a-4d3e7acad370 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:20:52.700478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fea5d25b-0c69-4537-9e3a-4d3e7acad370 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:52.710189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.711121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.711121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.711326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.711644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.713405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.714161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.714828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.715371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.715958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.716480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.717306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:52.774666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:52.923523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:52.927096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.173033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.184324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac48fb7b-0240-4684-938e-981a05cf0e06 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:20:53.184324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.193949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a10fcf97-0dfd-4826-9598-2bdd80f37a26 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac48fb7b-0240-4684-938e-981a05cf0e06 HTTP/1.1" status: 204 len: 168 time: 2.4111784 Aug 19 15:20:53.194590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:53.257342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6410-1a1e-4a25-82cd-34c5515ebf59 req-f47debf7-ff2d-4c91-9f9b-3169a5f1fd13 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:53.262014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-445c6410-1a1e-4a25-82cd-34c5515ebf59 req-f47debf7-ff2d-4c91-9f9b-3169a5f1fd13 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 944 time: 0.1669285 Aug 19 15:20:53.317019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Deleting subnet 075ee64d-56af-4dac-a9cb-1bbc37a89220 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:20:53.321751 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.344770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-445c6410-1a1e-4a25-82cd-34c5515ebf59 req-96cc1353-6b06-428c-b195-94d405e34b1d tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700035 Aug 19 15:20:53.464887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.548396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b04a8fb2-e2e1-4cfd-8aad-1d4bc0005c06 req-f2bde101-f055-4be6-ab04-dc308a39f2d3 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 210 time: 0.0535934 Aug 19 15:20:53.587360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-23ee5486-cad6-4427-a7de-009ba5d3bdc6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1436141 Aug 19 15:20:53.597326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.756514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-07a7ab7d-999d-4a73-8e15-27b0f384676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:53.758122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-07a7ab7d-999d-4a73-8e15-27b0f384676b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 1098 time: 0.1170311 Aug 19 15:20:53.795723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.826961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075ee64d-56af-4dac-a9cb-1bbc37a89220,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:53.830196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.834322 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-87ffc577-9402-448b-b6f6-54ad015b6e36 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/075ee64d-56af-4dac-a9cb-1bbc37a89220 HTTP/1.1" status: 204 len: 168 time: 0.6365337 Aug 19 15:20:53.838511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:53.840207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaa840-64e1-4087-8f53-5fd03c23ac4a None None] Network 9f7c226c-de24-4595-a41a-514bed504204 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:20:53.964396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:53.976922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-83787982-787c-417f-8f5d-0efeb8cd2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:53.979992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-83787982-787c-417f-8f5d-0efeb8cd2fee service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1955414 Aug 19 15:20:54.080318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Deleting port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:54.080833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.149870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-d646826b-d3e1-4e23-b729-67d10e5ddad7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5950ac4-0c86-414c-b621-69cfcfecd991 HTTP/1.1" status: 200 len: 217 time: 0.1609797 Aug 19 15:20:54.237445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] For port ce45655a-1dff-46f3-a69f-f2a40a7c8a20, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,segment=NetworkSegment(0ea3801a-8028-435a-a3de-9ad229318aa1),segment_id=0ea3801a-8028-435a-a3de-9ad229318aa1)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:54.246516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.252854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] DHCP port deletion for 9f7c226c-de24-4595-a41a-514bed504204 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:20:54.256809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device eea6c791-5d26-43ec-8545-89a7fe250ff4 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:20:54.270267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Calling delete_port for ce45655a-1dff-46f3-a69f-f2a40a7c8a20 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:54.557876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.582024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Deleting port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:54.582611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.682211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Pushing event deleted for resources: {'Port': ['ID=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:54.689468 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] No DVR routers for this DVR port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:54.702255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9ab1754-e075-4976-9650-775184ee8691 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:54.731055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port eea6c791-5d26-43ec-8545-89a7fe250ff4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:20:54.732935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-509af271-c769-40a9-b224-0bdeb1ff71c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.787477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a9ab1754-e075-4976-9650-775184ee8691 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:20:54.787812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9ab1754-e075-4976-9650-775184ee8691 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:54.788255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ce45655a-1dff-46f3-a69f-f2a40a7c8a20 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:20:54.796849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.798952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port eea6c791-5d26-43ec-8545-89a7fe250ff4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:54.799185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.825312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7c226c-de24-4595-a41a-514bed504204']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:54.840200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea3801a-8028-435a-a3de-9ad229318aa1') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:54.840763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea3801a-8028-435a-a3de-9ad229318aa1') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:54.856716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.872810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ce45655a-1dff-46f3-a69f-f2a40a7c8a20 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:20:54.873813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ce45655a-1dff-46f3-a69f-f2a40a7c8a20 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:20:54.880969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] For port ce45655a-1dff-46f3-a69f-f2a40a7c8a20, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:54.881750 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.883067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.904975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:20:54.905405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.910107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Calling delete_port for ce45655a-1dff-46f3-a69f-f2a40a7c8a20 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:20:54.912519 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:20:54.917436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:20:54.920753 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:54.977972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] Pushing event deleted for resources: {'Port': ['ID=ce45655a-1dff-46f3-a69f-f2a40a7c8a20,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:54.981355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-0d45e975-1513-444c-9fda-20c17c55f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:54.982974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-0d45e975-1513-444c-9fda-20c17c55f847 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.8214457 Aug 19 15:20:55.017727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfcc0c-af81-4974-98ff-297afc7322a0 None None] No DVR routers for this DVR port ce45655a-1dff-46f3-a69f-f2a40a7c8a20 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:20:55.043152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f81c8-ddc0-4831-9a77-c60b7f02b449 req-911fb761-f6c7-40b3-a8bc-4a8d943796aa tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:55.044848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-280f81c8-ddc0-4831-9a77-c60b7f02b449 req-911fb761-f6c7-40b3-a8bc-4a8d943796aa tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 944 time: 0.2097285 Aug 19 15:20:55.050398 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:55.089839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea6c791-5d26-43ec-8545-89a7fe250ff4'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:55.091549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-16a2c187-5a06-469d-971a-2f4cd53a41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:55.093488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-16a2c187-5a06-469d-971a-2f4cd53a41fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003997 Aug 19 15:20:55.094739 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66ac011-be64-430e-9cc4-f21723488466" -d '{"events": [{"server_uuid": "dde69e9b-3ca6-4937-b991-9d69089438b1", "name": "network-vif-plugged", "status": "completed", "tag": "eea6c791-5d26-43ec-8545-89a7fe250ff4"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:55.111847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port eea6c791-5d26-43ec-8545-89a7fe250ff4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=eea6c791-5d26-43ec-8545-89a7fe250ff4,segment=NetworkSegment(4439a6f0-f325-44e8-b0fb-49c3e3b790e6),segment_id=4439a6f0-f325-44e8-b0fb-49c3e3b790e6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:55.159022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-280f81c8-ddc0-4831-9a77-c60b7f02b449 req-8e9559a6-cff3-49dc-9c8a-0dad87ca0597 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063530 Aug 19 15:20:55.225533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-2f24c158-dd25-4ad0-82e2-d9244e4a3cac service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230326 Aug 19 15:20:55.306814 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:55.307571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:55.314439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:55.322638 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f7c226c-de24-4595-a41a-514bed504204 HTTP/1.1" status: 204 len: 168 time: 1.4800546 Aug 19 15:20:55.407037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc905a00-e694-4f4d-9e98-ca292cc593df admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7c226c-de24-4595-a41a-514bed504204,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:55.425062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=eea6c791-5d26-43ec-8545-89a7fe250ff4,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:55.439879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac0d93b2-e996-4ce2-96e4-de204ab0376f req-7623e1d9-250e-437e-9520-dc370fdc8929 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 210 time: 0.0671978 Aug 19 15:20:55.513033 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ecc04f-c9b9-45a5-b85d-253ee201f7bc x-openstack-request-id: req-b4ecc04f-c9b9-45a5-b85d-253ee201f7bc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:55.519857 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde69e9b-3ca6-4937-b991-9d69089438b1", "name": "network-vif-plugged", "status": "completed", "tag": "eea6c791-5d26-43ec-8545-89a7fe250ff4", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:55.519857 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4ecc04f-c9b9-45a5-b85d-253ee201f7bc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:55.519857 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea6c791-5d26-43ec-8545-89a7fe250ff4', 'code': 200} Aug 19 15:20:55.527048 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:55.527923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2bdc8af5-34ff-4f72-84a2-0bc45c53b33a req-5c881ef0-7df8-478f-af01-1e1404b08de9 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835639 Aug 19 15:20:55.684720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5c2e5-abff-4714-82ba-582181e69aa6 req-421233be-c89d-4e25-856a-cdf377ddc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:55.697142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28a5c2e5-abff-4714-82ba-582181e69aa6 req-421233be-c89d-4e25-856a-cdf377ddc675 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 1097 time: 0.0799499 Aug 19 15:20:55.750773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28a5c2e5-abff-4714-82ba-582181e69aa6 req-0b856dd3-f639-4d0a-98e4-1c01e2fe64b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465763 Aug 19 15:20:56.065538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:56.127535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a8298b8d-cbe3-48ab-abef-3d1a1989ac83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fb5abc66cfd4d9c8183a3986639cd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600185 Aug 19 15:20:56.129907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51492) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:56.194272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db250199-2ea2-42d7-9dd5-1c798dd22d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:56.238373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db250199-2ea2-42d7-9dd5-1c798dd22d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:56.410610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29542624-19f9-4966-a537-0ff935cea592 req-94066455-70ff-4ac3-95c4-55e4b8f87c40 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:56.417154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29542624-19f9-4966-a537-0ff935cea592 req-94066455-70ff-4ac3-95c4-55e4b8f87c40 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 945 time: 0.0667772 Aug 19 15:20:56.472845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29542624-19f9-4966-a537-0ff935cea592 req-44c6fb80-fe0e-4670-a496-f675a918b4dd tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Aug 19 15:20:56.487502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db250199-2ea2-42d7-9dd5-1c798dd22d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:56.492551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db250199-2ea2-42d7-9dd5-1c798dd22d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:56.495993 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-db250199-2ea2-42d7-9dd5-1c798dd22d07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08 HTTP/1.1" status: 204 len: 168 time: 0.3641787 Aug 19 15:20:56.512367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250199-2ea2-42d7-9dd5-1c798dd22d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd477e6d-bddd-4ccb-80f5-6e4ae2eefa08,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:56.643254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ecdf6-6452-45b3-9790-e6fc2d36b383 req-46bda815-0e0c-42d2-b911-d98121cb7229 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:56.644907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b12ecdf6-6452-45b3-9790-e6fc2d36b383 req-46bda815-0e0c-42d2-b911-d98121cb7229 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.0895348 Aug 19 15:20:56.695510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b12ecdf6-6452-45b3-9790-e6fc2d36b383 req-96fba563-2cbd-4a8c-8313-60b9a4f7c044 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380104 Aug 19 15:20:56.890124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f57c8e9-db05-4ee8-9e51-9b60bf396f0f req-39a5c4f9-3f26-4825-a49b-ac26bf2ce721 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 210 time: 0.0543890 Aug 19 15:20:57.469699 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:57.755668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cfe40-c48a-4380-acea-4e8433d69ba4 req-42631b10-54fc-49fd-9e27-eb24553eda67 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:57.758400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a5cfe40-c48a-4380-acea-4e8433d69ba4 req-42631b10-54fc-49fd-9e27-eb24553eda67 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 945 time: 0.1945167 Aug 19 15:20:57.842033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7e05122d-0356-41e6-942c-896b498263c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:57.912941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a13f467a-9ce0-4a12-a7ac-43043fc28a0e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:57.914850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a13f467a-9ce0-4a12-a7ac-43043fc28a0e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "GET /v2.0/networks?id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 200 len: 809 time: 0.3276746 Aug 19 15:20:57.932408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a5cfe40-c48a-4380-acea-4e8433d69ba4 req-87ab41d8-0b5e-4738-b635-7fefabd77a0a tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457744 Aug 19 15:20:57.947306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Request body: {'port': {'device_id': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5', 'admin_state_up': True, 'tenant_id': '31c9ed401a734690a3a86bc98f5255f2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:58.190631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda79a0d-046f-4df6-a871-463347501e48 req-57800b38-a314-404a-94a8-15fe2a3f1c2b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:58.197928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dda79a0d-046f-4df6-a871-463347501e48 req-57800b38-a314-404a-94a8-15fe2a3f1c2b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.1327491 Aug 19 15:20:58.319892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dda79a0d-046f-4df6-a871-463347501e48 req-27d6681a-21cc-4d88-9022-d69ce349f488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098781 Aug 19 15:20:58.323902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Made reservation on behalf of 31c9ed401a734690a3a86bc98f5255f2 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:58.329359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:58.532208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2f822e1-dbfe-4f24-95ec-daba48d3d8a4 req-4bbe4fc9-6794-416d-af4c-13c9d6ce5052 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 210 time: 0.0591149 Aug 19 15:20:58.637232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Allocated IP 172.20.0.7 (c9fe58f0-842b-4ca2-92b5-5ca570399fa5/66829787-c629-4f8a-89cf-36b465f92b3a/3911492b-286c-4774-abfa-698d9f2e8db3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:58.883294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-0d636b03-c1fb-40f0-a972-bbf3e95724b3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:58.885444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-0d636b03-c1fb-40f0-a972-bbf3e95724b3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.1626005 Aug 19 15:20:58.915409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.110757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.130851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Deleting port 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:20:59.131180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.299627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:59.348547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:59.363289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:59.392797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Pushing event updated for resources: {'Port': ['ID=3911492b-286c-4774-abfa-698d9f2e8db3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:59.456111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:59.456696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.480176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292bc5-f008-459a-b91d-b16233a1400d req-61dc0997-6957-48c0-a219-a754f9a10252 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:59.487381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef292bc5-f008-459a-b91d-b16233a1400d req-61dc0997-6957-48c0-a219-a754f9a10252 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 945 time: 0.2796648 Aug 19 15:20:59.512384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] For port 47a944ef-2133-468f-87ce-690a9257c9fb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=47a944ef-2133-468f-87ce-690a9257c9fb,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:59.512861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.628185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef292bc5-f008-459a-b91d-b16233a1400d req-5421f8f4-432b-43d8-8e4c-0c13cd78c438 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394389 Aug 19 15:20:59.693417 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.704602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-967b9362-8511-4618-9b35-106779b50269 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7698987 Aug 19 15:20:59.721843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Request body: {'port': {'device_id': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:59.887870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.892695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.893082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:59.893427 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Floating IP 9f31b5a9-2089-493b-bab4-fee6d5ef0c11 disassociated. External IP: 172.25.5.4, port: 47a944ef-2133-468f-87ce-690a9257c9fb. Aug 19 15:20:59.893770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Calling delete_port for 47a944ef-2133-468f-87ce-690a9257c9fb owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:20:59.929164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312f625-7311-49cf-8353-dcb53bc47666 req-fc4e8c59-ab93-4c18-b37b-55271aca5c76 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:59.930931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7312f625-7311-49cf-8353-dcb53bc47666 req-fc4e8c59-ab93-4c18-b37b-55271aca5c76 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 947 time: 0.1821449 Aug 19 15:21:00.069577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7312f625-7311-49cf-8353-dcb53bc47666 req-40a4e1bb-e0ee-4698-abed-ecbf7c692f78 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=52447ffd-dba0-4a71-8fde-dd6eae67e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017635 Aug 19 15:21:00.317356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97332ede-977f-4d08-be66-d1f0c44832f9 req-54319f60-e6f2-4add-b612-fe956ede0a4b tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:00.318857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97332ede-977f-4d08-be66-d1f0c44832f9 req-54319f60-e6f2-4add-b612-fe956ede0a4b tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 931 time: 0.1709757 Aug 19 15:21:00.395237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97332ede-977f-4d08-be66-d1f0c44832f9 req-ad3749db-2954-4944-9849-9cef20cddad6 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646324 Aug 19 15:21:00.464969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:00.500410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3911492b-286c-4774-abfa-698d9f2e8db3 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:00.519701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event deleted for resources: {'Port': ['ID=47a944ef-2133-468f-87ce-690a9257c9fb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:00.527027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:00.604926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Transition to ACTIVE for port object 3911492b-286c-4774-abfa-698d9f2e8db3 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:00.785474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:00.796688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:21:00.816300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:00.949197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Pushing event updated for resources: {'Port': ['ID=3911492b-286c-4774-abfa-698d9f2e8db3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:01.282671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Attempting to bind port 3911492b-286c-4774-abfa-698d9f2e8db3 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:21:01.283008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Attempting to bind port 3911492b-286c-4774-abfa-698d9f2e8db3 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:21:01.283338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Attempting to bind port 3911492b-286c-4774-abfa-698d9f2e8db3 on network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:01.309180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03e6b9-35bd-455a-91d5-e456c7fe1169 req-79375ae0-0684-4817-b0d6-aef45439ec32 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:01.310768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f03e6b9-35bd-455a-91d5-e456c7fe1169 req-79375ae0-0684-4817-b0d6-aef45439ec32 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 945 time: 0.1444950 Aug 19 15:21:01.313093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Port 3911492b-286c-4774-abfa-698d9f2e8db3 on network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:21:01.313439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Attempting to bind port 3911492b-286c-4774-abfa-698d9f2e8db3 on network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:01.317333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:21:01.328183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:21:01.330712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:21:01.330983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Checking segment: {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:21:01.331340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Bound using segment: {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:21:01.336431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Bound port: 3911492b-286c-4774-abfa-698d9f2e8db3, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:21:01.336431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:01.339462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:01.340353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:20:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:01.396210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] No DVR routers for this DVR port 47a944ef-2133-468f-87ce-690a9257c9fb on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:01.405323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:01.407463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1acf8d56-43de-4ace-9b5d-098279b19344 req-b8791886-3c5d-400b-a42c-ecddadb6a488 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "DELETE /v2.0/ports/47a944ef-2133-468f-87ce-690a9257c9fb HTTP/1.1" status: 204 len: 173 time: 2.5091169 Aug 19 15:21:01.411344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-deleted', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:01.412730 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84499d24-edb7-4d05-84ff-c205d08e54f0" -d '{"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-deleted", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:01.440239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f03e6b9-35bd-455a-91d5-e456c7fe1169 req-39b1bf15-56fa-4f83-a948-db7d1446e4a0 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189864 Aug 19 15:21:01.463886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:01.478897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] For port 3911492b-286c-4774-abfa-698d9f2e8db3, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:21:01.482731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] For port 3911492b-286c-4774-abfa-698d9f2e8db3, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3911492b-286c-4774-abfa-698d9f2e8db3,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:21:01.572520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5aec55f0-9bdc-4be5-9b6c-da2e5deae926 req-003760b7-36bf-4ec1-94d8-b91710dc1ec2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 210 time: 0.0375187 Aug 19 15:21:01.747383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d2b4c-e583-4dce-98f8-d9183f9d0f27 req-98d4f3bb-a5c5-478c-adc8-c64bc64193b2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:01.747383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-336d2b4c-e583-4dce-98f8-d9183f9d0f27 req-98d4f3bb-a5c5-478c-adc8-c64bc64193b2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 943 time: 0.0702555 Aug 19 15:21:01.747383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:01.771536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:01.804812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:21:01.808409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:01.809297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:01.810806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] 10.222.0.46 "PUT /v2.0/ports/3911492b-286c-4774-abfa-698d9f2e8db3 HTTP/1.1" status: 200 len: 1092 time: 2.0946364 Aug 19 15:21:01.834266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:01.838684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:20:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:01.843627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8235e70-fe88-4e50-8918-14e8b60ca5cf service neutron] Pushing event updated for resources: {'Port': ['ID=3911492b-286c-4774-abfa-698d9f2e8db3,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:01.874709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-336d2b4c-e583-4dce-98f8-d9183f9d0f27 req-d4d63f65-8e4c-4f2e-94d2-ba512c89be57 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965211 Aug 19 15:21:01.956136 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636480ed-19bb-454b-b8f9-8448953d7cc8 x-openstack-request-id: req-636480ed-19bb-454b-b8f9-8448953d7cc8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:01.957312 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2", "name": "network-vif-deleted", "tag": "47a944ef-2133-468f-87ce-690a9257c9fb", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:01.957312 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-636480ed-19bb-454b-b8f9-8448953d7cc8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:01.957312 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2', 'name': 'network-vif-deleted', 'tag': '47a944ef-2133-468f-87ce-690a9257c9fb', 'status': 'completed', 'code': 200} Aug 19 15:21:02.067622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:02.074112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-f28509fb-93c0-48d4-8764-4885f0da09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:02.080100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-f28509fb-93c0-48d4-8764-4885f0da09ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c9ed401a734690a3a86bc98f5255f2&device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 1095 time: 0.1098764 Aug 19 15:21:02.135768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:02.156816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-4bf15f41-6e0c-423f-83fc-ec4d05339c71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3911492b-286c-4774-abfa-698d9f2e8db3 HTTP/1.1" status: 200 len: 217 time: 0.0654843 Aug 19 15:21:02.279233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-12380ec5-5495-493c-ac5b-e533ad4687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:02.281939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-12380ec5-5495-493c-ac5b-e533ad4687ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66829787-c629-4f8a-89cf-36b465f92b3a HTTP/1.1" status: 200 len: 849 time: 0.1165197 Aug 19 15:21:02.319119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:02.349507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 47a944ef-2133-468f-87ce-690a9257c9fb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:02.350120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 47a944ef-2133-468f-87ce-690a9257c9fb not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:02.357104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-72e1de8d-86e7-4866-bb46-c05d304220d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656140 Aug 19 15:21:02.446362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51630) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:02.451663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8cc37ab-d990-40c7-a0a8-5d19f59386cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:02.496015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-33ed2d95-b19b-4e7d-93b6-283acebfc474 service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291482 Aug 19 15:21:02.536738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:02.597308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6c466-8091-4f58-bd85-861754e5f7cd None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:21:02.649159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b80a8f-9fda-429b-a253-36a97f189968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:02.676101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8cc37ab-d990-40c7-a0a8-5d19f59386cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:02.729433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2a09535-f612-4100-937a-fe6b2cdc95c7 req-67eaea83-119d-4588-b4a3-44cd722bccf5 service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242775 Aug 19 15:21:02.753984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399942a-4b16-4190-be62-71a0cec00656 req-8d38f3a3-3b36-4766-a426-a44378920b73 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:02.755689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d399942a-4b16-4190-be62-71a0cec00656 req-8d38f3a3-3b36-4766-a426-a44378920b73 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 945 time: 0.0977569 Aug 19 15:21:02.800939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8cc37ab-d990-40c7-a0a8-5d19f59386cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:02.854711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8cc37ab-d990-40c7-a0a8-5d19f59386cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82a4943f7f3e44768e183289ae4b7786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161782 Aug 19 15:21:02.857714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc37ab-d990-40c7-a0a8-5d19f59386cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b95f05-f38b-4f96-8b04-9b3f3148054a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:02.860189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:02.872027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d399942a-4b16-4190-be62-71a0cec00656 req-6ba1cde4-a749-4053-a41d-b5a3653e729d tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/security-groups?id=93185415-2aa4-462d-95a0-4c99bbd7f40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072171 Aug 19 15:21:02.999127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-f1adcfda-573a-427d-b299-3bb9d4c2c908 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:03.001075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-f1adcfda-573a-427d-b299-3bb9d4c2c908 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 945 time: 0.1610563 Aug 19 15:21:03.003170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85154d7e-dda6-4eef-b75c-02fdf93f6581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.067458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b80a8f-9fda-429b-a253-36a97f189968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.079829 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d7500-e2cb-4290-8875-e8da0703d2fa None None] New status for floating IP 9f31b5a9-2089-493b-bab4-fee6d5ef0c11: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:21:03.095211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85154d7e-dda6-4eef-b75c-02fdf93f6581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.178668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-780ad83d-f736-4979-8619-440fdec33d0d req-5ff4915e-0e01-4f63-80ad-cda4bd64a361 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdf09c6-5d1d-4744-bb75-caa4fbb29cf2 HTTP/1.1" status: 200 len: 210 time: 0.0426264 Aug 19 15:21:03.210191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Deleting port eea6c791-5d26-43ec-8545-89a7fe250ff4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:03.227735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.262043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21b80a8f-9fda-429b-a253-36a97f189968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.395819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21b80a8f-9fda-429b-a253-36a97f189968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6704b383778c43fca69f536a5fda8ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479680 Aug 19 15:21:03.396603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b80a8f-9fda-429b-a253-36a97f189968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66159e7-c34b-4355-a125-292ff511b7ab,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:03.401231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51650) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:03.445789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] For port eea6c791-5d26-43ec-8545-89a7fe250ff4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=eea6c791-5d26-43ec-8545-89a7fe250ff4,segment=NetworkSegment(4439a6f0-f325-44e8-b0fb-49c3e3b790e6),segment_id=4439a6f0-f325-44e8-b0fb-49c3e3b790e6)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:03.446293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.454199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85154d7e-dda6-4eef-b75c-02fdf93f6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.459557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-85154d7e-dda6-4eef-b75c-02fdf93f6581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.462061 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-85154d7e-dda6-4eef-b75c-02fdf93f6581 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2b95f05-f38b-4f96-8b04-9b3f3148054a HTTP/1.1" status: 204 len: 168 time: 0.5998316 Aug 19 15:21:03.481822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f8337-5fc2-4dbd-bea8-ecb471cf9d3c req-70ab745f-badf-4157-957a-940ee083faff tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:03.485615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85154d7e-dda6-4eef-b75c-02fdf93f6581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b95f05-f38b-4f96-8b04-9b3f3148054a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:03.491896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a66f8337-5fc2-4dbd-bea8-ecb471cf9d3c req-70ab745f-badf-4157-957a-940ee083faff tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 943 time: 0.2050495 Aug 19 15:21:03.526614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Calling delete_port for eea6c791-5d26-43ec-8545-89a7fe250ff4 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:03.544823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd447-0aa4-4912-bee9-82187372428c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.554076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a66f8337-5fc2-4dbd-bea8-ecb471cf9d3c req-ff39e57f-9175-4675-aea1-3b3da06782f2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611310 Aug 19 15:21:03.578599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd447-0aa4-4912-bee9-82187372428c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.720880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd447-0aa4-4912-bee9-82187372428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.723604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd447-0aa4-4912-bee9-82187372428c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.724769 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a2cd447-0aa4-4912-bee9-82187372428c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c66159e7-c34b-4355-a125-292ff511b7ab HTTP/1.1" status: 204 len: 168 time: 0.3215659 Aug 19 15:21:03.734255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cd447-0aa4-4912-bee9-82187372428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66159e7-c34b-4355-a125-292ff511b7ab,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:03.828537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.864153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Pushing event deleted for resources: {'Port': ['ID=eea6c791-5d26-43ec-8545-89a7fe250ff4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:03.866057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['eea6c791-5d26-43ec-8545-89a7fe250ff4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:03.932915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] No DVR routers for this DVR port eea6c791-5d26-43ec-8545-89a7fe250ff4 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:03.937003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:03.939534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f159dc1-97bd-418c-9e9e-07f4792268d8 req-c42f3e3a-9d45-4f64-81ef-34fba59397df tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.54 "DELETE /v2.0/ports/eea6c791-5d26-43ec-8545-89a7fe250ff4 HTTP/1.1" status: 204 len: 173 time: 0.9241099 Aug 19 15:21:03.958511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'tag': '3911492b-286c-4774-abfa-698d9f2e8db3'}, {'server_uuid': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'name': 'network-vif-deleted', 'tag': 'eea6c791-5d26-43ec-8545-89a7fe250ff4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:03.961898 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043" -d '{"events": [{"name": "network-changed", "server_uuid": "12e2862a-4163-4d5b-b6f1-ad9cc042dbed", "tag": "3911492b-286c-4774-abfa-698d9f2e8db3"}, {"server_uuid": "dde69e9b-3ca6-4937-b991-9d69089438b1", "name": "network-vif-deleted", "tag": "eea6c791-5d26-43ec-8545-89a7fe250ff4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:04.033225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c7b1109-68bd-4d00-b8b3-e68a405359ac req-a66d3876-9beb-46d7-a494-e2b25ab56da4 tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 210 time: 0.0411317 Aug 19 15:21:04.108109 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb997dcf-deda-4292-bf82-be43f8c1a4fa x-openstack-request-id: req-cb997dcf-deda-4292-bf82-be43f8c1a4fa {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:04.108379 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e2862a-4163-4d5b-b6f1-ad9cc042dbed", "tag": "3911492b-286c-4774-abfa-698d9f2e8db3", "status": "completed", "code": 200}, {"server_uuid": "dde69e9b-3ca6-4937-b991-9d69089438b1", "name": "network-vif-deleted", "tag": "eea6c791-5d26-43ec-8545-89a7fe250ff4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:04.108780 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb997dcf-deda-4292-bf82-be43f8c1a4fa {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:04.109435 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'tag': '3911492b-286c-4774-abfa-698d9f2e8db3', 'status': 'completed', 'code': 200} Aug 19 15:21:04.118506 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde69e9b-3ca6-4937-b991-9d69089438b1', 'name': 'network-vif-deleted', 'tag': 'eea6c791-5d26-43ec-8545-89a7fe250ff4', 'status': 'completed', 'code': 200} Aug 19 15:21:04.181593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-af1c2706-b3d9-4c22-b2b3-303ab55c7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:04.183199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-af1c2706-b3d9-4c22-b2b3-303ab55c7d54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c9ed401a734690a3a86bc98f5255f2&device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 1095 time: 0.0468545 Aug 19 15:21:04.286099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-23466837-060a-4bcd-b4be-4042262060b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:04.289146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-23466837-060a-4bcd-b4be-4042262060b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 200 len: 910 time: 0.0983713 Aug 19 15:21:04.357731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-84cd0cc8-b848-4847-a04b-9e0c7d8de445 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3911492b-286c-4774-abfa-698d9f2e8db3 HTTP/1.1" status: 200 len: 217 time: 0.0538681 Aug 19 15:21:04.412805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-1146bfe0-b234-496e-bbd7-903d1b3d1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:04.414355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-1146bfe0-b234-496e-bbd7-903d1b3d1034 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66829787-c629-4f8a-89cf-36b465f92b3a HTTP/1.1" status: 200 len: 849 time: 0.0485077 Aug 19 15:21:04.459939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-91bf8965-3d4c-4a13-9722-1995c67fb2aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367110 Aug 19 15:21:04.560470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-23324ef4-55f4-4370-b20c-3481c664a107 service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952537 Aug 19 15:21:04.614299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:04.693207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e45b02ca-1c1e-4a6c-8f0d-7cb20bb8f043 req-b604d254-fb0f-4357-9340-28ef64d38746 service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248915 Aug 19 15:21:04.701960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27ceec35-31b7-4ab4-88e7-612fe4ddd69d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.737688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27ceec35-31b7-4ab4-88e7-612fe4ddd69d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.770258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef692b-6342-4157-9151-f294a0da6f4a req-2a97fb21-2b4d-4b50-b87d-b69b8c23fba0 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:04.780036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4ef692b-6342-4157-9151-f294a0da6f4a req-2a97fb21-2b4d-4b50-b87d-b69b8c23fba0 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 943 time: 0.1174283 Aug 19 15:21:04.844765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4ef692b-6342-4157-9151-f294a0da6f4a req-0ac15dca-766f-41df-8bc0-9e21606689a5 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634019 Aug 19 15:21:04.927633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27ceec35-31b7-4ab4-88e7-612fe4ddd69d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.932544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-27ceec35-31b7-4ab4-88e7-612fe4ddd69d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.935006 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-27ceec35-31b7-4ab4-88e7-612fe4ddd69d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "DELETE /v2.0/security-groups/52447ffd-dba0-4a71-8fde-dd6eae67e18a HTTP/1.1" status: 204 len: 168 time: 0.3189397 Aug 19 15:21:04.937594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:04.952556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceec35-31b7-4ab4-88e7-612fe4ddd69d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52447ffd-dba0-4a71-8fde-dd6eae67e18a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:04.963540 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-bde8b37e-a385-4752-ba06-e9c9e4df6ea5 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] show failed (client error): The resource could not be found. Aug 19 15:21:04.964634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bde8b37e-a385-4752-ba06-e9c9e4df6ea5 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups/52447ffd-dba0-4a71-8fde-dd6eae67e18a HTTP/1.1" status: 404 len: 347 time: 0.0254478 Aug 19 15:21:04.967949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:05.447152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1130a17-fda9-4490-9ee8-bb91f8d7a721 req-c7995768-9554-4180-8be0-c5d1c804d2de tempest-ServerGroupTestJSON-1706083233 tempest-ServerGroupTestJSON-1706083233-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde69e9b-3ca6-4937-b991-9d69089438b1 HTTP/1.1" status: 200 len: 210 time: 0.0422230 Aug 19 15:21:05.553800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Deleting port 58e244dd-37a4-4e1a-a102-001d14b6a4e4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:05.554144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:05.587809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3911492b-286c-4774-abfa-698d9f2e8db3 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:21:05.657913 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:05.658402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:05.676537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Calling delete_port for 58e244dd-37a4-4e1a-a102-001d14b6a4e4 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:05.947855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3911492b-286c-4774-abfa-698d9f2e8db3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3911492b-286c-4774-abfa-698d9f2e8db3,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:05.973516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3911492b-286c-4774-abfa-698d9f2e8db3', 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5', 'port_id': '3911492b-286c-4774-abfa-698d9f2e8db3', 'mac_address': 'fa:16:3e:73:74:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66829787-c629-4f8a-89cf-36b465f92b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:21:05.987583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:06.030203 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:06.049822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3911492b-286c-4774-abfa-698d9f2e8db3 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:06.071214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event deleted for resources: {'Port': ['ID=58e244dd-37a4-4e1a-a102-001d14b6a4e4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:06.079171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3911492b-286c-4774-abfa-698d9f2e8db3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3911492b-286c-4774-abfa-698d9f2e8db3,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:06.116093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:06.119576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:06.124305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e0f9db2e-3783-4eef-91ee-106e21242383 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "DELETE /v2.0/floatingips/9f31b5a9-2089-493b-bab4-fee6d5ef0c11 HTTP/1.1" status: 204 len: 168 time: 1.1553075 Aug 19 15:21:06.213542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:06.279014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3911492b-286c-4774-abfa-698d9f2e8db3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:06.287863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.287863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.287863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.288675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.288675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.288675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.289172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.289450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.290127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.290621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.291111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.291604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:06.315945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device eea6c791-5d26-43ec-8545-89a7fe250ff4 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:06.354289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: eea6c791-5d26-43ec-8545-89a7fe250ff4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:06.354898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device eea6c791-5d26-43ec-8545-89a7fe250ff4 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:06.462122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3911492b-286c-4774-abfa-698d9f2e8db3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:06.484875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee497af-9e5f-420e-9ea1-a0c942451b3c req-7d34da58-312a-460e-bd0f-cd34926e9013 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:06.498837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ee497af-9e5f-420e-9ea1-a0c942451b3c req-7d34da58-312a-460e-bd0f-cd34926e9013 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 944 time: 0.0853145 Aug 19 15:21:06.546445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ee497af-9e5f-420e-9ea1-a0c942451b3c req-4d6a1906-8c54-406a-9c6b-5040b995ab4e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Aug 19 15:21:07.039036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51790) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:07.045679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709097716', 'description': 'tempest-description--390641777'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:07.113706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50f5f040-94b9-40bb-aafe-5e32cdea5a88 req-ffdd447d-a9c0-4d68-a81e-f8a35c5896f1 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0491934 Aug 19 15:21:07.197417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:07.392324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:07.604879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3911492b-286c-4774-abfa-698d9f2e8db3 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:21:07.669844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:07.723119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d226e9-763a-4bde-b369-4df1a8dc53e7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:07.853786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 3911492b-286c-4774-abfa-698d9f2e8db3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:07.864345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 3911492b-286c-4774-abfa-698d9f2e8db3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:07.864923 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:07.868877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51834) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:07.952805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:07.959740 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9775c1e3-12b2-4c11-bfc4-88f6767df8a2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9195001 Aug 19 15:21:07.964005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51836) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:07.976259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'security_group_rule': {'security_group_id': '62d226e9-763a-4bde-b369-4df1a8dc53e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:08.003837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Deleting subnet 3d3849d4-9d4a-4bca-b817-ed9e28aa4781 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:21:08.010001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.012817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.065242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b95d1d-ec37-447a-9919-02ed71bd4ee0 req-a0fda629-e706-4209-89af-1dd61d676bd5 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:08.067917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7b95d1d-ec37-447a-9919-02ed71bd4ee0 req-a0fda629-e706-4209-89af-1dd61d676bd5 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 944 time: 0.0791879 Aug 19 15:21:08.084156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3911492b-286c-4774-abfa-698d9f2e8db3'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:08.088397 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff7606b-75b7-404d-9824-1d16b543f4e8" -d '{"events": [{"server_uuid": "12e2862a-4163-4d5b-b6f1-ad9cc042dbed", "name": "network-vif-plugged", "status": "completed", "tag": "3911492b-286c-4774-abfa-698d9f2e8db3"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:08.108617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3911492b-286c-4774-abfa-698d9f2e8db3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3911492b-286c-4774-abfa-698d9f2e8db3,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:08.120891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7b95d1d-ec37-447a-9919-02ed71bd4ee0 req-0d1f28a3-9207-427b-bc0f-e601d575048d tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Aug 19 15:21:08.185367 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b8f48b-f83b-4b72-aa01-b617b0c7a715 x-openstack-request-id: req-b4b8f48b-f83b-4b72-aa01-b617b0c7a715 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:08.187264 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2862a-4163-4d5b-b6f1-ad9cc042dbed", "name": "network-vif-plugged", "status": "completed", "tag": "3911492b-286c-4774-abfa-698d9f2e8db3", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:08.187626 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4b8f48b-f83b-4b72-aa01-b617b0c7a715 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:08.194313 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3911492b-286c-4774-abfa-698d9f2e8db3', 'code': 200} Aug 19 15:21:08.267249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.317524 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.325163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.329597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a0b2fde-5d4d-4b77-93c4-23565ccf7fd4 req-df7b517f-147e-4d2d-988c-02def95528d1 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0592427 Aug 19 15:21:08.353668 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.388538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b2e3-aeff-4220-97d1-02f0e00e0d9c req-2621fb80-ee08-4058-9272-e86615610456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:08.391018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e433b2e3-aeff-4220-97d1-02f0e00e0d9c req-2621fb80-ee08-4058-9272-e86615610456 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 1096 time: 0.1185555 Aug 19 15:21:08.438833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.454265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e433b2e3-aeff-4220-97d1-02f0e00e0d9c req-e8f32a22-2523-49ed-a871-462fdffdebcb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526602 Aug 19 15:21:08.455465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3911492b-286c-4774-abfa-698d9f2e8db3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:08.499271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.532517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3849d4-9d4a-4bca-b817-ed9e28aa4781,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:08.543924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.551114 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5013d378-e136-42bc-9af2-2efed4c4950b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d3849d4-9d4a-4bca-b817-ed9e28aa4781 HTTP/1.1" status: 204 len: 168 time: 0.6803865 Aug 19 15:21:08.554124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51848) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:08.565596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.647299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a68f9c-4868-4381-9809-80293e5c9e5f,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:08.673060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.761437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.772509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5486d8fd-ba41-423a-8498-468247a00e23']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:08.784873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4439a6f0-f325-44e8-b0fb-49c3e3b790e6') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:08.785206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4439a6f0-f325-44e8-b0fb-49c3e3b790e6') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:08.798142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.818773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.820926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dfb75411-6497-4166-a165-d3cf019c9cbd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8584843 Aug 19 15:21:08.823308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.825009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:08.830278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'security_group_rule': {'security_group_id': '62d226e9-763a-4bde-b369-4df1a8dc53e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:08.831747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:21:08.832180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:21:08.834182 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:21:08.943792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.027370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.046789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.064977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.066970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5486d8fd-ba41-423a-8498-468247a00e23 HTTP/1.1" status: 204 len: 168 time: 0.5109076 Aug 19 15:21:09.068544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c11a-0a87-4ce4-af8d-e1fee5209848 admin admin] Pushing event deleted for resources: {'Network': ['ID=5486d8fd-ba41-423a-8498-468247a00e23,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:09.183780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.202900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c16e79-f6cb-41ea-9c0d-b6b7a00f3d7a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:09.278491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe2176-76b3-4c83-ad9a-68b174476e0d req-dbadc918-7ac0-4580-95e8-6810ceb1a744 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:09.280073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cfe2176-76b3-4c83-ad9a-68b174476e0d req-dbadc918-7ac0-4580-95e8-6810ceb1a744 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 945 time: 0.0648258 Aug 19 15:21:09.324963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cfe2176-76b3-4c83-ad9a-68b174476e0d req-1bf4d8f0-49af-4d9f-84e1-f41a45f0e031 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Aug 19 15:21:09.330092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.330092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7fcd2180-78e0-4c02-9f83-b52f7edd8e04 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5024929 Aug 19 15:21:09.332186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51870) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:09.338292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:09.449058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3335bec7-5c9c-4f85-9fce-9c83e902f2b2 req-4559b097-6615-4966-b226-31f44ccd8ede tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0316551 Aug 19 15:21:09.474574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.616623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:09.797711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Allocated IP 172.25.5.140 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/1662c09a-9834-4df6-9fd7-37fe3fb867be) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:21:09.840117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:09.891899 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3984859e-fb14-46a5-9344-4e05c0eac209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0733a49bc3f40d698325a6898ee185f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500290 Aug 19 15:21:09.894905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51880) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:10.011798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-125087dc-67ba-456f-9070-3555cae790cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.032498 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.052557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-125087dc-67ba-456f-9070-3555cae790cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.252747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.302269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:21:10.307427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:21:10.315832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:21:10.342272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'Port': ['ID=1662c09a-9834-4df6-9fd7-37fe3fb867be,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:10.439013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.464612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-125087dc-67ba-456f-9070-3555cae790cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.467722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-125087dc-67ba-456f-9070-3555cae790cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.472225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-125087dc-67ba-456f-9070-3555cae790cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93185415-2aa4-462d-95a0-4c99bbd7f40d HTTP/1.1" status: 204 len: 168 time: 0.5754139 Aug 19 15:21:10.509563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125087dc-67ba-456f-9070-3555cae790cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93185415-2aa4-462d-95a0-4c99bbd7f40d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:10.550930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0447-a4b9-456f-a889-01964ec97f08 req-d880715b-53d9-42b4-a00c-9b0fdec2a99c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:10.552742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3dd0447-a4b9-456f-a889-01964ec97f08 req-d880715b-53d9-42b4-a00c-9b0fdec2a99c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 945 time: 0.1023433 Aug 19 15:21:10.627279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3dd0447-a4b9-456f-a889-01964ec97f08 req-1a14c4e2-9112-4aa0-8c90-459a04556281 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666184 Aug 19 15:21:10.632092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:10.771302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3356f22d-2d69-48ec-a99a-0a8e99c0545b req-216f0560-9e3b-498c-b5b8-ba2ec4959532 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0575638 Aug 19 15:21:10.893797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:11.021949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:11.102635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'Port': ['ID=1662c09a-9834-4df6-9fd7-37fe3fb867be,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:11.116490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:11.286591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:11.289455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b78cc563-72fc-476d-a601-dd4979b541a6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9545741 Aug 19 15:21:11.539779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-209f75f5-3d48-4c6a-a35f-10efa2173902 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--709097716&fields=id&tenant_id=b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 267 time: 0.0564225 Aug 19 15:21:11.677244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-cf06a072-f990-49ca-8d6c-5757966fa2d0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:11.685705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-cf06a072-f990-49ca-8d6c-5757966fa2d0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 816 time: 0.1366894 Aug 19 15:21:11.698202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-87f85049-4398-4f0d-b0d3-9e55174b0365 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/quotas/b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 375 time: 0.0116014 Aug 19 15:21:11.771761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-9a0e8058-ac2a-4105-9cb0-44306a2fdf49 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665329 Aug 19 15:21:11.896966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-35cf8197-9448-4d1e-9a34-cd81e3756317 service neutron] 10.222.0.13 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066785 Aug 19 15:21:12.022150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-83245bc9-1a5f-4623-b680-770aa898aa59 service neutron] 10.222.0.13 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153333 Aug 19 15:21:12.446828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-741a4c94-e060-4628-af1a-87da35883384 req-54774473-f174-4afe-adf9-395b2ba1c421 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0304155 Aug 19 15:21:13.509961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1172fa4a-58a1-48c4-9d25-9f8e340ccb88 req-f0422ecb-4182-417e-8544-a1b7e04e6de8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Aug 19 15:21:13.606518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1085ac40-b66a-49f4-b674-6b3c0bf6adf2 req-85beb534-48d1-428c-b945-78ed0fcf4df9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 210 time: 0.0409117 Aug 19 15:21:13.628247 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:13.760488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c3a18-b87a-4def-8308-67e51c407dde req-5b00af41-7a70-4093-8f82-d7b5864b3808 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:13.762118 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658c3a18-b87a-4def-8308-67e51c407dde req-5b00af41-7a70-4093-8f82-d7b5864b3808 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 945 time: 0.0878975 Aug 19 15:21:13.831709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658c3a18-b87a-4def-8308-67e51c407dde req-305cb2ae-aeca-480d-9bf8-87205cbb1197 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534229 Aug 19 15:21:13.955841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79384472-3d4d-4a51-a6d5-7db11e57d64c req-f547117f-07b6-4ef9-aaa8-54b35fb25231 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0352540 Aug 19 15:21:14.037812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fee1e5f-b1ec-484d-87f2-cbb87d1b72e4 req-f1b3b231-05d9-48e6-8bcb-2218970729ff tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0310991 Aug 19 15:21:14.621651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7473d7a6-83ad-4293-aa8d-3faa80bfe1b8 req-1e4aa5df-c43c-449a-8499-515d0f74f0ab tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0427103 Aug 19 15:21:14.663270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-5e8eacbc-3551-42bc-a7fa-5374ac05adf5 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:14.669413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-5e8eacbc-3551-42bc-a7fa-5374ac05adf5 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 945 time: 0.1316459 Aug 19 15:21:14.797992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9fc5bf9-a09f-441f-9a3c-274ae4f5f71d req-0a0f1e11-97b2-4adc-8117-fa8a54c17c20 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 210 time: 0.0510473 Aug 19 15:21:14.826795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Deleting port 3911492b-286c-4774-abfa-698d9f2e8db3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:14.827211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:14.998332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] For port 3911492b-286c-4774-abfa-698d9f2e8db3, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3911492b-286c-4774-abfa-698d9f2e8db3,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:14.998656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:15.014580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Calling delete_port for 3911492b-286c-4774-abfa-698d9f2e8db3 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:15.033218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fc87-0724-4844-8ba2-df8d4dc480f2 req-7bf81401-6e4e-44ff-9680-8ebc9e13e802 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:15.034865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f896fc87-0724-4844-8ba2-df8d4dc480f2 req-7bf81401-6e4e-44ff-9680-8ebc9e13e802 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 945 time: 0.0835218 Aug 19 15:21:15.159552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f896fc87-0724-4844-8ba2-df8d4dc480f2 req-a038f911-d3a9-490f-8d6e-ffd19a6b66bc tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913601 Aug 19 15:21:15.264137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24afaa52-4967-4f7f-91be-fcdae7d4cc17 req-56c83a12-a19c-42b4-9bcf-5df5ab65a82c tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Aug 19 15:21:15.355463 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:15.366899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3911492b-286c-4774-abfa-698d9f2e8db3'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:15.429855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Pushing event deleted for resources: {'Port': ['ID=3911492b-286c-4774-abfa-698d9f2e8db3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:15.453558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] No DVR routers for this DVR port 3911492b-286c-4774-abfa-698d9f2e8db3 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:15.462382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:15.462492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b70ba03-f620-4b14-bff3-064dc0c681cf req-c240d881-cf6a-4b88-84ac-68af92cd943c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "DELETE /v2.0/ports/3911492b-286c-4774-abfa-698d9f2e8db3 HTTP/1.1" status: 204 len: 173 time: 0.7854192 Aug 19 15:21:15.462902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'name': 'network-vif-deleted', 'tag': '3911492b-286c-4774-abfa-698d9f2e8db3'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:15.467379 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4a630-1672-4a7a-a2fe-41ec34ec05d6" -d '{"events": [{"server_uuid": "12e2862a-4163-4d5b-b6f1-ad9cc042dbed", "name": "network-vif-deleted", "tag": "3911492b-286c-4774-abfa-698d9f2e8db3"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:15.521663 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168d6e8-cbcd-4579-9b80-7dd028bce128 x-openstack-request-id: req-e168d6e8-cbcd-4579-9b80-7dd028bce128 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:15.521973 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2862a-4163-4d5b-b6f1-ad9cc042dbed", "name": "network-vif-deleted", "tag": "3911492b-286c-4774-abfa-698d9f2e8db3", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:15.522227 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e168d6e8-cbcd-4579-9b80-7dd028bce128 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:15.522931 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2862a-4163-4d5b-b6f1-ad9cc042dbed', 'name': 'network-vif-deleted', 'tag': '3911492b-286c-4774-abfa-698d9f2e8db3', 'status': 'completed', 'code': 200} Aug 19 15:21:15.732240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14134644-8a58-4a1b-8155-b1a3a3dc2737 req-c7aa0b0d-1dc3-4f3d-a927-11792682035d tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0300009 Aug 19 15:21:15.944138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffd5ac3c-d00f-443c-8352-ecfc867f9c71 req-3f057b62-8466-4f4e-99b2-5d67ae9f64d2 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 210 time: 0.0317667 Aug 19 15:21:16.110434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-d42f7fbd-86cc-4986-87c7-0303c98b9409 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:16.111993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-d42f7fbd-86cc-4986-87c7-0303c98b9409 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 816 time: 0.1434710 Aug 19 15:21:16.190241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-a9dc0059-7708-4f4f-b379-b59774e2aba4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 379 time: 0.0444407 Aug 19 15:21:16.201303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'port': {'device_id': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'admin_state_up': True, 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'security_groups': ['62d226e9-763a-4bde-b369-4df1a8dc53e7']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:16.300934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af153830-5a1d-4d5b-994e-548c920c7455 req-3add652b-eacd-4ace-a4f8-5ad50e6a31f7 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e2862a-4163-4d5b-b6f1-ad9cc042dbed HTTP/1.1" status: 200 len: 210 time: 0.0304670 Aug 19 15:21:16.473828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5a5e3ed-4045-4184-b2d9-819939c8d4f9 req-6fd9db4e-50d9-4583-a5d0-26827fb0e5bc tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0433705 Aug 19 15:21:16.474909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Made reservation on behalf of b119a54a56644f20af9419296826f55c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:21:16.481368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:16.663952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Allocated IP 172.20.0.9 (b5d7f7f3-df3b-49f1-8246-80932f6c669a/e84e762a-3a5d-4672-b319-d596c057b5a2/4f09babe-18a0-44e1-b094-d2ab2d20d62d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:21:16.816655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:16.841810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Transition to ACTIVE for port object 4f09babe-18a0-44e1-b094-d2ab2d20d62d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:17.017360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c468485-fcb3-4e2c-80a6-15aa147699f8 req-10069e27-d57e-47da-8e34-7a7649ffde67 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0290806 Aug 19 15:21:17.070042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:17.123424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:21:17.129365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:21:17.134204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:21:17.169218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:17.200496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:17.201172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:17.368456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-7eeb1146-d342-4e5d-9697-44b453b45500 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1718466 Aug 19 15:21:17.407492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Request body: {'port': {'device_id': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:17.424011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aca853cf-8156-46bc-98af-b2c79caf823f None None] Provisioning for port 4f09babe-18a0-44e1-b094-d2ab2d20d62d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:17.431842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aca853cf-8156-46bc-98af-b2c79caf823f None None] Provisioning complete for port 4f09babe-18a0-44e1-b094-d2ab2d20d62d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:17.432529 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aca853cf-8156-46bc-98af-b2c79caf823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:17.503462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-aca853cf-8156-46bc-98af-b2c79caf823f None None] Port 4f09babe-18a0-44e1-b094-d2ab2d20d62d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:21:17.524589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:17.669521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3911492b-286c-4774-abfa-698d9f2e8db3 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:17.713905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 3911492b-286c-4774-abfa-698d9f2e8db3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:17.714261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3911492b-286c-4774-abfa-698d9f2e8db3 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:17.886135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6df3-fedd-4585-8b5a-f912676948d7 req-04db5217-7d7b-4a75-bf92-e03242ea6a06 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:17.887692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38ab6df3-fedd-4585-8b5a-f912676948d7 req-04db5217-7d7b-4a75-bf92-e03242ea6a06 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 931 time: 0.0902619 Aug 19 15:21:18.002762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38ab6df3-fedd-4585-8b5a-f912676948d7 req-cd8ec0b4-a4cf-4990-8cc3-393b3c93fed1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992029 Aug 19 15:21:18.025585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f09babe-18a0-44e1-b094-d2ab2d20d62d {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:18.037192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:18.056898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Transition to ACTIVE for port object 4f09babe-18a0-44e1-b094-d2ab2d20d62d will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:18.203462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b381e8c1-5c9d-457e-823a-8b9cbc699368 req-cb9ce3d9-4cdd-4754-a37f-4d4f6b65c800 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0406344 Aug 19 15:21:18.217514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:18.319560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:18.382812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Attempting to bind port 4f09babe-18a0-44e1-b094-d2ab2d20d62d on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:21:18.383185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Attempting to bind port 4f09babe-18a0-44e1-b094-d2ab2d20d62d by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:21:18.383514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Attempting to bind port 4f09babe-18a0-44e1-b094-d2ab2d20d62d on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:18.388071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22bdd64c-fe8e-4977-b6c1-b1631163f6f6 req-4075dc7e-9c1c-4e86-ad34-03cfc41ef389 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0372527 Aug 19 15:21:18.392135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Port 4f09babe-18a0-44e1-b094-d2ab2d20d62d on network b5d7f7f3-df3b-49f1-8246-80932f6c669a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:21:18.392483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Attempting to bind port 4f09babe-18a0-44e1-b094-d2ab2d20d62d on network b5d7f7f3-df3b-49f1-8246-80932f6c669a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:18.398425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:21:18.399332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Checking segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:21:18.399746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Bound using segment: {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:21:18.400401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Bound port: 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad28d8c9-d1e2-400f-a028-210201f39ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:21:18.400609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:18.583739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:21:18.585640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:21:18.720239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:18.779507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:18.780128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:18.781656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] 10.222.0.54 "PUT /v2.0/ports/4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 1092 time: 1.3797007 Aug 19 15:21:18.782130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:18.784430 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbef274-c060-4867-8b3c-fc92e9a0d24f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:18.812216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae0d2f-9121-43f8-af27-b6a60a38fc2e service neutron] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:19.175275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-2547abc7-a381-428a-b443-d3cedddc11f2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.177056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-2547abc7-a381-428a-b443-d3cedddc11f2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/networks?id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 200 len: 809 time: 0.1516380 Aug 19 15:21:19.232523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-22dc3a12-e577-4a4f-b392-b20fb3ad75d2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/quotas/31c9ed401a734690a3a86bc98f5255f2 HTTP/1.1" status: 200 len: 375 time: 0.0418746 Aug 19 15:21:19.245171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-d7cac7d9-e2d4-49e1-9210-c09dacf45827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.246675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-d7cac7d9-e2d4-49e1-9210-c09dacf45827 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1095 time: 0.1250980 Aug 19 15:21:19.278684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-eaae4181-16a7-42b1-a0b7-42389bdda237 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31c9ed401a734690a3a86bc98f5255f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382855 Aug 19 15:21:19.304576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-c72e8c63-1aa5-4f79-a196-f5e861fa66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.308338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-c72e8c63-1aa5-4f79-a196-f5e861fa66e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1302655 Aug 19 15:21:19.390089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-4f6c4653-5d61-4ed9-817a-80ce7511a0c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 217 time: 0.1138384 Aug 19 15:21:19.539858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-fc183a84-a49d-4104-ad7a-51d7a6cff333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.541515 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-fc183a84-a49d-4104-ad7a-51d7a6cff333 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.1030495 Aug 19 15:21:19.546287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-7a3d885d-0171-49ff-85a4-82e723777643 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571118 Aug 19 15:21:19.594654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-bf27396c-8462-4c1e-b5a7-71a1a6d00cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.596225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-bf27396c-8462-4c1e-b5a7-71a1a6d00cd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.2188969 Aug 19 15:21:19.740392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-94175e40-e4fb-4777-a37e-86a0dad39f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.742134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-94175e40-e4fb-4777-a37e-86a0dad39f56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1913056 Aug 19 15:21:19.746826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-9b5982d7-366f-4f76-afd9-c20844d9b889 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.1393130 Aug 19 15:21:19.783908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-37946b67-40cb-4114-9096-c56f2eb71498 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186942 Aug 19 15:21:19.883055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-f8bd12f7-610c-4732-9bc2-6f8d27c322ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:19.885363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-f8bd12f7-610c-4732-9bc2-6f8d27c322ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1208417 Aug 19 15:21:19.929081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-5e323cdd-ada1-4001-a48c-247a2834751e service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675324 Aug 19 15:21:20.004696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-c4703a58-aaee-40fa-9bb3-5fb4a78b54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.006376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-c4703a58-aaee-40fa-9bb3-5fb4a78b54d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124160 Aug 19 15:21:20.116639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f0c73fd-a922-4d83-8bad-24b4dfb3eafe req-1c620bc9-b7a2-4596-9879-8a43972c13bb service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788285 Aug 19 15:21:20.159098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-0f88faae-79c9-4f29-a562-6c1d97db4fc9 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447287 Aug 19 15:21:20.166467 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e090be-372c-4e9f-8f87-ca0e645adc44 x-openstack-request-id: req-17e090be-372c-4e9f-8f87-ca0e645adc44 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:20.166772 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:20.167028 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e090be-372c-4e9f-8f87-ca0e645adc44 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:20.167715 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'status': 'completed', 'code': 200} Aug 19 15:21:20.305470 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:21:20.351198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902379a-1914-473a-810f-f4dfb0a68e34 req-af93922a-28ce-4d87-9784-1d04ccf69102 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.360366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9902379a-1914-473a-810f-f4dfb0a68e34 req-af93922a-28ce-4d87-9784-1d04ccf69102 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1282892 Aug 19 15:21:20.422503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-9c7d65bc-4917-40cb-81b1-a3af2ba40b47 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407997 Aug 19 15:21:20.464002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9902379a-1914-473a-810f-f4dfb0a68e34 req-69885b48-ea8d-4c13-88b1-5b73eedf302f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980077 Aug 19 15:21:20.485348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-f55b1e95-9ee9-4673-94ac-b9efb2a0a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.488528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-f55b1e95-9ee9-4673-94ac-b9efb2a0a203 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1095 time: 0.1334105 Aug 19 15:21:20.757286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad253adc-31c0-4d40-ac5b-8fd9a7eee960 req-527b168c-2247-4bbb-a903-3387e3ac3b57 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.766321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad253adc-31c0-4d40-ac5b-8fd9a7eee960 req-527b168c-2247-4bbb-a903-3387e3ac3b57 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1360877 Aug 19 15:21:20.796934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-98142004-e907-4601-ab51-e39f957d907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.798929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-98142004-e907-4601-ab51-e39f957d907e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.3021772 Aug 19 15:21:20.868036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-350e7512-adfb-4cb7-a2e9-859a77f592cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 217 time: 0.0544701 Aug 19 15:21:20.871279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad253adc-31c0-4d40-ac5b-8fd9a7eee960 req-f3dbaa90-4a4b-4163-ac40-c225616de792 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038294 Aug 19 15:21:20.924575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-b47411ef-e24f-41d8-951c-98fe9e6f1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.926091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-b47411ef-e24f-41d8-951c-98fe9e6f1139 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0511656 Aug 19 15:21:20.983855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-7c88ba8e-e5b7-44a8-8246-82126eb254a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:20.989307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-7c88ba8e-e5b7-44a8-8246-82126eb254a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519531 Aug 19 15:21:21.063944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-249d5631-e0bb-486f-9b51-cd81e35dac7e req-25411d8d-e830-4cf8-a6fa-9d594e2b6ca6 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0721116 Aug 19 15:21:21.122168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-bfe7097b-0976-462d-a260-dc58d86ca10f service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290641 Aug 19 15:21:21.550681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04f0d5d9-223b-4d12-a745-5641e119324f req-cda37bd2-fb1c-4a98-9fca-95c036fec9fb tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.4126341 Aug 19 15:21:21.635255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbef274-c060-4867-8b3c-fc92e9a0d24f req-6d4e7d29-93f8-47e9-85c9-c596a94267a0 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057509 Aug 19 15:21:21.700382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0dc4ab39-cd7c-44e1-92e4-05e7bbb4ddb2 req-addc4408-9daa-4ada-b365-0767236459c4 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Aug 19 15:21:21.818572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78711a-9022-453a-a5dd-b68a72221ea3 req-10387c38-a98a-45dc-a8bb-663ece7dc002 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:21.820435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f78711a-9022-453a-a5dd-b68a72221ea3 req-10387c38-a98a-45dc-a8bb-663ece7dc002 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0555747 Aug 19 15:21:21.880191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24a9de7f-e981-41fe-a6e1-c901212d36ee req-ee7099af-ea71-4553-8a97-2bd2b6e3f454 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0417688 Aug 19 15:21:21.901011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f78711a-9022-453a-a5dd-b68a72221ea3 req-570b1515-3afc-41ac-8b62-4672221c5a5c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639031 Aug 19 15:21:22.058062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61819642-3d97-451b-b1c0-21805cab57d9 req-820ed1dc-f0cd-4c54-b4c7-bdfb436dc14a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:22.059643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61819642-3d97-451b-b1c0-21805cab57d9 req-820ed1dc-f0cd-4c54-b4c7-bdfb436dc14a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.0595691 Aug 19 15:21:22.103790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61819642-3d97-451b-b1c0-21805cab57d9 req-15a02425-19e8-48c6-8f35-829e97016204 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361474 Aug 19 15:21:22.203292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2a99edc-11d5-4273-94bc-b2b87ec67496 req-2fe74024-6db5-4b4f-aad9-a987a20f068e tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Aug 19 15:21:22.660654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adf380d2-4ca0-4463-ac17-8abb6bff913e req-8abd058a-e2d1-45af-a484-7f0f0ca43eab tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0259864 Aug 19 15:21:22.835281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fded05e2-96c7-41b0-ba47-eba3517abd22 req-f2df45fb-c2f2-4f24-950d-a2f911aba07e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 210 time: 0.0402224 Aug 19 15:21:22.917198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e13b4852-1fa6-44eb-9295-f861a998b2c4 req-df02fdbe-be71-46ea-bd4c-9ac36686ef7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0366945 Aug 19 15:21:23.039145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aec47-5f1a-46f7-9590-65e0880180cb req-0b71f172-ec62-4dd7-8b30-da4860a61887 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:23.041715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d64aec47-5f1a-46f7-9590-65e0880180cb req-0b71f172-ec62-4dd7-8b30-da4860a61887 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0583539 Aug 19 15:21:23.152815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d64aec47-5f1a-46f7-9590-65e0880180cb req-5c341305-14fa-4a73-a08b-10454e87d5aa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015904 Aug 19 15:21:23.190486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-86dcf60a-952c-46bc-8e3b-4b2fdfe1ac94 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:23.192079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-86dcf60a-952c-46bc-8e3b-4b2fdfe1ac94 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "GET /v2.0/networks?id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 200 len: 809 time: 0.1425500 Aug 19 15:21:23.209160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Request body: {'port': {'device_id': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5', 'admin_state_up': True, 'tenant_id': '31c9ed401a734690a3a86bc98f5255f2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:23.346264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262d5b5-f6ce-4ec8-9f67-4c6d4abc49e1 req-69378aed-2fcd-4c50-b9f2-b58dbd22a4b1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:23.347921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d262d5b5-f6ce-4ec8-9f67-4c6d4abc49e1 req-69378aed-2fcd-4c50-b9f2-b58dbd22a4b1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.0884187 Aug 19 15:21:23.408668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d262d5b5-f6ce-4ec8-9f67-4c6d4abc49e1 req-23a219f6-2f30-40be-8014-4cdd5233811f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544491 Aug 19 15:21:23.486802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Made reservation on behalf of 31c9ed401a734690a3a86bc98f5255f2 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:21:23.490908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:23.549669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dbd999e-394a-49fb-93cd-590a4962565f req-6e86053e-f0ee-4c6e-8a32-a6d03e3d6e2b tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0459831 Aug 19 15:21:23.678945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Allocated IP 172.20.0.8 (c9fe58f0-842b-4ca2-92b5-5ca570399fa5/66829787-c629-4f8a-89cf-36b465f92b3a/bd29536b-8879-4af8-ba9b-bbfd6ef03e8c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:21:23.831099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6347344-c906-4e17-8615-140a94d79a43 req-9914c380-b91f-4fe9-8a56-28cf5ac24011 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0634933 Aug 19 15:21:23.918022 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:23.990746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09d8c6b7-0ea2-40f2-b0c9-0df3a3acf6df req-6f3f66c9-74bf-4939-897e-e415bfd58eb8 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 210 time: 0.0346506 Aug 19 15:21:24.092752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.147386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:21:24.151805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:21:24.154456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:21:24.183522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Pushing event updated for resources: {'Port': ['ID=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:24.202763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.203109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.203446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.203778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.204113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.204450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.205064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.205412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.205745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.206063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.206369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.206693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:24.234982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:24.235669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.360973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-78fb976c-b751-461e-a736-0b7b1da0b418 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1574309 Aug 19 15:21:24.380772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Request body: {'port': {'device_id': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:24.473942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.520642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ce697561-b61b-4137-943b-1f1437a290b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.657443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df7dd7-3e17-4adc-a383-d1bc3e477027 req-fdde0eba-daa4-459e-a9ab-5d67691ca855 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:24.659066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37df7dd7-3e17-4adc-a383-d1bc3e477027 req-fdde0eba-daa4-459e-a9ab-5d67691ca855 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1471274 Aug 19 15:21:24.763008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37df7dd7-3e17-4adc-a383-d1bc3e477027 req-415469c7-762e-43ef-9649-b2c214dc5b8e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931451 Aug 19 15:21:24.890067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd29536b-8879-4af8-ba9b-bbfd6ef03e8c {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:24.912872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-811caa3a-b58c-4cd8-9be2-39c5517e2f0b req-97094468-83a6-4e5f-9c13-3ddaf4b27672 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0376852 Aug 19 15:21:24.915042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.937990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Transition to ACTIVE for port object bd29536b-8879-4af8-ba9b-bbfd6ef03e8c will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:25.012971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff4b1515-0c8e-4fc8-a3c1-35a58ad02e10 req-bbbee121-04db-4ab0-bde4-8fdbe747e323 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0297098 Aug 19 15:21:25.073175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:25.164275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Pushing event updated for resources: {'Port': ['ID=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:25.225399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce259fc0-b4db-455e-904a-1468d066ba25 req-ed091e3b-6665-4aee-ae9b-e54dbcb3c489 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.227088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce259fc0-b4db-455e-904a-1468d066ba25 req-ed091e3b-6665-4aee-ae9b-e54dbcb3c489 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 943 time: 0.1514215 Aug 19 15:21:25.295182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Attempting to bind port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:21:25.295523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Attempting to bind port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:21:25.295862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Attempting to bind port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c on network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:25.300707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce259fc0-b4db-455e-904a-1468d066ba25 req-1e00aba2-1983-469d-b746-d4aaca986dc6 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602257 Aug 19 15:21:25.304138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c on network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:21:25.304529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Attempting to bind port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c on network c9fe58f0-842b-4ca2-92b5-5ca570399fa5 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:25.311360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:21:25.311727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Checking segment: {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:21:25.312094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Bound using segment: {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:21:25.312531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Bound port: bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4e75a8-23b9-489e-a792-43f7abd0def8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:21:25.312901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:25.388086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] For port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:21:25.390884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] For port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:21:25.485856 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:25.532219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:25.579458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.580171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:25.591417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] 10.222.0.46 "PUT /v2.0/ports/bd29536b-8879-4af8-ba9b-bbfd6ef03e8c HTTP/1.1" status: 200 len: 1092 time: 1.2104845 Aug 19 15:21:25.591417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'tag': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:25.591417 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618d2098-0a2b-47a3-87d6-768f11785fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ac2eae-e90d-45dd-8219-05bc2cae6d10", "tag": "bd29536b-8879-4af8-ba9b-bbfd6ef03e8c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:25.624703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e8a9-a854-467a-91d6-c6b73f200f42 service neutron] Pushing event updated for resources: {'Port': ['ID=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:25.722140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-7acbcd27-7604-4819-8b0f-1bf6d1fef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.723701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-7acbcd27-7604-4819-8b0f-1bf6d1fef5ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c9ed401a734690a3a86bc98f5255f2&device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 1095 time: 0.0451317 Aug 19 15:21:25.780909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-baa25e52-504e-4391-8da5-2ee71b9091fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c HTTP/1.1" status: 200 len: 217 time: 0.0479453 Aug 19 15:21:25.847309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-2d8071d8-f25f-49e3-8aa3-45ac73de87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.848847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-2d8071d8-f25f-49e3-8aa3-45ac73de87a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66829787-c629-4f8a-89cf-36b465f92b3a HTTP/1.1" status: 200 len: 849 time: 0.0610664 Aug 19 15:21:25.850483 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea78bf-083b-4f9e-b72c-13ab8456aa99 x-openstack-request-id: req-a4ea78bf-083b-4f9e-b72c-13ab8456aa99 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:25.850860 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ac2eae-e90d-45dd-8219-05bc2cae6d10", "tag": "bd29536b-8879-4af8-ba9b-bbfd6ef03e8c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:25.851180 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4ea78bf-083b-4f9e-b72c-13ab8456aa99 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:25.851694 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'tag': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c', 'status': 'completed', 'code': 200} Aug 19 15:21:25.892352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-98e7f15b-af71-4673-a481-d52eb034d9ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286982 Aug 19 15:21:26.035685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e88-c282-4cd8-b4a2-1f3eea0b9148 req-d2c3d14f-81a0-46e1-a11b-90b99c6b219e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:26.044155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05937e88-c282-4cd8-b4a2-1f3eea0b9148 req-d2c3d14f-81a0-46e1-a11b-90b99c6b219e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1250181 Aug 19 15:21:26.073085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-defdf58d-8a65-4caa-81eb-9e9fd911dfb6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791692 Aug 19 15:21:26.125704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05937e88-c282-4cd8-b4a2-1f3eea0b9148 req-b7fa1584-415f-4447-bedf-ab62eb734da7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800984 Aug 19 15:21:26.273419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7db320f6-a66e-4333-82f1-0e0f6c9d1abd req-13f4701b-ace3-4568-b148-afb8874dea9e service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924272 Aug 19 15:21:26.313804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3274647d-ad28-4c5a-a657-65cf6b9f3530 req-d6f4f218-fa8a-4977-a538-cd780ebafd70 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0390313 Aug 19 15:21:26.414284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4a1e84e-26dd-461d-81d0-9a146b3688bd req-afca3cba-e3a7-4aa9-bcce-8dc65dbe280c tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0292222 Aug 19 15:21:26.459044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:21:26.595457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe08eb9-4bb3-49d9-8ade-014722bcbda9 req-5185d4ad-fd8e-4bd0-a40e-d5d23283d1c7 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:26.597448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fe08eb9-4bb3-49d9-8ade-014722bcbda9 req-5185d4ad-fd8e-4bd0-a40e-d5d23283d1c7 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 943 time: 0.0663195 Aug 19 15:21:26.603800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-07fff9a6-4d11-44f2-af31-2ceaaf808fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:26.603800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-07fff9a6-4d11-44f2-af31-2ceaaf808fb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c9ed401a734690a3a86bc98f5255f2&device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 1095 time: 0.0985372 Aug 19 15:21:26.618843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:26.633386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'mac_address': 'fa:16:3e:3a:d7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:21:26.685490 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:26.702366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f09babe-18a0-44e1-b094-d2ab2d20d62d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:26.713655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fe08eb9-4bb3-49d9-8ade-014722bcbda9 req-7ff34c31-a459-4858-a04a-3dcdba34e84e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094983 Aug 19 15:21:26.752199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:26.760492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-5f80d977-b794-4ef0-8abc-b552d1554ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:26.762131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-5f80d977-b794-4ef0-8abc-b552d1554ca4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 200 len: 910 time: 0.1514039 Aug 19 15:21:26.810570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-3e185dcc-6e2d-41aa-be41-0539fd6c3cfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c HTTP/1.1" status: 200 len: 217 time: 0.0406170 Aug 19 15:21:26.857614 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:26.874199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-167219ba-1534-42c3-a8f1-2e05b39c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:26.875761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-167219ba-1534-42c3-a8f1-2e05b39c8050 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66829787-c629-4f8a-89cf-36b465f92b3a HTTP/1.1" status: 200 len: 849 time: 0.0580516 Aug 19 15:21:26.889773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52382) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:26.921921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-3818c4f6-1d18-42ad-8271-9b13b755039f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9fe58f0-842b-4ca2-92b5-5ca570399fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374730 Aug 19 15:21:26.926000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:27.045216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-62197edb-bd51-4cd3-8b67-1c969c912dcf service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113610 Aug 19 15:21:27.046035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b3a088c-10e4-4c9d-a5f6-16788dd3e7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.187728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-618d2098-0a2b-47a3-87d6-768f11785fa6 req-5ccab175-9165-4be2-aaa1-c8e308a8c658 service neutron] 10.222.0.46 "GET /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327808 Aug 19 15:21:27.264372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b3a088c-10e4-4c9d-a5f6-16788dd3e7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.309363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5cefe-c71d-4df2-9c94-dcb64c65766c req-15eb5a3b-53d2-47f9-9864-16e5d6ca2f12 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:27.310921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75d5cefe-c71d-4df2-9c94-dcb64c65766c req-15eb5a3b-53d2-47f9-9864-16e5d6ca2f12 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.0720196 Aug 19 15:21:27.348632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['4f09babe-18a0-44e1-b094-d2ab2d20d62d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:27.359402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75d5cefe-c71d-4df2-9c94-dcb64c65766c req-9122e25b-a8e0-4495-bf6a-ba25a49cff2f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Aug 19 15:21:27.388018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6b3a088c-10e4-4c9d-a5f6-16788dd3e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.417590 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.482292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6b3a088c-10e4-4c9d-a5f6-16788dd3e7a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48bf9e646ea04bff828a3350ebc125b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938487 Aug 19 15:21:27.486820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:27.498385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a088c-10e4-4c9d-a5f6-16788dd3e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf0824-da97-4585-b5af-64bae10ab6c5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:27.510811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed2d2594-b991-4d87-aa68-ae1a83374514 req-e7d96e5e-5a23-4686-a62a-a3868d131f7b tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0714529 Aug 19 15:21:27.575604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f50b0b7-d932-4a14-9af4-f14b2416e5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.602613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f50b0b7-d932-4a14-9af4-f14b2416e5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.626033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf05f596-bd2f-4a80-ad02-897fb99a9fa7 req-df221743-9bae-4043-a05e-07529e191575 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Aug 19 15:21:27.744660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f50b0b7-d932-4a14-9af4-f14b2416e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.749099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f50b0b7-d932-4a14-9af4-f14b2416e5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.750936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f50b0b7-d932-4a14-9af4-f14b2416e5f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dbf0824-da97-4585-b5af-64bae10ab6c5 HTTP/1.1" status: 204 len: 168 time: 0.2616558 Aug 19 15:21:27.766621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b0b7-d932-4a14-9af4-f14b2416e5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf0824-da97-4585-b5af-64bae10ab6c5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:27.859678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdb8a9-9bcc-421a-bef9-e1de28e00d6c req-9de47668-af62-4f6c-96cc-0945f0d66dcc tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:27.861476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ebdb8a9-9bcc-421a-bef9-e1de28e00d6c req-9de47668-af62-4f6c-96cc-0945f0d66dcc tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 943 time: 0.0625558 Aug 19 15:21:27.900946 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-26f1fe7a-c253-4ccc-8a72-871b191d2099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.909519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ebdb8a9-9bcc-421a-bef9-e1de28e00d6c req-579c3611-8db6-410b-a805-b41cfbd50205 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Aug 19 15:21:28.504737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7e609-b0bd-4cbd-9804-9d8fea22970c req-97b38a9c-c128-48e8-89c9-8609423a4f5b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:28.506278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c7e609-b0bd-4cbd-9804-9d8fea22970c req-97b38a9c-c128-48e8-89c9-8609423a4f5b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.0646362 Aug 19 15:21:28.548230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c7e609-b0bd-4cbd-9804-9d8fea22970c req-91437dcf-55c8-41aa-941f-2a2ebe46ea38 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349047 Aug 19 15:21:28.640065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ffc9754-c5f6-40c1-835c-02bf394e457d req-6eb37b8e-99c6-4a37-a189-4ea966df7eb5 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0269806 Aug 19 15:21:28.669785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52428) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:28.684499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c109c988-de4a-4c24-9bc7-3dc38022b99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:28.747430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-773a9671-f28a-46a9-a2e4-9cafd4229864 req-7325c687-614e-486e-9ea0-555278080f6b tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0291047 Aug 19 15:21:28.790775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c109c988-de4a-4c24-9bc7-3dc38022b99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:28.885859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c109c988-de4a-4c24-9bc7-3dc38022b99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:28.943536 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c109c988-de4a-4c24-9bc7-3dc38022b99d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c568d36d8b9f4571bc100e56cd9b2389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701504 Aug 19 15:21:28.943536 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c988-de4a-4c24-9bc7-3dc38022b99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989a9bb-b67e-4551-b9af-74d4eb46c67f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:28.944051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52434) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:29.017941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-871f7f1f-d953-44d9-82cf-945cef3f4ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.069723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-871f7f1f-d953-44d9-82cf-945cef3f4ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.119587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5461-5cf6-4da3-bf69-cd28776fd5b5 req-853191e9-34bb-4167-b343-34d9739e4133 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:29.121220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aef5461-5cf6-4da3-bf69-cd28776fd5b5 req-853191e9-34bb-4167-b343-34d9739e4133 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 943 time: 0.0984774 Aug 19 15:21:29.164092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aef5461-5cf6-4da3-bf69-cd28776fd5b5 req-367abbf7-6c83-436c-baa0-11288a179132 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363929 Aug 19 15:21:29.221364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-871f7f1f-d953-44d9-82cf-945cef3f4ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.224013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-871f7f1f-d953-44d9-82cf-945cef3f4ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.225228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-871f7f1f-d953-44d9-82cf-945cef3f4ccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9989a9bb-b67e-4551-b9af-74d4eb46c67f HTTP/1.1" status: 204 len: 168 time: 0.2798359 Aug 19 15:21:29.234523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7f1f-d953-44d9-82cf-945cef3f4ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989a9bb-b67e-4551-b9af-74d4eb46c67f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:29.657178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.677802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137cfd2-bab2-4cc7-b85e-56b1533ba426 req-071eff27-6499-484c-ac89-f13c5614dce9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:29.682955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9137cfd2-bab2-4cc7-b85e-56b1533ba426 req-071eff27-6499-484c-ac89-f13c5614dce9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.0582337 Aug 19 15:21:29.722074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9137cfd2-bab2-4cc7-b85e-56b1533ba426 req-60fbf943-eb64-4e88-ade0-d3fb99649a70 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358589 Aug 19 15:21:29.778610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd29536b-8879-4af8-ba9b-bbfd6ef03e8c details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:21:29.822530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8ff247f0-801d-4b60-ac37-32c51becd792 req-e37536e5-109f-439c-a9a0-1af8269ca6a5 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0321794 Aug 19 15:21:29.947940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:29.947940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c', 'network_id': 'c9fe58f0-842b-4ca2-92b5-5ca570399fa5', 'port_id': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c', 'mac_address': 'fa:16:3e:f2:29:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66829787-c629-4f8a-89cf-36b465f92b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:21:29.948254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52458) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:29.948789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7557e26-9616-4cd3-a813-ca44677a341e req-c0178164-89c5-47ae-80ee-a9fe120d1ae2 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0316112 Aug 19 15:21:29.953051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-753721ae-e003-4fa4-b1d8-a2aaab2d24de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.979085 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:29.996286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd29536b-8879-4af8-ba9b-bbfd6ef03e8c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:30.017351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:30.047115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-753721ae-e003-4fa4-b1d8-a2aaab2d24de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.109551 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.137451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-753721ae-e003-4fa4-b1d8-a2aaab2d24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.163803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:30.183232 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-753721ae-e003-4fa4-b1d8-a2aaab2d24de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e077023ca8f540f5a9c271bc01b161e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446141 Aug 19 15:21:30.184273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753721ae-e003-4fa4-b1d8-a2aaab2d24de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e31faa-6116-4971-9f6e-faa1f82d57cb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:30.187143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52466) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:30.270010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5663-1d91-444d-9748-cb9d071a38ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.313780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5663-1d91-444d-9748-cb9d071a38ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.343897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee5d6-31ca-4772-af90-84f0b84e7e23 req-981508be-e4c7-4048-a9e2-f1c7e5320967 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:30.344163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bd29536b-8879-4af8-ba9b-bbfd6ef03e8c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:30.345557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bfee5d6-31ca-4772-af90-84f0b84e7e23 req-981508be-e4c7-4048-a9e2-f1c7e5320967 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 944 time: 0.0917981 Aug 19 15:21:30.409554 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5bfee5d6-31ca-4772-af90-84f0b84e7e23 req-51309eae-6565-4795-9a47-32cebf2100f5 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515213 Aug 19 15:21:30.496587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:21:30.572344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5663-1d91-444d-9748-cb9d071a38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.574992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5663-1d91-444d-9748-cb9d071a38ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.578697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c9f5663-1d91-444d-9748-cb9d071a38ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e31faa-6116-4971-9f6e-faa1f82d57cb HTTP/1.1" status: 204 len: 168 time: 0.3880506 Aug 19 15:21:30.591388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5663-1d91-444d-9748-cb9d071a38ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e31faa-6116-4971-9f6e-faa1f82d57cb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:30.646666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 4f09babe-18a0-44e1-b094-d2ab2d20d62d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:30.651271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 4f09babe-18a0-44e1-b094-d2ab2d20d62d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:30.651778 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.746661 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.773364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:30.777163 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab94ad73-0cd8-4a78-830a-342763e49e0e" -d '{"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-plugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:30.793312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:30.806384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.878119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c94dbf-5526-45bb-a7fd-485c19c4317e req-243f4c67-0f45-42fb-9d06-5f456fbfb701 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:30.879797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08c94dbf-5526-45bb-a7fd-485c19c4317e req-243f4c67-0f45-42fb-9d06-5f456fbfb701 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.0527203 Aug 19 15:21:30.919805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08c94dbf-5526-45bb-a7fd-485c19c4317e req-ead41b61-1130-460e-9c3c-2f44f901e2d1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Aug 19 15:21:30.929959 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:30.970496 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71783a73-5763-4860-af25-856ebe32f7c7 x-openstack-request-id: req-71783a73-5763-4860-af25-856ebe32f7c7 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:30.970796 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-plugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:30.971167 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71783a73-5763-4860-af25-856ebe32f7c7 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:30.971622 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'code': 200} Aug 19 15:21:30.988930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:31.051579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c64bd097-f242-4cae-938b-53dd7740623e req-1a01a692-9c39-4a25-8091-795942e61b98 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0273466 Aug 19 15:21:31.129081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028fbc-f55b-4c76-b8e9-b210b55a993e req-809564a5-0b5d-4bc6-b1d4-19ed2729a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:31.129081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f028fbc-f55b-4c76-b8e9-b210b55a993e req-809564a5-0b5d-4bc6-b1d4-19ed2729a0b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1097 time: 0.0670681 Aug 19 15:21:31.179428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5322481f-935f-4c02-b891-94e46237ffbf req-da3a91eb-4a9c-4d1f-abb8-b9172c5af190 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0478363 Aug 19 15:21:31.198584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f028fbc-f55b-4c76-b8e9-b210b55a993e req-f598d0d6-e4a0-4ea6-8cdf-49f390e5ba40 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582879 Aug 19 15:21:31.533651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00c52-9d8c-49ef-b79d-bd266a090f31 req-1b855fed-1b8c-45e1-820e-f0380e441313 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:31.535264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc00c52-9d8c-49ef-b79d-bd266a090f31 req-1b855fed-1b8c-45e1-820e-f0380e441313 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 944 time: 0.0533080 Aug 19 15:21:31.579641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc00c52-9d8c-49ef-b79d-bd266a090f31 req-d419b4a7-fdcc-49ef-a207-876b6837553b tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Aug 19 15:21:31.781875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd29536b-8879-4af8-ba9b-bbfd6ef03e8c up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:21:31.912692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:31.917721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:31.919271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.017725 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.067327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:32.087219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b042e53-3713-4446-83ec-e0f551af6fa5 req-f88e3732-d81e-4eda-9c92-c02076529bc7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:32.089106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b042e53-3713-4446-83ec-e0f551af6fa5 req-f88e3732-d81e-4eda-9c92-c02076529bc7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0656271 Aug 19 15:21:32.114959 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.145386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b042e53-3713-4446-83ec-e0f551af6fa5 req-291be3b9-f382-4bdc-b659-7fceb69b9ecc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440688 Aug 19 15:21:32.179029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:32.256620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1c687e9-6e0b-4fa9-9689-823171ac00e1 req-a306ff70-c60e-434f-a61e-9791fff57f94 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0320139 Aug 19 15:21:32.353736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a0f4071-78df-4f09-9bf9-8e71e523e896 req-203eac11-7145-429f-9c04-ef67b833ca44 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0278656 Aug 19 15:21:32.704741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1307b2-1535-46c8-b10c-226309f0f524 req-abf8ef22-f699-4946-a8e3-208aa6a1a27c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:32.706997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a1307b2-1535-46c8-b10c-226309f0f524 req-abf8ef22-f699-4946-a8e3-208aa6a1a27c tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 945 time: 0.0530434 Aug 19 15:21:32.749131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a1307b2-1535-46c8-b10c-226309f0f524 req-9f3ef8b4-c22e-4b19-b7a0-3a467cb7518f tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Aug 19 15:21:32.972909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:32.976458 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7d2906-6c78-494b-94ee-df741c655461" -d '{"events": [{"server_uuid": "c3ac2eae-e90d-45dd-8219-05bc2cae6d10", "name": "network-vif-plugged", "status": "completed", "tag": "bd29536b-8879-4af8-ba9b-bbfd6ef03e8c"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:33.020811 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c714b3b-830b-4e06-96bf-4c3fa1834106 x-openstack-request-id: req-0c714b3b-830b-4e06-96bf-4c3fa1834106 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:33.021102 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ac2eae-e90d-45dd-8219-05bc2cae6d10", "name": "network-vif-plugged", "status": "completed", "tag": "bd29536b-8879-4af8-ba9b-bbfd6ef03e8c", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:33.021398 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c714b3b-830b-4e06-96bf-4c3fa1834106 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:33.021788 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c', 'code': 200} Aug 19 15:21:33.126594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524562-85f6-4b01-a59f-0f601083c44f req-0e7669d1-bd78-49f5-bdc6-0e1743e8158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:33.128261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5524562-85f6-4b01-a59f-0f601083c44f req-0e7669d1-bd78-49f5-bdc6-0e1743e8158b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 1097 time: 0.0497265 Aug 19 15:21:33.171681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5524562-85f6-4b01-a59f-0f601083c44f req-8a38194f-267b-4cc6-a825-e7328bd1c373 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Aug 19 15:21:33.284108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7b7f-9f0f-4590-a035-987ec7c77abf req-b00cc002-6d4b-4915-b8a8-0e01cc526bf3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:33.286036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e91b7b7f-9f0f-4590-a035-987ec7c77abf req-b00cc002-6d4b-4915-b8a8-0e01cc526bf3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0614598 Aug 19 15:21:33.334016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e91b7b7f-9f0f-4590-a035-987ec7c77abf req-07583bf3-3580-4a27-95bc-515fb86ecdb3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Aug 19 15:21:33.430384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c2c9b9f-4c71-44d0-afd1-8da673fb9afb req-9d596b7a-86ac-4d71-9b80-c96bb9bec9bc tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0297165 Aug 19 15:21:33.556014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e0d3c-b07b-489c-9405-908ed15a445f req-63b2d238-3cd6-4900-bd92-7413558c708c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:33.560997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b3e0d3c-b07b-489c-9405-908ed15a445f req-63b2d238-3cd6-4900-bd92-7413558c708c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0575676 Aug 19 15:21:33.566836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52562) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:33.573103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Request body: {'floatingip': {'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:33.621582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:33.654550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b338ebc-cc58-4418-8bfa-d14fa3062462 req-7800ad93-f2fc-40f6-8e76-beaf5dcab3cd tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0295749 Aug 19 15:21:33.874707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13165838-f74f-4510-8cfd-546e5d136593 req-1841d17d-cfec-441a-84fd-41040029fee3 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:33.876222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13165838-f74f-4510-8cfd-546e5d136593 req-1841d17d-cfec-441a-84fd-41040029fee3 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 945 time: 0.0572686 Aug 19 15:21:33.925867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13165838-f74f-4510-8cfd-546e5d136593 req-3218d229-82ee-4fdc-a011-f8e63e82a8db tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Aug 19 15:21:34.153825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:34.262992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:34.377300 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Floating IP c78a7189-bb34-433b-a09e-1b904d712f11 associated. External IP: 172.25.5.140, port: 4f09babe-18a0-44e1-b094-d2ab2d20d62d. Aug 19 15:21:34.564814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c625f6-f684-41a8-b1d9-1193dbc656d1 req-8b0160d6-24fb-43e5-ad34-2267c65b2fe1 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0267708 Aug 19 15:21:34.609289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:21:34.727970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:21:34.733082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:34.744352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:21:34.758638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:34.760453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:21:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:34.775522 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-278a511f-19fd-4ccc-bf9f-c8ef4c40b62c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "PUT /v2.0/floatingips/c78a7189-bb34-433b-a09e-1b904d712f11 HTTP/1.1" status: 200 len: 991 time: 1.2069800 Aug 19 15:21:34.776317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:34.778600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8da94b5-1e04-4c84-9d5b-80ac227111d7 req-a8f5e072-ce92-43a2-9107-5c016f8b0c1d tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0396216 Aug 19 15:21:34.779194 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:34.880636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:34.901916 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ac1e2-4e8c-4fa1-9e0f-f49e8aa58e9a x-openstack-request-id: req-af7ac1e2-4e8c-4fa1-9e0f-f49e8aa58e9a {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:34.902246 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:34.902506 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af7ac1e2-4e8c-4fa1-9e0f-f49e8aa58e9a {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:34.910291 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'status': 'completed', 'code': 200} Aug 19 15:21:35.010408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-36a4499a-c8be-4c08-bdf3-babbc521a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:35.012028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-36a4499a-c8be-4c08-bdf3-babbc521a5fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1097 time: 0.0552385 Aug 19 15:21:35.162233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c255fb4-ed43-4949-aa83-82f790229053 req-6035a49c-1e71-4c5c-abe0-2176b17014f9 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:35.162478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'c78a7189-bb34-433b-a09e-1b904d712f11', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'mac_address': 'fa:16:3e:3a:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:21:10Z', 'updated_at': '2021-08-19T15:21:34Z', 'revision_number': 1, 'project_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:35.163785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c255fb4-ed43-4949-aa83-82f790229053 req-6035a49c-1e71-4c5c-abe0-2176b17014f9 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 945 time: 0.1319015 Aug 19 15:21:35.185921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-874f1f1e-b78c-41a9-975b-55030ee69a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:35.187222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-874f1f1e-b78c-41a9-975b-55030ee69a92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1653380 Aug 19 15:21:35.198692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:21:35.208130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:35.208711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:21:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:35.264481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c255fb4-ed43-4949-aa83-82f790229053 req-092142d6-1ed4-4fbe-af5a-046437d64d2e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862172 Aug 19 15:21:35.302947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-e06d8b57-4f8f-4c46-b03d-034899fc788c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 999 time: 0.1082137 Aug 19 15:21:35.374186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-21d1e196-63f0-4fe3-9b95-15795ab3688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:35.376009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-21d1e196-63f0-4fe3-9b95-15795ab3688d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0632515 Aug 19 15:21:35.380045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:35.447867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-f8418860-7dc8-4481-8331-038ffbf6c5f2 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cdcdab1d9ed445779acab941bcb4d823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448530 Aug 19 15:21:35.482399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-95c9119b-1b71-48f6-9673-31b5e5b1cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:35.484036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-95c9119b-1b71-48f6-9673-31b5e5b1cbc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897141 Aug 19 15:21:35.646513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'c78a7189-bb34-433b-a09e-1b904d712f11', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'mac_address': 'fa:16:3e:3a:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:21:10Z', 'updated_at': '2021-08-19T15:21:34Z', 'revision_number': 1, 'project_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:35.688258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc779064-a5a6-4c06-96e0-0e907abd44bc None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'c78a7189-bb34-433b-a09e-1b904d712f11', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'mac_address': 'fa:16:3e:3a:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:21:10Z', 'updated_at': '2021-08-19T15:21:34Z', 'revision_number': 1, 'project_id': 'b119a54a56644f20af9419296826f55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:21:35.760842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-b0f2e778-6c4a-491d-9d62-feea438619c1 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:35.762487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-b0f2e778-6c4a-491d-9d62-feea438619c1 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064530 Aug 19 15:21:35.766430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-78dde2d8-c29f-40e8-8bab-b245c81e0710 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636900 Aug 19 15:21:35.793766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-d735fbaf-f582-4d4f-b5d8-881dbe38103e tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/quotas/cdcdab1d9ed445779acab941bcb4d823 HTTP/1.1" status: 200 len: 375 time: 0.0249231 Aug 19 15:21:35.864941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-28fafc4c-dbf6-4c84-975d-2048923f06c2 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdcdab1d9ed445779acab941bcb4d823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701747 Aug 19 15:21:35.922569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-362efd9c-ec39-4ad6-85d7-9cbc5a7b9f4a req-d1996b4f-b631-4ddc-83fe-f866ea98e363 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467800 Aug 19 15:21:36.005885 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e5527-70d3-4c1d-916a-b3fc9d5dc55f None None] New status for floating IP c78a7189-bb34-433b-a09e-1b904d712f11: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:21:36.252013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db708e85-0354-40bd-8d75-5402fa46b98c req-2cb6d466-7613-4151-8792-556f6fbeacc3 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0468140 Aug 19 15:21:36.368723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf91cfc2-3a93-45ef-b46c-ec5ed00de1df req-30bcf984-158b-444c-8287-1f34afa5c828 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0293090 Aug 19 15:21:36.522037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8734ac7-dcea-4f17-a5b8-8e9e5dc4450d req-02db44fc-18c7-449f-b7cb-70bd4279f0e6 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 210 time: 0.0326159 Aug 19 15:21:37.099583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340f64a-d1c0-4cf5-a20b-66858780b2f9 req-316b42b0-8892-4bf3-aa30-f099c0b2a414 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:37.101097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e340f64a-d1c0-4cf5-a20b-66858780b2f9 req-316b42b0-8892-4bf3-aa30-f099c0b2a414 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 945 time: 0.0559313 Aug 19 15:21:37.141597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e340f64a-d1c0-4cf5-a20b-66858780b2f9 req-5d2b4486-9486-4a54-b1ed-0d8b368c516e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Aug 19 15:21:37.359793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d115f74-45db-4abb-b75e-4d95859342cf req-c9ae2b7f-c21d-4f1d-84b7-64807da7826a tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0282147 Aug 19 15:21:37.472482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f908097a-c255-46d9-a55a-8052502b9285 req-4a431b3d-b37b-4822-ac45-9b4ecbe4e716 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Aug 19 15:21:37.637729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab9d843a-506e-4912-bbfe-b0517f6d4164 req-3014762e-7637-4f02-bb71-8323840d40eb tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 210 time: 0.0284884 Aug 19 15:21:38.266922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb224df-500f-4657-8307-c27d2c21a22b req-a86c204f-f984-46a1-90e3-279f7dab5980 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:38.268448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb224df-500f-4657-8307-c27d2c21a22b req-a86c204f-f984-46a1-90e3-279f7dab5980 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Aug 19 15:21:38.309427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb224df-500f-4657-8307-c27d2c21a22b req-dd074a60-b071-4745-8440-c7f04b91575e tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Aug 19 15:21:38.408389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-33a5938c-5d19-418a-b3bf-58a2c1e259de tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:38.410038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-33a5938c-5d19-418a-b3bf-58a2c1e259de tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 945 time: 0.0677524 Aug 19 15:21:38.477141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f2960a4-c714-43bd-b2ac-ae2adb393d26 req-c0b2ff58-131a-4bc0-b7b1-15abc2437564 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0341959 Aug 19 15:21:38.552692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Deleting port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:38.553230 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.633819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d82c78ae-fee0-4990-a328-cae433d6c556 req-2fd9e796-5b5d-46b7-8a1f-7322024e64b1 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0557952 Aug 19 15:21:38.685942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] For port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,segment=NetworkSegment(fa4e75a8-23b9-489e-a792-43f7abd0def8),segment_id=fa4e75a8-23b9-489e-a792-43f7abd0def8)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:38.686451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.701849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Calling delete_port for bd29536b-8879-4af8-ba9b-bbfd6ef03e8c owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:39.176436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6250f6d7-05f0-4521-b080-0ec61e3c4b11 req-8505bcc2-05c4-40c1-891c-5a0c269123eb tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 210 time: 0.0506294 Aug 19 15:21:39.178015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-fae1ce4a-4911-4708-8aa5-654393949963 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdcdab1d9ed445779acab941bcb4d823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511568 Aug 19 15:21:39.343727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-1f737bf7-f491-4f8c-8fb2-423304c735bf tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:39.345341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-1f737bf7-f491-4f8c-8fb2-423304c735bf tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593478 Aug 19 15:21:39.359764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Request body: {'port': {'device_id': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': 'cdcdab1d9ed445779acab941bcb4d823'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:39.477133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.489522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bd29536b-8879-4af8-ba9b-bbfd6ef03e8c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:39.503207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd793-bb59-46d1-b365-ce0371615ef6 req-06112168-e13e-480d-867d-349cb949effe tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:39.504736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-578cd793-bb59-46d1-b365-ce0371615ef6 req-06112168-e13e-480d-867d-349cb949effe tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 867 time: 0.0903270 Aug 19 15:21:39.535062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Pushing event deleted for resources: {'Port': ['ID=bd29536b-8879-4af8-ba9b-bbfd6ef03e8c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:39.618290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] No DVR routers for this DVR port bd29536b-8879-4af8-ba9b-bbfd6ef03e8c on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:39.625702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.627716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be39f93c-a3ab-4447-adde-c0cc02c8e1c5 req-bfe2c29f-03c6-42ec-b16c-4ae86667af71 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.46 "DELETE /v2.0/ports/bd29536b-8879-4af8-ba9b-bbfd6ef03e8c HTTP/1.1" status: 204 len: 173 time: 1.2097671 Aug 19 15:21:39.628152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'name': 'network-vif-deleted', 'tag': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:39.630469 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cecea1-b5b0-4b6b-a94c-b6a75e3bd081" -d '{"events": [{"server_uuid": "c3ac2eae-e90d-45dd-8219-05bc2cae6d10", "name": "network-vif-deleted", "tag": "bd29536b-8879-4af8-ba9b-bbfd6ef03e8c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:39.637971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-578cd793-bb59-46d1-b365-ce0371615ef6 req-47ddd73e-a13a-44db-9e9a-c8caa7fd69a2 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/security-groups?id=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087778 Aug 19 15:21:39.724165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85d85f52-4f0c-4d34-8eb5-701b32bf1482 req-5b823a8f-6f8d-4bd5-a866-37d411fb6ca6 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0268185 Aug 19 15:21:39.765609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Made reservation on behalf of cdcdab1d9ed445779acab941bcb4d823 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:21:39.769464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.779164 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138d22ba-dfaf-4a49-aa69-4460c070b701 x-openstack-request-id: req-138d22ba-dfaf-4a49-aa69-4460c070b701 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:39.779455 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ac2eae-e90d-45dd-8219-05bc2cae6d10", "name": "network-vif-deleted", "tag": "bd29536b-8879-4af8-ba9b-bbfd6ef03e8c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:39.779709 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-138d22ba-dfaf-4a49-aa69-4460c070b701 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:39.780105 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ac2eae-e90d-45dd-8219-05bc2cae6d10', 'name': 'network-vif-deleted', 'tag': 'bd29536b-8879-4af8-ba9b-bbfd6ef03e8c', 'status': 'completed', 'code': 200} Aug 19 15:21:39.781229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.879650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ae27030-2b33-4684-9377-32196982c65b req-9243ca2c-a574-402a-9472-6bf947119733 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0417910 Aug 19 15:21:39.927346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.022643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.091026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70931c79-0614-4d90-af46-cbfdeecb2d35,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:40.165980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Allocated IP 192.168.233.177 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/28a213d4-761d-4142-849b-b00832c6805f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:21:40.298173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7fee104-0dd1-415f-9f23-5bf4fde23a8c req-cafe7f98-2e4c-4bc4-b1af-53379bd8e2f5 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 210 time: 0.0374897 Aug 19 15:21:40.357344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.372032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Transition to ACTIVE for port object 28a213d4-761d-4142-849b-b00832c6805f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:40.507279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.551373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:21:40.555129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:21:40.559315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:21:40.586759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Pushing event updated for resources: {'Port': ['ID=28a213d4-761d-4142-849b-b00832c6805f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:40.627044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:40.627044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.710109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-da0975f3-6bc2-4a0e-aa4c-029520a8feaa tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3541539 Aug 19 15:21:40.728951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Request body: {'port': {'device_id': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:40.797754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00becb77-69ed-4520-8eb4-633e8da8ed64 req-63cd89ec-6eec-4383-8825-70974010abd3 tempest-VolumesActionsTest-125051856 tempest-VolumesActionsTest-125051856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ac2eae-e90d-45dd-8219-05bc2cae6d10 HTTP/1.1" status: 200 len: 210 time: 0.0578072 Aug 19 15:21:40.845648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.874029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0b99dc0-3965-4843-af0e-37d53188065d None None] Provisioning for port 28a213d4-761d-4142-849b-b00832c6805f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:40.879207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0b99dc0-3965-4843-af0e-37d53188065d None None] Provisioning complete for port 28a213d4-761d-4142-849b-b00832c6805f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:40.885073 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0b99dc0-3965-4843-af0e-37d53188065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.919570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d96a5254-dea7-491a-b762-1c3be0a8762e req-62358262-7314-4fe2-b1d9-f5e10061287d tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0396607 Aug 19 15:21:40.925520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f0b99dc0-3965-4843-af0e-37d53188065d None None] Port 28a213d4-761d-4142-849b-b00832c6805f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:21:41.037244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11a51c37-4587-4b0c-a770-5d87e27f485f req-62b29cbb-64db-4d2f-9676-2930ec4f3be0 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0332103 Aug 19 15:21:41.235813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a213d4-761d-4142-849b-b00832c6805f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:41.237833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.252453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Transition to ACTIVE for port object 28a213d4-761d-4142-849b-b00832c6805f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:41.326350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.392659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Pushing event updated for resources: {'Port': ['ID=28a213d4-761d-4142-849b-b00832c6805f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:41.514579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb5445-8ead-4d7a-8b1a-a1b94cb5a00a req-7cb5f2f8-e08d-45d0-95b4-fb32c5128267 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:41.516231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfeb5445-8ead-4d7a-8b1a-a1b94cb5a00a req-7cb5f2f8-e08d-45d0-95b4-fb32c5128267 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 948 time: 0.0968423 Aug 19 15:21:41.517164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Attempting to bind port 28a213d4-761d-4142-849b-b00832c6805f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:21:41.517511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Attempting to bind port 28a213d4-761d-4142-849b-b00832c6805f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:21:41.517846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Attempting to bind port 28a213d4-761d-4142-849b-b00832c6805f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:41.524196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Port 28a213d4-761d-4142-849b-b00832c6805f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:21:41.524524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Attempting to bind port 28a213d4-761d-4142-849b-b00832c6805f on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:41.536897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:21:41.536897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:21:41.537281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:21:41.537625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Bound port: 28a213d4-761d-4142-849b-b00832c6805f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:21:41.537991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.614621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfeb5445-8ead-4d7a-8b1a-a1b94cb5a00a req-80297778-806c-425a-ae70-2f26b6146eed tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864208 Aug 19 15:21:41.660280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] For port 28a213d4-761d-4142-849b-b00832c6805f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:21:41.663570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] For port 28a213d4-761d-4142-849b-b00832c6805f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28a213d4-761d-4142-849b-b00832c6805f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:21:41.766159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.804929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:41.805584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.806989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] 10.222.0.46 "PUT /v2.0/ports/28a213d4-761d-4142-849b-b00832c6805f HTTP/1.1" status: 200 len: 1097 time: 1.0874982 Aug 19 15:21:41.807429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'tag': '28a213d4-761d-4142-849b-b00832c6805f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:41.809763 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bdaec2-6e4f-45db-ae7b-5accb7502afa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f39f0-344e-431c-a1de-8292f44b01df", "tag": "28a213d4-761d-4142-849b-b00832c6805f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:41.841240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64316784-5aa3-476c-8b09-aa95bae6cbef service neutron] Pushing event updated for resources: {'Port': ['ID=28a213d4-761d-4142-849b-b00832c6805f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:41.858634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd29536b-8879-4af8-ba9b-bbfd6ef03e8c no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:41.860862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168af717-edc3-4917-9e54-b548f32704ae x-openstack-request-id: req-168af717-edc3-4917-9e54-b548f32704ae {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:41.861314 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f39f0-344e-431c-a1de-8292f44b01df", "tag": "28a213d4-761d-4142-849b-b00832c6805f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:41.861630 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-168af717-edc3-4917-9e54-b548f32704ae {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:41.863802 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'tag': '28a213d4-761d-4142-849b-b00832c6805f', 'status': 'completed', 'code': 200} Aug 19 15:21:41.888813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: bd29536b-8879-4af8-ba9b-bbfd6ef03e8c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:41.889816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd29536b-8879-4af8-ba9b-bbfd6ef03e8c not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:41.951208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdaec2-6e4f-45db-ae7b-5accb7502afa req-1075691f-1c17-41e2-be4d-ca15493a84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:41.951208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07bdaec2-6e4f-45db-ae7b-5accb7502afa req-1075691f-1c17-41e2-be4d-ca15493a84c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdcdab1d9ed445779acab941bcb4d823&device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 1100 time: 0.0632129 Aug 19 15:21:41.980119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07bdaec2-6e4f-45db-ae7b-5accb7502afa req-32950862-0432-490b-a9a5-2c954d711d4c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdcdab1d9ed445779acab941bcb4d823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242813 Aug 19 15:21:42.077030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ffe5f32-3769-44e6-93ee-77065f2d5c13 req-d46678b2-11fa-4ba0-9a0d-d422e1ded312 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0373797 Aug 19 15:21:42.125730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdaec2-6e4f-45db-ae7b-5accb7502afa req-a0839ff1-d08f-484a-8dc0-f7cf584c857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:42.127363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07bdaec2-6e4f-45db-ae7b-5accb7502afa req-a0839ff1-d08f-484a-8dc0-f7cf584c857b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405714 Aug 19 15:21:42.200864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3496de4f-c003-4545-b787-3e523834d1c9 req-c3d7e9a8-3df0-4b25-b435-4a541508ad53 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0347371 Aug 19 15:21:42.243445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-e9cde8bf-c6ce-4577-a870-8a9a33696f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:42.245603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-e9cde8bf-c6ce-4577-a870-8a9a33696f0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdcdab1d9ed445779acab941bcb4d823&device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 1100 time: 0.0699480 Aug 19 15:21:42.292384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-715b8cf9-31fd-4049-b244-fe4f1442a5bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=28a213d4-761d-4142-849b-b00832c6805f HTTP/1.1" status: 200 len: 217 time: 0.0395555 Aug 19 15:21:42.350827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-b97395e8-2977-4841-b244-19511fea1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:42.352618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-b97395e8-2977-4841-b244-19511fea1d2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0535648 Aug 19 15:21:42.411789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-2dff8a78-50d3-405a-b068-3252e6ba813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:42.413951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-2dff8a78-50d3-405a-b068-3252e6ba813c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543680 Aug 19 15:21:42.520475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-d89e3633-3de5-43d8-924e-aa457ac89fab service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986950 Aug 19 15:21:42.617017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c3a2bf7-ffcf-4f0e-b468-5543150f7e9f req-2f3a8e1d-0105-429a-882f-6e118d0f7082 service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Aug 19 15:21:42.745259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acd53-7c31-4990-ac89-b23e0dd3021b req-480fd39a-143e-4881-a85e-9dd972f2c1ed tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:42.746837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-024acd53-7c31-4990-ac89-b23e0dd3021b req-480fd39a-143e-4881-a85e-9dd972f2c1ed tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 948 time: 0.0587873 Aug 19 15:21:42.787550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-024acd53-7c31-4990-ac89-b23e0dd3021b req-397c39a9-d335-43ad-98e6-da836cc4b48f tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Aug 19 15:21:43.199656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:43.202058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8806405f-7809-4fee-b7da-67acf1c988d8 req-8f38036d-ce6d-4392-9712-e764b91571af tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0326924 Aug 19 15:21:43.314297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8efc2445-5ab1-413e-9b06-5fefbbe9d107 req-417c3471-2cea-442a-9f5b-b380e92b5f43 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0296109 Aug 19 15:21:43.943712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc0f2b-cc82-4925-aae9-d0ce5f8998e6 req-b9802648-a7d6-4bdb-8e49-e61abd5aaa10 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:43.948560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34dc0f2b-cc82-4925-aae9-d0ce5f8998e6 req-b9802648-a7d6-4bdb-8e49-e61abd5aaa10 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 948 time: 0.0664663 Aug 19 15:21:43.995098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34dc0f2b-cc82-4925-aae9-d0ce5f8998e6 req-992c935f-10a3-4ae2-87e9-794ce523e397 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Aug 19 15:21:44.311818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8839a37e-cd04-4481-99e7-1b90ac4b187e req-159eebfb-6f46-433f-8c33-0561aaee62e1 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0274353 Aug 19 15:21:44.468486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8cc7a5a5-a098-45a0-8497-3d62083ece14 req-17bd74db-65a9-4a6d-9f1e-1b1a85e192e7 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0391519 Aug 19 15:21:45.208819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ef29-bc3d-4c13-96f9-27e3a4c0efaa req-ef72ec93-d1e9-43c1-a3b7-291b9fc8e2b8 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:45.218136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a83ef29-bc3d-4c13-96f9-27e3a4c0efaa req-ef72ec93-d1e9-43c1-a3b7-291b9fc8e2b8 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 948 time: 0.0775928 Aug 19 15:21:45.280616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a83ef29-bc3d-4c13-96f9-27e3a4c0efaa req-a89482a0-fa8d-45df-869d-b4b1b8c6e73e tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Aug 19 15:21:45.463720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7891794e-98d9-46ab-9ef5-da1e6df95612 req-6d92e534-fe75-4c04-9d8b-29253ab771a9 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0543196 Aug 19 15:21:45.609667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26dc188f-eec3-4b1b-a452-8dec375c31b1 req-6eb06c17-7e2d-4d07-b360-8c0d597ca14d tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0395415 Aug 19 15:21:45.901369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28a213d4-761d-4142-849b-b00832c6805f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:21:46.037260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 28a213d4-761d-4142-849b-b00832c6805f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28a213d4-761d-4142-849b-b00832c6805f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:46.051905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '28a213d4-761d-4142-849b-b00832c6805f', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '28a213d4-761d-4142-849b-b00832c6805f', 'mac_address': 'fa:16:3e:03:e3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:21:46.103368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:46.119583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a213d4-761d-4142-849b-b00832c6805f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:46.142991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 28a213d4-761d-4142-849b-b00832c6805f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28a213d4-761d-4142-849b-b00832c6805f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:46.202338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:46.304329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=28a213d4-761d-4142-849b-b00832c6805f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:46.455693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['28a213d4-761d-4142-849b-b00832c6805f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:21:46.500041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24486936-6629-4b71-83ed-2745e004f750 req-306ddf02-7721-4a32-b8a1-68cf1631e37b tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:46.507195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24486936-6629-4b71-83ed-2745e004f750 req-306ddf02-7721-4a32-b8a1-68cf1631e37b tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 949 time: 0.1134107 Aug 19 15:21:46.593521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24486936-6629-4b71-83ed-2745e004f750 req-b5253dbb-4a14-444e-ace5-5a90e979a3b3 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835292 Aug 19 15:21:46.721929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b29dc42-b7e3-482e-8c96-5575f2c6f601 req-87a504af-1ca6-4bac-8bec-4872577f99bf tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0509281 Aug 19 15:21:47.077342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c284436-d0e0-4e29-910f-4a10f1aa3551 req-3862e650-6e12-4dba-9a43-e82857f8e0bb tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0718586 Aug 19 15:21:47.111082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-6221693b-bae5-4400-96ae-a8a7a75a8ac3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1899376 Aug 19 15:21:47.203749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-6bce880f-ae5f-44ec-acbc-ea43dfff1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:47.205308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-6bce880f-ae5f-44ec-acbc-ea43dfff1014 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 1097 time: 0.0650773 Aug 19 15:21:47.433673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-feaba8d5-60cb-4b3b-ba92-360a380f3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:47.436203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-feaba8d5-60cb-4b3b-ba92-360a380f3933 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1978621 Aug 19 15:21:47.506234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-fa13754f-3374-4d4b-a580-0c3e4ba3208d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf HTTP/1.1" status: 200 len: 217 time: 0.0622773 Aug 19 15:21:47.584977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-45fa4908-5923-47ac-af15-bbc0ff83fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:47.588941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-45fa4908-5923-47ac-af15-bbc0ff83fbdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0752006 Aug 19 15:21:47.653356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-d57baf90-a63e-40fe-8498-afb482691a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:47.656195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-d57baf90-a63e-40fe-8498-afb482691a55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608454 Aug 19 15:21:47.812658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef99c-cdfc-4f1c-91d7-05cbe00d80f6 req-d4a8a9b2-d39f-433b-b473-4ac25d4375f6 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:47.820809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4cef99c-cdfc-4f1c-91d7-05cbe00d80f6 req-d4a8a9b2-d39f-433b-b473-4ac25d4375f6 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 949 time: 0.1213880 Aug 19 15:21:47.902726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-07ea5cf1-d9b8-4181-9730-5cbe6bff4740 service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386670 Aug 19 15:21:47.926143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4cef99c-cdfc-4f1c-91d7-05cbe00d80f6 req-e68c5bf1-eaab-4b66-af55-b542377c6800 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032500 Aug 19 15:21:47.938870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28a213d4-761d-4142-849b-b00832c6805f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:21:48.091146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c04a283d-b37e-425c-ac99-e1832c594b04 req-46687667-a1a8-4f4b-a287-da7ff1e01ad9 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0344424 Aug 19 15:21:48.092943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b213e1b-6b84-40f0-a4b8-bc9975194dbd req-e5903a42-8a3b-4821-8ce0-77f7b14a54c8 service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647367 Aug 19 15:21:48.204779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c4e6fa-8dc5-4110-a15b-768353245fb4 req-809174ef-4ac4-4828-9355-a434e77982e5 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Aug 19 15:21:48.214983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 28a213d4-761d-4142-849b-b00832c6805f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:48.219287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 28a213d4-761d-4142-849b-b00832c6805f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:48.220921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:48.303756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:48.329931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a213d4-761d-4142-849b-b00832c6805f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:48.332197 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63413328-ef14-495f-9c8b-9ab9dd5c8d8e" -d '{"events": [{"server_uuid": "8d4f39f0-344e-431c-a1de-8292f44b01df", "name": "network-vif-plugged", "status": "completed", "tag": "28a213d4-761d-4142-849b-b00832c6805f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:48.356193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 28a213d4-761d-4142-849b-b00832c6805f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28a213d4-761d-4142-849b-b00832c6805f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:48.401689 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a035e-62b3-4c47-9643-19257fe71b18 x-openstack-request-id: req-ec1a035e-62b3-4c47-9643-19257fe71b18 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:48.403629 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f39f0-344e-431c-a1de-8292f44b01df", "name": "network-vif-plugged", "status": "completed", "tag": "28a213d4-761d-4142-849b-b00832c6805f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:48.404100 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec1a035e-62b3-4c47-9643-19257fe71b18 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:48.405741 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a213d4-761d-4142-849b-b00832c6805f', 'code': 200} Aug 19 15:21:48.454966 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:48.533994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c08c5-f554-4605-81c6-161826b9814e req-ae32a760-2b64-4ec1-8178-ecdf4646f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:48.536604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f6c08c5-f554-4605-81c6-161826b9814e req-ae32a760-2b64-4ec1-8178-ecdf4646f39b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 1102 time: 0.0845044 Aug 19 15:21:48.587885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=28a213d4-761d-4142-849b-b00832c6805f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:48.588485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f6c08c5-f554-4605-81c6-161826b9814e req-b49017d1-7abb-455a-bc2e-6712db060513 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Aug 19 15:21:49.517698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe44a-d4bf-41db-9ae1-b1baca513365 req-8f15b6f0-f1ad-4520-9229-2485eb562030 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:49.543040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b7fe44a-d4bf-41db-9ae1-b1baca513365 req-8f15b6f0-f1ad-4520-9229-2485eb562030 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 950 time: 0.4763598 Aug 19 15:21:49.603596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b7fe44a-d4bf-41db-9ae1-b1baca513365 req-302902cd-7b5e-4168-a2da-042b3eed210a tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572574 Aug 19 15:21:49.757058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0c1d81b-94e2-44ac-b384-f7fb26ab8b18 req-73b65c5f-773a-41ba-8af3-438485699515 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0700369 Aug 19 15:21:49.886589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cb465d8-de66-463f-8280-84f7f174a597 req-35989d33-7b1c-44e4-8f73-226995a1805f tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0404289 Aug 19 15:21:50.813822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ca808-2b7d-4e95-aaa3-ec8c0b8edd3e req-7a937962-948a-4ed9-b074-549fce2b1956 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:50.823636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-256ca808-2b7d-4e95-aaa3-ec8c0b8edd3e req-7a937962-948a-4ed9-b074-549fce2b1956 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 950 time: 0.1176541 Aug 19 15:21:50.875415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-256ca808-2b7d-4e95-aaa3-ec8c0b8edd3e req-a09bae5d-ca9d-4e66-9ec2-72989f2d5774 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.13 "GET /v2.0/security-groups?id=70931c79-0614-4d90-af46-cbfdeecb2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504045 Aug 19 15:21:51.052045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-565f42b8-8e8b-473b-ab49-1c2257f547ec req-77ccae0c-cf38-4327-bc71-600dd260d661 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0329454 Aug 19 15:21:52.523837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afd5fbf4-9b64-44fe-868f-1e074ea3669e req-ed004f1a-2f39-46af-b5af-6341aebd306d tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0644479 Aug 19 15:21:52.776013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f14371bb-4f43-4d96-8ed5-675ef69f8814 req-17b8ead4-b497-4a88-89ab-a5c16ece28d7 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0430403 Aug 19 15:21:53.480219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-19d8cc4d-b447-4418-bef7-d2fdd7613fbf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778823 Aug 19 15:21:53.628133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92406f7-5401-4f66-8a40-aee4843775de req-fcce170f-783c-4131-9611-dcbe725d54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:53.629936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-fcce170f-783c-4131-9611-dcbe725d54c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0777991 Aug 19 15:21:53.817065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92406f7-5401-4f66-8a40-aee4843775de req-fa69add8-f85b-4bd5-96c7-436b8cef7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:53.818714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-fa69add8-f85b-4bd5-96c7-436b8cef7ceb service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1526647 Aug 19 15:21:53.852164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91f6df9d-4a7a-4ef7-ac8d-120bbc5cbfed req-138ac791-baaf-46de-b029-009c524735c6 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0315659 Aug 19 15:21:53.933313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-48e1568b-bc98-4c9f-bd23-1cc41c5963d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.0796537 Aug 19 15:21:54.017364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92406f7-5401-4f66-8a40-aee4843775de req-a0d0f84b-f5d2-4ea7-8c16-dd696a8699cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:54.019287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-a0d0f84b-f5d2-4ea7-8c16-dd696a8699cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0795231 Aug 19 15:21:54.092858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92406f7-5401-4f66-8a40-aee4843775de req-a6903411-b303-43f6-9ff8-30bbef88012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:54.094920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-a6903411-b303-43f6-9ff8-30bbef88012a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594904 Aug 19 15:21:54.297752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88032dfe-1c2d-49dc-b5de-ad6e0e4fb0aa req-5dca51ef-598f-48d9-b2f1-4e410e646ef9 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0644913 Aug 19 15:21:54.324504 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-4d600235-99a2-44b8-b5dd-b80d34950059 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222285 Aug 19 15:21:54.477341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f92406f7-5401-4f66-8a40-aee4843775de req-7979a173-ebfc-4ac8-8b99-787f74abc7cf service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413815 Aug 19 15:21:54.514217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ae559d4c-dc52-48f4-b0d7-fbfc7e8d5db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.016692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-143c9738-6ca5-48dc-ab4a-93707bf8fb50 req-3ea65ce3-3405-4919-99ce-dcfbf2d39e3f tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0352490 Aug 19 15:21:55.155081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4fa02a0e-2f40-4aea-b8b4-e3c76417a4ce req-71aecf5c-f16b-4c0c-b4f9-65af33ab0dd1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0441456 Aug 19 15:21:55.508968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.654170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d673737f-1d1c-4bca-816d-89e184079560 req-6e9e7a75-53e5-44b5-aa2b-c67bbada6063 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0357366 Aug 19 15:21:56.177907 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b39d142-41af-4f4c-9333-03a2123c8599 req-33cdf8af-6f8f-4fd2-87d9-e343ea6d2a12 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0507276 Aug 19 15:21:56.804695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-418fc553-5f2c-4bb9-bf0e-4d339f61e88d req-17cd5dc5-c4bd-45f2-809a-0108c49c3b36 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0645733 Aug 19 15:21:57.307561 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:21:57.327961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f3728e8-8e20-43f8-bb23-5bccfe441094 req-13467da1-7e9d-4692-b4ec-275180e28e5f tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0580781 Aug 19 15:21:57.374938 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:57.874021 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-948e012c-20cc-4291-8a62-86282912ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:58.162818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3109312-5d10-4ffb-9076-a2ef52ee7b00 req-95fd5f44-fa04-443d-b550-9e5088255725 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9cfaf8be9794410aaca265e92fe0fea&device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0262048 Aug 19 15:21:58.223941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3109312-5d10-4ffb-9076-a2ef52ee7b00 req-def1264d-4488-49b4-877b-cb176cf05b34 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a9cfaf8be9794410aaca265e92fe0fea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301986 Aug 19 15:21:58.251404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c25dd70-a108-482b-9914-0b59aad7b655 req-1fc31a3f-1373-4361-9d12-6bfff074b440 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0372891 Aug 19 15:21:58.369046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d5ff706-9073-4ef0-babc-a7b285be4f0a req-4f88f906-73e8-4af7-972a-2859d84d1bbc tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Aug 19 15:21:58.405718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3109312-5d10-4ffb-9076-a2ef52ee7b00 req-ece7d29a-75d3-40d8-bde1-78955e0433c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:58.407979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3109312-5d10-4ffb-9076-a2ef52ee7b00 req-ece7d29a-75d3-40d8-bde1-78955e0433c0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586533 Aug 19 15:21:59.674214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc7a4179-e7a6-497f-ad73-148e3579118d req-4e2645e8-1299-43a9-9878-9bd8c601f4f4 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.3127887 Aug 19 15:21:59.743889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:59.799313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18739e51-dae1-4c3c-b090-b177aca8ee55 req-c86776b7-bcea-4059-ad6d-9319063f753b tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0324106 Aug 19 15:22:00.209385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3109312-5d10-4ffb-9076-a2ef52ee7b00 req-c81f9a79-c6de-45a7-b225-d8682443f88e tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0347559 Aug 19 15:22:00.818630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1585fa5-4cc3-4db1-b2bc-831131dc01ce req-4f82cb8c-ccd4-43ae-a57d-84baecd58f92 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0304308 Aug 19 15:22:00.942364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:00.947951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38b5e5d9-d87a-42f4-ab58-3a56e3da4967 req-52856078-8a4e-4955-b9c6-249e9612b750 tempest-ServerShowV254Test-1618509345 tempest-ServerShowV254Test-1618509345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b74f676-e0f5-4527-a963-32147ff51ad0 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Aug 19 15:22:01.941259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-025ebccb-ae8a-4e0f-bfb9-95d688c01aa1 req-80c6d87c-3699-411c-a634-e79fd44f6a05 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0330691 Aug 19 15:22:02.663463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:02.780126 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:02.887545 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:02.920040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c29354ca-4713-4d16-99d3-247ba08706fc req-fb79214d-466a-4f0e-8aa3-6b2b9b87e869 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0245426 Aug 19 15:22:03.046444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67cd8bbd-e2ef-4595-b394-6abce9dccf9d req-d77b02ed-aa99-43c3-a820-de39e04b9ff9 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0304844 Aug 19 15:22:03.067908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:03.111502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e9322a-d752-4d74-9bed-0dc3b8a0b241,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:03.122552 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9cfaf8be9794410aaca265e92fe0fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577322 Aug 19 15:22:03.124400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.125023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53222) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:03.131925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.133547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.133921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.134267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.134632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.134966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.135295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.135648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.136014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.136342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.136695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995b6c9-511c-41b4-9aa4-aa886b7fcebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:03.185028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6897502-9ef9-4370-8385-026f49b10997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:03.214034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6897502-9ef9-4370-8385-026f49b10997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:03.689024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6897502-9ef9-4370-8385-026f49b10997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:03.689024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6897502-9ef9-4370-8385-026f49b10997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:03.689024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e6897502-9ef9-4370-8385-026f49b10997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43e9322a-d752-4d74-9bed-0dc3b8a0b241 HTTP/1.1" status: 204 len: 168 time: 0.5613828 Aug 19 15:22:03.696669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897502-9ef9-4370-8385-026f49b10997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e9322a-d752-4d74-9bed-0dc3b8a0b241,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:04.185095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07722f48-479c-4df6-9506-7fa1e5185941 req-0c9bcac7-f19c-4432-b68e-5337ad80805e tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0403070 Aug 19 15:22:05.301425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d45d42f5-30fd-4162-90a5-6aa29263760f req-670dbd3a-f45f-4daf-9a08-3af354cc2b0a tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0347693 Aug 19 15:22:05.654186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dceb1dfa-7c85-471c-8338-9b76dad6ce4b req-024a3ce6-d3c8-46cc-bb37-7ef41cb546bb tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f&device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0445044 Aug 19 15:22:06.489008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a3e904e-3096-4ff3-8f24-c22d69faab03 req-545577f9-3a79-4260-91bb-45bb1331c74e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb79a7ae3174d899b8d5879130cee66&device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0460055 Aug 19 15:22:06.529621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a3e904e-3096-4ff3-8f24-c22d69faab03 req-e413d70d-638e-4056-b57e-0e56a6b2c389 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cb79a7ae3174d899b8d5879130cee66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283275 Aug 19 15:22:06.590049 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66bf63c5-f6cc-4bf1-8b76-d0dd07b9898f req-a65e6cc2-da28-4c44-af8c-2a0ec0f5df98 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0420859 Aug 19 15:22:06.680124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e904e-3096-4ff3-8f24-c22d69faab03 req-6cdafffb-800c-4789-b3c0-3320886426f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:06.681878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a3e904e-3096-4ff3-8f24-c22d69faab03 req-6cdafffb-800c-4789-b3c0-3320886426f6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458910 Aug 19 15:22:07.701338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b91f0efb-ddf7-4c23-8deb-bc84c1ffb1de req-e9a6aee9-c0d8-4287-a42d-e04f3764af63 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0314193 Aug 19 15:22:08.441102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a3e904e-3096-4ff3-8f24-c22d69faab03 req-12181ad7-f551-4bc2-9d8c-41b8e5c3dd69 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.54 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0310996 Aug 19 15:22:08.836649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3312ea14-8a0e-4335-a839-b0d402f62477 req-1422d171-3698-4865-b0d9-d00cf53b157b tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deaa36a-6f7b-488d-8ae1-bdba913fd95f HTTP/1.1" status: 200 len: 210 time: 0.0315759 Aug 19 15:22:10.770088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f3ce368-eacf-4a10-9d9a-f1e94b40dc7f req-ecffb06c-8f80-419b-805f-ce355c47cff5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb79a7ae3174d899b8d5879130cee66&device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0571330 Aug 19 15:22:10.809363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11c60d09-2972-401e-9cd2-329e67ebf9d6 req-fbf14185-da3e-4744-8011-c0e4d8fb5380 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.1121550 Aug 19 15:22:10.811599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f3ce368-eacf-4a10-9d9a-f1e94b40dc7f req-fc57e2f3-91a9-4c28-915f-4ee3ead982fa service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cb79a7ae3174d899b8d5879130cee66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232148 Aug 19 15:22:10.858469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53514) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:10.960965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce368-eacf-4a10-9d9a-f1e94b40dc7f req-71ec6915-f31d-461e-b4a0-a89ed28cd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:10.962903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f3ce368-eacf-4a10-9d9a-f1e94b40dc7f req-71ec6915-f31d-461e-b4a0-a89ed28cd4e5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444743 Aug 19 15:22:10.997470 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-979c8c9f-2e5e-47c3-b2d5-6371fd93679a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.109085 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-979c8c9f-2e5e-47c3-b2d5-6371fd93679a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.371017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-979c8c9f-2e5e-47c3-b2d5-6371fd93679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.409042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53532) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:11.409371 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-979c8c9f-2e5e-47c3-b2d5-6371fd93679a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0d7cdb7225a48018f71e88133ad5b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493309 Aug 19 15:22:11.423359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c8c9f-2e5e-47c3-b2d5-6371fd93679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b7e64-d770-4a85-a2e6-4f18f42e1550,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:11.480760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b10f2f4b-5e52-498a-95e4-74926e04615e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.533282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b10f2f4b-5e52-498a-95e4-74926e04615e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.919822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c663106-d2fd-4698-93e0-a75751aad5b8 req-589906fa-4575-471a-b71a-600494c5cd9a tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0268338 Aug 19 15:22:11.993692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b10f2f4b-5e52-498a-95e4-74926e04615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.996392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b10f2f4b-5e52-498a-95e4-74926e04615e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:11.997850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b10f2f4b-5e52-498a-95e4-74926e04615e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b51b7e64-d770-4a85-a2e6-4f18f42e1550 HTTP/1.1" status: 204 len: 168 time: 0.5875225 Aug 19 15:22:12.007607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2f4b-5e52-498a-95e4-74926e04615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b7e64-d770-4a85-a2e6-4f18f42e1550,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:12.822103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f3ce368-eacf-4a10-9d9a-f1e94b40dc7f req-df90f353-7cca-4894-89f0-659b1a603333 tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.54 "GET /v2.0/ports?device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0460763 Aug 19 15:22:13.041338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-482861db-7b87-465f-92b9-fb2ecc12681c req-180f717d-6045-4497-b70e-2d87a02335db tempest-ServerShowV247Test-607060325 tempest-ServerShowV247Test-607060325-project] 10.222.0.13 "GET /v2.0/ports?device_id=17bd5b06-8a6d-465b-9ddf-42ab4e7f567a HTTP/1.1" status: 200 len: 210 time: 0.0294242 Aug 19 15:22:13.167763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53584) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:13.185951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89bb116-db26-4187-af7e-956b12ea729f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.306094 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89bb116-db26-4187-af7e-956b12ea729f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.319435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.386614 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f89bb116-db26-4187-af7e-956b12ea729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.424747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bb116-db26-4187-af7e-956b12ea729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c58d8-db7f-407e-8734-3187b0fdf290,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:13.431028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f89bb116-db26-4187-af7e-956b12ea729f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1caac4e9db214551b104cc0b9610752b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619812 Aug 19 15:22:13.433750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53596) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:13.494331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89d99bcf-1738-4d21-b434-9871771d6e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.524293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89d99bcf-1738-4d21-b434-9871771d6e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.774888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89d99bcf-1738-4d21-b434-9871771d6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.777475 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89d99bcf-1738-4d21-b434-9871771d6e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.779581 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-89d99bcf-1738-4d21-b434-9871771d6e60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc0c58d8-db7f-407e-8734-3187b0fdf290 HTTP/1.1" status: 204 len: 168 time: 0.3438637 Aug 19 15:22:13.787273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99bcf-1738-4d21-b434-9871771d6e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c58d8-db7f-407e-8734-3187b0fdf290,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:14.909862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53674) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:15.040598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0fea085e-847b-4e92-bc6e-28684a4d70f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.132887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0fea085e-847b-4e92-bc6e-28684a4d70f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.368718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0fea085e-847b-4e92-bc6e-28684a4d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.406066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0fea085e-847b-4e92-bc6e-28684a4d70f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cb79a7ae3174d899b8d5879130cee66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943724 Aug 19 15:22:15.406282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:15.420463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea085e-847b-4e92-bc6e-28684a4d70f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1685d6b-6609-4a9a-95c6-1db928c34435,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:15.486019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac07b1-04a2-41d1-951c-f4a9d79172f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.510495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac07b1-04a2-41d1-951c-f4a9d79172f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.689462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac07b1-04a2-41d1-951c-f4a9d79172f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.695383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32ac07b1-04a2-41d1-951c-f4a9d79172f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:15.697310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32ac07b1-04a2-41d1-951c-f4a9d79172f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1685d6b-6609-4a9a-95c6-1db928c34435 HTTP/1.1" status: 204 len: 168 time: 0.2894168 Aug 19 15:22:15.709371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac07b1-04a2-41d1-951c-f4a9d79172f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1685d6b-6609-4a9a-95c6-1db928c34435,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:17.455617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53826) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:17.676593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2067885229-network', 'tenant_id': 'd3ef8b0cb9b24f3287d9a24cf948b5f3'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:17.878684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Made reservation on behalf of d3ef8b0cb9b24f3287d9a24cf948b5f3 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:17.881093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:17.890056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:17.992796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:18.102623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:18.130440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:18.136979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f23704-654a-4f71-b7e7-e35fed0fa51a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:18.143589 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:18.144396 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Added segment 12bee594-26b1-416a-b473-ae6525e3531c of type vlan for network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 Aug 19 15:22:18.186888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:18.385905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:18.399310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:18.399310 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:18.447633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] Pushing event updated for resources: {'Network': ['ID=75d9afa3-fa1c-43c6-88a0-a54a353a8711,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:18.459437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:18.594820 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-73fdca11-d456-4d0b-bf98-7531f6aa2153 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1391802 Aug 19 15:22:18.601291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:18.602671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Request body: {'subnet': {'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2067885229-subnet', 'tenant_id': 'd3ef8b0cb9b24f3287d9a24cf948b5f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:18.736013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Made reservation on behalf of d3ef8b0cb9b24f3287d9a24cf948b5f3 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:18.743625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:19.011529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:19.067911 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb65c340-b920-4e13-b7b6-943d4d6f194c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:19.086564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Checking segment: {'id': '12bee594-26b1-416a-b473-ae6525e3531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:19.086564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Network hostable DHCP agents. Network: 75d9afa3-fa1c-43c6-88a0-a54a353a8711, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:22:19.239295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:22:19.376414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 75d9afa3-fa1c-43c6-88a0-a54a353a8711) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:19.381372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:19.382642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:19.386277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93f4be-9a1e-444e-9df3-f5d5925e948f None None] Network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:19.528568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4af93-a5ca-4fff-a699-e74e8c8ad809 None None] Network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:19.545642 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d3111b79-7551-4862-b42c-8223d16b1b24 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9382591 Aug 19 15:22:20.410752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53950) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:20.438357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53954) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:20.443566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-238378232-network', 'tenant_id': '11820893ff754afebf056c26df012320'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:20.576597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Made reservation on behalf of 11820893ff754afebf056c26df012320 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:20.578990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:20.588731 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:20.662672 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd092732-1834-44cc-aaaa-715b2a917df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:20.718501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:20.839374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:20.892897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:20.902458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7529fc11-333a-4aa6-af71-062862aea537,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:20.914552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:20.914721 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Added segment fe989390-6e20-450d-8c0a-264ade886ff5 of type vlan for network ebc17426-bd53-4157-995c-6c9fdcec8454 Aug 19 15:22:20.978979 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.037079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd092732-1834-44cc-aaaa-715b2a917df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.165800 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd092732-1834-44cc-aaaa-715b2a917df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.169987 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.171255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:21.172047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.266869 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cd092732-1834-44cc-aaaa-715b2a917df7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c5c58b8b747427eaa63433a76857cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548121 Aug 19 15:22:21.270411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53986) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:21.275674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd092732-1834-44cc-aaaa-715b2a917df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff59df4d-c2a1-464d-84cc-92bdb7ef4e69,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:21.283691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] Pushing event updated for resources: {'Network': ['ID=ebc17426-bd53-4157-995c-6c9fdcec8454,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:21.307310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ebc17426-bd53-4157-995c-6c9fdcec8454 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:21.330427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e473224-fa0d-4964-a3e2-a06412716a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.332090 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-135bd984-a9d5-478e-b909-4d95355b36ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8925292 Aug 19 15:22:21.336509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:21.342437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Request body: {'subnet': {'network_id': 'ebc17426-bd53-4157-995c-6c9fdcec8454', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-238378232-subnet', 'tenant_id': '11820893ff754afebf056c26df012320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:21.363788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e473224-fa0d-4964-a3e2-a06412716a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.490548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Made reservation on behalf of 11820893ff754afebf056c26df012320 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:21.494102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.622762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e473224-fa0d-4964-a3e2-a06412716a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.625677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e473224-fa0d-4964-a3e2-a06412716a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.629424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e473224-fa0d-4964-a3e2-a06412716a50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff59df4d-c2a1-464d-84cc-92bdb7ef4e69 HTTP/1.1" status: 204 len: 168 time: 0.3564668 Aug 19 15:22:21.641234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473224-fa0d-4964-a3e2-a06412716a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff59df4d-c2a1-464d-84cc-92bdb7ef4e69,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:21.859864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:21.932688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8db7c61-1b6f-4fb4-89b6-792b58d84e5c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:21.938105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Checking segment: {'id': 'fe989390-6e20-450d-8c0a-264ade886ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ebc17426-bd53-4157-995c-6c9fdcec8454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:21.938472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Network hostable DHCP agents. Network: ebc17426-bd53-4157-995c-6c9fdcec8454, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:22:22.125025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Network ebc17426-bd53-4157-995c-6c9fdcec8454 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:22:22.172152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54018) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:22.228298 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Deleting subnet 66829787-c629-4f8a-89cf-36b465f92b3a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:22:22.231905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.268670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.291962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ebc17426-bd53-4157-995c-6c9fdcec8454) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:22.297156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:22.297778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.302968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c9306-c6a8-4166-9ff4-fa5974d7f1fb None None] Network ebc17426-bd53-4157-995c-6c9fdcec8454 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:22.333134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.440374 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-07072c2e-a145-4852-a20f-28d1bc5644de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1014576 Aug 19 15:22:22.470304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd22fd67-a4c1-4eb2-b573-4389bb6daa35 None None] Network ebc17426-bd53-4157-995c-6c9fdcec8454 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:22.513930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.562977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66829787-c629-4f8a-89cf-36b465f92b3a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:22.567576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.577221 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6457d725-1896-4d1c-90aa-5a49c09082e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/66829787-c629-4f8a-89cf-36b465f92b3a HTTP/1.1" status: 204 len: 168 time: 0.3989327 Aug 19 15:22:22.577525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54034) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:22.584474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54036) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:22.629780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309cc7ec-0560-4f51-9527-63cb5aa7f2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.684733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.751969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309cc7ec-0560-4f51-9527-63cb5aa7f2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.776685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.787484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fe58f0-842b-4ca2-92b5-5ca570399fa5']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:22.800263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4e75a8-23b9-489e-a792-43f7abd0def8') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:22.800545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4e75a8-23b9-489e-a792-43f7abd0def8') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:22.810377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.825575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.831954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:22:22.832338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:22:22.834077 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:22:22.869077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309cc7ec-0560-4f51-9527-63cb5aa7f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:22.911183 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-309cc7ec-0560-4f51-9527-63cb5aa7f2a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9223df1981174063b1cacc840d317192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253253 Aug 19 15:22:22.912054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cc7ec-0560-4f51-9527-63cb5aa7f2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be05b35-8e15-43fd-a60c-917c18a61c18,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:22.914607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54054) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:22.969589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f71d4-0688-4a11-ba8a-336f26e8c0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:23.004055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f71d4-0688-4a11-ba8a-336f26e8c0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:23.065233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:23.080489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:23.083083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9fe58f0-842b-4ca2-92b5-5ca570399fa5 HTTP/1.1" status: 204 len: 168 time: 0.5043173 Aug 19 15:22:23.116359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530dcbd-f12e-423e-970d-d9f067a627f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fe58f0-842b-4ca2-92b5-5ca570399fa5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:23.146932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-826b61d0-2993-4012-ab55-364d79d1a532 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:23.153501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-826b61d0-2993-4012-ab55-364d79d1a532 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/networks?id=75d9afa3-fa1c-43c6-88a0-a54a353a8711 HTTP/1.1" status: 200 len: 825 time: 0.1632760 Aug 19 15:22:23.165610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-640af9f6-8024-41c8-89d1-74c33ba0608a tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/quotas/d3ef8b0cb9b24f3287d9a24cf948b5f3 HTTP/1.1" status: 200 len: 375 time: 0.0103707 Aug 19 15:22:23.200145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-1e8a709d-0732-412d-aeba-bfab1906ad24 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3ef8b0cb9b24f3287d9a24cf948b5f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284894 Aug 19 15:22:23.296501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f71d4-0688-4a11-ba8a-336f26e8c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:23.299103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dd0f71d4-0688-4a11-ba8a-336f26e8c0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:23.300265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dd0f71d4-0688-4a11-ba8a-336f26e8c0ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4be05b35-8e15-43fd-a60c-917c18a61c18 HTTP/1.1" status: 204 len: 168 time: 0.3839099 Aug 19 15:22:23.307624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-510ae9c8-d78e-46f6-b418-4ecd9f4bbfc5 service neutron] 10.222.0.13 "GET /v2.0/networks/75d9afa3-fa1c-43c6-88a0-a54a353a8711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003680 Aug 19 15:22:23.324415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f71d4-0688-4a11-ba8a-336f26e8c0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be05b35-8e15-43fd-a60c-917c18a61c18,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:23.414678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-9993335c-c170-41f5-a87a-d6f141a78e8e service neutron] 10.222.0.13 "GET /v2.0/networks/75d9afa3-fa1c-43c6-88a0-a54a353a8711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992515 Aug 19 15:22:23.929744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48bdac5d-f380-4001-91a4-560384a53c07 req-a09ef4cd-3554-423b-b2e8-947ce97d7bab tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 210 time: 0.0335584 Aug 19 15:22:23.930337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:23.976688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-328ad4b5-1cdf-4521-afe1-d9611dad59c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31c9ed401a734690a3a86bc98f5255f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452816 Aug 19 15:22:23.979268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54100) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:24.028763 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4179d680-c6cf-42f5-8269-1f2c929c23f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:24.050039 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4179d680-c6cf-42f5-8269-1f2c929c23f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:24.267520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4179d680-c6cf-42f5-8269-1f2c929c23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:24.270249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4179d680-c6cf-42f5-8269-1f2c929c23f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:24.271617 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4179d680-c6cf-42f5-8269-1f2c929c23f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56aff145-d9ec-47d3-b5bd-80bdd4d98f9f HTTP/1.1" status: 204 len: 168 time: 0.2912915 Aug 19 15:22:24.279957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179d680-c6cf-42f5-8269-1f2c929c23f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aff145-d9ec-47d3-b5bd-80bdd4d98f9f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:24.770377 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90d33447-2aa0-46b8-b014-4eeed6423b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:25.021021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e21d9e57-013c-4ecb-a7c9-9b5180fa6b12 req-a29efbde-2f3b-46b4-becc-76ca3a6745b9 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 210 time: 0.0329392 Aug 19 15:22:25.599647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:26.124892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7b34372-c90c-45b0-bbcd-f71e3eb96c61 req-36532c83-886c-4671-b61f-b860e2cb08d3 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 210 time: 0.0299923 Aug 19 15:22:27.224169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b2bf4230-4b29-4786-8689-86065bdae632 req-d9e4a418-b225-4d36-86bf-43cfe3bc730a tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 210 time: 0.0279353 Aug 19 15:22:27.399017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:27.924307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3edd3327-6e74-4829-9726-d1546cfc9f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:28.160414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-e8ff77f3-ce29-4687-972f-b79e58e6fbb0 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:28.161935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-e8ff77f3-ce29-4687-972f-b79e58e6fbb0 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.54 "GET /v2.0/networks?id=75d9afa3-fa1c-43c6-88a0-a54a353a8711 HTTP/1.1" status: 200 len: 825 time: 0.1367412 Aug 19 15:22:28.184690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Request body: {'port': {'device_id': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711', 'admin_state_up': True, 'tenant_id': 'd3ef8b0cb9b24f3287d9a24cf948b5f3'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:28.342206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-538b3660-f42a-4cf6-a959-bd2d3745da33 req-89d7fba1-34a1-490e-8cd1-b16c7df7253f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 210 time: 0.0289726 Aug 19 15:22:28.536516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Made reservation on behalf of d3ef8b0cb9b24f3287d9a24cf948b5f3 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:28.543412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:28.690832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Allocated IP 172.20.0.9 (75d9afa3-fa1c-43c6-88a0-a54a353a8711/eb65c340-b920-4e13-b7b6-943d4d6f194c/d91bfa09-b89c-4d5a-be1e-5b4461e4517f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:22:28.850366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.028275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.074426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:22:29.077689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:29.081545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:22:29.106257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Pushing event updated for resources: {'Port': ['ID=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:29.120680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.121041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.121426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.121778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.122118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.122543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.122854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.123192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.123526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.123859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.124187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.124516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:29.145038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:29.145686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.246134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-47becfa1-3944-4837-a264-b2b2aa8029b1 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0651584 Aug 19 15:22:29.264751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Request body: {'port': {'device_id': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:29.334376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.550629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95b68-49d3-43e9-b052-348aeacf6676 req-efdf9cd8-42e4-4363-a77a-539396faadfe tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:29.552135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dd95b68-49d3-43e9-b052-348aeacf6676 req-efdf9cd8-42e4-4363-a77a-539396faadfe tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 931 time: 0.1097064 Aug 19 15:22:29.619629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6dd95b68-49d3-43e9-b052-348aeacf6676 req-168db15d-636b-4136-8e36-898f92a18d5b tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Aug 19 15:22:29.627881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.687498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91bfa09-b89c-4d5a-be1e-5b4461e4517f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:29.696129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.709244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Transition to ACTIVE for port object d91bfa09-b89c-4d5a-be1e-5b4461e4517f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:22:29.885025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:29.938605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Pushing event updated for resources: {'Port': ['ID=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:30.006898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Attempting to bind port d91bfa09-b89c-4d5a-be1e-5b4461e4517f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:22:30.007247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Attempting to bind port d91bfa09-b89c-4d5a-be1e-5b4461e4517f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '12bee594-26b1-416a-b473-ae6525e3531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:22:30.007639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Attempting to bind port d91bfa09-b89c-4d5a-be1e-5b4461e4517f on network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:30.012581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Port d91bfa09-b89c-4d5a-be1e-5b4461e4517f on network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:22:30.013349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Attempting to bind port d91bfa09-b89c-4d5a-be1e-5b4461e4517f on network 75d9afa3-fa1c-43c6-88a0-a54a353a8711 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:30.018051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:22:30.018391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Checking segment: {'id': '12bee594-26b1-416a-b473-ae6525e3531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:30.018773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Bound using segment: {'id': '12bee594-26b1-416a-b473-ae6525e3531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:22:30.019196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Bound port: d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bee594-26b1-416a-b473-ae6525e3531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:22:30.019553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:30.087465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] For port d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:22:30.090668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] For port d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,segment=NetworkSegment(12bee594-26b1-416a-b473-ae6525e3531c),segment_id=12bee594-26b1-416a-b473-ae6525e3531c)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:22:30.262362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:30.302741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:30.303426 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:30.305464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] 10.222.0.54 "PUT /v2.0/ports/d91bfa09-b89c-4d5a-be1e-5b4461e4517f HTTP/1.1" status: 200 len: 1092 time: 1.0454772 Aug 19 15:22:30.305896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'tag': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:30.308275 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f19d7b3e-4886-47af-b364-f92b3ae6079f", "tag": "d91bfa09-b89c-4d5a-be1e-5b4461e4517f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:30.331305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816805-d76b-4afb-896c-f2d77facb570 service neutron] Pushing event updated for resources: {'Port': ['ID=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:30.420328 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff543417-8f58-428c-92b7-512bba026264 x-openstack-request-id: req-ff543417-8f58-428c-92b7-512bba026264 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:30.420628 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19d7b3e-4886-47af-b364-f92b3ae6079f", "tag": "d91bfa09-b89c-4d5a-be1e-5b4461e4517f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:30.420883 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff543417-8f58-428c-92b7-512bba026264 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:30.421318 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'tag': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f', 'status': 'completed', 'code': 200} Aug 19 15:22:30.508816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3 req-628f3437-44b3-4327-84a8-7d84feff39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:30.510517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3 req-628f3437-44b3-4327-84a8-7d84feff39bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3ef8b0cb9b24f3287d9a24cf948b5f3&device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 1095 time: 0.0489752 Aug 19 15:22:30.631626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3 req-72a4a5d9-d1c8-4417-ab3e-4656f3ecccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:30.634130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3 req-72a4a5d9-d1c8-4417-ab3e-4656f3ecccda service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d3ef8b0cb9b24f3287d9a24cf948b5f3&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1096210 Aug 19 15:22:30.777874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3 req-36076750-14e4-4e77-9134-210b65d37f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:30.779378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bae8ab8-8b9e-4db0-a0fe-de82cf9cd5a3 req-36076750-14e4-4e77-9134-210b65d37f0b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391647 Aug 19 15:22:30.789440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436b5e8-8529-4d64-abe9-23964d5599fe req-1e400b91-8fb2-4bcd-bcd6-fe8aabd63fd6 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:30.791034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2436b5e8-8529-4d64-abe9-23964d5599fe req-1e400b91-8fb2-4bcd-bcd6-fe8aabd63fd6 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 943 time: 0.0885613 Aug 19 15:22:30.834784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2436b5e8-8529-4d64-abe9-23964d5599fe req-47efd2ea-6b6d-463a-9dc8-c973534a4b7c tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Aug 19 15:22:30.844638 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:30.890548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-d19dad62-96b9-4249-819c-3007d8854796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:30.891098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-d19dad62-96b9-4249-819c-3007d8854796 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3ef8b0cb9b24f3287d9a24cf948b5f3&device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 1095 time: 0.0451429 Aug 19 15:22:30.940280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-648fb459-3734-4d65-976c-d7bf15980eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d91bfa09-b89c-4d5a-be1e-5b4461e4517f HTTP/1.1" status: 200 len: 217 time: 0.0361533 Aug 19 15:22:30.948157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54414) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:31.000719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-2b9383bb-8c59-4e9c-9932-8918609cb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:31.002353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-2b9383bb-8c59-4e9c-9932-8918609cb928 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb65c340-b920-4e13-b7b6-943d4d6f194c HTTP/1.1" status: 200 len: 865 time: 0.0557194 Aug 19 15:22:31.034179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-d60838a5-738a-4c1f-aef8-3034efcce275 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75d9afa3-fa1c-43c6-88a0-a54a353a8711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251176 Aug 19 15:22:31.132833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-031aba81-a966-497d-820c-623c550bdc01 service neutron] 10.222.0.54 "GET /v2.0/networks/75d9afa3-fa1c-43c6-88a0-a54a353a8711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912473 Aug 19 15:22:31.317553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ac4e9db-8c7b-43d8-8795-19bbde81b1ee req-9abd8f64-4238-402b-b59d-8f11a1a13840 service neutron] 10.222.0.54 "GET /v2.0/networks/75d9afa3-fa1c-43c6-88a0-a54a353a8711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778464 Aug 19 15:22:31.409099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-241082bf-8e0d-404e-8cf6-6c222043f3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.521208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-241082bf-8e0d-404e-8cf6-6c222043f3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.604495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-241082bf-8e0d-404e-8cf6-6c222043f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.642535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241082bf-8e0d-404e-8cf6-6c222043f3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc0edc-56f6-4912-bfe9-12bc925d7a9e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:31.648119 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-241082bf-8e0d-404e-8cf6-6c222043f3e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a45d733b6a3f454ba7d550e4d45de080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6988842 Aug 19 15:22:31.651665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54448) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:31.704557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8c60864-c4b7-42ae-83eb-7cf15e132297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.737150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8c60864-c4b7-42ae-83eb-7cf15e132297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.933560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8c60864-c4b7-42ae-83eb-7cf15e132297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.936125 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8c60864-c4b7-42ae-83eb-7cf15e132297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:31.937969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d8c60864-c4b7-42ae-83eb-7cf15e132297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63cc0edc-56f6-4912-bfe9-12bc925d7a9e HTTP/1.1" status: 204 len: 168 time: 0.2846208 Aug 19 15:22:31.949647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c60864-c4b7-42ae-83eb-7cf15e132297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc0edc-56f6-4912-bfe9-12bc925d7a9e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:31.969081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca78d56-73db-4854-b635-84048ae033cc req-8337011b-9e9c-479f-9967-3a7ee8cbf1fa tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:31.970651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eca78d56-73db-4854-b635-84048ae033cc req-8337011b-9e9c-479f-9967-3a7ee8cbf1fa tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 943 time: 0.0644755 Aug 19 15:22:32.025231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eca78d56-73db-4854-b635-84048ae033cc req-a4622813-4b5f-4cb6-ae86-e7a010c2e1fb tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Aug 19 15:22:32.904388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54502) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:32.922124 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-731d98c9-5009-4ece-bf8a-dbd340b3cf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.041687 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-731d98c9-5009-4ece-bf8a-dbd340b3cf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.155165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-731d98c9-5009-4ece-bf8a-dbd340b3cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.252094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846119a-0532-4d74-b4fe-ae23d5825586 req-feeba0bf-8b30-4e2c-91af-ae091a276297 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:33.254845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c846119a-0532-4d74-b4fe-ae23d5825586 req-feeba0bf-8b30-4e2c-91af-ae091a276297 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 943 time: 0.1498761 Aug 19 15:22:33.256052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d98c9-5009-4ece-bf8a-dbd340b3cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5079d7f-c784-4027-ace0-fb015a6cabe1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:33.263724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-731d98c9-5009-4ece-bf8a-dbd340b3cf0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbd11514c4564f6e80dd2166f1f5f911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566480 Aug 19 15:22:33.266142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54508) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:33.329641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c846119a-0532-4d74-b4fe-ae23d5825586 req-39c485f3-e6b4-4e62-82bc-c881f188f185 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Aug 19 15:22:33.345267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5349bbd-c24f-4598-b64f-f5bc314b7fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.380063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5349bbd-c24f-4598-b64f-f5bc314b7fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.560069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5349bbd-c24f-4598-b64f-f5bc314b7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.562677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5349bbd-c24f-4598-b64f-f5bc314b7fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:33.563852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5349bbd-c24f-4598-b64f-f5bc314b7fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5079d7f-c784-4027-ace0-fb015a6cabe1 HTTP/1.1" status: 204 len: 168 time: 0.2962000 Aug 19 15:22:33.576884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5349bbd-c24f-4598-b64f-f5bc314b7fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5079d7f-c784-4027-ace0-fb015a6cabe1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:33.907774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54518) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:34.174788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d415cd8b-a2a4-4503-81f4-ae112a430a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.314346 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:22:34.319546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d415cd8b-a2a4-4503-81f4-ae112a430a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.464722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d415cd8b-a2a4-4503-81f4-ae112a430a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.520494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d415cd8b-a2a4-4503-81f4-ae112a430a22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9492a5c67387483d9686f42dda8bab1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051919 Aug 19 15:22:34.520885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54538) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:34.535516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabe237-87cf-449c-9084-e9a244d6d9cd req-80d1b58c-09ea-4c99-8302-a82cd512c97e tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:34.537079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dabe237-87cf-449c-9084-e9a244d6d9cd req-80d1b58c-09ea-4c99-8302-a82cd512c97e tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 943 time: 0.1157887 Aug 19 15:22:34.538878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415cd8b-a2a4-4503-81f4-ae112a430a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcbd34e-0a5b-4b65-9f97-1fa898092e07,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:34.584090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dabe237-87cf-449c-9084-e9a244d6d9cd req-5d9fec14-ab22-4b8d-bf96-3c0d466a0101 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Aug 19 15:22:34.602143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02057bc8-4b12-4f87-b4b4-d0b9e6b11410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.625620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02057bc8-4b12-4f87-b4b4-d0b9e6b11410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.753719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02057bc8-4b12-4f87-b4b4-d0b9e6b11410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.756660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02057bc8-4b12-4f87-b4b4-d0b9e6b11410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.758709 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-02057bc8-4b12-4f87-b4b4-d0b9e6b11410 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fcbd34e-0a5b-4b65-9f97-1fa898092e07 HTTP/1.1" status: 204 len: 168 time: 0.2367933 Aug 19 15:22:34.769624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057bc8-4b12-4f87-b4b4-d0b9e6b11410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcbd34e-0a5b-4b65-9f97-1fa898092e07,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:34.831332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d91bfa09-b89c-4d5a-be1e-5b4461e4517f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:22:34.934228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,segment=NetworkSegment(12bee594-26b1-416a-b473-ae6525e3531c),segment_id=12bee594-26b1-416a-b473-ae6525e3531c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:34.945667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f', 'network_id': '75d9afa3-fa1c-43c6-88a0-a54a353a8711', 'port_id': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f', 'mac_address': 'fa:16:3e:89:f7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb65c340-b920-4e13-b7b6-943d4d6f194c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:22:34.986517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:35.003056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91bfa09-b89c-4d5a-be1e-5b4461e4517f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:35.024233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,segment=NetworkSegment(12bee594-26b1-416a-b473-ae6525e3531c),segment_id=12bee594-26b1-416a-b473-ae6525e3531c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:35.175858 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:35.238836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:35.247973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.248327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.248676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.249031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.249381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.249906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.250425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.250907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.251387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.251867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.252359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.253420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:35.647721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d91bfa09-b89c-4d5a-be1e-5b4461e4517f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:35.709849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844f72-aec2-4b1f-aabc-0c757efa3e95 req-7bad6961-53de-40c3-8f1e-643e71245950 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:35.711670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba844f72-aec2-4b1f-aabc-0c757efa3e95 req-7bad6961-53de-40c3-8f1e-643e71245950 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 944 time: 0.0548851 Aug 19 15:22:35.764821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba844f72-aec2-4b1f-aabc-0c757efa3e95 req-5e2cd1e8-d0ef-4404-b805-6bf003833480 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Aug 19 15:22:35.953752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54574) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:35.967399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ab1cfa-570c-4e6a-a911-4e5ccf57e094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.074593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ab1cfa-570c-4e6a-a911-4e5ccf57e094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.232971 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26ab1cfa-570c-4e6a-a911-4e5ccf57e094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.272662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab1cfa-570c-4e6a-a911-4e5ccf57e094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d1ed7-1d2d-4f93-ac23-70d72c03d758,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:36.277562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-26ab1cfa-570c-4e6a-a911-4e5ccf57e094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45bad898931d43f899ccae608c4bc0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226650 Aug 19 15:22:36.280133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54578) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:36.338165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67252164-1580-40fb-977c-beac87af0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.382625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67252164-1580-40fb-977c-beac87af0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.571195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67252164-1580-40fb-977c-beac87af0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.574249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67252164-1580-40fb-977c-beac87af0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:36.579669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67252164-1580-40fb-977c-beac87af0664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e0d1ed7-1d2d-4f93-ac23-70d72c03d758 HTTP/1.1" status: 204 len: 168 time: 0.2943077 Aug 19 15:22:36.588230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67252164-1580-40fb-977c-beac87af0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d1ed7-1d2d-4f93-ac23-70d72c03d758,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:36.843566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d91bfa09-b89c-4d5a-be1e-5b4461e4517f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:22:36.928405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77c02-d22e-4599-8052-0dfa9db456d2 req-9b03b57d-cc41-4c9f-a46a-169e1cb98ec4 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:36.930489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbc77c02-d22e-4599-8052-0dfa9db456d2 req-9b03b57d-cc41-4c9f-a46a-169e1cb98ec4 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 944 time: 0.0836704 Aug 19 15:22:36.976992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bbc77c02-d22e-4599-8052-0dfa9db456d2 req-2236572f-24d5-4cd6-bf8e-393ddbf0ccd7 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379183 Aug 19 15:22:37.044519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port d91bfa09-b89c-4d5a-be1e-5b4461e4517f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:22:37.049837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d91bfa09-b89c-4d5a-be1e-5b4461e4517f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:22:37.050316 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:37.175577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:37.207105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:37.210163 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2153d1f6-4054-472a-a881-ec1aab914113" -d '{"events": [{"server_uuid": "f19d7b3e-4886-47af-b364-f92b3ae6079f", "name": "network-vif-plugged", "status": "completed", "tag": "d91bfa09-b89c-4d5a-be1e-5b4461e4517f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:37.236858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,segment=NetworkSegment(12bee594-26b1-416a-b473-ae6525e3531c),segment_id=12bee594-26b1-416a-b473-ae6525e3531c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:37.272518 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb8a579-eff5-4637-a7f6-7db1e62dc793 x-openstack-request-id: req-5fb8a579-eff5-4637-a7f6-7db1e62dc793 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:37.272712 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19d7b3e-4886-47af-b364-f92b3ae6079f", "name": "network-vif-plugged", "status": "completed", "tag": "d91bfa09-b89c-4d5a-be1e-5b4461e4517f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:37.273590 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fb8a579-eff5-4637-a7f6-7db1e62dc793 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:37.275547 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f', 'code': 200} Aug 19 15:22:37.370629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:37.406208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde909-181b-4fd9-bc45-d70a577f79d4 req-4a29b716-2cb0-43a5-9336-0e8bb3fa7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:37.407702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2fde909-181b-4fd9-bc45-d70a577f79d4 req-4a29b716-2cb0-43a5-9336-0e8bb3fa7a50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 1097 time: 0.0453215 Aug 19 15:22:37.431162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:37.452612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2fde909-181b-4fd9-bc45-d70a577f79d4 req-9d24a412-cdbe-4605-af1a-2e5cc07887f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Aug 19 15:22:38.107986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54618) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:38.122043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb8e72-2189-48a5-897f-0a308a8b0814 req-fae38bd0-89f1-43aa-9e2a-b48c0e75f4b2 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:38.123718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-defb8e72-2189-48a5-897f-0a308a8b0814 req-fae38bd0-89f1-43aa-9e2a-b48c0e75f4b2 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0549746 Aug 19 15:22:38.165473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-defb8e72-2189-48a5-897f-0a308a8b0814 req-09fdfebf-63c2-4b5d-bdec-00325035e3be tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351906 Aug 19 15:22:38.232429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb49d94e-a477-488a-8c28-f6bd3187b747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.330799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb49d94e-a477-488a-8c28-f6bd3187b747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.467275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb49d94e-a477-488a-8c28-f6bd3187b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.511963 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fb49d94e-a477-488a-8c28-f6bd3187b747 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d48aeab28e64a7295b13ef19142a847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026260 Aug 19 15:22:38.512851 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49d94e-a477-488a-8c28-f6bd3187b747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11023e67-c7ba-4ccf-97e4-baad148411ad,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:38.515416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:38.567238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26a4996a-8e16-4954-baa1-c74e371d89eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.592657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26a4996a-8e16-4954-baa1-c74e371d89eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.785433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26a4996a-8e16-4954-baa1-c74e371d89eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.787909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26a4996a-8e16-4954-baa1-c74e371d89eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.790185 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-26a4996a-8e16-4954-baa1-c74e371d89eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11023e67-c7ba-4ccf-97e4-baad148411ad HTTP/1.1" status: 204 len: 168 time: 0.2738187 Aug 19 15:22:38.816945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4996a-8e16-4954-baa1-c74e371d89eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11023e67-c7ba-4ccf-97e4-baad148411ad,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:39.299652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe8cd5-d25d-40a3-a6f9-5a439049649c req-243d176f-7335-44d3-a099-55ce8fc16b3b tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:39.302367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbe8cd5-d25d-40a3-a6f9-5a439049649c req-243d176f-7335-44d3-a099-55ce8fc16b3b tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0592790 Aug 19 15:22:39.370148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbe8cd5-d25d-40a3-a6f9-5a439049649c req-01bd0854-0939-46ac-a3f2-1608d29c4637 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Aug 19 15:22:39.831457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54644) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:39.946303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54648) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:39.946490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa48100c-e90b-4649-b408-2e7df427dd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:39.959615 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a8a5-5414-48b9-b08c-1f3e8a6e003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.040312 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa48100c-e90b-4649-b408-2e7df427dd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.175462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fa48100c-e90b-4649-b408-2e7df427dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.216688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fa48100c-e90b-4649-b408-2e7df427dd57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3916f990bdfb40d2ac5f8eb29aea879c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840432 Aug 19 15:22:40.217959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48100c-e90b-4649-b408-2e7df427dd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab83b11-d437-4027-8840-02b1a91e4810,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:40.220952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:40.298204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a8a5-5414-48b9-b08c-1f3e8a6e003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.303144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9313-842d-4a1f-93a4-0fa02a6e682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.325902 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9313-842d-4a1f-93a4-0fa02a6e682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.399784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a8a5-5414-48b9-b08c-1f3e8a6e003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.460827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8cc1a8a5-5414-48b9-b08c-1f3e8a6e003a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=348cf2dec67b4a0e900be50771b4a9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071404 Aug 19 15:22:40.460827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1a8a5-5414-48b9-b08c-1f3e8a6e003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d757da9-4fa8-4c42-a66f-2284fe51f92e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:40.461326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54658) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:40.478500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9313-842d-4a1f-93a4-0fa02a6e682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.481201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9313-842d-4a1f-93a4-0fa02a6e682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.483077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fb0a9313-842d-4a1f-93a4-0fa02a6e682d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab83b11-d437-4027-8840-02b1a91e4810 HTTP/1.1" status: 204 len: 168 time: 0.2602527 Aug 19 15:22:40.495795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a9313-842d-4a1f-93a4-0fa02a6e682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab83b11-d437-4027-8840-02b1a91e4810,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:40.515104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4388ed2-a998-4983-a056-abcc33a948a6 req-1246399d-b8da-4a21-877e-79cd051f2df4 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:40.516834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4388ed2-a998-4983-a056-abcc33a948a6 req-1246399d-b8da-4a21-877e-79cd051f2df4 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0942113 Aug 19 15:22:40.533929 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efacf64e-fac9-4a30-8cbd-ac561f1f5374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.561910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efacf64e-fac9-4a30-8cbd-ac561f1f5374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.566049 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4388ed2-a998-4983-a056-abcc33a948a6 req-dec0123d-fc60-4326-aa50-04f288d38b5e tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Aug 19 15:22:40.688880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e6db-856f-4541-9f9f-202c8baf5061 req-9db0556e-f336-4c25-bfa9-4d71da6043be tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:40.690904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1748e6db-856f-4541-9f9f-202c8baf5061 req-9db0556e-f336-4c25-bfa9-4d71da6043be tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0546484 Aug 19 15:22:40.732230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1748e6db-856f-4541-9f9f-202c8baf5061 req-5b8bb5e2-81b0-4f87-bc2c-f931bfb62090 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347674 Aug 19 15:22:40.798649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efacf64e-fac9-4a30-8cbd-ac561f1f5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.801197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efacf64e-fac9-4a30-8cbd-ac561f1f5374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:40.802366 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-efacf64e-fac9-4a30-8cbd-ac561f1f5374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d757da9-4fa8-4c42-a66f-2284fe51f92e HTTP/1.1" status: 204 len: 168 time: 0.3425667 Aug 19 15:22:40.810646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacf64e-fac9-4a30-8cbd-ac561f1f5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d757da9-4fa8-4c42-a66f-2284fe51f92e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:40.924646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1061-4f47-4bcf-951a-f27c3c839ecc req-0bb63986-deb9-45c1-befb-b5acc6b947f5 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:40.926209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed1f1061-4f47-4bcf-951a-f27c3c839ecc req-0bb63986-deb9-45c1-befb-b5acc6b947f5 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0529187 Aug 19 15:22:40.983328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed1f1061-4f47-4bcf-951a-f27c3c839ecc req-f96e1239-e7a3-441a-ab05-cbc9a15ea3b7 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Aug 19 15:22:41.101688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814d896-3d2f-486b-aa81-27fd14487332 req-f4104ce2-3191-4013-8809-6e9b917ba076 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:41.103544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1814d896-3d2f-486b-aa81-27fd14487332 req-f4104ce2-3191-4013-8809-6e9b917ba076 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0616150 Aug 19 15:22:41.149023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1814d896-3d2f-486b-aa81-27fd14487332 req-7da28cdf-c664-4435-aa41-ea162aacc795 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Aug 19 15:22:41.384225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:41.401485 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43075ac2-ad7e-4325-ae93-91e16a53a7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.514328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43075ac2-ad7e-4325-ae93-91e16a53a7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.610161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43075ac2-ad7e-4325-ae93-91e16a53a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.664034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43075ac2-ad7e-4325-ae93-91e16a53a7bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03ffe36056544cedba7cca09760db023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779820 Aug 19 15:22:41.665657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43075ac2-ad7e-4325-ae93-91e16a53a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a759232-b67a-4330-a2cb-04e6a2b44cab,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:41.677060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:41.750057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ba6750b-28c2-4e25-996c-d8c69d09e7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.781582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ba6750b-28c2-4e25-996c-d8c69d09e7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.788016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-87a3a87f-bacb-49a0-924f-51ea7ba4ca05 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:41.790700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-87a3a87f-bacb-49a0-924f-51ea7ba4ca05 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.1461096 Aug 19 15:22:41.813150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-f8cb0ec6-9833-46df-b0d6-8b09c9783c28 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/quotas/6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 375 time: 0.0118449 Aug 19 15:22:41.884195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-139c2134-5d03-43eb-b1a2-93b7f277fa66 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0619974 Aug 19 15:22:41.987124 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ba6750b-28c2-4e25-996c-d8c69d09e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.990753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3ba6750b-28c2-4e25-996c-d8c69d09e7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:41.992714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3ba6750b-28c2-4e25-996c-d8c69d09e7fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a759232-b67a-4330-a2cb-04e6a2b44cab HTTP/1.1" status: 204 len: 168 time: 0.3145816 Aug 19 15:22:42.000625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-176619b8-33be-4514-88f9-aea739bf736f service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074197 Aug 19 15:22:42.010055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6750b-28c2-4e25-996c-d8c69d09e7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a759232-b67a-4330-a2cb-04e6a2b44cab,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:42.389733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-2dac9113-6558-4120-91e4-ae1650a17687 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827775 Aug 19 15:22:42.837775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfcccf-99a9-427b-994f-fbe24a23aa3c req-c3331388-426b-49c1-91a6-e2ccd4d7501b tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:42.846909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cdfcccf-99a9-427b-994f-fbe24a23aa3c req-c3331388-426b-49c1-91a6-e2ccd4d7501b tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0718949 Aug 19 15:22:42.900881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cdfcccf-99a9-427b-994f-fbe24a23aa3c req-eec5be72-5559-4adf-b21f-e7342dfbeb29 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525179 Aug 19 15:22:43.049347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4755cffb-8134-4e71-80aa-870ebaaf9c9a req-e47f7ae3-7245-4a82-a769-0b805799aa59 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0302932 Aug 19 15:22:43.714212 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:44.068192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c92db-aab6-406e-b5eb-b92a5443ec29 req-24bd456f-a0b0-43ae-9755-54610e53dba6 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:44.071856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e50c92db-aab6-406e-b5eb-b92a5443ec29 req-24bd456f-a0b0-43ae-9755-54610e53dba6 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0627363 Aug 19 15:22:44.115922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e50c92db-aab6-406e-b5eb-b92a5443ec29 req-841f0df6-1a21-4c3b-8c1e-b223eb16b2d9 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Aug 19 15:22:44.299905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b54aacc8-8061-4be4-ad45-07550d58c1e7 req-713d0608-6d1a-4401-bff4-262e4d2e25d8 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0486684 Aug 19 15:22:45.268184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e64531-cf26-4a7b-840f-4daffde242a5 req-cb9799d1-3e9a-4aa3-901f-d57cd0ede7d5 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:45.269857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67e64531-cf26-4a7b-840f-4daffde242a5 req-cb9799d1-3e9a-4aa3-901f-d57cd0ede7d5 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0700932 Aug 19 15:22:45.319649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67e64531-cf26-4a7b-840f-4daffde242a5 req-907a613a-0216-4dfe-9acd-ea82fa4aa52f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Aug 19 15:22:45.502767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bda36ab-4caf-42c3-8a7d-950bd3aaa2a9 req-15657654-1dec-44ef-ad0e-8eb4f966a23a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0313747 Aug 19 15:22:45.663210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-6d1bb395-1e34-4b6c-8620-46c1c7bc4904 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:45.665468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-6d1bb395-1e34-4b6c-8620-46c1c7bc4904 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.54 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.0534413 Aug 19 15:22:45.770648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Deleting port d91bfa09-b89c-4d5a-be1e-5b4461e4517f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:22:45.779263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:45.876858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] For port d91bfa09-b89c-4d5a-be1e-5b4461e4517f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,segment=NetworkSegment(12bee594-26b1-416a-b473-ae6525e3531c),segment_id=12bee594-26b1-416a-b473-ae6525e3531c)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:45.877286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:45.892675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Calling delete_port for d91bfa09-b89c-4d5a-be1e-5b4461e4517f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:22:46.444329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:46.473075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Pushing event deleted for resources: {'Port': ['ID=d91bfa09-b89c-4d5a-be1e-5b4461e4517f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:46.477592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d91bfa09-b89c-4d5a-be1e-5b4461e4517f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:46.499805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041e025-24c3-48d7-be51-993766c9d75f req-a6d4bc08-2669-4e8a-9ccc-578d45e1edb2 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:46.504136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b041e025-24c3-48d7-be51-993766c9d75f req-a6d4bc08-2669-4e8a-9ccc-578d45e1edb2 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 945 time: 0.1056631 Aug 19 15:22:46.619564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] No DVR routers for this DVR port d91bfa09-b89c-4d5a-be1e-5b4461e4517f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:22:46.627391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:46.628867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e014f00-ee15-49ad-9a73-2fe8c4ed7ab3 req-5a73c129-83fc-45d0-a047-73a6a58ffa6f tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.54 "DELETE /v2.0/ports/d91bfa09-b89c-4d5a-be1e-5b4461e4517f HTTP/1.1" status: 204 len: 173 time: 0.9569802 Aug 19 15:22:46.631947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'name': 'network-vif-deleted', 'tag': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:46.633959 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb9a85-6f17-45d4-a783-518f01d5e4b0" -d '{"events": [{"server_uuid": "f19d7b3e-4886-47af-b364-f92b3ae6079f", "name": "network-vif-deleted", "tag": "d91bfa09-b89c-4d5a-be1e-5b4461e4517f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:46.657536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b041e025-24c3-48d7-be51-993766c9d75f req-7a81afaa-8bf1-4d12-aa18-b691ac555ffd tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f23704-654a-4f71-b7e7-e35fed0fa51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340580 Aug 19 15:22:46.708832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-0d3e04d9-c783-4cfc-91bd-7668d99c135f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:46.710391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-0d3e04d9-c783-4cfc-91bd-7668d99c135f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.2079785 Aug 19 15:22:46.739622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'port': {'device_id': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'admin_state_up': True, 'tenant_id': '6703815861664771b958dbe87bd3ff32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:46.961642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb9288bc-f452-44a4-8246-da403ee96562 req-a206e082-d293-4fa8-8428-65803e4caa40 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0491900 Aug 19 15:22:47.040858 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80b5dc0-5d37-418f-bacf-2636e462063d x-openstack-request-id: req-d80b5dc0-5d37-418f-bacf-2636e462063d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:47.042211 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19d7b3e-4886-47af-b364-f92b3ae6079f", "name": "network-vif-deleted", "tag": "d91bfa09-b89c-4d5a-be1e-5b4461e4517f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:47.042211 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d80b5dc0-5d37-418f-bacf-2636e462063d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:47.042662 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19d7b3e-4886-47af-b364-f92b3ae6079f', 'name': 'network-vif-deleted', 'tag': 'd91bfa09-b89c-4d5a-be1e-5b4461e4517f', 'status': 'completed', 'code': 200} Aug 19 15:22:47.203640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-6bcd234a-c73c-4ad7-8c50-a6529f291687 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2483280 Aug 19 15:22:47.205277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:47.209565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:47.382760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-a961f6b3-d52f-41df-a0e1-2dd089d3f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:47.384791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-a961f6b3-d52f-41df-a0e1-2dd089d3f583 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1098 time: 0.1405709 Aug 19 15:22:47.518300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Allocated IP 172.20.0.6 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/c4fc5997-5b8a-4e11-b3e3-c8b878b7500c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:22:47.623065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-2c5c47f9-e9ee-4486-af01-a01e59515794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:47.624565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-2c5c47f9-e9ee-4486-af01-a01e59515794 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.2153912 Aug 19 15:22:47.772762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-81f054f1-3644-46d5-8f62-cc3fe569a2c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 200 len: 1002 time: 0.1385651 Aug 19 15:22:47.851243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b729362-c4a8-4025-9ed4-92eac513806f req-4183f233-2e8b-40ee-96ef-0b1764db24b7 tempest-ServersNegativeTestMultiTenantJSON-1986339795 tempest-ServersNegativeTestMultiTenantJSON-1986339795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f19d7b3e-4886-47af-b364-f92b3ae6079f HTTP/1.1" status: 200 len: 210 time: 0.0572820 Aug 19 15:22:47.878333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:47.889561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-1b91f00c-283f-46fd-b505-0cea1ed70289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:47.891311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-1b91f00c-283f-46fd-b505-0cea1ed70289 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1102633 Aug 19 15:22:47.907989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Transition to ACTIVE for port object c4fc5997-5b8a-4e11-b3e3-c8b878b7500c will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:22:47.967489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-5c88a299-9ccc-419f-8f0f-876e606d39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:47.968980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-5c88a299-9ccc-419f-8f0f-876e606d39f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703409 Aug 19 15:22:47.987505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-5de720b7-281d-46d1-a0e8-59af66750556 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:22:47.988722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-5de720b7-281d-46d1-a0e8-59af66750556 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108402 Aug 19 15:22:48.123370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-52ccfbb4-9f30-4b1f-b045-909b06d7877f service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261621 Aug 19 15:22:48.127138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54858) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:48.145747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-666fae34-1e92-4257-b8cb-b20e5708b1c9 req-ca34fbcb-f45a-469a-9137-7fda6e74c13a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0435288 Aug 19 15:22:48.158530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.172234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2ea1677f-f147-4803-8462-4797e1f3f9cf'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:48.254434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:48.276949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:22:48.277456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47921bee-5d48-4d19-93c6-96525714f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.301872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:48.328324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:22:48.339939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:48.415009 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47921bee-5d48-4d19-93c6-96525714f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.447857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:48.449575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.456432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f84bb045-b488-40e8-9e6c-efad839cac91 req-beb1f09a-fee0-4832-b911-82633c7cdcf4 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171856 Aug 19 15:22:48.579723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47921bee-5d48-4d19-93c6-96525714f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.620972 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-47921bee-5d48-4d19-93c6-96525714f79d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a97a2ecb8033408786af04cfd29d8c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926319 Aug 19 15:22:48.621940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47921bee-5d48-4d19-93c6-96525714f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e2f87-c050-485e-bd32-654105362676,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:48.623758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54862) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:48.668486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-fdbbd7e9-3a92-45fb-9955-f08d098b03a3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9415903 Aug 19 15:22:48.683251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Request body: {'port': {'device_id': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:48.723162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-77d71e9c-68b4-44af-b957-bcc854167ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.771188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-77d71e9c-68b4-44af-b957-bcc854167ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.778659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.808201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c586f112-c42d-41f5-938e-c7499b4789b5 None None] Provisioning for port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:22:48.812302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c586f112-c42d-41f5-938e-c7499b4789b5 None None] Provisioning complete for port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:22:48.812679 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c586f112-c42d-41f5-938e-c7499b4789b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.851841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c586f112-c42d-41f5-938e-c7499b4789b5 None None] Port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:22:48.877378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d91bfa09-b89c-4d5a-be1e-5b4461e4517f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:22:48.904616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: d91bfa09-b89c-4d5a-be1e-5b4461e4517f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:22:48.905037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d91bfa09-b89c-4d5a-be1e-5b4461e4517f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:22:48.922434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:48.970589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Deleting subnet eb65c340-b920-4e13-b7b6-943d4d6f194c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:22:48.974360 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.986755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-77d71e9c-68b4-44af-b957-bcc854167ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.989493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-77d71e9c-68b4-44af-b957-bcc854167ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:48.992408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-77d71e9c-68b4-44af-b957-bcc854167ede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be4e2f87-c050-485e-bd32-654105362676 HTTP/1.1" status: 204 len: 168 time: 0.3674259 Aug 19 15:22:49.014430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d71e9c-68b4-44af-b957-bcc854167ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e2f87-c050-485e-bd32-654105362676,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:49.046164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.098968 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.262060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fc5997-5b8a-4e11-b3e3-c8b878b7500c {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:49.270926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.296147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.299498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8add88b-1320-44b5-a26c-4e483438d4f4 req-abc60149-68c8-48c4-8b09-0798763c25dc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:49.302768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8add88b-1320-44b5-a26c-4e483438d4f4 req-abc60149-68c8-48c4-8b09-0798763c25dc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0815046 Aug 19 15:22:49.302768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Transition to ACTIVE for port object c4fc5997-5b8a-4e11-b3e3-c8b878b7500c will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:22:49.326077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb65c340-b920-4e13-b7b6-943d4d6f194c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:49.334632 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.337795 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5fe259f3-3250-4238-bfd1-49771d48201c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb65c340-b920-4e13-b7b6-943d4d6f194c HTTP/1.1" status: 204 len: 168 time: 0.4142938 Aug 19 15:22:49.340570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54882) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:49.369823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8add88b-1320-44b5-a26c-4e483438d4f4 req-7c9d8fd6-fd73-4268-861e-bdb8dadc411b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503931 Aug 19 15:22:49.404986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.467571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.556082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Pushing event updated for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:49.604743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Attempting to bind port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:22:49.605687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Attempting to bind port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:22:49.606159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Attempting to bind port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:49.616557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:22:49.625259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Attempting to bind port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:49.630438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:22:49.631248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:49.632278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:22:49.633390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Bound port: c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:22:49.634606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.660874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.686299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d9afa3-fa1c-43c6-88a0-a54a353a8711']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:49.714055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bee594-26b1-416a-b473-ae6525e3531c') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:49.714365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bee594-26b1-416a-b473-ae6525e3531c') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:49.740606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.741438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:22:49.745659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:22:49.759190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.772657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:22:49.773639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:22:49.775628 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:22:49.856346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.893066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:49.893754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.895164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] 10.222.0.46 "PUT /v2.0/ports/c4fc5997-5b8a-4e11-b3e3-c8b878b7500c HTTP/1.1" status: 200 len: 1092 time: 1.2164271 Aug 19 15:22:49.895603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:49.898712 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:49.936436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a85cb5-250e-4d39-bc61-b90b296ee7ac service neutron] Pushing event updated for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:49.957742 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b156cc53-6b3c-4076-8d64-c0dcbc012412 x-openstack-request-id: req-b156cc53-6b3c-4076-8d64-c0dcbc012412 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:49.958038 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:49.958287 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b156cc53-6b3c-4076-8d64-c0dcbc012412 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:49.958693 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c', 'status': 'completed', 'code': 200} Aug 19 15:22:49.986583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.993306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:49.996188 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] 10.222.0.13 "DELETE /v2.0/networks/75d9afa3-fa1c-43c6-88a0-a54a353a8711 HTTP/1.1" status: 204 len: 168 time: 0.6519947 Aug 19 15:22:50.000369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:50.039606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6 req-37bd4c73-b30b-4bcb-b6cc-10264883e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.041320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6 req-37bd4c73-b30b-4bcb-b6cc-10264883e05e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 1095 time: 0.0634203 Aug 19 15:22:50.049573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821ff39-a6e5-425b-9ea7-10c72da2525e admin admin] Pushing event deleted for resources: {'Network': ['ID=75d9afa3-fa1c-43c6-88a0-a54a353a8711,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:50.078147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Deleting subnet f8db7c61-1b6f-4fb4-89b6-792b58d84e5c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:22:50.082595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.135337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.179549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6 req-1d493f47-5dcb-4bfc-b8d0-cbc99e322b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.181401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6 req-1d493f47-5dcb-4bfc-b8d0-cbc99e322b35 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6703815861664771b958dbe87bd3ff32&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1311779 Aug 19 15:22:50.204718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.302349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6 req-c0cd08a4-70dc-4928-a5a4-aa271ed0fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.304414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cffed1f-9d92-4491-bb4c-47b6973a7cb6 req-c0cd08a4-70dc-4928-a5a4-aa271ed0fc26 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160207 Aug 19 15:22:50.342230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.371503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8db7c61-1b6f-4fb4-89b6-792b58d84e5c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:50.375238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.379561 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-020eeef7-642e-4f54-88ed-26f8299b853d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8db7c61-1b6f-4fb4-89b6-792b58d84e5c HTTP/1.1" status: 204 len: 168 time: 0.3758333 Aug 19 15:22:50.380579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:50.445262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-639f334c-d60e-411b-82ec-ad734d300de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.446274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-639f334c-d60e-411b-82ec-ad734d300de8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 1095 time: 0.1051269 Aug 19 15:22:50.484293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.554041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-f247282a-d768-4ea5-99fe-6a4f13d72ea9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c HTTP/1.1" status: 200 len: 217 time: 0.0836496 Aug 19 15:22:50.584200 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.599102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc17426-bd53-4157-995c-6c9fdcec8454']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:50.619658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe989390-6e20-450d-8c0a-264ade886ff5') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:50.619937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe989390-6e20-450d-8c0a-264ade886ff5') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:50.629916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.645510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.663080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-46918362-0096-4377-b3ec-3e0e13ce6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.663080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-46918362-0096-4377-b3ec-3e0e13ce6d93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0965655 Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:22:50.664219 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:22:50.725613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-82da99aa-fac5-4928-ae90-4158a5df060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.738349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-82da99aa-fac5-4928-ae90-4158a5df060e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711391 Aug 19 15:22:50.861345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.870441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.874986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebc17426-bd53-4157-995c-6c9fdcec8454 HTTP/1.1" status: 204 len: 168 time: 0.4915149 Aug 19 15:22:50.886677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22750-bd51-4635-8ca8-b29127a21487 req-d374fa02-0e82-46f7-a624-e3ca33506e15 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.892046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53a22750-bd51-4635-8ca8-b29127a21487 req-d374fa02-0e82-46f7-a624-e3ca33506e15 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0775411 Aug 19 15:22:50.917192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c76e1-3552-4af8-9a25-c506c5c5cb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc17426-bd53-4157-995c-6c9fdcec8454,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:50.930838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-2cc06934-ddd8-413a-83cc-f1f107c1bcaa service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740098 Aug 19 15:22:50.993516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53a22750-bd51-4635-8ca8-b29127a21487 req-4bd56a97-b870-4264-8893-cb19a52de109 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977869 Aug 19 15:22:51.126239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40ebaf30-1f1f-4204-b1d6-f0481586329a req-956c68ef-d734-4da9-8a70-4cb344f2c3f2 service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728754 Aug 19 15:22:51.418467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:51.470548 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bcaa2664-1d09-479f-a9c5-f6a6008acea1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3ef8b0cb9b24f3287d9a24cf948b5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484974 Aug 19 15:22:51.470802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54958) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:51.523666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6064-62c2-4a30-87d2-c5f8f5193bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:51.546622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6064-62c2-4a30-87d2-c5f8f5193bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:51.706802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6064-62c2-4a30-87d2-c5f8f5193bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:51.709641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6064-62c2-4a30-87d2-c5f8f5193bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:51.719449 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f8cd6064-62c2-4a30-87d2-c5f8f5193bef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8f23704-654a-4f71-b7e7-e35fed0fa51a HTTP/1.1" status: 204 len: 168 time: 0.2389050 Aug 19 15:22:51.719968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd6064-62c2-4a30-87d2-c5f8f5193bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f23704-654a-4f71-b7e7-e35fed0fa51a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:52.128265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dc0af-2a6e-4273-8ef8-9e562e7d4fee req-c668ca16-48aa-4466-9fb4-dfa2169cbbfb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.129879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c9dc0af-2a6e-4273-8ef8-9e562e7d4fee req-c668ca16-48aa-4466-9fb4-dfa2169cbbfb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0528576 Aug 19 15:22:52.171312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c9dc0af-2a6e-4273-8ef8-9e562e7d4fee req-8ab604d0-b3de-4393-9551-fbe0a1f9bc5a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Aug 19 15:22:52.757579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55030) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:52.798513 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-64cc4925-286d-4b38-a6fd-db1710c1ab98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11820893ff754afebf056c26df012320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393667 Aug 19 15:22:52.801239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55032) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:52.869287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7440ee09-e6af-43be-a1c5-1d2f7056218a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:52.900372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7440ee09-e6af-43be-a1c5-1d2f7056218a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:53.102305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7440ee09-e6af-43be-a1c5-1d2f7056218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:53.124814 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7440ee09-e6af-43be-a1c5-1d2f7056218a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:53.124814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7440ee09-e6af-43be-a1c5-1d2f7056218a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7529fc11-333a-4aa6-af71-062862aea537 HTTP/1.1" status: 204 len: 168 time: 0.3069477 Aug 19 15:22:53.124814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440ee09-e6af-43be-a1c5-1d2f7056218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529fc11-333a-4aa6-af71-062862aea537,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:53.316849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d43f-74d3-40df-bc72-fb0ea07a532f req-74f81be2-30e5-4f85-9336-b93a87347169 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.318673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb63d43f-74d3-40df-bc72-fb0ea07a532f req-74f81be2-30e5-4f85-9336-b93a87347169 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0554161 Aug 19 15:22:53.360350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb63d43f-74d3-40df-bc72-fb0ea07a532f req-224f3df8-38bd-428c-85c3-3585c800b060 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 19 15:22:53.548966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-002f952c-eaed-4c46-8511-447e42aab0e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1836629 Aug 19 15:22:53.649290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-3daefe43-3d19-4389-8094-ba8947350d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.649290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-3daefe43-3d19-4389-8094-ba8947350d2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 1098 time: 0.0557323 Aug 19 15:22:53.797168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-75f570d0-7ece-4531-b089-cdcc8ed57bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.797865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-75f570d0-7ece-4531-b089-cdcc8ed57bc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1307750 Aug 19 15:22:53.852741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-0c43cf9e-6a7e-4ca1-a291-e3c9314420ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5950ac4-0c86-414c-b621-69cfcfecd991 HTTP/1.1" status: 200 len: 217 time: 0.0426533 Aug 19 15:22:53.924708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-1722c933-f8df-44e9-b0af-bed4f91bd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.926582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-1722c933-f8df-44e9-b0af-bed4f91bd124 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0709751 Aug 19 15:22:53.983958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-aa3c4156-42b6-49ba-9dad-8c0ceacb8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.985636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-aa3c4156-42b6-49ba-9dad-8c0ceacb8cc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527337 Aug 19 15:22:53.997349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-16488c8b-829f-4810-a230-0436f0afaa81 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:22:53.998301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-16488c8b-829f-4810-a230-0436f0afaa81 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053320 Aug 19 15:22:54.098764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-2c4c5600-b69e-4538-a5f5-6bfe4b83c294 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937872 Aug 19 15:22:54.217269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8bc207d7-97be-4c2f-90a7-24fd375c7259 req-c1aabc04-2fb8-4a17-a47d-2071c5890284 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114590 Aug 19 15:22:54.248360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c4fc5997-5b8a-4e11-b3e3-c8b878b7500c details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:22:54.362987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:54.375695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c', 'mac_address': 'fa:16:3e:e9:79:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:22:54.438231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:54.467900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fc5997-5b8a-4e11-b3e3-c8b878b7500c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:54.489588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:54.511136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd2e03-4647-4633-abb6-a3f7ec52ab2a req-a11c4dad-03db-4839-819e-d8533f96549d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:54.513565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3dd2e03-4647-4633-abb6-a3f7ec52ab2a req-a11c4dad-03db-4839-819e-d8533f96549d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0555515 Aug 19 15:22:54.554746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3dd2e03-4647-4633-abb6-a3f7ec52ab2a req-b28d7ccd-faa5-4d14-b0af-7b7672d5fd5e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Aug 19 15:22:54.600366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:54.603802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-41c5ddca-ad52-4537-8750-5f2b931c351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:54.654696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:54.701303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55126) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:54.821072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1911259493-network', 'tenant_id': '88a839920b7242a39f83a641cc7c8ee2'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:54.868585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:54.958117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Made reservation on behalf of 88a839920b7242a39f83a641cc7c8ee2 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:54.961048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:54.975596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.026939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:55.127592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.177343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd7fce03-ebc2-4f9d-b113-efef78dd9411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.267221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.310936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:55.323674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8841627-51a8-40f5-9e1d-273d902e7b00,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:55.331153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.331496 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Added segment 74caabf9-54a8-4845-a179-c3dcafe323c0 of type vlan for network b37afb19-93c1-43a8-b3f1-3c69b7dd01b4 Aug 19 15:22:55.384042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.405486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd7fce03-ebc2-4f9d-b113-efef78dd9411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.479342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.479947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd7fce03-ebc2-4f9d-b113-efef78dd9411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.523576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd7fce03-ebc2-4f9d-b113-efef78dd9411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09732d515f9d42a39da8f7f6ec7ddc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897470 Aug 19 15:22:55.523576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55154) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:55.527834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fce03-ebc2-4f9d-b113-efef78dd9411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ae4ba-7a53-4791-84b6-a446bc491d9d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:55.542267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.543555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:55.544297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.583865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe48347c-e628-4075-bf33-e5426012e1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.640190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] Pushing event updated for resources: {'Network': ['ID=b37afb19-93c1-43a8-b3f1-3c69b7dd01b4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:55.652742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b37afb19-93c1-43a8-b3f1-3c69b7dd01b4 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:55.653914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4caec593-7941-41de-a32b-74e0a1829aab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9515469 Aug 19 15:22:55.656481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55160) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:55.662566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Request body: {'subnet': {'network_id': 'b37afb19-93c1-43a8-b3f1-3c69b7dd01b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1911259493-subnet', 'tenant_id': '88a839920b7242a39f83a641cc7c8ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:55.787917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Made reservation on behalf of 88a839920b7242a39f83a641cc7c8ee2 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:55.789844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.895260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe48347c-e628-4075-bf33-e5426012e1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:55.947075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e7a2-d497-47e0-a8ff-e49ccfa86022 req-9f8d6967-5dd7-49e7-9f89-884d956cefce tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:55.948661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3658e7a2-d497-47e0-a8ff-e49ccfa86022 req-9f8d6967-5dd7-49e7-9f89-884d956cefce tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 944 time: 0.0874708 Aug 19 15:22:55.997134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3658e7a2-d497-47e0-a8ff-e49ccfa86022 req-2ff616b6-33ba-41f1-85f3-ceaa42462729 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Aug 19 15:22:56.124384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe48347c-e628-4075-bf33-e5426012e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.124675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.127385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe48347c-e628-4075-bf33-e5426012e1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.128923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fe48347c-e628-4075-bf33-e5426012e1ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a8ae4ba-7a53-4791-84b6-a446bc491d9d HTTP/1.1" status: 204 len: 168 time: 0.6073940 Aug 19 15:22:56.156886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48347c-e628-4075-bf33-e5426012e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ae4ba-7a53-4791-84b6-a446bc491d9d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:56.199158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea198db-dad2-4fa3-8c81-2a061a885f66,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:56.207934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Checking segment: {'id': '74caabf9-54a8-4845-a179-c3dcafe323c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b37afb19-93c1-43a8-b3f1-3c69b7dd01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:56.208347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Network hostable DHCP agents. Network: b37afb19-93c1-43a8-b3f1-3c69b7dd01b4, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:22:56.259822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c4fc5997-5b8a-4e11-b3e3-c8b878b7500c up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:22:56.310838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Network b37afb19-93c1-43a8-b3f1-3c69b7dd01b4 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:22:56.408094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:22:56.412626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:22:56.416142 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.438000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b37afb19-93c1-43a8-b3f1-3c69b7dd01b4) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:56.447031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:56.448422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.453668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7015e-9e50-4483-9f4a-89432d6b6eb8 None None] Network b37afb19-93c1-43a8-b3f1-3c69b7dd01b4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:56.536285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a9a7c2f6-9dca-4707-b56c-47d2158ec931 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8784010 Aug 19 15:22:56.616948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1ec5b-7949-497e-a108-6458922409e8 None None] Network b37afb19-93c1-43a8-b3f1-3c69b7dd01b4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:56.689880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55186) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:56.711729 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.754659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Deleting subnet bea198db-dad2-4fa3-8c81-2a061a885f66 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:22:56.755474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:56.758392 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50dee3c-b81e-470a-a474-7f785d3d3376" -d '{"events": [{"server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "name": "network-vif-plugged", "status": "completed", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:56.758749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.786040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:56.801022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.823328 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5a132e-9a13-4c77-baab-ffe759b4ef67 x-openstack-request-id: req-6e5a132e-9a13-4c77-baab-ffe759b4ef67 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:56.823622 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "name": "network-vif-plugged", "status": "completed", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:56.823926 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e5a132e-9a13-4c77-baab-ffe759b4ef67 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:56.824321 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c', 'code': 200} Aug 19 15:22:56.853452 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.906765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.923541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191c326-bc5e-4c1b-aafd-a69f43078792 req-3e002fc0-4c10-4d69-ba77-de7327780e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:56.925015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8191c326-bc5e-4c1b-aafd-a69f43078792 req-3e002fc0-4c10-4d69-ba77-de7327780e9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 1096 time: 0.0428030 Aug 19 15:22:56.955136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:56.965754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8191c326-bc5e-4c1b-aafd-a69f43078792 req-8f8082be-e1f2-4694-97c6-5b4ae60b77ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Aug 19 15:22:57.011166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55196) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.033215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.064513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4063d40-68bc-4405-b1ab-5ba3fd817553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.093278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea198db-dad2-4fa3-8c81-2a061a885f66,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.104187 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.111940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55202) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.121487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8958e013-8fb3-4b3f-a182-3c7b303ccc3a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bea198db-dad2-4fa3-8c81-2a061a885f66 HTTP/1.1" status: 204 len: 168 time: 0.4159069 Aug 19 15:22:57.265411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.284093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55789805-7c05-42a7-8c40-37b67e3b5b20 req-22dbafe1-1f5e-4964-aec8-c0fabe4afb9b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:57.285721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55789805-7c05-42a7-8c40-37b67e3b5b20 req-22dbafe1-1f5e-4964-aec8-c0fabe4afb9b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 945 time: 0.1611784 Aug 19 15:22:57.379105 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.416360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4063d40-68bc-4405-b1ab-5ba3fd817553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.421590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.426649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55789805-7c05-42a7-8c40-37b67e3b5b20 req-5fa8f7ed-6d3a-4bc1-ae7f-2c578e85155f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230121 Aug 19 15:22:57.434895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37afb19-93c1-43a8-b3f1-3c69b7dd01b4']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:57.445412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74caabf9-54a8-4845-a179-c3dcafe323c0') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:57.445684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74caabf9-54a8-4845-a179-c3dcafe323c0') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:57.456206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.472342 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.478826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:22:57.479406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:22:57.482591 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:22:57.525655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4063d40-68bc-4405-b1ab-5ba3fd817553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.576467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e4063d40-68bc-4405-b1ab-5ba3fd817553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abba8006efb2410f9e1ec561cb947747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641663 Aug 19 15:22:57.577690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4063d40-68bc-4405-b1ab-5ba3fd817553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de3693-d188-4e5c-8520-2c1eb924570a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.579356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.640040 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0520e82e-c8af-47e2-91e3-d5952b9f6fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.649939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.666268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.666268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b37afb19-93c1-43a8-b3f1-3c69b7dd01b4 HTTP/1.1" status: 204 len: 168 time: 0.5483077 Aug 19 15:22:57.668916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0520e82e-c8af-47e2-91e3-d5952b9f6fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.676054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa37a70-637c-4c75-8055-402416d0c440 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37afb19-93c1-43a8-b3f1-3c69b7dd01b4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.796821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0520e82e-c8af-47e2-91e3-d5952b9f6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.799472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0520e82e-c8af-47e2-91e3-d5952b9f6fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.800905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0520e82e-c8af-47e2-91e3-d5952b9f6fc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2de3693-d188-4e5c-8520-2c1eb924570a HTTP/1.1" status: 204 len: 168 time: 0.2181575 Aug 19 15:22:57.810639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e82e-c8af-47e2-91e3-d5952b9f6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de3693-d188-4e5c-8520-2c1eb924570a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.865687 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aaf110cc-bfb2-4d2e-ac82-fbbc70adb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.341234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55236) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:58.405939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a040a2b1-40b2-49d2-8adb-ce0a35131777 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88a839920b7242a39f83a641cc7c8ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634036 Aug 19 15:22:58.408510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55238) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:58.476634 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ab32258-4e2e-4fbc-ad05-775937103a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.508547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ab32258-4e2e-4fbc-ad05-775937103a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.624558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c8222-38ad-4336-912f-d26647ce9d8c req-747466a7-3024-49fc-85f0-55b7edeb109b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:58.626434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e1c8222-38ad-4336-912f-d26647ce9d8c req-747466a7-3024-49fc-85f0-55b7edeb109b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 945 time: 0.0637445 Aug 19 15:22:58.692455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e1c8222-38ad-4336-912f-d26647ce9d8c req-358d1894-19c8-4401-8ece-b45f46cfce07 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Aug 19 15:22:58.693850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ab32258-4e2e-4fbc-ad05-775937103a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.698538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ab32258-4e2e-4fbc-ad05-775937103a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.699919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ab32258-4e2e-4fbc-ad05-775937103a38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8841627-51a8-40f5-9e1d-273d902e7b00 HTTP/1.1" status: 204 len: 168 time: 0.2895408 Aug 19 15:22:58.730781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab32258-4e2e-4fbc-ad05-775937103a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8841627-51a8-40f5-9e1d-273d902e7b00,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:58.998756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-a64f1ce8-6b08-410d-a611-515faa83fa93 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 267 time: 0.0761065 Aug 19 15:22:59.081537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-662d45c7-114f-4bdd-a23e-a508b60a70f7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:59.090527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-662d45c7-114f-4bdd-a23e-a508b60a70f7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 945 time: 0.0851676 Aug 19 15:22:59.099265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'port': {'security_groups': []}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:59.187147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.548697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:59.595503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.615451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.705219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.714355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2ea1677f-f147-4803-8462-4797e1f3f9cf', 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:59.751697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:59.754938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:59.755679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.760853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32c1feac-5155-4163-901d-17f9be39b8c3 req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "PUT /v2.0/ports/c4fc5997-5b8a-4e11-b3e3-c8b878b7500c HTTP/1.1" status: 200 len: 904 time: 0.6667516 Aug 19 15:22:59.761604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:59.774022 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b80d6-9fe0-4726-814d-03f0dae019e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:59.814139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a8b6-b784-4e44-9f7c-12884dc84363 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.916825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:59.943988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b631d-2519-489e-a237-3d486e4fa963 req-c417144f-1b1b-46ba-a06c-ba01353c6bd0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:59.959674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef6b631d-2519-489e-a237-3d486e4fa963 req-c417144f-1b1b-46ba-a06c-ba01353c6bd0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 907 time: 0.1227081 Aug 19 15:23:00.044763 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc33b6-2567-47e7-b58e-bd0517acab0b x-openstack-request-id: req-fccc33b6-2567-47e7-b58e-bd0517acab0b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:00.044763 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:00.044763 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fccc33b6-2567-47e7-b58e-bd0517acab0b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:00.044763 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c', 'status': 'completed', 'code': 200} Aug 19 15:23:00.274833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-5da2fc45-a150-4b41-a924-8f82a3b1cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.277534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-5da2fc45-a150-4b41-a924-8f82a3b1cd83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 1059 time: 0.2048373 Aug 19 15:23:00.278755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-611ebb04-2b14-4a4f-94b1-69043abfeb38 None None] Provisioning complete for port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:00.279336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-611ebb04-2b14-4a4f-94b1-69043abfeb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:00.424365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-9d19bdfa-708c-4075-a732-f6ba15361bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.426335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-9d19bdfa-708c-4075-a732-f6ba15361bfd service neutron] 10.222.0.46 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1372106 Aug 19 15:23:00.517938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-8ce14a9d-4ebc-4878-a746-323a4d388f28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c HTTP/1.1" status: 200 len: 217 time: 0.0734310 Aug 19 15:23:00.583476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06018df-e686-48da-ab1e-83c175451e8e req-4e7c33cb-92e3-416c-ad03-34f59a23a21d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.591742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e06018df-e686-48da-ab1e-83c175451e8e req-4e7c33cb-92e3-416c-ad03-34f59a23a21d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1638443 Aug 19 15:23:00.642327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e06018df-e686-48da-ab1e-83c175451e8e req-1797f3ab-312c-408e-ab7a-e962c12e7bbf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496802 Aug 19 15:23:00.646800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-a30c1ceb-3c06-4f1c-9081-7e7ed43ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.653254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-a30c1ceb-3c06-4f1c-9081-7e7ed43ef1da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1266289 Aug 19 15:23:00.762393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:00.765410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-1c8ff12c-5b3c-4d96-bd0e-24bf280539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.766966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-1c8ff12c-5b3c-4d96-bd0e-24bf280539e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927517 Aug 19 15:23:00.898773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209b5f9-5251-47de-b704-79da1feb2d1f req-925fa65c-fd73-4b62-844a-c8cac6f9f96e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.900291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8209b5f9-5251-47de-b704-79da1feb2d1f req-925fa65c-fd73-4b62-844a-c8cac6f9f96e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1499844 Aug 19 15:23:00.905984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-9678941b-3d50-4bfd-bf5b-734d37296a3f service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184397 Aug 19 15:23:01.058217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8209b5f9-5251-47de-b704-79da1feb2d1f req-b69de487-b64d-4b78-9ce3-64be70e85a5e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467500 Aug 19 15:23:01.065489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c0b80d6-9fe0-4726-814d-03f0dae019e0 req-640fcce8-06ea-498b-bd13-dd1de5f02ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475937 Aug 19 15:23:01.404659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-3662aa90-472b-49f7-bed1-20fd61ef3914 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:01.423195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-3662aa90-472b-49f7-bed1-20fd61ef3914 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.1525531 Aug 19 15:23:01.441719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-c23e7a08-e54c-4b75-8ebf-0b4a3dea7d6f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/quotas/6703815861664771b958dbe87bd3ff32 HTTP/1.1" status: 200 len: 375 time: 0.0161588 Aug 19 15:23:01.521649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-927979fe-f31c-407c-a95a-324d9b2c1c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0726299 Aug 19 15:23:01.536094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-61150c54-9f97-4e81-8f7d-9276dbc29709 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:23:01.544001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-61150c54-9f97-4e81-8f7d-9276dbc29709 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127885 Aug 19 15:23:01.662847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-cb6a37d6-6d06-4a3e-86fd-499c8e6f48f1 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179864 Aug 19 15:23:01.683930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:01.811688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-e970b4a1-1679-44fb-9e9e-201ca5817360 service neutron] 10.222.0.13 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414630 Aug 19 15:23:01.927561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a01ed00-07a3-4e1e-b276-19a58cac63cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.079036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a01ed00-07a3-4e1e-b276-19a58cac63cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.314224 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a01ed00-07a3-4e1e-b276-19a58cac63cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.314323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-550cf071-0fe6-4a6b-bd5d-af634ffce41b req-af946759-7899-4df2-906a-68f4446fbf47 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 210 time: 0.0468864 Aug 19 15:23:02.412140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01ed00-07a3-4e1e-b276-19a58cac63cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82255de5-ff17-4c7b-ba6a-20ce5feb87cf,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.431367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8a01ed00-07a3-4e1e-b276-19a58cac63cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c5b89543074478861e0790e5dc1ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432048 Aug 19 15:23:02.431367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:02.575985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f48cd064-2db9-4bd8-9655-bcb7f815794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.601075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f48cd064-2db9-4bd8-9655-bcb7f815794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.730084 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f48cd064-2db9-4bd8-9655-bcb7f815794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.734368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f48cd064-2db9-4bd8-9655-bcb7f815794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.736221 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f48cd064-2db9-4bd8-9655-bcb7f815794d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82255de5-ff17-4c7b-ba6a-20ce5feb87cf HTTP/1.1" status: 204 len: 168 time: 0.3024166 Aug 19 15:23:02.764028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cd064-2db9-4bd8-9655-bcb7f815794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82255de5-ff17-4c7b-ba6a-20ce5feb87cf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:03.429785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84bd8fd7-8f82-48f3-8b9e-dec42283b6d6 req-688c4b03-9192-4da8-94c4-913dd8963dab tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 210 time: 0.0556073 Aug 19 15:23:04.586296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-943dabd0-28e8-4d0c-a295-79b426a03331 req-19e0f13b-bc29-4752-a1d8-10a21109cac3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 210 time: 0.0496838 Aug 19 15:23:05.184282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-a9c814c0-b156-45fb-944c-b1fdc03e5fdf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:05.189838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-a9c814c0-b156-45fb-944c-b1fdc03e5fdf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 811 time: 0.1755860 Aug 19 15:23:05.205171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Request body: {'port': {'device_id': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'admin_state_up': True, 'tenant_id': '6703815861664771b958dbe87bd3ff32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:05.519275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Made reservation on behalf of 6703815861664771b958dbe87bd3ff32 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:05.527992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:05.743941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b06851e6-9e39-43bc-9fd4-b0b49f6cd437 req-be9951a9-5342-4b6d-a08c-67ac62391312 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 210 time: 0.0477874 Aug 19 15:23:05.765332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Allocated IP 172.20.0.9 (15c2e435-9b8c-4a42-8ce6-7834f737cc20/128c1ed6-9725-4910-abd6-27839e40eade/23b99805-b35b-4fc2-b53e-8dad29299cfb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:05.967471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:05.990051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Transition to ACTIVE for port object 23b99805-b35b-4fc2-b53e-8dad29299cfb will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:23:06.135321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.151749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2ea1677f-f147-4803-8462-4797e1f3f9cf'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:06.186058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:06.191456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:06.192582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:06.196034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:23:06.231673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:06.275233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:06.275937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.405425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-10a510f4-923f-48cd-b660-29b9a6138522 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2043366 Aug 19 15:23:06.423920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Request body: {'port': {'device_id': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:06.525771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.685869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3329a6b8-439b-44d2-81f0-bae6f13a3b3f None None] Provisioning for port 23b99805-b35b-4fc2-b53e-8dad29299cfb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:23:06.690984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3329a6b8-439b-44d2-81f0-bae6f13a3b3f None None] Provisioning complete for port 23b99805-b35b-4fc2-b53e-8dad29299cfb triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:06.691558 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3329a6b8-439b-44d2-81f0-bae6f13a3b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.738396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3329a6b8-439b-44d2-81f0-bae6f13a3b3f None None] Port 23b99805-b35b-4fc2-b53e-8dad29299cfb cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:23:06.919988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6241f-1f6a-41c5-ae0f-754245048c2c req-ad8a700d-e8d5-482d-9c81-f73d1210351c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:06.921762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d6241f-1f6a-41c5-ae0f-754245048c2c req-ad8a700d-e8d5-482d-9c81-f73d1210351c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 931 time: 0.1001086 Aug 19 15:23:07.006381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d6241f-1f6a-41c5-ae0f-754245048c2c req-5590fc37-3790-4fbb-a425-130aa9c0e373 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757685 Aug 19 15:23:07.027145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b99805-b35b-4fc2-b53e-8dad29299cfb {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:07.046717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:07.063428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Transition to ACTIVE for port object 23b99805-b35b-4fc2-b53e-8dad29299cfb will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:23:07.130093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:07.227965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:07.293252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Attempting to bind port 23b99805-b35b-4fc2-b53e-8dad29299cfb on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:23:07.293592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Attempting to bind port 23b99805-b35b-4fc2-b53e-8dad29299cfb by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:23:07.293920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Attempting to bind port 23b99805-b35b-4fc2-b53e-8dad29299cfb on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:07.298449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Port 23b99805-b35b-4fc2-b53e-8dad29299cfb on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:23:07.298762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Attempting to bind port 23b99805-b35b-4fc2-b53e-8dad29299cfb on network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:07.304182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:23:07.304470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Checking segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:23:07.304856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Bound using segment: {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:23:07.305309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Bound port: 23b99805-b35b-4fc2-b53e-8dad29299cfb, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72906582-a0e5-4d21-b71a-902b290d6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:23:07.305666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:07.441873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:07.441873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:07.558890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:07.626498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:07.627673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:07.629871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] 10.222.0.54 "PUT /v2.0/ports/23b99805-b35b-4fc2-b53e-8dad29299cfb HTTP/1.1" status: 200 len: 1092 time: 1.2098711 Aug 19 15:23:07.630541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:07.633905 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cd876-a314-4d0c-b454-9ff6380931f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:07.701312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51f019-adc1-4a03-baf4-52fc9d04c76b service neutron] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:07.768690 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7361664-9fd8-44a3-a92e-864d72686bf4 x-openstack-request-id: req-a7361664-9fd8-44a3-a92e-864d72686bf4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:07.769009 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:07.769434 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7361664-9fd8-44a3-a92e-864d72686bf4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:07.769874 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'status': 'completed', 'code': 200} Aug 19 15:23:07.835923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-9383cbee-0925-4a6f-9655-6a2e243995c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:07.838191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-9383cbee-0925-4a6f-9655-6a2e243995c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 1095 time: 0.0486207 Aug 19 15:23:07.899343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-589f588f-a172-4884-ac32-9857b65937eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb HTTP/1.1" status: 200 len: 217 time: 0.0463719 Aug 19 15:23:07.956266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5ca02bbf-98e1-4781-af61-021f2ffe6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:07.957723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-5ca02bbf-98e1-4781-af61-021f2ffe6f35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0532632 Aug 19 15:23:08.019153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-416bf73c-1ad5-4ecb-a237-7600ec5375a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.020798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-416bf73c-1ad5-4ecb-a237-7600ec5375a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563903 Aug 19 15:23:08.150416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:08.212788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-f3262908-e826-494a-bcdb-9818f320290d service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841364 Aug 19 15:23:08.221754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97df5c-2546-4ba8-9c08-4b41a44edffb req-ab568f60-1159-43a1-9229-c6beff100cf3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.223265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e97df5c-2546-4ba8-9c08-4b41a44edffb req-ab568f60-1159-43a1-9229-c6beff100cf3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 943 time: 0.0838456 Aug 19 15:23:08.295994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.325694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e97df5c-2546-4ba8-9c08-4b41a44edffb req-3925e738-3407-4f06-8a57-faf38d2b3acb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916543 Aug 19 15:23:08.352575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-960905f1-3a78-4869-8cb2-1ef0b33eb581 req-d160b81b-8fef-40fe-9733-bf37c86e3c79 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283274 Aug 19 15:23:08.404604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.535087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.570547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba78f500-8006-4c3a-a740-8c5ad5e22946,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:08.591493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.592241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.592819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.593420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.594076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.594631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.595199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.595753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.596303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.596866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.597434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.598074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:08.607814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc2b9aeb-367e-47b7-be81-b342c045e555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca6565456db04c10b5dac2bc9dc9d4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562542 Aug 19 15:23:08.610524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55740) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:08.634183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-4e646423-c4e3-4365-a299-b2af04f97f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.636051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-4e646423-c4e3-4365-a299-b2af04f97f48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 1095 time: 0.0698297 Aug 19 15:23:08.680493 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a61fc38a-0fcc-4648-af88-6134763f8c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.721050 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a61fc38a-0fcc-4648-af88-6134763f8c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.740704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-67dee018-da37-41e4-80ef-f15f800f28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.742620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-67dee018-da37-41e4-80ef-f15f800f28e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.0989718 Aug 19 15:23:08.830149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-3964ce41-8af3-4bcb-b63f-bbd635fa7f84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb HTTP/1.1" status: 200 len: 217 time: 0.0778108 Aug 19 15:23:08.892941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:08.918091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a61fc38a-0fcc-4648-af88-6134763f8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.920615 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a61fc38a-0fcc-4648-af88-6134763f8c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.922194 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a61fc38a-0fcc-4648-af88-6134763f8c1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba78f500-8006-4c3a-a740-8c5ad5e22946 HTTP/1.1" status: 204 len: 168 time: 0.3104837 Aug 19 15:23:08.947164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fc38a-0fcc-4648-af88-6134763f8c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba78f500-8006-4c3a-a740-8c5ad5e22946,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:08.958268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-70a2ea3c-8a5d-4be2-9031-d8bac1ae42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.961227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-70a2ea3c-8a5d-4be2-9031-d8bac1ae42b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0887399 Aug 19 15:23:09.020066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-5e8cbaab-4525-4ca7-867d-d7c2ba7522e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:09.023104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-5e8cbaab-4525-4ca7-867d-d7c2ba7522e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543909 Aug 19 15:23:09.062762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1337b00-8e1c-4893-b1a9-84059577a66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.142727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-ac4f1d48-d599-44a3-b41b-c33e0a2c4400 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132951 Aug 19 15:23:09.168655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1337b00-8e1c-4893-b1a9-84059577a66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.259020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-719cd876-a314-4d0c-b454-9ff6380931f4 req-3031f0e8-e926-48c7-a25e-24ffc4cd67c4 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086822 Aug 19 15:23:09.277990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1337b00-8e1c-4893-b1a9-84059577a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.337994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1337b00-8e1c-4893-b1a9-84059577a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1884a-680e-45ca-912a-6ff21067df94,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:09.387864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55770) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:09.389036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1337b00-8e1c-4893-b1a9-84059577a66e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dd6a2616f40433087a4a79e7076ab73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935234 Aug 19 15:23:09.527849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b905f2-af13-41a6-b88b-dcc4f55bffbe req-0a13a143-dee1-4e2c-889b-ce0b8801d7a0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:09.536138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61b905f2-af13-41a6-b88b-dcc4f55bffbe req-0a13a143-dee1-4e2c-889b-ce0b8801d7a0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 943 time: 0.1036546 Aug 19 15:23:09.562513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8d34-8aac-428f-a88a-78d6de5f0f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.595949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61b905f2-af13-41a6-b88b-dcc4f55bffbe req-8fd4dbd7-e69c-47a1-b103-d823f1e9e207 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570533 Aug 19 15:23:09.612838 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8d34-8aac-428f-a88a-78d6de5f0f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.723842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8d34-8aac-428f-a88a-78d6de5f0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.727816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8d34-8aac-428f-a88a-78d6de5f0f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:09.731381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9b2a8d34-8aac-428f-a88a-78d6de5f0f9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55c1884a-680e-45ca-912a-6ff21067df94 HTTP/1.1" status: 204 len: 168 time: 0.3401554 Aug 19 15:23:09.742722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a8d34-8aac-428f-a88a-78d6de5f0f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c1884a-680e-45ca-912a-6ff21067df94,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:10.065482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55796) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:10.318653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeb70d46-169a-4171-bc21-aae88181aa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:10.425315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeb70d46-169a-4171-bc21-aae88181aa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:10.548009 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eeb70d46-169a-4171-bc21-aae88181aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:10.609943 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eeb70d46-169a-4171-bc21-aae88181aa8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=936e84c1897e4f24a6f6d47b0250f325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433521 Aug 19 15:23:10.611123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb70d46-169a-4171-bc21-aae88181aa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a493e-d1af-46f7-9b0f-4ea492da0013,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:10.612942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55812) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:10.725169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dad12c01-4d74-4767-a0d5-0ff7c85e58a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:10.775212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55826) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:10.801847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f05a5-3f2e-414d-9e6c-28a40fb3d2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:10.932599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f05a5-3f2e-414d-9e6c-28a40fb3d2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:10.992876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f05a5-3f2e-414d-9e6c-28a40fb3d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.033083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed3f05a5-3f2e-414d-9e6c-28a40fb3d2d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=884c609cdf00452fbcf68dc0db3d3eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563372 Aug 19 15:23:11.034018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f05a5-3f2e-414d-9e6c-28a40fb3d2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aa9ed3-08cf-4b76-a1dd-c2ccf75b4e19,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:11.034245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dad12c01-4d74-4767-a0d5-0ff7c85e58a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.036334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55832) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:11.064259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca300f3-f468-4a26-bcba-ab1ef3b866e6 req-64249714-2362-4384-a0a6-7db31c0241d9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:11.065823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fca300f3-f468-4a26-bcba-ab1ef3b866e6 req-64249714-2362-4384-a0a6-7db31c0241d9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 943 time: 0.3665204 Aug 19 15:23:11.109428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a0d32eb-89a7-4245-9d9e-ca3e6af370f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.119457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fca300f3-f468-4a26-bcba-ab1ef3b866e6 req-f6f74601-841e-4153-9cae-d7734549bb07 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Aug 19 15:23:11.144569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a0d32eb-89a7-4245-9d9e-ca3e6af370f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.283847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dad12c01-4d74-4767-a0d5-0ff7c85e58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.286562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dad12c01-4d74-4767-a0d5-0ff7c85e58a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.291498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dad12c01-4d74-4767-a0d5-0ff7c85e58a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e88a493e-d1af-46f7-9b0f-4ea492da0013 HTTP/1.1" status: 204 len: 168 time: 0.6737769 Aug 19 15:23:11.297478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad12c01-4d74-4767-a0d5-0ff7c85e58a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a493e-d1af-46f7-9b0f-4ea492da0013,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:11.311782 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:23:11.336794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a0d32eb-89a7-4245-9d9e-ca3e6af370f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.344818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a0d32eb-89a7-4245-9d9e-ca3e6af370f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:11.345970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a0d32eb-89a7-4245-9d9e-ca3e6af370f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0aa9ed3-08cf-4b76-a1dd-c2ccf75b4e19 HTTP/1.1" status: 204 len: 168 time: 0.3087218 Aug 19 15:23:11.364938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d32eb-89a7-4245-9d9e-ca3e6af370f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aa9ed3-08cf-4b76-a1dd-c2ccf75b4e19,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:12.260256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b09a9f-6463-43f0-964a-fd1810be725c req-09e03572-093a-4d65-81fa-505de89da5b2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:12.261767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8b09a9f-6463-43f0-964a-fd1810be725c req-09e03572-093a-4d65-81fa-505de89da5b2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 943 time: 0.0623074 Aug 19 15:23:12.300822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8b09a9f-6463-43f0-964a-fd1810be725c req-bac7a3db-7f41-40ea-ad1f-3e5d6319cb1f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Aug 19 15:23:12.301744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55882) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:12.319314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0535dfaf-ed22-4b15-aba0-5bc29209baa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.445290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0535dfaf-ed22-4b15-aba0-5bc29209baa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.502448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0535dfaf-ed22-4b15-aba0-5bc29209baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.550660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0535dfaf-ed22-4b15-aba0-5bc29209baa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49372ecae1524ae3bace44f40d29ccb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478306 Aug 19 15:23:12.552045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535dfaf-ed22-4b15-aba0-5bc29209baa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e3875-2b40-4033-9ed1-6175f2831e70,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:12.560499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55898) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:12.617472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5bafc77-fbb4-4aa0-aa8a-08bce93064c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.640578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5bafc77-fbb4-4aa0-aa8a-08bce93064c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.862383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5bafc77-fbb4-4aa0-aa8a-08bce93064c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.867417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5bafc77-fbb4-4aa0-aa8a-08bce93064c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:12.869695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d5bafc77-fbb4-4aa0-aa8a-08bce93064c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/082e3875-2b40-4033-9ed1-6175f2831e70 HTTP/1.1" status: 204 len: 168 time: 0.3142536 Aug 19 15:23:12.881823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bafc77-fbb4-4aa0-aa8a-08bce93064c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e3875-2b40-4033-9ed1-6175f2831e70,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:13.005905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 23b99805-b35b-4fc2-b53e-8dad29299cfb details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:13.108603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:13.120414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'mac_address': 'fa:16:3e:58:59:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:13.162233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:13.186781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b99805-b35b-4fc2-b53e-8dad29299cfb {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:13.209027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:13.305835 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:13.306842 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:13.363277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:13.446100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1d78-b842-435c-b359-3fbdca9c6a5f req-05239e72-0615-435e-bf4f-7ccc71010dc0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:13.446100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe3a1d78-b842-435c-b359-3fbdca9c6a5f req-05239e72-0615-435e-bf4f-7ccc71010dc0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 944 time: 0.0690281 Aug 19 15:23:13.518050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe3a1d78-b842-435c-b359-3fbdca9c6a5f req-320c58cf-95a8-4e62-9f73-2ed58e7d52b6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622189 Aug 19 15:23:13.736523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['23b99805-b35b-4fc2-b53e-8dad29299cfb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:14.698219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dca8d9-2cb8-4fe1-9b28-9cd9f9a036c5 req-397182e9-345e-4a1e-8e56-48ceb1463254 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:14.699873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98dca8d9-2cb8-4fe1-9b28-9cd9f9a036c5 req-397182e9-345e-4a1e-8e56-48ceb1463254 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 944 time: 0.0680263 Aug 19 15:23:14.745722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98dca8d9-2cb8-4fe1-9b28-9cd9f9a036c5 req-ddcf9983-51f3-4377-87ce-9359de8a306e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Aug 19 15:23:15.018553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 23b99805-b35b-4fc2-b53e-8dad29299cfb up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:15.186463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 23b99805-b35b-4fc2-b53e-8dad29299cfb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:23:15.197691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 23b99805-b35b-4fc2-b53e-8dad29299cfb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:15.197691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:15.296449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:15.320500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:15.322771 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130a019f-e244-44dd-b012-877c42792e6d" -d '{"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-plugged", "status": "completed", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:15.339502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:15.363807 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fc5a59-b80a-41e6-892a-285fb16a7ff9 x-openstack-request-id: req-81fc5a59-b80a-41e6-892a-285fb16a7ff9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:15.363943 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-plugged", "status": "completed", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:15.364139 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81fc5a59-b80a-41e6-892a-285fb16a7ff9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:15.364530 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'code': 200} Aug 19 15:23:15.466220 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:15.505876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d326cf-6f53-4423-bd94-5851e331e502 req-229375e6-dd93-45b0-bc21-3f8b17b5f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:15.508757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d326cf-6f53-4423-bd94-5851e331e502 req-229375e6-dd93-45b0-bc21-3f8b17b5f8c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 1096 time: 0.0629084 Aug 19 15:23:15.533023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:15.562704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d326cf-6f53-4423-bd94-5851e331e502 req-fb3f9223-8017-4a4e-b967-7fa61fa246d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Aug 19 15:23:15.866890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35abec-ad9c-4a91-834d-8379e37d2d01 req-8f759641-7c74-4cd6-a1f5-f33bc04f16e5 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:15.868578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec35abec-ad9c-4a91-834d-8379e37d2d01 req-8f759641-7c74-4cd6-a1f5-f33bc04f16e5 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0524511 Aug 19 15:23:15.911415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec35abec-ad9c-4a91-834d-8379e37d2d01 req-9e3d69dd-01e9-4beb-a7e2-84505dcf93ad tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366735 Aug 19 15:23:17.068130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9de717-ae78-4735-a584-d80600a9bf31 req-0ee5ceca-9791-4f18-851b-6ab72bc112bb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:17.071613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc9de717-ae78-4735-a584-d80600a9bf31 req-0ee5ceca-9791-4f18-851b-6ab72bc112bb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0773735 Aug 19 15:23:17.113628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc9de717-ae78-4735-a584-d80600a9bf31 req-bd9a8e51-2b84-4e88-89b9-f69a24716bbb tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Aug 19 15:23:18.274646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdb3d-baec-44e2-9f25-f107fbe0a831 req-e9741b7e-51e8-48f1-9f4d-23d1ce9b25fd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:18.276472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-804cdb3d-baec-44e2-9f25-f107fbe0a831 req-e9741b7e-51e8-48f1-9f4d-23d1ce9b25fd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0919704 Aug 19 15:23:18.323462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-804cdb3d-baec-44e2-9f25-f107fbe0a831 req-9ec3e1f1-85d5-4a8c-8dc0-a6a4a483c690 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Aug 19 15:23:18.866837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169794e-4e1e-4209-8ed1-9ee8a6e5b2c3 req-976d25b6-57ae-4133-8790-d2a283a1d4e3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:18.876832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0169794e-4e1e-4209-8ed1-9ee8a6e5b2c3 req-976d25b6-57ae-4133-8790-d2a283a1d4e3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0761352 Aug 19 15:23:18.930380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0169794e-4e1e-4209-8ed1-9ee8a6e5b2c3 req-f958be58-c0ea-488e-8b9d-07879719f775 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Aug 19 15:23:19.629475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:19.774585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ab97ef-21dd-45c8-b6b4-166cc303a316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.014866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ab97ef-21dd-45c8-b6b4-166cc303a316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.126141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ab97ef-21dd-45c8-b6b4-166cc303a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.157428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56280) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:20.175510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab97ef-21dd-45c8-b6b4-166cc303a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbcd4c5-ce08-44cb-b698-9a30cb9f79cd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:20.176666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea631e44-2bc6-405c-ab87-3c4686ade42f req-4662e025-1750-4689-9483-124a69a3ccd4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:20.178870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea631e44-2bc6-405c-ab87-3c4686ade42f req-4662e025-1750-4689-9483-124a69a3ccd4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1302040 Aug 19 15:23:20.182599 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2ab97ef-21dd-45c8-b6b4-166cc303a316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18ba38943b2e4f1ca0ffb2441462312b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520413 Aug 19 15:23:20.191127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56288) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:20.243829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea631e44-2bc6-405c-ab87-3c4686ade42f req-0dbb9f4e-67bc-4513-88c0-a9c0a05c5328 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Aug 19 15:23:20.281866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cd20bd-91d6-4059-8b85-7688e87aaf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.331862 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cd20bd-91d6-4059-8b85-7688e87aaf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.467283 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cd20bd-91d6-4059-8b85-7688e87aaf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.471220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11cd20bd-91d6-4059-8b85-7688e87aaf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.473053 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-11cd20bd-91d6-4059-8b85-7688e87aaf82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbbcd4c5-ce08-44cb-b698-9a30cb9f79cd HTTP/1.1" status: 204 len: 168 time: 0.2808633 Aug 19 15:23:20.484735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd20bd-91d6-4059-8b85-7688e87aaf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbcd4c5-ce08-44cb-b698-9a30cb9f79cd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:20.613941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port a72189c1-b76a-4bdb-a48b-61ca5aa13883 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:23:20.614283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.728457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.728648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:20.747700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for a72189c1-b76a-4bdb-a48b-61ca5aa13883 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:23:21.081748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.127167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=a72189c1-b76a-4bdb-a48b-61ca5aa13883,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:21.234481 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.235138 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Floating IP 1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6 disassociated (deleted). External IP: 172.25.5.169, port: 70de9a49-aba5-44ec-906c-68b6fe706167. Aug 19 15:23:21.297699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db3ee-dac0-45c3-927f-658e773ee3d3 req-2de8c5f3-8502-47fe-bb2b-1d2302b82227 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:21.305737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e9db3ee-dac0-45c3-927f-658e773ee3d3 req-2de8c5f3-8502-47fe-bb2b-1d2302b82227 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1187482 Aug 19 15:23:21.420401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e9db3ee-dac0-45c3-927f-658e773ee3d3 req-9d9ce9d1-809d-4ef7-9b07-41572a555cf0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Aug 19 15:23:21.473397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56386) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:21.499686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a93f7ee-e478-48ab-a752-287448387466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.676740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a93f7ee-e478-48ab-a752-287448387466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.683745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:23:21.780782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a93f7ee-e478-48ab-a752-287448387466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.825240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:21.830318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.837798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:21.846192 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5a93f7ee-e478-48ab-a752-287448387466 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57667f3fbc7e4743a14da9873c378ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713934 Aug 19 15:23:21.847980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93f7ee-e478-48ab-a752-287448387466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba48c1-43e6-4137-b08c-7bec6320fabd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:21.849227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:23:21.851618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:22:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:21.852991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:21.892068 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0a32775a-a9cb-491a-a094-87f418154567 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "DELETE /v2.0/floatingips/1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6 HTTP/1.1" status: 204 len: 168 time: 1.7306981 Aug 19 15:23:21.892765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:21.895196 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:21.939419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031e82f4-e42d-4951-a874-86ecad09b408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:21.987992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031e82f4-e42d-4951-a874-86ecad09b408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:22.163632 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031e82f4-e42d-4951-a874-86ecad09b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:22.166337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-031e82f4-e42d-4951-a874-86ecad09b408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:22.167553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-031e82f4-e42d-4951-a874-86ecad09b408 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1ba48c1-43e6-4137-b08c-7bec6320fabd HTTP/1.1" status: 204 len: 168 time: 0.3132670 Aug 19 15:23:22.175632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e82f4-e42d-4951-a874-86ecad09b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba48c1-43e6-4137-b08c-7bec6320fabd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:22.211792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:23:22.482105 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713afc1-2f2e-4d67-95a0-08e5e42ac5c2 x-openstack-request-id: req-3713afc1-2f2e-4d67-95a0-08e5e42ac5c2 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:22.482627 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:22.482627 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3713afc1-2f2e-4d67-95a0-08e5e42ac5c2 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:22.483046 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167', 'status': 'completed', 'code': 200} Aug 19 15:23:22.557053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:14Z', 'revision_number': 1, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:22.568916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-403ae4c3-3c5f-49e3-9e24-43a86758c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:22.568916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-403ae4c3-3c5f-49e3-9e24-43a86758c2e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 1098 time: 0.0567193 Aug 19 15:23:22.614115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:22.635244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:23:22.635960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:22:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:22.799989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-540a3547-e851-4317-8b40-003c9526e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:22.802590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-540a3547-e851-4317-8b40-003c9526e3ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.2267210 Aug 19 15:23:22.859138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-159e9965-c004-43b1-ac8b-f29757098836 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 200 len: 217 time: 0.0482752 Aug 19 15:23:22.872889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58145fa0-5018-4ab2-9f74-c0a1341c7131 req-0d6ba1b7-8937-42fe-bbb9-57ae13b6d2d6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:22.881732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58145fa0-5018-4ab2-9f74-c0a1341c7131 req-0d6ba1b7-8937-42fe-bbb9-57ae13b6d2d6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.1623659 Aug 19 15:23:22.888974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:23:23.002389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58145fa0-5018-4ab2-9f74-c0a1341c7131 req-149c7736-83f5-437c-9478-26dd2a0d3ae3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173184 Aug 19 15:23:23.050693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-cfb176b7-9cce-4264-b211-c04bb4242e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:23.053145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-cfb176b7-9cce-4264-b211-c04bb4242e2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.1582747 Aug 19 15:23:23.136206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-04b09558-f5f2-4331-a2cf-57c0590e94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:23.137760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-04b09558-f5f2-4331-a2cf-57c0590e94a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767508 Aug 19 15:23:23.275324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d8f79-b814-48e9-b591-21f083b7747a req-0acee503-82d4-4d67-8cf8-35c95573e328 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:23.277822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:14Z', 'revision_number': 1, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:23.283887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439d8f79-b814-48e9-b591-21f083b7747a req-0acee503-82d4-4d67-8cf8-35c95573e328 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1905212 Aug 19 15:23:23.287206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-4abdb403-3eee-48d6-9e1a-5a4159302d37 service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413076 Aug 19 15:23:23.310588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801e07e-7057-4db0-b7dd-368d62ada968 None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e04e79bb-d184-4d36-ac1b-04a7f0cd2829', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'floating_ip_address': '172.25.5.97', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'port_id': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'mac_address': 'fa:16:3e:05:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0befcd51-249b-4419-8784-1d2b7ea68256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:17:09Z', 'updated_at': '2021-08-19T15:17:14Z', 'revision_number': 1, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:23.394669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439d8f79-b814-48e9-b591-21f083b7747a req-d62f99d0-175d-4682-9844-2445100ba1ae tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098769 Aug 19 15:23:23.431997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9528a54c-f4b3-41f0-90dd-553cf5d39bc8 req-bbfee816-945c-4a10-9580-ea477f71439d service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321902 Aug 19 15:23:23.675728 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503bc45-6e14-4537-b2ba-06955afacc0b None None] New status for floating IP 1fa9ebf8-2f80-45b8-957f-c2d6f7d6d2a6: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:23:24.276854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-05951629-3dd1-4667-adcc-f2d11a18ecf6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:24.279076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-05951629-3dd1-4667-adcc-f2d11a18ecf6 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.2645800 Aug 19 15:23:24.314771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c64f8-2093-4fe7-9234-e0049f5448ef req-b1af6ab2-2683-4bfc-b31c-2cd7a8366b99 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:24.318513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce5c64f8-2093-4fe7-9234-e0049f5448ef req-b1af6ab2-2683-4bfc-b31c-2cd7a8366b99 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 946 time: 0.2296345 Aug 19 15:23:24.408135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce5c64f8-2093-4fe7-9234-e0049f5448ef req-67299c5b-397e-4f1a-ac57-4579f6ba8005 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703037 Aug 19 15:23:24.438913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 70de9a49-aba5-44ec-906c-68b6fe706167 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:23:24.439591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:24.570699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865474-dfb6-4592-81a1-b4f57ab9e7dc req-76a059d7-b642-439e-b73e-24cd91a0b19f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:24.572301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86865474-dfb6-4592-81a1-b4f57ab9e7dc req-76a059d7-b642-439e-b73e-24cd91a0b19f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0890293 Aug 19 15:23:24.587386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port 70de9a49-aba5-44ec-906c-68b6fe706167, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=70de9a49-aba5-44ec-906c-68b6fe706167,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:24.587786 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:24.605628 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31ab66ba-5a25-49fe-b0f9-469145bb71fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:24.634017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 70de9a49-aba5-44ec-906c-68b6fe706167 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:23:24.697788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86865474-dfb6-4592-81a1-b4f57ab9e7dc req-5270816b-0a5c-4176-a4f9-2fe32921c751 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136298 Aug 19 15:23:24.913362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:24.967569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=70de9a49-aba5-44ec-906c-68b6fe706167,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:25.010317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port 70de9a49-aba5-44ec-906c-68b6fe706167 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:23:25.013165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:25.015857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25d43e47-9364-42a0-87aa-bb8aeb4c3d95 req-4d42f870-7d7b-4586-b811-ca6237e340a4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "DELETE /v2.0/ports/70de9a49-aba5-44ec-906c-68b6fe706167 HTTP/1.1" status: 204 len: 173 time: 0.7289853 Aug 19 15:23:25.016328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'name': 'network-vif-deleted', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:25.019332 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a56f079-dd07-4467-a5cb-3f76a58a0725" -d '{"events": [{"server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "name": "network-vif-deleted", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:25.073753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 23b99805-b35b-4fc2-b53e-8dad29299cfb details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:25.200403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:25.215024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'port_id': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'mac_address': 'fa:16:3e:58:59:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:25.290038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:25.320929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23b99805-b35b-4fc2-b53e-8dad29299cfb {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:25.358289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:25.384993 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7042e7bf-03c7-4539-944a-c5918bf0e381 x-openstack-request-id: req-7042e7bf-03c7-4539-944a-c5918bf0e381 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:25.385543 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6917d7ef-2912-4e17-9370-dce7748686cf", "name": "network-vif-deleted", "tag": "70de9a49-aba5-44ec-906c-68b6fe706167", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:25.385637 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7042e7bf-03c7-4539-944a-c5918bf0e381 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:25.385997 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6917d7ef-2912-4e17-9370-dce7748686cf', 'name': 'network-vif-deleted', 'tag': '70de9a49-aba5-44ec-906c-68b6fe706167', 'status': 'completed', 'code': 200} Aug 19 15:23:25.520922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b3cc85a-2a8b-4b28-a4d9-604a5d085111 req-8450a90c-0f55-446f-b5e7-982d2d191515 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0296400 Aug 19 15:23:25.563517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:25.627223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:25.676426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:25.718018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['23b99805-b35b-4fc2-b53e-8dad29299cfb'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:25.862558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e3ea-df49-4439-a317-ab52e5833cae req-41845e08-8684-4dfc-9f66-4942662ada8a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:25.872356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2282e3ea-df49-4439-a317-ab52e5833cae req-41845e08-8684-4dfc-9f66-4942662ada8a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 944 time: 0.0780742 Aug 19 15:23:25.921660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2282e3ea-df49-4439-a317-ab52e5833cae req-c4e90c66-931e-4123-8289-660300b47bce tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Aug 19 15:23:26.708914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6f632cf-7ab3-4257-9e57-36f07712a5fb req-0b671451-4284-408d-95d1-820680982ffd tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0470352 Aug 19 15:23:27.092880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 23b99805-b35b-4fc2-b53e-8dad29299cfb up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:27.195491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeece4-bfb8-46d0-87f6-7e01ae861a8d req-76469837-d5af-4e62-98d9-b4bcf7b2d45e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:27.195491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3baeece4-bfb8-46d0-87f6-7e01ae861a8d req-76469837-d5af-4e62-98d9-b4bcf7b2d45e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 944 time: 0.1110878 Aug 19 15:23:27.215998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 23b99805-b35b-4fc2-b53e-8dad29299cfb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:27.216705 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:27.316129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3baeece4-bfb8-46d0-87f6-7e01ae861a8d req-521fb9e8-bf99-42b2-b84c-6b4a4777fb84 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164863 Aug 19 15:23:27.431957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:27.456780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:27.459165 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b6ea6c-85b0-4727-bd91-0bff7c787925" -d '{"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-plugged", "status": "completed", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:27.480345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:27.539147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:27.643797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:27.693827 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72a3273-227a-4572-926e-9eccd2fa105f x-openstack-request-id: req-d72a3273-227a-4572-926e-9eccd2fa105f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:27.694670 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-plugged", "status": "completed", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:27.694944 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d72a3273-227a-4572-926e-9eccd2fa105f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:27.695630 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'code': 200} Aug 19 15:23:27.729561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:27.852102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4eb81284-657e-451e-b75e-26220d431508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:27.854416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0867bfe-2a84-43f7-b803-40869ee0c41e req-665213d1-4408-488b-8ccc-323bec9b47e7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0357606 Aug 19 15:23:27.960837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56670) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:28.125780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56678) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:28.246417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3801ace4-df98-47a3-a27c-2c72b5b54e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.272657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a132-d4f6-4260-bd1f-e6c681243da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.405338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 70de9a49-aba5-44ec-906c-68b6fe706167 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:23:28.435019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 70de9a49-aba5-44ec-906c-68b6fe706167 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:23:28.435708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 70de9a49-aba5-44ec-906c-68b6fe706167 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:23:28.440325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3801ace4-df98-47a3-a27c-2c72b5b54e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.475639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1cb50-bd90-4249-983c-650791b599c3 req-11226a32-89d0-4cac-96ca-ec5986eb15d1 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:28.477471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7b1cb50-bd90-4249-983c-650791b599c3 req-11226a32-89d0-4cac-96ca-ec5986eb15d1 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1039982 Aug 19 15:23:28.515099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3801ace4-df98-47a3-a27c-2c72b5b54e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.529652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7b1cb50-bd90-4249-983c-650791b599c3 req-5104a4e7-786a-41dd-b7b2-7e243f928915 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Aug 19 15:23:28.563622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3801ace4-df98-47a3-a27c-2c72b5b54e60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e39601e72c934d56ae2bbaedabdfa3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367554 Aug 19 15:23:28.567219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56692) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:28.568897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801ace4-df98-47a3-a27c-2c72b5b54e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42419bb2-3510-4752-b3b7-f48ca175013c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:28.680380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a132-d4f6-4260-bd1f-e6c681243da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.694665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3755dc0e-fe02-48d7-9f67-602f732c9b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.720363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3755dc0e-fe02-48d7-9f67-602f732c9b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.792259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a132-d4f6-4260-bd1f-e6c681243da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.836712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5a132-d4f6-4260-bd1f-e6c681243da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76af85d-0b49-4bd6-94b7-c22bc8bb1848,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:28.863211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:28.879084 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f0b5a132-d4f6-4260-bd1f-e6c681243da3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c481929f15814007844e5e839edb44a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9107168 Aug 19 15:23:28.880815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3755dc0e-fe02-48d7-9f67-602f732c9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.885055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3755dc0e-fe02-48d7-9f67-602f732c9b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:28.887438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3755dc0e-fe02-48d7-9f67-602f732c9b1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42419bb2-3510-4752-b3b7-f48ca175013c HTTP/1.1" status: 204 len: 168 time: 0.3175597 Aug 19 15:23:28.899292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755dc0e-fe02-48d7-9f67-602f732c9b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42419bb2-3510-4752-b3b7-f48ca175013c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:28.969959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:29.005831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cee2cfa7-9b2d-4e0b-9da3-41b1ace0c60f req-8ab619f1-ad1b-41af-9766-7956c9c39d46 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0474641 Aug 19 15:23:29.036525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:29.197719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:29.201658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:29.202930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d76af85d-0b49-4bd6-94b7-c22bc8bb1848 HTTP/1.1" status: 204 len: 168 time: 0.3380544 Aug 19 15:23:29.213363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76af85d-0b49-4bd6-94b7-c22bc8bb1848,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:29.229295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.234549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.235246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.235787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.237794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.242199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.243522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.245801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.246812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.247771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.248283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.249579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee76412-0d96-44fd-9da9-f12a39d1fe4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:29.669628 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:29.722775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5bd0-a97b-4689-ba78-32ce35b71dcf req-3600a8c4-0dc9-4bd6-8b40-aa9c4bb85528 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:29.726879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cce5bd0-a97b-4689-ba78-32ce35b71dcf req-3600a8c4-0dc9-4bd6-8b40-aa9c4bb85528 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0838430 Aug 19 15:23:29.798327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cce5bd0-a97b-4689-ba78-32ce35b71dcf req-3e38337e-ccb4-4fc9-89dc-2f8a6464702a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586708 Aug 19 15:23:29.809348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56742) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:29.830245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589af633-fb5d-4f03-be23-8c9199564715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:29.996219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589af633-fb5d-4f03-be23-8c9199564715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.117817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-589af633-fb5d-4f03-be23-8c9199564715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.160331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589af633-fb5d-4f03-be23-8c9199564715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e5a98-00bd-4147-9599-9b709cfaad73,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:30.195031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6749240e-bd09-42cd-b608-ec64b07bb9d0 req-163b2477-ce0a-45da-bbe9-cacc34d42d2c tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=6917d7ef-2912-4e17-9370-dce7748686cf HTTP/1.1" status: 200 len: 210 time: 0.0591931 Aug 19 15:23:30.195031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56758) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:30.199985 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-589af633-fb5d-4f03-be23-8c9199564715 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=571d0a0fc9a94fce9e10af5ff3181353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893738 Aug 19 15:23:30.276243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84d556e6-321e-4a61-9b47-7096b3b04dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.320736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84d556e6-321e-4a61-9b47-7096b3b04dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.460979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84d556e6-321e-4a61-9b47-7096b3b04dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.464412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84d556e6-321e-4a61-9b47-7096b3b04dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.468865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-84d556e6-321e-4a61-9b47-7096b3b04dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/532e5a98-00bd-4147-9599-9b709cfaad73 HTTP/1.1" status: 204 len: 168 time: 0.2759161 Aug 19 15:23:30.483106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d556e6-321e-4a61-9b47-7096b3b04dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e5a98-00bd-4147-9599-9b709cfaad73,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:30.530037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56778) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:30.814881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:30.824888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-0a2ce642-4913-4bc7-9cae-eedcf880ef24 req-a6610a02-e5d1-411d-ab19-01bf7cbbda60 tempest-ServerRescueNegativeTestJSON-2144696610 tempest-ServerRescueNegativeTestJSON-2144696610-project] (101962) timed out ('10.222.0.13', 40246) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:23:30.909960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d16b9cb6-c503-4a45-a273-c11408ce05ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.036986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8e361-df57-4cf8-ab41-6bb64dce7ab8 req-85e20e0b-a0ff-4743-9665-1caa93a3bc76 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:31.058822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bd8e361-df57-4cf8-ab41-6bb64dce7ab8 req-85e20e0b-a0ff-4743-9665-1caa93a3bc76 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1602330 Aug 19 15:23:31.169829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bd8e361-df57-4cf8-ab41-6bb64dce7ab8 req-a17f4680-80bf-4d77-b3ab-7faaf461b84a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061442 Aug 19 15:23:31.287003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d16b9cb6-c503-4a45-a273-c11408ce05ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.378850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d16b9cb6-c503-4a45-a273-c11408ce05ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.440927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d16b9cb6-c503-4a45-a273-c11408ce05ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fca10b1c801490890b25302f69607e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9097314 Aug 19 15:23:31.443129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b9cb6-c503-4a45-a273-c11408ce05ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212b8440-399d-4770-bf34-7862328abe9d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:31.444262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56816) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:31.555520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd4de430-f00d-4096-9567-95cc6c7ed741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.607035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd4de430-f00d-4096-9567-95cc6c7ed741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.767616 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd4de430-f00d-4096-9567-95cc6c7ed741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.774414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd4de430-f00d-4096-9567-95cc6c7ed741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:31.777067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd4de430-f00d-4096-9567-95cc6c7ed741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/212b8440-399d-4770-bf34-7862328abe9d HTTP/1.1" status: 204 len: 168 time: 0.3304117 Aug 19 15:23:31.805511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4de430-f00d-4096-9567-95cc6c7ed741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b8440-399d-4770-bf34-7862328abe9d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:32.382565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c6b7-f08b-473e-9e03-39f82b8f6686 req-c60e33ef-cb49-4966-9b2d-13e906ad41c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:32.399696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c441c6b7-f08b-473e-9e03-39f82b8f6686 req-c60e33ef-cb49-4966-9b2d-13e906ad41c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1341491 Aug 19 15:23:32.460801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c441c6b7-f08b-473e-9e03-39f82b8f6686 req-5b5b87da-32df-4c34-9d92-f70b8e03c5fd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594659 Aug 19 15:23:33.732598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1096ba7-288a-4e99-9ec1-49b0b10b3f7a req-3e79b815-e4d3-474f-b98d-4d7c22266cbe tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:33.743680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1096ba7-288a-4e99-9ec1-49b0b10b3f7a req-3e79b815-e4d3-474f-b98d-4d7c22266cbe tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1720994 Aug 19 15:23:33.804138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1096ba7-288a-4e99-9ec1-49b0b10b3f7a req-f7da4f15-2bfb-4603-9eb1-cde1c280ee55 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Aug 19 15:23:34.259815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56926) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:34.675435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1697052539-network', 'tenant_id': '7ec799a7ee5e4691b26a6c6aaa6e7cbb'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:34.849169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Made reservation on behalf of 7ec799a7ee5e4691b26a6c6aaa6e7cbb for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:34.852547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:34.884298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.005506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51740-004f-4aa6-a99b-74560f614e87 req-40aaacfe-0bcd-4bb7-8885-dc22010a8435 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:35.008690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f51740-004f-4aa6-a99b-74560f614e87 req-40aaacfe-0bcd-4bb7-8885-dc22010a8435 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1085532 Aug 19 15:23:35.071046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1f51740-004f-4aa6-a99b-74560f614e87 req-71ddbce1-319f-4f76-a94f-838d38edd9d3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Aug 19 15:23:35.103507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.201692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.217628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:23:35.257377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.258020 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Added segment d1632343-ae5c-485c-882e-c955f67d374c of type vlan for network 26539af4-60b3-443b-a54e-25aa85ec62ca Aug 19 15:23:35.270312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6438aab9-308c-44e4-b2a8-f3b2dadb796a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:35.306126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.473072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.478111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:35.478798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.880759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] Pushing event updated for resources: {'Network': ['ID=26539af4-60b3-443b-a54e-25aa85ec62ca,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:35.897472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 26539af4-60b3-443b-a54e-25aa85ec62ca details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:23:35.925691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57004) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:35.926277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d8110f2-d888-46db-86ed-e363550679eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6647661 Aug 19 15:23:35.935212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Request body: {'subnet': {'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1697052539-subnet', 'tenant_id': '7ec799a7ee5e4691b26a6c6aaa6e7cbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:36.002425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:36.074999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Made reservation on behalf of 7ec799a7ee5e4691b26a6c6aaa6e7cbb for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:36.074999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.352326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cc19-6ed4-450a-a00d-476a03b04c31 req-1b598143-e021-45bf-b358-a36262ab8071 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:36.368547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44e7cc19-6ed4-450a-a00d-476a03b04c31 req-1b598143-e021-45bf-b358-a36262ab8071 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1050041 Aug 19 15:23:36.384526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1f477c1-0092-4cb2-b607-7137306596fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.471662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44e7cc19-6ed4-450a-a00d-476a03b04c31 req-2c4a73ce-3967-41a7-a701-f41add4a05ec tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891688 Aug 19 15:23:36.491504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1f477c1-0092-4cb2-b607-7137306596fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.599214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1f477c1-0092-4cb2-b607-7137306596fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.604559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.741890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57044) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:36.748764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1f477c1-0092-4cb2-b607-7137306596fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84442097d404402f9a72c02ad2367df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450273 Aug 19 15:23:36.777197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f477c1-0092-4cb2-b607-7137306596fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a74886-146b-4034-b75d-beeff220b616,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:36.790770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6fb4eb-3f01-4922-b600-b84a99f1356a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:36.839565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Checking segment: {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:23:36.840011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Network hostable DHCP agents. Network: 26539af4-60b3-443b-a54e-25aa85ec62ca, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:23:36.855446 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b38a0d-3cde-4db3-a562-b1bb85a3f847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.891536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b38a0d-3cde-4db3-a562-b1bb85a3f847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.963704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Network 26539af4-60b3-443b-a54e-25aa85ec62ca is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:23:37.081639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 26539af4-60b3-443b-a54e-25aa85ec62ca) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:37.084011 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b38a0d-3cde-4db3-a562-b1bb85a3f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:37.087320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b38a0d-3cde-4db3-a562-b1bb85a3f847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:37.094628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400eff70-e54b-486d-a5ce-3ec3b8eed191 None None] Network 26539af4-60b3-443b-a54e-25aa85ec62ca requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:23:37.099549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:37.100138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:37.109797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-61b38a0d-3cde-4db3-a562-b1bb85a3f847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a74886-146b-4034-b75d-beeff220b616 HTTP/1.1" status: 204 len: 168 time: 0.3663614 Aug 19 15:23:37.136595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b38a0d-3cde-4db3-a562-b1bb85a3f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a74886-146b-4034-b75d-beeff220b616,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:37.233956 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3b2bc7a7-ff3a-4780-a986-4aaa2b6923c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3061612 Aug 19 15:23:37.409483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c75699-0227-43c1-a1bb-5d6d49633167 None None] Network 26539af4-60b3-443b-a54e-25aa85ec62ca requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:23:37.846830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded666-d38c-4575-85c8-4b16bd5c36c1 req-1fd43646-f430-4041-8594-762465d912aa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:37.855604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01ded666-d38c-4575-85c8-4b16bd5c36c1 req-1fd43646-f430-4041-8594-762465d912aa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1481359 Aug 19 15:23:37.974730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01ded666-d38c-4575-85c8-4b16bd5c36c1 req-9e2b6d5d-208a-48d8-856f-628a6fbbfafd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138439 Aug 19 15:23:39.175664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633ff2-cc0f-4527-afeb-ade9d2486cf8 req-6aa303a6-fe3a-4c74-a4da-f574eeabf3ee tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:39.179347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24633ff2-cc0f-4527-afeb-ade9d2486cf8 req-6aa303a6-fe3a-4c74-a4da-f574eeabf3ee tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0891039 Aug 19 15:23:39.233509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24633ff2-cc0f-4527-afeb-ade9d2486cf8 req-70a236b7-7ad6-4427-ba90-fb11e8ed8b5a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Aug 19 15:23:39.427528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57182) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:39.619921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57188) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:39.821754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57192) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:39.852572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 36c6cf7d-930b-40c5-9abe-f9af8ecc587c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:23:39.853956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:39.906991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f421051-2f21-4d68-8ab4-fdfc30dfb7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.090822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef1b179c-e24c-4ffa-a7f3-e91d75e18712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.218298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.218298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.218298 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 36c6cf7d-930b-40c5-9abe-f9af8ecc587c owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:23:40.218784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f421051-2f21-4d68-8ab4-fdfc30dfb7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.403134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a3712-d0f0-4f6d-9bd4-953c3a3efaf7 req-08cbcae4-5b13-4f53-8483-cba9c292713c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:40.404742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee9a3712-d0f0-4f6d-9bd4-953c3a3efaf7 req-08cbcae4-5b13-4f53-8483-cba9c292713c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0639746 Aug 19 15:23:40.544615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee9a3712-d0f0-4f6d-9bd4-953c3a3efaf7 req-f10601b7-c62e-434c-99bd-021a9ae3c7ac tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Aug 19 15:23:40.737599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f421051-2f21-4d68-8ab4-fdfc30dfb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.823979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f421051-2f21-4d68-8ab4-fdfc30dfb7cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c9d319e7a5341d49e85c26c5ef7a6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1839011 Aug 19 15:23:40.824559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57208) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:40.825628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421051-2f21-4d68-8ab4-fdfc30dfb7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38fc470-3f7b-4810-80f5-e4dd30ff98b2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:40.887216 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0a076c4-9b37-4f3e-bdd3-a0126c9edda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.906650 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef1b179c-e24c-4ffa-a7f3-e91d75e18712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.916104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0a076c4-9b37-4f3e-bdd3-a0126c9edda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.979150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.009466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=36c6cf7d-930b-40c5-9abe-f9af8ecc587c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.080346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.080480 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Floating IP e04e79bb-d184-4d36-ac1b-04a7f0cd2829 disassociated (deleted). External IP: 172.25.5.97, port: 28b8985b-5ac2-40dc-b43d-9371eab237c7. Aug 19 15:23:41.153447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef1b179c-e24c-4ffa-a7f3-e91d75e18712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.170168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0a076c4-9b37-4f3e-bdd3-a0126c9edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.172726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0a076c4-9b37-4f3e-bdd3-a0126c9edda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.176726 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d0a076c4-9b37-4f3e-bdd3-a0126c9edda3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38fc470-3f7b-4810-80f5-e4dd30ff98b2 HTTP/1.1" status: 204 len: 168 time: 0.3638051 Aug 19 15:23:41.187995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a076c4-9b37-4f3e-bdd3-a0126c9edda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38fc470-3f7b-4810-80f5-e4dd30ff98b2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.219111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ef1b179c-e24c-4ffa-a7f3-e91d75e18712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b577725b236e427e9cc45f6c73c27dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3959322 Aug 19 15:23:41.227397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b179c-e24c-4ffa-a7f3-e91d75e18712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4257d0db-db9c-4350-95ad-2d57d071c46a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.227766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:41.406714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6ed80c0-9581-4a90-96e5-b1f2c4635b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.447036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6ed80c0-9581-4a90-96e5-b1f2c4635b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.461803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:23:41.626346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:23:41.633287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.639131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:23:41.659152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:23:41.660120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:23:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:41.703429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6ed80c0-9581-4a90-96e5-b1f2c4635b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.716265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6ed80c0-9581-4a90-96e5-b1f2c4635b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:41.717705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f6ed80c0-9581-4a90-96e5-b1f2c4635b14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4257d0db-db9c-4350-95ad-2d57d071c46a HTTP/1.1" status: 204 len: 168 time: 0.4892249 Aug 19 15:23:41.750324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53272ea-b6de-49d8-a533-3ff09cc5071a req-af84065a-4f59-4b48-96e9-3dbdbbd51ddd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:41.752584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed80c0-9581-4a90-96e5-b1f2c4635b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4257d0db-db9c-4350-95ad-2d57d071c46a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:41.761798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a53272ea-b6de-49d8-a533-3ff09cc5071a req-af84065a-4f59-4b48-96e9-3dbdbbd51ddd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1190741 Aug 19 15:23:41.766618 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-81ea21d1-fc26-4ccb-8f0b-ca76030a9a84 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "DELETE /v2.0/floatingips/e04e79bb-d184-4d36-ac1b-04a7f0cd2829 HTTP/1.1" status: 204 len: 168 time: 2.3334911 Aug 19 15:23:41.766618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:41.771656 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443" -d '{"events": [{"name": "network-changed", "server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:41.835668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a53272ea-b6de-49d8-a533-3ff09cc5071a req-2d58169e-f355-49da-8857-f6b8d8bf8444 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 Aug 19 15:23:41.978839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:23:42.261401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57250) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:42.304227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8652-20e5-4971-bc4c-7e277739cb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:42.308534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:42.383324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:23:42.394155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:23:42.394922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:23:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:42.527056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8652-20e5-4971-bc4c-7e277739cb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:42.564619 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a9bbf-98ee-49a8-b92b-6ce1e3ebd2c6 x-openstack-request-id: req-0a3a9bbf-98ee-49a8-b92b-6ce1e3ebd2c6 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:42.565037 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:42.565397 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a3a9bbf-98ee-49a8-b92b-6ce1e3ebd2c6 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:42.566430 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'status': 'completed', 'code': 200} Aug 19 15:23:42.612732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:23:42.618103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8652-20e5-4971-bc4c-7e277739cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:42.672343 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1f7a8652-20e5-4971-bc4c-7e277739cb7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afe1856dc1bb4467b7d5b23b0f5df620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091108 Aug 19 15:23:42.675016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:42.694289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-d1d19b12-f6ae-422e-846a-e6ef4a912db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.696745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-d1d19b12-f6ae-422e-846a-e6ef4a912db8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc307d785c4c7fb2561da33921712c&device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 1098 time: 0.1080182 Aug 19 15:23:42.729473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a8652-20e5-4971-bc4c-7e277739cb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99a1d7-3601-4d73-90ce-cca674aa58fa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:42.796754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-320d9ada-1b25-43fd-9087-16975cdd8748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:42.876064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-f3aed66a-6c01-432f-aaa2-0453a4afc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.878073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-f3aed66a-6c01-432f-aaa2-0453a4afc3d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 200 len: 913 time: 0.1524270 Aug 19 15:23:42.917941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-320d9ada-1b25-43fd-9087-16975cdd8748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:43.053052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-a069c4ac-3ab1-4b2f-9fcd-2e4d54b5ff56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 200 len: 217 time: 0.1644628 Aug 19 15:23:43.083371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:23:43.122536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd36e41-a656-411e-9f27-671d15864aa1 req-30ca0e8e-3349-4b2f-9c18-51ae39e16be3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.130462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cd36e41-a656-411e-9f27-671d15864aa1 req-30ca0e8e-3349-4b2f-9c18-51ae39e16be3 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 946 time: 0.2557485 Aug 19 15:23:43.158422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-320d9ada-1b25-43fd-9087-16975cdd8748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:43.160935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-320d9ada-1b25-43fd-9087-16975cdd8748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:43.162617 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-320d9ada-1b25-43fd-9087-16975cdd8748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f99a1d7-3601-4d73-90ce-cca674aa58fa HTTP/1.1" status: 204 len: 168 time: 0.4865286 Aug 19 15:23:43.199138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f119f42-c317-4460-8a15-af8172cebb61 None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:03:43Z', 'revision_number': 4, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c6e3379e-ff21-4558-8150-b70564405428', 'name': '', 'network_id': '61a898a0-f2b7-4110-acfd-a98b99539bd0', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'mac_address': 'fa:16:3e:db:a0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:41Z', 'updated_at': '2021-08-19T15:03:52Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'subnets': [{'id': 'a8cba052-5590-49f5-88cf-2585e1302792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:23:43.201657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d9ada-1b25-43fd-9087-16975cdd8748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99a1d7-3601-4d73-90ce-cca674aa58fa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:43.260607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-73e73893-bb54-48be-badb-fbf2b19c5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.262312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-73e73893-bb54-48be-badb-fbf2b19c5d5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 200 len: 851 time: 0.2006700 Aug 19 15:23:43.357482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cd36e41-a656-411e-9f27-671d15864aa1 req-5f94ae9c-b7f1-4332-95a8-320853229d25 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254870 Aug 19 15:23:43.361595 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:43.436812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-2007ece7-b40e-4aef-91a2-d94149e1a1b4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.444874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-2007ece7-b40e-4aef-91a2-d94149e1a1b4 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 946 time: 0.3093939 Aug 19 15:23:43.564177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-ef363dab-d419-4217-b476-f4812be41a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.578621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-ef363dab-d419-4217-b476-f4812be41a2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61a898a0-f2b7-4110-acfd-a98b99539bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2600498 Aug 19 15:23:43.825848 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6e140-e965-4827-a30b-43ba83485f93 None None] New status for floating IP e04e79bb-d184-4d36-ac1b-04a7f0cd2829: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:23:43.883644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-212ccdae-557d-4cb6-86bf-15b0c0fa292c service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070526 Aug 19 15:23:43.893920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb202c1-95ba-4645-8916-d1e6bd37ec1a req-aa6defde-9ece-41b5-bc91-e04f69eeee6b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.895884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdb202c1-95ba-4645-8916-d1e6bd37ec1a req-aa6defde-9ece-41b5-bc91-e04f69eeee6b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.3863666 Aug 19 15:23:44.097314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b6bb2c2-01dc-481a-94c4-fd64d31d9443 req-6f8bff4b-3605-4554-a34a-6c3aa4bf348f service neutron] 10.222.0.46 "GET /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962130 Aug 19 15:23:44.200986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdb202c1-95ba-4645-8916-d1e6bd37ec1a req-3cc50e16-e2f5-477c-bcf4-8f20421e326e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110032 Aug 19 15:23:44.204098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port 28b8985b-5ac2-40dc-b43d-9371eab237c7 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:23:44.204451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:44.480037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] For port 28b8985b-5ac2-40dc-b43d-9371eab237c7, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28b8985b-5ac2-40dc-b43d-9371eab237c7,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:44.480905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:44.562423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for 28b8985b-5ac2-40dc-b43d-9371eab237c7 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:23:44.853677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40848da1-751c-4305-9579-e679630cde61 req-f618686e-d6c2-42fb-9ae1-3242d67e38aa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:44.863869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40848da1-751c-4305-9579-e679630cde61 req-f618686e-d6c2-42fb-9ae1-3242d67e38aa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 946 time: 0.2190089 Aug 19 15:23:44.922577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40848da1-751c-4305-9579-e679630cde61 req-5ca329c5-e016-4ed7-bb81-21a6f88b2cd7 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567009 Aug 19 15:23:45.140774 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.141648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57330) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:45.243380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=28b8985b-5ac2-40dc-b43d-9371eab237c7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:45.365870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73ff34a6-2858-4b54-adab-3b1d12e82417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.387296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] No DVR routers for this DVR port 28b8985b-5ac2-40dc-b43d-9371eab237c7 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:23:45.406084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.424449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edd2f214-1cb3-4a33-9ccb-bc17c3c2ad56 req-6ae718ef-65d6-48c6-a7fb-36884d0b513a tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.46 "DELETE /v2.0/ports/28b8985b-5ac2-40dc-b43d-9371eab237c7 HTTP/1.1" status: 204 len: 173 time: 1.9656751 Aug 19 15:23:45.429220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'name': 'network-vif-deleted', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:45.440472 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f897bd24-d8c1-4e0c-a10b-ca52f9a3b0ae" -d '{"events": [{"server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "name": "network-vif-deleted", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:45.566465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73ff34a6-2858-4b54-adab-3b1d12e82417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.592282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30844245-feb4-41b1-b4e6-818173d3e6cd req-df633008-47e6-430b-944f-cee644d7c598 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:45.593975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30844245-feb4-41b1-b4e6-818173d3e6cd req-df633008-47e6-430b-944f-cee644d7c598 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1382096 Aug 19 15:23:45.648354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-73ff34a6-2858-4b54-adab-3b1d12e82417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.676128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30844245-feb4-41b1-b4e6-818173d3e6cd req-ebbbbb92-1b7c-4e4f-9ff5-291a234d5da4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688767 Aug 19 15:23:45.696758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff34a6-2858-4b54-adab-3b1d12e82417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839796e7-e54c-4fbc-ab51-253dbe63bf44,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:45.752310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-73ff34a6-2858-4b54-adab-3b1d12e82417 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e1d9d8d4abc4d10a83b4e4c19278f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022172 Aug 19 15:23:45.752661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57354) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:45.901775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4a01-a35a-4f46-bbe6-4a3c8ab8dc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.992298 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a494260-e321-4ba4-9e30-2d99697cc28a x-openstack-request-id: req-8a494260-e321-4ba4-9e30-2d99697cc28a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:45.993012 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0befcd51-249b-4419-8784-1d2b7ea68256", "name": "network-vif-deleted", "tag": "28b8985b-5ac2-40dc-b43d-9371eab237c7", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:45.993012 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a494260-e321-4ba4-9e30-2d99697cc28a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:45.993279 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0befcd51-249b-4419-8784-1d2b7ea68256', 'name': 'network-vif-deleted', 'tag': '28b8985b-5ac2-40dc-b43d-9371eab237c7', 'status': 'completed', 'code': 200} Aug 19 15:23:46.007143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4a01-a35a-4f46-bbe6-4a3c8ab8dc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:46.120197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b429516d-61d9-42a1-b926-86ed2b0c7b9b req-a9a0f677-fcd6-4235-9512-d5ce88ad523e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0402293 Aug 19 15:23:46.251053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4a01-a35a-4f46-bbe6-4a3c8ab8dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:46.251053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4a01-a35a-4f46-bbe6-4a3c8ab8dc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:46.251053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c4c4a01-a35a-4f46-bbe6-4a3c8ab8dc01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/839796e7-e54c-4fbc-ab51-253dbe63bf44 HTTP/1.1" status: 204 len: 168 time: 0.4930210 Aug 19 15:23:46.257041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c4a01-a35a-4f46-bbe6-4a3c8ab8dc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839796e7-e54c-4fbc-ab51-253dbe63bf44,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:46.470954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28b8985b-5ac2-40dc-b43d-9371eab237c7 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:23:46.503481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 28b8985b-5ac2-40dc-b43d-9371eab237c7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:23:46.504121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28b8985b-5ac2-40dc-b43d-9371eab237c7 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:23:46.898073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ca790-3006-4a52-ae3d-c582cfc7b2b9 req-f49c67ad-69f9-4d55-9a08-c7e600f13d86 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:46.899801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af3ca790-3006-4a52-ae3d-c582cfc7b2b9 req-f49c67ad-69f9-4d55-9a08-c7e600f13d86 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1184983 Aug 19 15:23:46.977920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af3ca790-3006-4a52-ae3d-c582cfc7b2b9 req-57e39a90-0840-4ecc-89de-45c12b30927b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710714 Aug 19 15:23:47.378114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b5c86ff-a9c8-4cb3-ba57-3d703c83396a req-77164db3-1465-4411-ada7-e7ef502d0455 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.1039271 Aug 19 15:23:48.058051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-820d755b-35c2-4dd6-b5ad-26bf35fd0b16 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966542 Aug 19 15:23:48.244205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-2a0dc21b-68cb-4013-a999-1d0a38aafd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.246405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-2a0dc21b-68cb-4013-a999-1d0a38aafd43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 1097 time: 0.0899546 Aug 19 15:23:48.256927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d16e1-9078-4d12-86bf-9df503531ac2 req-c1036e10-288c-4c43-817c-7d1441bfce4a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.278602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-864d16e1-9078-4d12-86bf-9df503531ac2 req-c1036e10-288c-4c43-817c-7d1441bfce4a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1753571 Aug 19 15:23:48.312426 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:23:48.427463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-866eb724-512e-43fb-b992-3621734ce8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.429588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-866eb724-512e-43fb-b992-3621734ce8b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1430984 Aug 19 15:23:48.498796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-9933b52b-d935-4fdb-90d8-be8e63e02593 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf HTTP/1.1" status: 200 len: 217 time: 0.0561750 Aug 19 15:23:48.561733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-864d16e1-9078-4d12-86bf-9df503531ac2 req-da2723a2-0c47-4b45-ad76-6df491d35ae9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821286 Aug 19 15:23:48.684561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-326ca967-8c9d-4e73-bd32-af833ea5459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.686234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-326ca967-8c9d-4e73-bd32-af833ea5459e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1719246 Aug 19 15:23:48.814607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-0465490a-ae9d-45fd-807a-0dcd59320a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.814607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-0465490a-ae9d-45fd-807a-0dcd59320a77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562451 Aug 19 15:23:48.856714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84c33fa0-a063-47ff-9ed7-b855277ac5f4 req-2605ebb0-278c-4a46-a141-f091970c7470 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0796826 Aug 19 15:23:48.914564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-ec994687-88a3-4eee-ac19-9e5c89bfce56 service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570473 Aug 19 15:23:49.039337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a20c31ff-0f57-4753-a325-6ce174203c99 req-80f4f325-e079-4f6c-a62a-c4a45066160b service neutron] 10.222.0.46 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160290 Aug 19 15:23:49.803157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:49.832862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701cfb-52b7-47da-9743-a6a4f3fb6c40 req-5b38dc55-e078-46ce-aea2-91e40e00b609 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:49.842199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39701cfb-52b7-47da-9743-a6a4f3fb6c40 req-5b38dc55-e078-46ce-aea2-91e40e00b609 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1274512 Aug 19 15:23:49.905670 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39701cfb-52b7-47da-9743-a6a4f3fb6c40 req-4f62ccf2-75a5-4c62-a1e9-f495608ef641 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Aug 19 15:23:50.137822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09908c58-a3cb-4e3b-a306-3d19184e9148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.236505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32124157-fa1a-414a-8ecb-7d78722c78b7 req-4f5a5fb3-7c3a-45b8-b185-0e5256fd524d tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0415518 Aug 19 15:23:50.288074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09908c58-a3cb-4e3b-a306-3d19184e9148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.374144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09908c58-a3cb-4e3b-a306-3d19184e9148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.415472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09908c58-a3cb-4e3b-a306-3d19184e9148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f2b7a-32d1-411a-b0fd-a401665018bf,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:50.439422 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-09908c58-a3cb-4e3b-a306-3d19184e9148 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec705c27de1a49dfb37a8fbea8e4ddea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351445 Aug 19 15:23:50.442192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57524) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:50.506721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffd92ad-27c0-4e48-950f-734c52d6eae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.529046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffd92ad-27c0-4e48-950f-734c52d6eae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.677317 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffd92ad-27c0-4e48-950f-734c52d6eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.681004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffd92ad-27c0-4e48-950f-734c52d6eae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:50.681831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3ffd92ad-27c0-4e48-950f-734c52d6eae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d60f2b7a-32d1-411a-b0fd-a401665018bf HTTP/1.1" status: 204 len: 168 time: 0.2383318 Aug 19 15:23:50.692299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd92ad-27c0-4e48-950f-734c52d6eae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f2b7a-32d1-411a-b0fd-a401665018bf,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:51.060929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795943-bf6e-417d-8477-5e7ec9b14589 req-82b6bd20-9049-419b-a5b6-1af87278810d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:51.064199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d795943-bf6e-417d-8477-5e7ec9b14589 req-82b6bd20-9049-419b-a5b6-1af87278810d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0705993 Aug 19 15:23:51.109597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d795943-bf6e-417d-8477-5e7ec9b14589 req-26e19e5c-03ff-484d-9fea-968ef5b12a1f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Aug 19 15:23:51.355931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaf71dea-4185-4a71-b062-1e549a4b3fa4 req-0ea6a032-17dd-4b36-94ef-1d7f34dc2952 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0befcd51-249b-4419-8784-1d2b7ea68256 HTTP/1.1" status: 200 len: 210 time: 0.0318990 Aug 19 15:23:51.613677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57560) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:51.634045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-484a441d-4c19-4900-9370-3149ecb67a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:51.739161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-484a441d-4c19-4900-9370-3149ecb67a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:51.860013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-484a441d-4c19-4900-9370-3149ecb67a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:51.904389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57562) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:51.904917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-484a441d-4c19-4900-9370-3149ecb67a96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b51f8c9895194d568da675e3a7deea0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896130 Aug 19 15:23:51.905404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a441d-4c19-4900-9370-3149ecb67a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977b169-eeeb-4ba7-addf-5f04d3af68c9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:51.974047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18eaef37-57e8-423b-8787-71707e4aa1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.002946 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18eaef37-57e8-423b-8787-71707e4aa1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.126806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321bfc-7e6d-40e2-b232-610af183f69f req-3ac8991c-065d-40c6-bf4c-fac5a36d2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:52.128955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-3ac8991c-065d-40c6-bf4c-fac5a36d2871 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 1097 time: 0.0485039 Aug 19 15:23:52.264160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18eaef37-57e8-423b-8787-71707e4aa1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.266930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18eaef37-57e8-423b-8787-71707e4aa1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.268453 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-18eaef37-57e8-423b-8787-71707e4aa1d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1977b169-eeeb-4ba7-addf-5f04d3af68c9 HTTP/1.1" status: 204 len: 168 time: 0.3616486 Aug 19 15:23:52.282455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231215-fc90-4f5d-829c-2cb1b24b8e7e req-d93a22fb-e507-441e-b2c0-5d83441f8943 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:52.290010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19231215-fc90-4f5d-829c-2cb1b24b8e7e req-d93a22fb-e507-441e-b2c0-5d83441f8943 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0820036 Aug 19 15:23:52.306987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaef37-57e8-423b-8787-71707e4aa1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977b169-eeeb-4ba7-addf-5f04d3af68c9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:52.348512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321bfc-7e6d-40e2-b232-610af183f69f req-ac987fc9-cf3d-496b-a245-e34ef8d11a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:52.350762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-ac987fc9-cf3d-496b-a245-e34ef8d11a70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.2134249 Aug 19 15:23:52.370100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19231215-fc90-4f5d-829c-2cb1b24b8e7e req-75bf7147-270e-4d39-beaa-755589dc7bc5 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 Aug 19 15:23:52.415765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-d3d1a5dc-8a2e-4cc2-a782-2e4a6c92aa72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb HTTP/1.1" status: 200 len: 217 time: 0.0443311 Aug 19 15:23:52.471371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321bfc-7e6d-40e2-b232-610af183f69f req-d9780412-c4d9-46ff-acfa-b09803193801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:52.473352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-d9780412-c4d9-46ff-acfa-b09803193801 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.0511403 Aug 19 15:23:52.526760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321bfc-7e6d-40e2-b232-610af183f69f req-5fa22ea4-d8e5-4d1e-8d4c-ec7663b145f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:52.528528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-5fa22ea4-d8e5-4d1e-8d4c-ec7663b145f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478613 Aug 19 15:23:52.528715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:52.673821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-e39d40e7-b0cf-4142-a433-141e1faefb0c service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386282 Aug 19 15:23:52.717267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Deleting port cb30012d-d6b5-47d3-b5d0-1b28d28c47ba {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:23:52.717618 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.837764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37321bfc-7e6d-40e2-b232-610af183f69f req-5f60bf1f-01f4-4cf9-8142-49b38dc86859 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534595 Aug 19 15:23:52.889577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.889577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:52.897672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Calling delete_port for cb30012d-d6b5-47d3-b5d0-1b28d28c47ba owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:23:53.134950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:53.166566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'Port': ['ID=cb30012d-d6b5-47d3-b5d0-1b28d28c47ba,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:53.259073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:53.262248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:53.268756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba3fb3e1-82f0-4ea3-a786-3cc5746005e0 tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "DELETE /v2.0/floatingips/52c7221b-f421-4e9b-bef7-dddd7f4535ce HTTP/1.1" status: 204 len: 168 time: 0.7388542 Aug 19 15:23:53.513257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fc87a-692a-4c48-b3f5-c79cf632fee1 req-a6987cc3-e1fa-4a9a-a4ff-eb03b8844377 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:53.514825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa2fc87a-692a-4c48-b3f5-c79cf632fee1 req-a6987cc3-e1fa-4a9a-a4ff-eb03b8844377 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.0630131 Aug 19 15:23:53.564078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa2fc87a-692a-4c48-b3f5-c79cf632fee1 req-4cb82629-e44e-40b2-a3c2-57ac09506b51 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Aug 19 15:23:54.464395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-f3f277d5-7712-401a-897b-e6b30fdb5a3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0715714 Aug 19 15:23:54.528415 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71199ace-e770-416c-919c-eabf23ddfd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:54.551613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-8f6ce501-6d4f-4ff7-aa2e-da378b38164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:54.554786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-8f6ce501-6d4f-4ff7-aa2e-da378b38164b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1097 time: 0.0450234 Aug 19 15:23:54.698659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-f77a0f63-462b-4c0b-ba3d-96db22290393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:54.702471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-f77a0f63-462b-4c0b-ba3d-96db22290393 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1251283 Aug 19 15:23:54.888608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a1c42-a5b4-44a3-a1f7-3f6505f6664c req-eeb827f2-1573-4b7c-af88-d1ad2c44ecef tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:54.890220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-128a1c42-a5b4-44a3-a1f7-3f6505f6664c req-eeb827f2-1573-4b7c-af88-d1ad2c44ecef tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 945 time: 0.1582975 Aug 19 15:23:54.896936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-07b4c92f-4928-42bf-a8ed-49ae9c86a560 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 1001 time: 0.1826217 Aug 19 15:23:54.973993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-128a1c42-a5b4-44a3-a1f7-3f6505f6664c req-cf3b596b-e6d8-4176-ba53-1eadb27777bf tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757914 Aug 19 15:23:54.989699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-b2379273-0dca-4a1b-b1f0-b362462ab9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:54.992173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-b2379273-0dca-4a1b-b1f0-b362462ab9ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0877404 Aug 19 15:23:55.062004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-df8e0bef-a658-44d4-b7c2-0cc176201a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:55.063453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-df8e0bef-a658-44d4-b7c2-0cc176201a27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609074 Aug 19 15:23:55.176894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-60e37ce9-4574-4428-9fac-f11ba6fbe43f service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995817 Aug 19 15:23:55.273812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 23b99805-b35b-4fc2-b53e-8dad29299cfb no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:23:55.286970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e6b7e-8964-4fb0-93e8-261250dab616 req-5c0d66d7-f3b8-498a-b8be-a7977414c3b3 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034267 Aug 19 15:23:55.374809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:55.413165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:55.422336 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b0449-5523-48a4-ab2f-45b2e733546a" -d '{"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-unplugged", "status": "completed", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:55.432243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:55.498226 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:55.501282 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a41b3-e331-4bb0-866d-de2516026d6b x-openstack-request-id: req-cc6a41b3-e331-4bb0-866d-de2516026d6b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:55.501582 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-unplugged", "status": "completed", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:55.501847 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc6a41b3-e331-4bb0-866d-de2516026d6b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:55.506403 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'code': 200} Aug 19 15:23:55.531392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:55.568783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:55.578119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.578473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.578866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.579206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.579542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.579876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.580204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.580855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.581102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.581614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.581754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:55.582318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:56.133872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f2e8-ca1c-4469-b630-22d0797c1cf4 req-9c40a793-86c6-424d-8bc3-e51713913ea3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:56.136263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6259f2e8-ca1c-4469-b630-22d0797c1cf4 req-9c40a793-86c6-424d-8bc3-e51713913ea3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 943 time: 0.0691190 Aug 19 15:23:56.186511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6259f2e8-ca1c-4469-b630-22d0797c1cf4 req-91b3fe17-09cc-4de6-9001-04c3bc68b63d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Aug 19 15:23:56.206091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57740) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:56.380582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bae04806-db55-4b02-be76-a993356759ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:56.520964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446373f1-de23-41e4-bc03-6039990d4ddc req-86ce52cd-010b-47a5-95c1-370cce0a7534 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:56.529958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-446373f1-de23-41e4-bc03-6039990d4ddc req-86ce52cd-010b-47a5-95c1-370cce0a7534 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0990734 Aug 19 15:23:56.646301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-446373f1-de23-41e4-bc03-6039990d4ddc req-ccd25833-922c-4346-a1c5-0a3aa686e49c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152904 Aug 19 15:23:56.701855 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bae04806-db55-4b02-be76-a993356759ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:56.779643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bae04806-db55-4b02-be76-a993356759ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:56.842875 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bae04806-db55-4b02-be76-a993356759ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0006ad8f3ee4539878100ed79bb4df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350553 Aug 19 15:23:56.843946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae04806-db55-4b02-be76-a993356759ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d414b-aefe-4b97-ab3a-2a0ef8a46fbe,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:56.848102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57766) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:56.859541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc95db-96ad-4fa1-872b-dad927f8f6f6 req-db6d105c-66c5-4569-8a5f-705077473e7a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:56.861151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07dc95db-96ad-4fa1-872b-dad927f8f6f6 req-db6d105c-66c5-4569-8a5f-705077473e7a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0724928 Aug 19 15:23:56.917018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07dc95db-96ad-4fa1-872b-dad927f8f6f6 req-60b48118-b0d5-429a-b426-83410e8ad545 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490198 Aug 19 15:23:56.980492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4566-4887-40ab-abd6-ac104b6d490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:57.043128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4566-4887-40ab-abd6-ac104b6d490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:57.208909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4566-4887-40ab-abd6-ac104b6d490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:57.211645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4566-4887-40ab-abd6-ac104b6d490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:57.216158 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0ceb4566-4887-40ab-abd6-ac104b6d490a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/822d414b-aefe-4b97-ab3a-2a0ef8a46fbe HTTP/1.1" status: 204 len: 168 time: 0.3506722 Aug 19 15:23:57.232543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb4566-4887-40ab-abd6-ac104b6d490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d414b-aefe-4b97-ab3a-2a0ef8a46fbe,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:57.391527 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:57.498168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f1a37-d33a-4a8b-8960-d1e6f4c6cce8 req-0d53e79f-ed60-4527-b30f-70f60fe93f43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:57.506762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f9f1a37-d33a-4a8b-8960-d1e6f4c6cce8 req-0d53e79f-ed60-4527-b30f-70f60fe93f43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0815234 Aug 19 15:23:57.575877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f9f1a37-d33a-4a8b-8960-d1e6f4c6cce8 req-617c55ee-4df3-493e-bb83-f67f247b5b5c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669296 Aug 19 15:23:57.837873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02f73a4d-e3a7-4175-9427-3f2b3899e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:58.772628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681aea4-d8ce-481f-acd7-ebe07f88cbc3 req-66c633f9-6a10-48e4-ac70-b605c9232b50 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:58.780684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8681aea4-d8ce-481f-acd7-ebe07f88cbc3 req-66c633f9-6a10-48e4-ac70-b605c9232b50 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0847027 Aug 19 15:23:58.836197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8681aea4-d8ce-481f-acd7-ebe07f88cbc3 req-a47095e0-d4bf-499e-9d82-d0dd7c81ac43 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542347 Aug 19 15:23:58.901526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:59.034649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:59.052920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1571777054'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:59.136403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23d8b51-3573-42cd-bc0a-15e835652faa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.167354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23d8b51-3573-42cd-bc0a-15e835652faa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.272256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:59.276214 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.291691 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.344098 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23d8b51-3573-42cd-bc0a-15e835652faa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.346657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c23d8b51-3573-42cd-bc0a-15e835652faa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.347871 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c23d8b51-3573-42cd-bc0a-15e835652faa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9 HTTP/1.1" status: 204 len: 168 time: 0.3119080 Aug 19 15:23:59.371875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d8b51-3573-42cd-bc0a-15e835652faa tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d537d-4241-4fd0-b1ef-bc36cf1c02b9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:59.492991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.572018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57894) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:23:59.606540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.632349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:23:59.637698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.652758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c9d08e-ece8-4530-9710-29515da1d2a8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:59.657648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.658004 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Added segment 3c8b966c-a6e3-43bf-9560-d88b34bdafb5 of type vlan for network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 Aug 19 15:23:59.715511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.887601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:59.893631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:59.894254 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:00.026980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321fe55-1a62-485b-abce-067198940635 req-4d3938c7-1e05-4fd6-b812-859862522e37 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:00.028289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c321fe55-1a62-485b-abce-067198940635 req-4d3938c7-1e05-4fd6-b812-859862522e37 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0907328 Aug 19 15:24:00.112972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c321fe55-1a62-485b-abce-067198940635 req-12bac011-2162-4faa-8a07-218e8881d06f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756009 Aug 19 15:24:00.373614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Network': ['ID=98aa4e9a-3b1d-480a-8d0e-465ddf062693,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:00.404863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:00.436090 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-81efe871-c1c4-48ff-bdac-e595007f3a50 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5336561 Aug 19 15:24:00.439520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:00.445704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'subnet': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:00.661650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:00.666096 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:00.727824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:00.848952 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.015562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Deleting port c6e3379e-ff21-4558-8150-b70564405428 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:01.015898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.071474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.099492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] For port c6e3379e-ff21-4558-8150-b70564405428, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c6e3379e-ff21-4558-8150-b70564405428,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:01.099880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.116904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Calling delete_port for c6e3379e-ff21-4558-8150-b70564405428 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:01.141604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Subnet': ['ID=40230cda-dd42-4c34-b832-103a7b104398,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:01.150273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Checking segment: {'id': '3c8b966c-a6e3-43bf-9560-d88b34bdafb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:01.153916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network hostable DHCP agents. Network: 98aa4e9a-3b1d-480a-8d0e-465ddf062693, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:01.242216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960087-d448-4237-9630-665e82d4b2df req-82b0c729-0a2b-4f93-80a5-233cc0d8bce3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:01.244012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7960087-d448-4237-9630-665e82d4b2df req-82b0c729-0a2b-4f93-80a5-233cc0d8bce3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0559058 Aug 19 15:24:01.271973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:01.300271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7960087-d448-4237-9630-665e82d4b2df req-28e695ec-265b-4199-84b2-bca2d48817b4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Aug 19 15:24:01.362470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 98aa4e9a-3b1d-480a-8d0e-465ddf062693) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:01.370894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:01.371827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.381733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba4a1ba-151c-45e4-af0f-894fed079515 None None] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:01.448687 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.477902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e3379e-ff21-4558-8150-b70564405428,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:01.511188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4e2c22ab-9275-4918-a2bf-daf47b2b224a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0666831 Aug 19 15:24:01.511188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 57958) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:01.519225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'name': 'tempest-AllowedAddressPairTestJSON-2036209158'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:01.711141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.759567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:01.760926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.778732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'tenant_id': '286ebb5dab4f4c94a88dbe8e048ca5c9', 'fixed_ips': [{'subnet_id': '40230cda-dd42-4c34-b832-103a7b104398'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:01.779613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.813291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] device_id is not set on port 4469d006-7c11-4e31-a256-89962a94d60f yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:01.953185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Allocated IP 172.20.0.7 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/4469d006-7c11-4e31-a256-89962a94d60f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:02.015891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Router e897e816-7dba-41bd-a404-c8e4667535c5 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:02.118182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.135399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Transition to ACTIVE for port object 4469d006-7c11-4e31-a256-89962a94d60f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:02.139970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:02.145184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f4d16f8-4d0d-4669-b10a-691ff1665fc6 admin admin] 10.222.0.13 "PUT /v2.0/routers/e897e816-7dba-41bd-a404-c8e4667535c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748615 Aug 19 15:24:02.147785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 57978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:02.151722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] Sync routers for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:02.168721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:02.170369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:23:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:02.243556 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.279076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.316915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:02.320678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=4469d006-7c11-4e31-a256-89962a94d60f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:02.325827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:02.335521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:02.358548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:02.361493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Allocated IP 172.20.0.2 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/33cc4c70-3bdb-448a-82f7-520496663c83) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:02.417327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:02.418195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.467054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.689268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Deleting port 8843a7de-6154-4b57-b026-e12c1122d191 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:02.689794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.767476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.787345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Transition to ACTIVE for port object 33cc4c70-3bdb-448a-82f7-520496663c83 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:02.787345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8843a7de-6154-4b57-b026-e12c1122d191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:24:01Z', 'revision_number': 5, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port': {'id': '8843a7de-6154-4b57-b026-e12c1122d191', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:35Z', 'updated_at': '2021-08-19T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:02.794075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] For port 8843a7de-6154-4b57-b026-e12c1122d191, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8843a7de-6154-4b57-b026-e12c1122d191,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:02.794573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:02.808826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cf868-3a1d-4458-880d-9beec127eeba req-805fc913-1789-4aeb-a549-69ae86f333b6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:02.820677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d4cf868-3a1d-4458-880d-9beec127eeba req-805fc913-1789-4aeb-a549-69ae86f333b6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.4043269 Aug 19 15:24:02.833986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Calling delete_port for 8843a7de-6154-4b57-b026-e12c1122d191 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:02.842549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] Checking router: e897e816-7dba-41bd-a404-c8e4667535c5 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:02.859765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] Routers {'e897e816-7dba-41bd-a404-c8e4667535c5'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:02.860557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:23:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['e897e816-7dba-41bd-a404-c8e4667535c5'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:02.862859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Transition to ACTIVE for port object 33cc4c70-3bdb-448a-82f7-520496663c83 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:02.875700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d4cf868-3a1d-4458-880d-9beec127eeba req-ebd62d0b-64cc-49f8-beeb-8bbf3b68e856 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570252 Aug 19 15:24:02.884645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cf30bf81-7415-4e67-ad51-bec970880d3a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3724635 Aug 19 15:24:02.887162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58012) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:02.901920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'name': 'tempest-AllowedAddressPairTestJSON-889425093', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b5:a0:c7'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:02.946774 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.011579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:03.023634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:03.027458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:03.033695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Pushing event updated for resources: {'Port': ['ID=33cc4c70-3bdb-448a-82f7-520496663c83,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:03.039206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] Set router e897e816-7dba-41bd-a404-c8e4667535c5 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:03.120655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:24:02Z', 'revision_number': 6, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:03.168815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710ecc8-fa5e-4d24-9005-6b1cd7b8e3ef None None] The sync data for ids ['e897e816-7dba-41bd-a404-c8e4667535c5'] in n-d-779913-32 is: [{'id': 'e897e816-7dba-41bd-a404-c8e4667535c5', 'name': 'tempest-TestVolumeBootPattern-2065143740-router', 'tenant_id': '06bc307d785c4c7fb2561da33921712c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:34Z', 'updated_at': '2021-08-19T15:24:02Z', 'revision_number': 6, 'project_id': '06bc307d785c4c7fb2561da33921712c', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:03.183474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Attempting to bind port 33cc4c70-3bdb-448a-82f7-520496663c83 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:03.194652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Attempting to bind port 33cc4c70-3bdb-448a-82f7-520496663c83 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3c8b966c-a6e3-43bf-9560-d88b34bdafb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:03.194652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Attempting to bind port 33cc4c70-3bdb-448a-82f7-520496663c83 on network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:03.194951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:03.195426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:03.195426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Checking segment: {'id': '3c8b966c-a6e3-43bf-9560-d88b34bdafb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:03.195426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.195426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Bound using segment: {'id': '3c8b966c-a6e3-43bf-9560-d88b34bdafb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:03.195426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Bound port: 33cc4c70-3bdb-448a-82f7-520496663c83, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b966c-a6e3-43bf-9560-d88b34bdafb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:03.195426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.248130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.281087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] For port 33cc4c70-3bdb-448a-82f7-520496663c83, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:03.281914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=8843a7de-6154-4b57-b026-e12c1122d191,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:03.284663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] For port 33cc4c70-3bdb-448a-82f7-520496663c83, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=33cc4c70-3bdb-448a-82f7-520496663c83,segment=NetworkSegment(3c8b966c-a6e3-43bf-9560-d88b34bdafb5),segment_id=3c8b966c-a6e3-43bf-9560-d88b34bdafb5)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:03.315696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.335865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] device_id is not set on port 520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:03.358725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.372716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.470722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6382915-b7b8-4ab7-a867-7a1b42720718 None None] Pushing event updated for resources: {'Port': ['ID=33cc4c70-3bdb-448a-82f7-520496663c83,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:03.492137 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.494776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.497805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Allocated IP 172.20.0.8 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:03.665775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.666763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e897e816-7dba-41bd-a404-c8e4667535c5 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:24:03.672769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.672769 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b99d0ff-cbc2-42d5-9e1e-40e61c8ecb7b admin admin] 10.222.0.13 "DELETE /v2.0/routers/e897e816-7dba-41bd-a404-c8e4667535c5 HTTP/1.1" status: 204 len: 168 time: 1.5238214 Aug 19 15:24:03.675436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58040) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:03.733757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.757151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Transition to ACTIVE for port object 520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:03.799023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Deleting subnet a8cba052-5590-49f5-88cf-2585e1302792 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:03.803220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.859260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.865879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:03.913168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:03.920875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:03.925236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:03.954729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:03.992548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.004957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:04.006214 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.051207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c807f-5891-4fc4-86bc-8c245d47df23 req-44ca91a4-fd2f-46fb-b0df-28ff8a951329 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:04.052269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-327c807f-5891-4fc4-86bc-8c245d47df23 req-44ca91a4-fd2f-46fb-b0df-28ff8a951329 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0938239 Aug 19 15:24:04.117405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0014c62e-b6a9-4589-86db-c181e184b97a tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.2235634 Aug 19 15:24:04.117704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58066) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:04.171712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-327c807f-5891-4fc4-86bc-8c245d47df23 req-02f83efa-e1da-4ded-88e3-2b98b14c55d1 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106875 Aug 19 15:24:04.217755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb7d75-9d76-4c15-8ecd-a08295bee3f0 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:04.231928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb7d75-9d76-4c15-8ecd-a08295bee3f0 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:04.241920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb7d75-9d76-4c15-8ecd-a08295bee3f0 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:04.244134 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fceb7d75-9d76-4c15-8ecd-a08295bee3f0 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1256554 Aug 19 15:24:04.246704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58068) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:04.254745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.321579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.323779 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8cba052-5590-49f5-88cf-2585e1302792 HTTP/1.1" status: 204 len: 168 time: 0.6472514 Aug 19 15:24:04.326459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58074) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:04.328665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b17bb4-d6c6-44f9-8640-8b27fe49dfb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8cba052-5590-49f5-88cf-2585e1302792,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:04.328807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873335c5-1afa-4627-b7c2-e08786aa587a None None] Network 61a898a0-f2b7-4110-acfd-a98b99539bd0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:04.410267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port 520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:04.410850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.420985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.506783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Deleting port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:04.507138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.526784 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.546719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for 520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:04.582160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] DHCP port deletion for 61a898a0-f2b7-4110-acfd-a98b99539bd0 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:24:04.589173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] For port c9a10800-f722-4f13-bac0-d2c1c0bf7d67, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:04.589639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.605721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Calling delete_port for c9a10800-f722-4f13-bac0-d2c1c0bf7d67 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:04.686664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] Deleting port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:04.687502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.808483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] For port c9a10800-f722-4f13-bac0-d2c1c0bf7d67, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,segment=NetworkSegment(b3586eb3-27be-4330-9032-992dd9eb93cf),segment_id=b3586eb3-27be-4330-9032-992dd9eb93cf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:04.809372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.823875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.846545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] Calling delete_port for c9a10800-f722-4f13-bac0-d2c1c0bf7d67 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:04.862955 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.877511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:04.884726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 33cc4c70-3bdb-448a-82f7-520496663c83 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:04.945103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] No DVR routers for this DVR port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:04.950878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:05.017161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.068568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.090992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a898a0-f2b7-4110-acfd-a98b99539bd0']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:05.108849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3586eb3-27be-4330-9032-992dd9eb93cf') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:05.109228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3586eb3-27be-4330-9032-992dd9eb93cf') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:05.122767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.137074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] Pushing event deleted for resources: {'Port': ['ID=c9a10800-f722-4f13-bac0-d2c1c0bf7d67,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:05.140983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f70c3-714c-464d-a36e-927ca36f7213 None None] No DVR routers for this DVR port c9a10800-f722-4f13-bac0-d2c1c0bf7d67 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:05.156008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.172871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:05.174706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:05.180846 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:05.227293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.229719 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a1da562-f17e-4aeb-a096-0ac878799fe7 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/ports/520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d HTTP/1.1" status: 204 len: 168 time: 0.9820561 Aug 19 15:24:05.232314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58110) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:05.274250 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03f2de1-24ab-4915-941d-fd2831466f87 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] GET failed (client error): The resource could not be found. Aug 19 15:24:05.276186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e03f2de1-24ab-4915-941d-fd2831466f87 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "GET /v2.0/ports/520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d HTTP/1.1" status: 404 len: 333 time: 0.0426633 Aug 19 15:24:05.280657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:05.281722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 33cc4c70-3bdb-448a-82f7-520496663c83 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:05.286624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'name': 'tempest-AllowedAddressPairTestJSON-1887933849'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:05.375342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9a10800-f722-4f13-bac0-d2c1c0bf7d67 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:05.384793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f9645-a5d2-4b22-8912-d72942111a11 req-d31009ea-ed47-47eb-8d2e-6bf678adb3c3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:05.396580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-397f9645-a5d2-4b22-8912-d72942111a11 req-d31009ea-ed47-47eb-8d2e-6bf678adb3c3 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1016605 Aug 19 15:24:05.409899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c9a10800-f722-4f13-bac0-d2c1c0bf7d67 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:05.410507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9a10800-f722-4f13-bac0-d2c1c0bf7d67 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:05.411146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8843a7de-6154-4b57-b026-e12c1122d191 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:05.415166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35911704-7212-440c-93fe-e7b7fb62bd05 None None] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:05.417714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.424101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.427008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61a898a0-f2b7-4110-acfd-a98b99539bd0 HTTP/1.1" status: 204 len: 168 time: 1.0995536 Aug 19 15:24:05.443605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58120) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:05.452252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e456e-bcf5-46c5-96f1-f5b761f19c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a898a0-f2b7-4110-acfd-a98b99539bd0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:05.472617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-397f9645-a5d2-4b22-8912-d72942111a11 req-76d40899-58fc-4694-a21a-26dd5d1b0ad2 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748534 Aug 19 15:24:05.483477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 8843a7de-6154-4b57-b026-e12c1122d191 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:05.483833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8843a7de-6154-4b57-b026-e12c1122d191 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:05.484334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c6e3379e-ff21-4558-8150-b70564405428 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:05.534787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c6e3379e-ff21-4558-8150-b70564405428 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:05.535205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c6e3379e-ff21-4558-8150-b70564405428 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:05.632677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] Provisioning for port 33cc4c70-3bdb-448a-82f7-520496663c83 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:05.641941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] Provisioning complete for port 33cc4c70-3bdb-448a-82f7-520496663c83 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:05.643036 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.646403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:05.650461 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.710207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] device_id is not set on port 4f557a87-a1a6-4634-be45-77cc114c62f5 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:05.784711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.828277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] For port 33cc4c70-3bdb-448a-82f7-520496663c83, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=33cc4c70-3bdb-448a-82f7-520496663c83,segment=NetworkSegment(3c8b966c-a6e3-43bf-9560-d88b34bdafb5),segment_id=3c8b966c-a6e3-43bf-9560-d88b34bdafb5)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:05.906213 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.922150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Allocated IP 172.20.0.3 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/4f557a87-a1a6-4634-be45-77cc114c62f5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:05.982821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beecb9-99ee-42a6-9453-3fe2f544312f None None] Pushing event updated for resources: {'Port': ['ID=33cc4c70-3bdb-448a-82f7-520496663c83,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:06.132757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-203e201f-12de-4e17-9481-9f54e98b5858 None None] Provisioning complete for port 33cc4c70-3bdb-448a-82f7-520496663c83 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:06.133164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-203e201f-12de-4e17-9481-9f54e98b5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.169699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.224432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.252558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Transition to ACTIVE for port object 4f557a87-a1a6-4634-be45-77cc114c62f5 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:06.310894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-203e201f-12de-4e17-9481-9f54e98b5858 None None] Provisioning for port 4469d006-7c11-4e31-a256-89962a94d60f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:06.316889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-203e201f-12de-4e17-9481-9f54e98b5858 None None] Provisioning complete for port 4469d006-7c11-4e31-a256-89962a94d60f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:06.318109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-203e201f-12de-4e17-9481-9f54e98b5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.369790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-203e201f-12de-4e17-9481-9f54e98b5858 None None] Port 4469d006-7c11-4e31-a256-89962a94d60f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:06.507660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a50fdba1-61ec-482d-a97c-c357bd309c84 None None] Provisioning complete for port 4469d006-7c11-4e31-a256-89962a94d60f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:06.508261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a50fdba1-61ec-482d-a97c-c357bd309c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.604527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a50fdba1-61ec-482d-a97c-c357bd309c84 None None] Port 4469d006-7c11-4e31-a256-89962a94d60f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:06.659905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdab36-41dd-4879-b34b-4410c480c126 req-16fa226c-1120-4acf-8131-d252bbb85106 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:06.674533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8dcdab36-41dd-4879-b34b-4410c480c126 req-16fa226c-1120-4acf-8131-d252bbb85106 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0965197 Aug 19 15:24:06.707853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 33cc4c70-3bdb-448a-82f7-520496663c83 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:06.735774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8dcdab36-41dd-4879-b34b-4410c480c126 req-301a0567-8c1f-45a1-9335-d5e66729264b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601962 Aug 19 15:24:06.776610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-df9a7624-9cff-4c7e-9216-38f870937492 None None] Could not find standard attr ID for object 520a2df1-d6ca-4ae4-b2b8-b76c25c5d05d. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:24:06.815197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 33cc4c70-3bdb-448a-82f7-520496663c83 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:06.815756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.844692 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.907697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:06.925859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:06.931199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:06.962749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=4f557a87-a1a6-4634-be45-77cc114c62f5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:07.020744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:07.022061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.086744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Deleting port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:07.087942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.140230 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-180842d5-32b4-4b7c-a536-3d77caab74bf tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8578017 Aug 19 15:24:07.142740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58192) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:07.149250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b5:a0:c7'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:07.260827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] For port 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:07.261242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.277705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Calling delete_port for 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:07.309561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cce145e4-719b-4229-a1d7-061da3f8ab96 None None] Provisioning for port 4f557a87-a1a6-4634-be45-77cc114c62f5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:07.313904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cce145e4-719b-4229-a1d7-061da3f8ab96 None None] Provisioning complete for port 4f557a87-a1a6-4634-be45-77cc114c62f5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:07.314313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cce145e4-719b-4229-a1d7-061da3f8ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.353458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cce145e4-719b-4229-a1d7-061da3f8ab96 None None] Port 4f557a87-a1a6-4634-be45-77cc114c62f5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:07.393064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.672791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.738010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.766615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Pushing event deleted for resources: {'Port': ['ID=160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:07.773561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.885428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbed01-961a-4ad5-ac4a-cd6c36046fc4 req-0e242fbb-8eee-44a4-93d8-ec0bf286660c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:07.887777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebcbed01-961a-4ad5-ac4a-cd6c36046fc4 req-0e242fbb-8eee-44a4-93d8-ec0bf286660c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0668616 Aug 19 15:24:07.913565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=4f557a87-a1a6-4634-be45-77cc114c62f5,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:07.938599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] In _notify_port_updated(), no bound segment for port 4f557a87-a1a6-4634-be45-77cc114c62f5 on network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:24:07.947797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:07.948407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.950105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1332925-d5e2-4058-8cb4-1f555c11ab23 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "PUT /v2.0/ports/4f557a87-a1a6-4634-be45-77cc114c62f5 HTTP/1.1" status: 200 len: 993 time: 0.8063583 Aug 19 15:24:07.958462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebcbed01-961a-4ad5-ac4a-cd6c36046fc4 req-9ccb0b87-e707-4625-8357-8d4e7bd5be61 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618806 Aug 19 15:24:07.959553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:08.157410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port 4f557a87-a1a6-4634-be45-77cc114c62f5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:08.157753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:08.158246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:08.279966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:08.283995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-650d4b1f-e626-4f11-a9ac-bbcfa743886d None None] Provisioning complete for port 4f557a87-a1a6-4634-be45-77cc114c62f5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:08.285686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-650d4b1f-e626-4f11-a9ac-bbcfa743886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:08.302104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for 4f557a87-a1a6-4634-be45-77cc114c62f5 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:08.329150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-650d4b1f-e626-4f11-a9ac-bbcfa743886d None None] Port 4f557a87-a1a6-4634-be45-77cc114c62f5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:08.436209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Router 95dadf94-6815-4cf3-ae12-1971ffb82248 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:08.551069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:08.556323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-35c2ad98-efcc-4f9b-932a-d5eb6a10c13e admin admin] 10.222.0.13 "PUT /v2.0/routers/95dadf94-6815-4cf3-ae12-1971ffb82248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1117201 Aug 19 15:24:08.558942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58244) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:08.560379 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] Sync routers for ids ['95dadf94-6815-4cf3-ae12-1971ffb82248'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:08.571526 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] Routers {'95dadf94-6815-4cf3-ae12-1971ffb82248'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:08.572151 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:23:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['95dadf94-6815-4cf3-ae12-1971ffb82248'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:08.619322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:08.689823 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] Set router 95dadf94-6815-4cf3-ae12-1971ffb82248 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:08.804200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=4f557a87-a1a6-4634-be45-77cc114c62f5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:08.984863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.023818 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.028372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5574fa48-a883-4d3f-a1a0-b36ae03a7d07 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/ports/4f557a87-a1a6-4634-be45-77cc114c62f5 HTTP/1.1" status: 204 len: 168 time: 1.0639975 Aug 19 15:24:09.029159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58272) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:09.061545 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:24:07Z', 'revision_number': 5, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:09.075561 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4b8f3d-418d-4609-b16a-d885f0db907f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] GET failed (client error): The resource could not be found. Aug 19 15:24:09.075561 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1f4b8f3d-418d-4609-b16a-d885f0db907f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "GET /v2.0/ports/4f557a87-a1a6-4634-be45-77cc114c62f5 HTTP/1.1" status: 404 len: 333 time: 0.0370698 Aug 19 15:24:09.075561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58278) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:09.077693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'name': 'tempest-AllowedAddressPairTestJSON-967632120'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:09.094819 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] Checking router: 95dadf94-6815-4cf3-ae12-1971ffb82248 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:09.105904 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] Routers {'95dadf94-6815-4cf3-ae12-1971ffb82248'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:09.106774 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:23:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['95dadf94-6815-4cf3-ae12-1971ffb82248'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:09.152047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15837f3-9961-4da1-8d0c-703e4b5595c5 req-08467d90-adc1-499a-acf3-ee957ff100b6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:09.153667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c15837f3-9961-4da1-8d0c-703e4b5595c5 req-08467d90-adc1-499a-acf3-ee957ff100b6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1138570 Aug 19 15:24:09.186188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.210481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c15837f3-9961-4da1-8d0c-703e4b5595c5 req-236403e6-104e-4e67-8ee6-b839f679896a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492535 Aug 19 15:24:09.233504 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] Set router 95dadf94-6815-4cf3-ae12-1971ffb82248 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:09.334229 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:09.339558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.371277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Deleting port cb50f063-3150-411f-9cdc-cb49bb81b58e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:09.371722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.373047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] device_id is not set on port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:09.456935 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:24:07Z', 'revision_number': 5, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:09.490578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] For port cb50f063-3150-411f-9cdc-cb49bb81b58e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cb50f063-3150-411f-9cdc-cb49bb81b58e,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:09.490578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.493847 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0a5e7-4fa9-46bc-85cd-6d8f39484d6e None None] The sync data for ids ['95dadf94-6815-4cf3-ae12-1971ffb82248'] in n-d-779913-32 is: [{'id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'name': 'tempest-TestVolumeBootPattern-122690080-router', 'tenant_id': '53f258e08a27470c87a22b574ffb6f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:03:51Z', 'updated_at': '2021-08-19T15:24:07Z', 'revision_number': 5, 'project_id': '53f258e08a27470c87a22b574ffb6f4f', 'gw_port': {'id': 'cb50f063-3150-411f-9cdc-cb49bb81b58e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dadf94-6815-4cf3-ae12-1971ffb82248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:03:53Z', 'updated_at': '2021-08-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:09.501688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Calling delete_port for cb50f063-3150-411f-9cdc-cb49bb81b58e owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:09.533296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Allocated IP 172.20.0.6 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/b4f13eb5-e353-4fbb-b980-2ec26d5fb818) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:09.740019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.760508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Transition to ACTIVE for port object b4f13eb5-e353-4fbb-b980-2ec26d5fb818 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:09.769107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910becc1-4f7a-410d-aa7e-b4bea3946ef4 req-2a5a4c92-ef83-4c52-9230-0e10c1e3cca0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:09.771506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-910becc1-4f7a-410d-aa7e-b4bea3946ef4 req-2a5a4c92-ef83-4c52-9230-0e10c1e3cca0 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0537827 Aug 19 15:24:09.799159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.834059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb50f063-3150-411f-9cdc-cb49bb81b58e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:09.884222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-910becc1-4f7a-410d-aa7e-b4bea3946ef4 req-f489f165-9190-4cfc-9ca1-52a832a7e28c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062565 Aug 19 15:24:09.898495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.962822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:09.963065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:09.966444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:09.981230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:10.000076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=b4f13eb5-e353-4fbb-b980-2ec26d5fb818,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:10.011919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-6975ecf7-99a7-48f9-96dc-43785d75b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:10.014154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-6975ecf7-99a7-48f9-96dc-43785d75b219 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1289866 Aug 19 15:24:10.041323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.041909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.042191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.047480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:10.105728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:10.106653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.177955 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.183781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.194181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-38a47946-3ae7-42e7-84d4-0bd307184d80 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1205752 Aug 19 15:24:10.195671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58326) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:10.206841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b5:a0:c7'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:10.276087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-1008ee6c-7e57-4e07-9733-2b71307c5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:10.277874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-1008ee6c-7e57-4e07-9733-2b71307c5c36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.2286282 Aug 19 15:24:10.319204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.358831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.359388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95dadf94-6815-4cf3-ae12-1971ffb82248 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:24:10.368717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.375586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aa31ca1f-3d0e-4cff-8aa4-506749b4b99a None None] Provisioning for port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:10.380192 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-11270908-a8e1-42f5-9494-4543f2cc8ed5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/95dadf94-6815-4cf3-ae12-1971ffb82248 HTTP/1.1" status: 204 len: 168 time: 1.8199997 Aug 19 15:24:10.386178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58342) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:10.389043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aa31ca1f-3d0e-4cff-8aa4-506749b4b99a None None] Provisioning complete for port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:10.390228 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aa31ca1f-3d0e-4cff-8aa4-506749b4b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.484133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-70ebcf43-9a2a-4e48-9521-e88d39533b53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.1996210 Aug 19 15:24:10.520065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-aa31ca1f-3d0e-4cff-8aa4-506749b4b99a None None] Port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:10.579586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Deleting subnet a86c53d8-c235-41a2-8c42-ddefbdb00cc5 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:10.585303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.628885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-dc7ef520-a083-48f3-beb6-b3136c4f0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:10.630405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-dc7ef520-a083-48f3-beb6-b3136c4f0239 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1374545 Aug 19 15:24:10.638404 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.702135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.812063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.910724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=b4f13eb5-e353-4fbb-b980-2ec26d5fb818,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:10.955858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] In _notify_port_updated(), no bound segment for port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 on network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:24:10.976955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:10.977582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:10.983106 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-91c13068-9212-4b5f-bb85-9a9e45307539 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "PUT /v2.0/ports/b4f13eb5-e353-4fbb-b980-2ec26d5fb818 HTTP/1.1" status: 200 len: 995 time: 0.7861457 Aug 19 15:24:10.983847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:11.076089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:11.126015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:11.133102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 160bd1ba-6c8b-423d-a55b-4a5e9f3eb39c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:11.135329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-d847aa38-b19c-4e1c-ad25-8afab40cc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:11.136965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-d847aa38-b19c-4e1c-ad25-8afab40cc404 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4962022 Aug 19 15:24:11.179312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:11.183903 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.215446 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.251475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-abe69853-bb46-4b04-a8ab-cbfe6ccb9f29 None None] Provisioning complete for port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:11.251845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-abe69853-bb46-4b04-a8ab-cbfe6ccb9f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.300968 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.312540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-abe69853-bb46-4b04-a8ab-cbfe6ccb9f29 None None] Port b4f13eb5-e353-4fbb-b980-2ec26d5fb818 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:11.319636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for b4f13eb5-e353-4fbb-b980-2ec26d5fb818 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:11.330445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea21872-3145-4f26-8fc6-97517ad3d8fc req-0699a582-0bbb-41d8-a70c-b4b8d6a0c577 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:11.331968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aea21872-3145-4f26-8fc6-97517ad3d8fc req-0699a582-0bbb-41d8-a70c-b4b8d6a0c577 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.2039418 Aug 19 15:24:11.364646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-92d9ce7f-4c67-4d74-8e08-23f4d3a9906c service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169509 Aug 19 15:24:11.435353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.435935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aea21872-3145-4f26-8fc6-97517ad3d8fc req-ad7dc857-68c7-4fee-b4b2-3951ce6cd798 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908563 Aug 19 15:24:11.482776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86c53d8-c235-41a2-8c42-ddefbdb00cc5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:11.487791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.494012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-481ea7f0-3f17-4038-9a55-2659185189d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a86c53d8-c235-41a2-8c42-ddefbdb00cc5 HTTP/1.1" status: 204 len: 168 time: 1.1038961 Aug 19 15:24:11.494012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58394) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:11.499579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea610f-587a-4228-9684-af10ee993cba None None] Network a74c351e-ca76-47be-acf9-61ee00db715a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:11.528321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.564182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=b4f13eb5-e353-4fbb-b980-2ec26d5fb818,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:11.585585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.643661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9da32575-15e9-4538-8b9d-6652ab4805bd req-bb27e228-1823-4fdf-842a-94eaab6e0fff service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703645 Aug 19 15:24:11.690545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Deleting port 0eea0ef2-470f-4424-b903-df51eef29215 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:11.690893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.712422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.714931 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bccd44cb-5b00-4da7-83a5-329c81be7378 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/ports/b4f13eb5-e353-4fbb-b980-2ec26d5fb818 HTTP/1.1" status: 204 len: 168 time: 0.7300606 Aug 19 15:24:11.717523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:11.752978 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-29061828-ccd4-479e-b424-04ac0c656c08 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] GET failed (client error): The resource could not be found. Aug 19 15:24:11.765414 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29061828-ccd4-479e-b424-04ac0c656c08 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "GET /v2.0/ports/b4f13eb5-e353-4fbb-b980-2ec26d5fb818 HTTP/1.1" status: 404 len: 333 time: 0.0467334 Aug 19 15:24:11.769325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58410) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:11.771916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] For port 0eea0ef2-470f-4424-b903-df51eef29215, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0eea0ef2-470f-4424-b903-df51eef29215,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:11.772282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.775104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'name': 'tempest-AllowedAddressPairTestJSON-1536688408'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:11.788435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Calling delete_port for 0eea0ef2-470f-4424-b903-df51eef29215 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:11.796261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913e356-a033-428f-93cd-cac8c917825c None None] DHCP port deletion for a74c351e-ca76-47be-acf9-61ee00db715a request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:24:11.900443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7913e356-a033-428f-93cd-cac8c917825c None None] Deleting port 0eea0ef2-470f-4424-b903-df51eef29215 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:11.900840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7913e356-a033-428f-93cd-cac8c917825c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.966660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.981735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7913e356-a033-428f-93cd-cac8c917825c None None] For port 0eea0ef2-470f-4424-b903-df51eef29215, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0eea0ef2-470f-4424-b903-df51eef29215,segment=NetworkSegment(30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942),segment_id=30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:11.982394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7913e356-a033-428f-93cd-cac8c917825c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:11.998136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7913e356-a033-428f-93cd-cac8c917825c None None] Calling delete_port for 0eea0ef2-470f-4424-b903-df51eef29215 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:12.007206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eea0ef2-470f-4424-b903-df51eef29215,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:12.010990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] No DVR routers for this DVR port 0eea0ef2-470f-4424-b903-df51eef29215 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:12.025422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:12.041833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.099738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7913e356-a033-428f-93cd-cac8c917825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.119088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] device_id is not set on port c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:12.135628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.139345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913e356-a033-428f-93cd-cac8c917825c None None] No DVR routers for this DVR port 0eea0ef2-470f-4424-b903-df51eef29215 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:12.147029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913e356-a033-428f-93cd-cac8c917825c None None] Pushing event deleted for resources: {'Port': ['ID=0eea0ef2-470f-4424-b903-df51eef29215,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:12.158180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74c351e-ca76-47be-acf9-61ee00db715a']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:12.178205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:12.178618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b4c3e4-2c5e-4e5f-b4dc-9a9be9a3a942') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:12.190519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.226006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.234986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:12.235728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:12.250331 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:12.325906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Allocated IP 172.20.0.10 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:12.391154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.397365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.400200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a74c351e-ca76-47be-acf9-61ee00db715a HTTP/1.1" status: 204 len: 168 time: 0.9060698 Aug 19 15:24:12.412002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6fa1-92bf-40e3-badc-641156b8c2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74c351e-ca76-47be-acf9-61ee00db715a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:12.507868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.536546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Transition to ACTIVE for port object c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:12.585067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa1036-b57c-4c13-b220-9d7ede7d8bed req-f4032229-645e-44a0-8021-4a259b6840a1 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:12.587474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7aa1036-b57c-4c13-b220-9d7ede7d8bed req-f4032229-645e-44a0-8021-4a259b6840a1 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0732868 Aug 19 15:24:12.633361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7aa1036-b57c-4c13-b220-9d7ede7d8bed req-8a9760b8-1a53-4751-a79f-153d6a6e5e4b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 Aug 19 15:24:12.666534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.684010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb50f063-3150-411f-9cdc-cb49bb81b58e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:12.708825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: cb50f063-3150-411f-9cdc-cb49bb81b58e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:12.709477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cb50f063-3150-411f-9cdc-cb49bb81b58e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:12.710104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0eea0ef2-470f-4424-b903-df51eef29215 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:12.719518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:12.725875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:12.725875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:12.738634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0eea0ef2-470f-4424-b903-df51eef29215 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:12.740129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0eea0ef2-470f-4424-b903-df51eef29215 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:12.772132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58464) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:12.789848 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:12.842314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:12.849714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.869855 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ea5f5a4b-940f-462f-8954-bb0951b1a8fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06bc307d785c4c7fb2561da33921712c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962346 Aug 19 15:24:12.872633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58468) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:12.903444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188e19-e848-4e81-bc4c-4adc1dcdb084 req-9c4fb660-485b-44e7-a8bf-0da4ca2a7757 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:12.905028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4188e19-e848-4e81-bc4c-4adc1dcdb084 req-9c4fb660-485b-44e7-a8bf-0da4ca2a7757 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0620177 Aug 19 15:24:12.932734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e465da1-0b9b-480b-b65d-3c1c5484335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:12.948102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc714c7b-35e5-4baf-aa7a-05f715a5e305 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1775692 Aug 19 15:24:12.951807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4188e19-e848-4e81-bc4c-4adc1dcdb084 req-8e05ba0f-655e-4da9-848a-3c5b96a754df tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Aug 19 15:24:12.952529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58470) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:12.958906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'network_id': '98aa4e9a-3b1d-480a-8d0e-465ddf062693', 'name': 'tempest-AllowedAddressPairTestJSON-1427536887'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:12.965846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e465da1-0b9b-480b-b65d-3c1c5484335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.103554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e465da1-0b9b-480b-b65d-3c1c5484335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.106346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e465da1-0b9b-480b-b65d-3c1c5484335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.107557 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1e465da1-0b9b-480b-b65d-3c1c5484335d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a36782e-a482-4fe8-b221-fc3cde969b8c HTTP/1.1" status: 204 len: 168 time: 0.2346168 Aug 19 15:24:13.119008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e465da1-0b9b-480b-b65d-3c1c5484335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36782e-a482-4fe8-b221-fc3cde969b8c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:13.133963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e825a-926d-4905-9a2e-f39971d39c25 req-7d2f048b-45c4-4d04-9865-aaea6bc404f9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:13.134300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-82e968b9-1756-4ffa-96c7-bfd8d51310fa None None] Provisioning for port c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:13.135252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-831e825a-926d-4905-9a2e-f39971d39c25 req-7d2f048b-45c4-4d04-9865-aaea6bc404f9 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0962698 Aug 19 15:24:13.148889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-82e968b9-1756-4ffa-96c7-bfd8d51310fa None None] Provisioning complete for port c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:13.149862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e968b9-1756-4ffa-96c7-bfd8d51310fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.206747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-831e825a-926d-4905-9a2e-f39971d39c25 req-15c3d5f7-313b-4076-bb7f-8bb39d290aef tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566888 Aug 19 15:24:13.242072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-82e968b9-1756-4ffa-96c7-bfd8d51310fa None None] Port c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:13.247994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Made reservation on behalf of 286ebb5dab4f4c94a88dbe8e048ca5c9 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:13.252256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.275086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] device_id is not set on port db43e892-77fd-4b00-8fb6-07dc06d388d0 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:13.311136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.403327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Allocated IP 172.20.0.3 (98aa4e9a-3b1d-480a-8d0e-465ddf062693/40230cda-dd42-4c34-b832-103a7b104398/db43e892-77fd-4b00-8fb6-07dc06d388d0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:13.595441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.614154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Transition to ACTIVE for port object db43e892-77fd-4b00-8fb6-07dc06d388d0 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:13.740516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.792406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:13.795696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:13.800114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:13.804138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=db43e892-77fd-4b00-8fb6-07dc06d388d0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:13.860715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:13.861814 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:13.990647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58510) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:14.035630 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1e92e304-b60b-40d9-8864-94f3bac77975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53f258e08a27470c87a22b574ffb6f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437255 Aug 19 15:24:14.039542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58512) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:14.048527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c1bb064e-0f65-4693-af64-c3401f2004f9 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0939782 Aug 19 15:24:14.053880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58516) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:14.068030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b5:a0:c7'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9a:a5:30'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:14.143055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83a88e1b-926e-4066-97a6-428b045d4271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.175748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83a88e1b-926e-4066-97a6-428b045d4271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.208829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3daaa0b3-197f-43a9-b2fb-dd869bb9e4e9 None None] Provisioning for port db43e892-77fd-4b00-8fb6-07dc06d388d0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:14.216884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3daaa0b3-197f-43a9-b2fb-dd869bb9e4e9 None None] Provisioning complete for port db43e892-77fd-4b00-8fb6-07dc06d388d0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:14.219576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3daaa0b3-197f-43a9-b2fb-dd869bb9e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.265053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3daaa0b3-197f-43a9-b2fb-dd869bb9e4e9 None None] Port db43e892-77fd-4b00-8fb6-07dc06d388d0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:14.281335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7473f-d69e-4583-9fb6-7ded99a9efe0 req-50f6f5f0-6d66-459a-ac0d-125a3e54bf95 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:14.282844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef7473f-d69e-4583-9fb6-7ded99a9efe0 req-50f6f5f0-6d66-459a-ac0d-125a3e54bf95 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1160352 Aug 19 15:24:14.322685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83a88e1b-926e-4066-97a6-428b045d4271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.325009 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83a88e1b-926e-4066-97a6-428b045d4271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.326231 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83a88e1b-926e-4066-97a6-428b045d4271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/507dc603-4efe-4a7e-b843-4956e05cf546 HTTP/1.1" status: 204 len: 168 time: 0.2857389 Aug 19 15:24:14.336193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a88e1b-926e-4066-97a6-428b045d4271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507dc603-4efe-4a7e-b843-4956e05cf546,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:14.343827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.362507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef7473f-d69e-4583-9fb6-7ded99a9efe0 req-ac46ca5c-8bb0-4fb1-8d99-cad8b8c2eb2a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695410 Aug 19 15:24:14.558732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.617801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.694423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event updated for resources: {'Port': ['ID=db43e892-77fd-4b00-8fb6-07dc06d388d0,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:14.707104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] In _notify_port_updated(), no bound segment for port db43e892-77fd-4b00-8fb6-07dc06d388d0 on network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:24:14.713929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:14.714654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.719787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-10eaf8f8-b6e2-46fe-a537-8ab81a07235e tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "PUT /v2.0/ports/db43e892-77fd-4b00-8fb6-07dc06d388d0 HTTP/1.1" status: 200 len: 1056 time: 0.6614738 Aug 19 15:24:14.722278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:14.947055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port db43e892-77fd-4b00-8fb6-07dc06d388d0 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:14.947681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:14.993567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d6633724-333f-40b6-a137-3ecf864313ab None None] Provisioning complete for port db43e892-77fd-4b00-8fb6-07dc06d388d0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:14.994541 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d6633724-333f-40b6-a137-3ecf864313ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:15.061697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d6633724-333f-40b6-a137-3ecf864313ab None None] Port db43e892-77fd-4b00-8fb6-07dc06d388d0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:15.147475 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:15.155525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for db43e892-77fd-4b00-8fb6-07dc06d388d0 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:15.525851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253889c-290d-4402-8cbf-d314209bddcc req-822feffb-19c5-4d97-b716-3dfc835f2366 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:15.527899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2253889c-290d-4402-8cbf-d314209bddcc req-822feffb-19c5-4d97-b716-3dfc835f2366 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0594850 Aug 19 15:24:15.578942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2253889c-290d-4402-8cbf-d314209bddcc req-33e10388-5f87-44c8-966b-eed65c755f0c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Aug 19 15:24:15.593297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:15.678109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=db43e892-77fd-4b00-8fb6-07dc06d388d0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:15.887161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:15.889575 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86c5452d-ab86-4ef1-b00c-3ac1d8c9372d tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/ports/db43e892-77fd-4b00-8fb6-07dc06d388d0 HTTP/1.1" status: 204 len: 168 time: 1.1658206 Aug 19 15:24:15.892108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58552) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:15.924290 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c1f838-3b52-42ef-9a40-4b42554f617b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] GET failed (client error): The resource could not be found. Aug 19 15:24:15.924290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6c1f838-3b52-42ef-9a40-4b42554f617b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "GET /v2.0/ports/db43e892-77fd-4b00-8fb6-07dc06d388d0 HTTP/1.1" status: 404 len: 333 time: 0.0308278 Aug 19 15:24:15.927243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58556) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:16.055056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:16.059584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.270037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.293708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337445e8-6d60-46f5-a56e-30aa3d5fb018 req-f72c8650-08e5-44d3-8d09-3cd57d3cd177 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:16.297698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-337445e8-6d60-46f5-a56e-30aa3d5fb018 req-f72c8650-08e5-44d3-8d09-3cd57d3cd177 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1276896 Aug 19 15:24:16.314335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:16.386947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-3c30c6d5-1f47-4f5c-b93c-79ed98243623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:16.388577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-3c30c6d5-1f47-4f5c-b93c-79ed98243623 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6703815861664771b958dbe87bd3ff32&device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1680350 Aug 19 15:24:16.417607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-337445e8-6d60-46f5-a56e-30aa3d5fb018 req-cd1c3a47-c9df-4527-a17e-fd50f300d852 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186867 Aug 19 15:24:16.528494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58572) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:16.557667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-0834c132-088b-44d3-9c6f-9b6a5bbe92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:16.559152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-0834c132-088b-44d3-9c6f-9b6a5bbe92d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 200 len: 912 time: 0.1612306 Aug 19 15:24:16.655930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-629f3196-3b35-4d76-8aa6-9b3ff19cd765 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 200 len: 1000 time: 0.0891240 Aug 19 15:24:16.658372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2c54ea-7bee-41cd-86f0-196a999fdb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.699710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.769913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2c54ea-7bee-41cd-86f0-196a999fdb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.771436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:16.815339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-56507a59-2c80-44b9-86f4-a8bce10ae371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:16.817316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-56507a59-2c80-44b9-86f4-a8bce10ae371 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 200 len: 850 time: 0.1540515 Aug 19 15:24:16.851656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a2c54ea-7bee-41cd-86f0-196a999fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.884929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:16.887092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-036dc5af-359d-482b-a021-70299b7deb4f tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/ports/c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 HTTP/1.1" status: 204 len: 168 time: 0.9584801 Aug 19 15:24:16.889720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58582) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:16.929635 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-627bf244-d642-4808-b73f-bcce39891026 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] GET failed (client error): The resource could not be found. Aug 19 15:24:16.931220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-627bf244-d642-4808-b73f-bcce39891026 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "GET /v2.0/ports/c7da9cfb-58d7-4b3c-85e6-2c2161c4ae43 HTTP/1.1" status: 404 len: 333 time: 0.0405507 Aug 19 15:24:16.937259 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a2c54ea-7bee-41cd-86f0-196a999fdb54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=839fcf22b6c447278f77f99c28163bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060805 Aug 19 15:24:16.938422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c54ea-7bee-41cd-86f0-196a999fdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487eac48-8993-4305-bc44-630c9e6b3637,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:16.938969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58584) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:16.939318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58586) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:17.010125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-1f547fe8-95be-46ad-a4fc-094c291384ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:17.011674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-1f547fe8-95be-46ad-a4fc-094c291384ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15c2e435-9b8c-4a42-8ce6-7834f737cc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859245 Aug 19 15:24:17.144565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d007a91c-77cf-4ed0-bff2-f12587779fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.193695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-7636260e-7a61-4ac3-bad2-be36cf5d7653 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738913 Aug 19 15:24:17.195490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d007a91c-77cf-4ed0-bff2-f12587779fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.290633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port 4469d006-7c11-4e31-a256-89962a94d60f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:17.291388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.405196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94dba5b4-ec74-44f9-b42f-64ead9e3fd73 req-ee257bfc-e212-4bb0-89ff-f8a1c61e2e38 service neutron] 10.222.0.54 "GET /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996784 Aug 19 15:24:17.417767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.431881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for 4469d006-7c11-4e31-a256-89962a94d60f owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:17.452558 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d007a91c-77cf-4ed0-bff2-f12587779fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.455349 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d007a91c-77cf-4ed0-bff2-f12587779fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.456842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d007a91c-77cf-4ed0-bff2-f12587779fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/487eac48-8993-4305-bc44-630c9e6b3637 HTTP/1.1" status: 204 len: 168 time: 0.5073438 Aug 19 15:24:17.522634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007a91c-77cf-4ed0-bff2-f12587779fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487eac48-8993-4305-bc44-630c9e6b3637,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:17.588025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de95f8-533c-49ea-96af-c93bf718472b req-6052c726-3d47-4758-9a9b-fe9064d2b54b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:17.589685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4de95f8-533c-49ea-96af-c93bf718472b req-6052c726-3d47-4758-9a9b-fe9064d2b54b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0785308 Aug 19 15:24:17.682902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4de95f8-533c-49ea-96af-c93bf718472b req-39558812-2542-4994-9ecf-ccc763ac56ba tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771089 Aug 19 15:24:17.755555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.791208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=4469d006-7c11-4e31-a256-89962a94d60f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:17.899401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:17.901962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c6ba8266-1327-4069-b53d-ab8dde96079b tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/ports/4469d006-7c11-4e31-a256-89962a94d60f HTTP/1.1" status: 204 len: 168 time: 0.9607673 Aug 19 15:24:17.904474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58610) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:18.006071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting subnet 40230cda-dd42-4c34-b832-103a7b104398 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:18.010082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.066229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.150447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.310909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.345697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Subnet': ['ID=40230cda-dd42-4c34-b832-103a7b104398,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:18.353706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.355970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f79a8541-5489-4c8b-abed-5698e9691543 tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/subnets/40230cda-dd42-4c34-b832-103a7b104398 HTTP/1.1" status: 204 len: 168 time: 0.4496922 Aug 19 15:24:18.358982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58626) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:18.361073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa72915-0823-424e-8ec8-010a12ca73ea None None] Network 98aa4e9a-3b1d-480a-8d0e-465ddf062693 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:18.534746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.624542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Deleting port 33cc4c70-3bdb-448a-82f7-520496663c83 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:18.625258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.699331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] For port 33cc4c70-3bdb-448a-82f7-520496663c83, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=33cc4c70-3bdb-448a-82f7-520496663c83,segment=NetworkSegment(3c8b966c-a6e3-43bf-9560-d88b34bdafb5),segment_id=3c8b966c-a6e3-43bf-9560-d88b34bdafb5)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:18.699841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:18.726640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Calling delete_port for 33cc4c70-3bdb-448a-82f7-520496663c83 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:18.835068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] DHCP port deletion for 98aa4e9a-3b1d-480a-8d0e-465ddf062693 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:24:18.904288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] Deleting port 33cc4c70-3bdb-448a-82f7-520496663c83 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:18.904671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.002807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] For port 33cc4c70-3bdb-448a-82f7-520496663c83, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=33cc4c70-3bdb-448a-82f7-520496663c83,segment=NetworkSegment(3c8b966c-a6e3-43bf-9560-d88b34bdafb5),segment_id=3c8b966c-a6e3-43bf-9560-d88b34bdafb5)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:19.003218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.023359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] Calling delete_port for 33cc4c70-3bdb-448a-82f7-520496663c83 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:19.118994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ccf41-1da8-41e0-9090-b9f6048ea272 req-fd670ab1-6f97-495b-9a85-287f1605b90b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:19.120508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b73ccf41-1da8-41e0-9090-b9f6048ea272 req-fd670ab1-6f97-495b-9a85-287f1605b90b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0787189 Aug 19 15:24:19.165292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b73ccf41-1da8-41e0-9090-b9f6048ea272 req-920b20de-90d0-4a51-8d37-8fecaa497817 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359139 Aug 19 15:24:19.225483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.239988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.263516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] Pushing event deleted for resources: {'Port': ['ID=33cc4c70-3bdb-448a-82f7-520496663c83,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:19.266231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4e659-d8c2-4017-918e-41d50a552213 None None] No DVR routers for this DVR port 33cc4c70-3bdb-448a-82f7-520496663c83 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:19.283417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Port': ['ID=33cc4c70-3bdb-448a-82f7-520496663c83,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:19.298086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] No DVR routers for this DVR port 33cc4c70-3bdb-448a-82f7-520496663c83 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:19.434828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.448413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aa4e9a-3b1d-480a-8d0e-465ddf062693']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:19.460542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8b966c-a6e3-43bf-9560-d88b34bdafb5') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:19.460834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8b966c-a6e3-43bf-9560-d88b34bdafb5') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:19.475208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27396fc-1d29-4ce7-bdd3-0b4e84b76252 req-c5d8bf35-5a6a-44eb-a6f1-0af3b9600e4b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:19.477301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e27396fc-1d29-4ce7-bdd3-0b4e84b76252 req-c5d8bf35-5a6a-44eb-a6f1-0af3b9600e4b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1235325 Aug 19 15:24:19.481546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.511461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.519602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:19.519996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:19.523489 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:19.585178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e27396fc-1d29-4ce7-bdd3-0b4e84b76252 req-a15f51d2-e6c0-45aa-bb2e-d8cff3f84162 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012816 Aug 19 15:24:19.681218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.699388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:19.701389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] 10.222.0.13 "DELETE /v2.0/networks/98aa4e9a-3b1d-480a-8d0e-465ddf062693 HTTP/1.1" status: 204 len: 168 time: 1.3413553 Aug 19 15:24:19.724354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204cae-88cf-4b48-a30e-9828d34065ec tempest-AllowedAddressPairTestJSON-1063976391 tempest-AllowedAddressPairTestJSON-1063976391-project] Pushing event deleted for resources: {'Network': ['ID=98aa4e9a-3b1d-480a-8d0e-465ddf062693,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:20.191029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:20.378316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ca3f2e4-fe1c-4aae-8900-41369ef5603a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=286ebb5dab4f4c94a88dbe8e048ca5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823182 Aug 19 15:24:20.378316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58720) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:20.435367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bcfce3b-c241-471b-8c41-c3385deee933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:20.460954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bcfce3b-c241-471b-8c41-c3385deee933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:20.662052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 33cc4c70-3bdb-448a-82f7-520496663c83 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:20.670585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bcfce3b-c241-471b-8c41-c3385deee933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:20.680159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bcfce3b-c241-471b-8c41-c3385deee933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:20.680159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8bcfce3b-c241-471b-8c41-c3385deee933 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98c9d08e-ece8-4530-9710-29515da1d2a8 HTTP/1.1" status: 204 len: 168 time: 0.2966614 Aug 19 15:24:20.684058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 33cc4c70-3bdb-448a-82f7-520496663c83 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:20.684492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 33cc4c70-3bdb-448a-82f7-520496663c83 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:20.703313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfce3b-c241-471b-8c41-c3385deee933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c9d08e-ece8-4530-9710-29515da1d2a8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:21.443444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58794) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:21.566008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f65834c5-2524-4960-84bc-076a517c7771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:21.581290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-13c4e2d1-f573-4eb9-adb9-c99fdf31a1fe tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:21.582849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-13c4e2d1-f573-4eb9-adb9-c99fdf31a1fe tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d4f39f0-344e-431c-a1de-8292f44b01df HTTP/1.1" status: 200 len: 950 time: 0.0531816 Aug 19 15:24:21.692849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Deleting port 28a213d4-761d-4142-849b-b00832c6805f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:21.693384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:21.696249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f65834c5-2524-4960-84bc-076a517c7771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:21.785448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f65834c5-2524-4960-84bc-076a517c7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:21.794493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] For port 28a213d4-761d-4142-849b-b00832c6805f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=28a213d4-761d-4142-849b-b00832c6805f,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:21.795022 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:21.809968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Calling delete_port for 28a213d4-761d-4142-849b-b00832c6805f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:21.862603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65834c5-2524-4960-84bc-076a517c7771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e856c18-bfa0-467f-bb55-3547d6500ef3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:21.876956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58808) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:21.931968 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f65834c5-2524-4960-84bc-076a517c7771 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b1281f9fdc74e028abf0620dee91f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873838 Aug 19 15:24:21.935305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58814) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.008938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00de602a-d179-4dfc-ae02-a9d7a6a10576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.023590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-ec79e02d-b535-441c-8a9d-6738dfdb75e0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.028110 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ec79e02d-b535-441c-8a9d-6738dfdb75e0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1497648 Aug 19 15:24:22.034327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58818) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.034327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-db9a9129-73bd-4ddd-9c45-5854fc720fab tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.038970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-db9a9129-73bd-4ddd-9c45-5854fc720fab tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088999 Aug 19 15:24:22.039782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58820) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.044348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-34004d5c-00d9-4810-b8d9-6837d493685d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.049100 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-34004d5c-00d9-4810-b8d9-6837d493685d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077045 Aug 19 15:24:22.049461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.054980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-13cfb0e8-ca5b-497d-9122-97629d815c47 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.056383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-13cfb0e8-ca5b-497d-9122-97629d815c47 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061102 Aug 19 15:24:22.057785 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.059268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.063961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-8fdbdb8b-e233-447a-9631-0ecd37f34589 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.064920 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fdbdb8b-e233-447a-9631-0ecd37f34589 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044320 Aug 19 15:24:22.070577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['28a213d4-761d-4142-849b-b00832c6805f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:22.075949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58826) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.080403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-aa7c4b3f-9588-40cc-8909-abd268606bac tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.082165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa7c4b3f-9588-40cc-8909-abd268606bac tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048418 Aug 19 15:24:22.085552 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00de602a-d179-4dfc-ae02-a9d7a6a10576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.086399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58828) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.106798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-f95540b7-bb1d-40cb-b98d-936567944dd7 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.108802 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f95540b7-bb1d-40cb-b98d-936567944dd7 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056429 Aug 19 15:24:22.111645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58830) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.117407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-57de92d8-e80e-4a50-998e-5e774773d1e3 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.118381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57de92d8-e80e-4a50-998e-5e774773d1e3 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058050 Aug 19 15:24:22.120947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58832) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.125297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-7504be11-df02-4d4e-8a5a-0c7d74c11e4f tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.126350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7504be11-df02-4d4e-8a5a-0c7d74c11e4f tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043178 Aug 19 15:24:22.128879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58834) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.133867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-9bc5825c-0b1f-4966-9b5e-b98359689c83 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.134793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9bc5825c-0b1f-4966-9b5e-b98359689c83 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049310 Aug 19 15:24:22.137210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58836) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.142622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-2179476b-a815-40db-bae7-dcf8650a620b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.143829 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2179476b-a815-40db-bae7-dcf8650a620b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054748 Aug 19 15:24:22.146793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58838) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.156303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-6601432f-47aa-4816-9c3a-0ad0c92f0adf tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.159258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6601432f-47aa-4816-9c3a-0ad0c92f0adf tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0089850 Aug 19 15:24:22.163820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58840) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.170180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-1ac79a5c-8b9c-4974-beb5-97c1fc3e23da tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.171895 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1ac79a5c-8b9c-4974-beb5-97c1fc3e23da tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067885 Aug 19 15:24:22.174767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.179725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-2087a5eb-33fa-4201-8de1-1cc553e5245b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.181315 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2087a5eb-33fa-4201-8de1-1cc553e5245b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051765 Aug 19 15:24:22.183553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58844) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.188257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-4fb2b8b4-7d50-42d8-802f-19cef6f1249d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.189760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4fb2b8b4-7d50-42d8-802f-19cef6f1249d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050206 Aug 19 15:24:22.197443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.203800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-03f04341-a07b-4853-af85-1afef45996c2 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.207529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-03f04341-a07b-4853-af85-1afef45996c2 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062892 Aug 19 15:24:22.208529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58848) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.208677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Pushing event deleted for resources: {'Port': ['ID=28a213d4-761d-4142-849b-b00832c6805f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:22.213368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-892f7f6f-3aa1-4fc4-a849-d34143a62236 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.216636 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-892f7f6f-3aa1-4fc4-a849-d34143a62236 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052729 Aug 19 15:24:22.217153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58850) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.222606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-3acf20d2-c106-4725-a8ee-c63c4d7de1bc tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.226749 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3acf20d2-c106-4725-a8ee-c63c4d7de1bc tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053999 Aug 19 15:24:22.227535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.232289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-50ffdb4a-48fa-45ba-b641-27c612304475 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.233538 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50ffdb4a-48fa-45ba-b641-27c612304475 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052145 Aug 19 15:24:22.237496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.243964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-daf9a24b-222c-4f6d-87cc-a52ae14356e6 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.244910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-daf9a24b-222c-4f6d-87cc-a52ae14356e6 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062187 Aug 19 15:24:22.249563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.255715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-67e7955b-0986-4e1d-9c58-230768be4827 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.259251 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-67e7955b-0986-4e1d-9c58-230768be4827 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066054 Aug 19 15:24:22.259574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58858) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.265934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-69b63396-6ca1-4352-a285-fe42010a77b4 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.268085 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-69b63396-6ca1-4352-a285-fe42010a77b4 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075455 Aug 19 15:24:22.270724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58860) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.273501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-a3f57684-d30a-4250-a54e-396ae3981488 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:22.275082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-a3f57684-d30a-4250-a54e-396ae3981488 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68b6bf-9840-4f90-9ca7-2cb8141b2bee HTTP/1.1" status: 200 len: 943 time: 0.1861145 Aug 19 15:24:22.281857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-5e21db6c-7743-41c5-8a80-9f88d5b72da0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.281857 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e21db6c-7743-41c5-8a80-9f88d5b72da0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070009 Aug 19 15:24:22.283699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.289629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-f5af6d99-8e95-4244-9f4f-1e56ec7c2a4e tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.291667 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f5af6d99-8e95-4244-9f4f-1e56ec7c2a4e tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0064580 Aug 19 15:24:22.292538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] No DVR routers for this DVR port 28a213d4-761d-4142-849b-b00832c6805f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:22.293680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58866) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.297216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.298821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a2ec5619-c7f3-433e-af9d-3af8be97b433 req-ded6941a-46a3-414c-8443-ddaf20aa5223 tempest-VolumesBackupsTest-575615404 tempest-VolumesBackupsTest-575615404-project] 10.222.0.46 "DELETE /v2.0/ports/28a213d4-761d-4142-849b-b00832c6805f HTTP/1.1" status: 204 len: 173 time: 0.7100632 Aug 19 15:24:22.299261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'name': 'network-vif-deleted', 'tag': '28a213d4-761d-4142-849b-b00832c6805f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:22.301706 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debdd54e-ec9b-4081-8367-72e46018ac36" -d '{"events": [{"server_uuid": "8d4f39f0-344e-431c-a1de-8292f44b01df", "name": "network-vif-deleted", "tag": "28a213d4-761d-4142-849b-b00832c6805f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:22.305457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-d8e3b068-ade3-4259-9e1e-0017fe0d6950 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.306440 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d8e3b068-ade3-4259-9e1e-0017fe0d6950 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086920 Aug 19 15:24:22.308905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58870) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.316325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-3e87cc3b-61c1-4e7c-8814-e7b7da9d5a36 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.318663 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3e87cc3b-61c1-4e7c-8814-e7b7da9d5a36 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080953 Aug 19 15:24:22.321745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.326707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-bc7c2ed4-c398-4c36-a547-15c8507799f0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.328025 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc7c2ed4-c398-4c36-a547-15c8507799f0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048549 Aug 19 15:24:22.340339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58874) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.344875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-2f940f7e-b8b1-4bb4-989e-c1f1c9755cf8 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.345823 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2f940f7e-b8b1-4bb4-989e-c1f1c9755cf8 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043454 Aug 19 15:24:22.348295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58876) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.353008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-831436ec-1624-4a29-8658-b6e5537f194b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.353946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-831436ec-1624-4a29-8658-b6e5537f194b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045614 Aug 19 15:24:22.356475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58878) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.361333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-b827da11-da91-4b4f-9219-96a364a776b1 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.362294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b827da11-da91-4b4f-9219-96a364a776b1 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048208 Aug 19 15:24:22.365705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58882) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.371542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-5d9ff6b5-47c3-494c-8ff4-40fb949c6660 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.371542 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d9ff6b5-47c3-494c-8ff4-40fb949c6660 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044911 Aug 19 15:24:22.373990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58884) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.378664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-a4e292f7-9eec-46f1-ae3c-317fdc44db05 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.379622 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a4e292f7-9eec-46f1-ae3c-317fdc44db05 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047281 Aug 19 15:24:22.382486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58886) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.386825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-17a2cc02-18ca-4795-b578-55ac706d6dec tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.387883 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-17a2cc02-18ca-4795-b578-55ac706d6dec tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044088 Aug 19 15:24:22.390172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58888) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.394506 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-53228af9-57dd-4bb0-8bc2-826de7ce4cec tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.395526 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53228af9-57dd-4bb0-8bc2-826de7ce4cec tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042791 Aug 19 15:24:22.398456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58890) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.404874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-503c4ae3-aa6a-43b2-a04c-a14cd3f05231 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.405886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-503c4ae3-aa6a-43b2-a04c-a14cd3f05231 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065584 Aug 19 15:24:22.408354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.412841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-e6dec932-121c-4b37-a3ac-4a9886c464d1 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.413840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e6dec932-121c-4b37-a3ac-4a9886c464d1 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046020 Aug 19 15:24:22.414376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Deleting port 23b99805-b35b-4fc2-b53e-8dad29299cfb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:22.414729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.416277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58894) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.421067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-83cb6dd5-6185-498b-955b-16ec127846a9 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.422075 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83cb6dd5-6185-498b-955b-16ec127846a9 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046830 Aug 19 15:24:22.424505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58896) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.429448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-694c3c9a-d2c5-40b8-b44c-408d39442ccc tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.430389 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-694c3c9a-d2c5-40b8-b44c-408d39442ccc tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050161 Aug 19 15:24:22.432708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58898) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.436787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-124aa63b-77ee-47d0-a727-6293e0531926 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.437754 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-124aa63b-77ee-47d0-a727-6293e0531926 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040061 Aug 19 15:24:22.439942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58900) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.445398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-d98e784c-5e44-400b-a8e8-e7aa20105bb9 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.446339 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d98e784c-5e44-400b-a8e8-e7aa20105bb9 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055778 Aug 19 15:24:22.448507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58902) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.452319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-98553926-16a7-457f-a706-2bd82ec9309b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.453272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98553926-16a7-457f-a706-2bd82ec9309b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039017 Aug 19 15:24:22.455442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58904) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.458284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00de602a-d179-4dfc-ae02-a9d7a6a10576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.463272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-9aa7fa85-05f4-4025-a35a-bb8710718cb0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.463272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9aa7fa85-05f4-4025-a35a-bb8710718cb0 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044520 Aug 19 15:24:22.463499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00de602a-d179-4dfc-ae02-a9d7a6a10576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.463499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-00de602a-d179-4dfc-ae02-a9d7a6a10576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e856c18-bfa0-467f-bb55-3547d6500ef3 HTTP/1.1" status: 204 len: 168 time: 0.5256464 Aug 19 15:24:22.465836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58908) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.471081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-7c98f594-8652-4abc-ad76-2d224d4e3fd4 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.472142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c98f594-8652-4abc-ad76-2d224d4e3fd4 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052845 Aug 19 15:24:22.474720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.479191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-1e1f884b-6a4a-482a-b15f-73cfb1a4872d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.479628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de602a-d179-4dfc-ae02-a9d7a6a10576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e856c18-bfa0-467f-bb55-3547d6500ef3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:22.481347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1e1f884b-6a4a-482a-b15f-73cfb1a4872d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054166 Aug 19 15:24:22.489785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58912) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.494684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-32d45cc9-e9e4-483a-b849-0b4f22aee468 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.496407 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32d45cc9-e9e4-483a-b849-0b4f22aee468 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045221 Aug 19 15:24:22.498522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58914) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.503992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-c93b5a61-6bcf-4cff-a267-b9d46a23a0d5 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.504858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c93b5a61-6bcf-4cff-a267-b9d46a23a0d5 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052733 Aug 19 15:24:22.511439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58916) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.515861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-2ce35fc7-6267-431c-bdc3-170e25c4a88d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.518914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2ce35fc7-6267-431c-bdc3-170e25c4a88d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044174 Aug 19 15:24:22.519431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.525793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-768c7fe5-80a4-42be-a596-0a9a103fd68a tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.526881 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-768c7fe5-80a4-42be-a596-0a9a103fd68a tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051441 Aug 19 15:24:22.530860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58920) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.535718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-93d21ce9-e1b3-4ff5-8662-483ccecdd6e8 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.536937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93d21ce9-e1b3-4ff5-8662-483ccecdd6e8 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050411 Aug 19 15:24:22.539063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] For port 23b99805-b35b-4fc2-b53e-8dad29299cfb, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=23b99805-b35b-4fc2-b53e-8dad29299cfb,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:22.539938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58924) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.544106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-59e2902e-f1cd-45c4-b331-24199f6b1169 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.547250 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59e2902e-f1cd-45c4-b331-24199f6b1169 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043178 Aug 19 15:24:22.547406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.547974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58926) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.552989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-e56678d8-34b9-4c7f-bcc4-c88305aca41a tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.556638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e56678d8-34b9-4c7f-bcc4-c88305aca41a tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052655 Aug 19 15:24:22.560785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58928) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.568248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-76b05047-fb4c-4042-96b9-6fd67bae6c23 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.572235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-76b05047-fb4c-4042-96b9-6fd67bae6c23 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100873 Aug 19 15:24:22.573313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58930) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.577568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Calling delete_port for 23b99805-b35b-4fc2-b53e-8dad29299cfb owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:22.579604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-1080192a-19c8-41ff-8d5c-d233e4dedbe3 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.581310 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1080192a-19c8-41ff-8d5c-d233e4dedbe3 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063143 Aug 19 15:24:22.589753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58932) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.596435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-2e5a6b2a-226a-4cf7-b2cd-fd760ea3ed75 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.597512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2e5a6b2a-226a-4cf7-b2cd-fd760ea3ed75 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0068216 Aug 19 15:24:22.606248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58934) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.621680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-a53fb1c0-8312-47f7-8e08-498e96492bb1 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.635238 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a53fb1c0-8312-47f7-8e08-498e96492bb1 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0218651 Aug 19 15:24:22.636330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.641978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-ce4edb9f-e28d-4716-81a2-d352970c6f4b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.649539 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ce4edb9f-e28d-4716-81a2-d352970c6f4b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0110762 Aug 19 15:24:22.650260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.656066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-a772c339-cc14-4d2a-86dd-9e2588d3a70a tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.657308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a772c339-cc14-4d2a-86dd-9e2588d3a70a tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060787 Aug 19 15:24:22.660051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58940) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.664731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-a19be881-5cb4-4650-81d3-4ff1d80992a4 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.666919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a19be881-5cb4-4650-81d3-4ff1d80992a4 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056913 Aug 19 15:24:22.669385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58942) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.673901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-90d074fe-2445-49ef-bd93-155c0dd6ee94 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.674924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-90d074fe-2445-49ef-bd93-155c0dd6ee94 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045619 Aug 19 15:24:22.677885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58944) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.683731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-a1991ea7-4e92-463d-afb9-ef4112801859 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.685451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1991ea7-4e92-463d-afb9-ef4112801859 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0058892 Aug 19 15:24:22.687837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58946) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.693489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-f7d28928-2176-4b16-a9ae-5b6ca0ea13ab tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.697476 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f7d28928-2176-4b16-a9ae-5b6ca0ea13ab tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084412 Aug 19 15:24:22.697876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58948) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.702469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-023e08a2-35bc-4c04-96e7-3bc39d7ce06b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.706023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58950) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.706174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-023e08a2-35bc-4c04-96e7-3bc39d7ce06b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072272 Aug 19 15:24:22.711361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-027c0034-57b3-49e8-8e9b-afb103c0ed0b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.715308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-027c0034-57b3-49e8-8e9b-afb103c0ed0b tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079105 Aug 19 15:24:22.716236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58952) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.721348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-db954252-67df-44df-8ea9-81374c3ab4a9 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.725790 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-db954252-67df-44df-8ea9-81374c3ab4a9 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079379 Aug 19 15:24:22.726326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58954) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.744396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-37df0f61-9bea-4b80-8a5d-39cf0ddbd7c3 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.748217 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37df0f61-9bea-4b80-8a5d-39cf0ddbd7c3 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0208416 Aug 19 15:24:22.748928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.753373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-c5e05b63-a36c-401f-9687-9b3edcf046dd tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.757486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c5e05b63-a36c-401f-9687-9b3edcf046dd tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074346 Aug 19 15:24:22.758105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58958) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.773456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-33fb859e-41e8-46f1-99d8-010584de6d5d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.781578 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-33fb859e-41e8-46f1-99d8-010584de6d5d tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0178199 Aug 19 15:24:22.783771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58960) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.789887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [None req-30e352b8-7358-470b-aa63-2e7e14ec1582 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.793452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58962) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:22.804771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [None req-fd196d4c-4bff-42d1-a9c9-bbddf4fc5a53 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:24:22.805664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30e352b8-7358-470b-aa63-2e7e14ec1582 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0207460 Aug 19 15:24:22.807676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fd196d4c-4bff-42d1-a9c9-bbddf4fc5a53 tempest-ExtensionsTestJSON-788785800 tempest-ExtensionsTestJSON-788785800-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090473 Aug 19 15:24:22.911926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:22.925520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2ea1677f-f147-4803-8462-4797e1f3f9cf'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:22.951489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:22.953303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'Port': ['ID=23b99805-b35b-4fc2-b53e-8dad29299cfb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:23.012508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] No DVR routers for this DVR port 23b99805-b35b-4fc2-b53e-8dad29299cfb on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:23.015268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.017608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1343d7fd-890e-4edf-a832-d1e087fb5dbb req-5ce04504-ad44-4efd-8913-b29bb23342e6 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "DELETE /v2.0/ports/23b99805-b35b-4fc2-b53e-8dad29299cfb HTTP/1.1" status: 204 len: 173 time: 0.7262902 Aug 19 15:24:23.485499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58978) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:23.543576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 58982) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:23.562445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6f9653a-2fe9-4321-9d58-c8115b50d8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.681863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6f9653a-2fe9-4321-9d58-c8115b50d8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.756275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e6f9653a-2fe9-4321-9d58-c8115b50d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.771704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ede40f71-87e8-4ef4-8d79-8556ef98f3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.806756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e6f9653a-2fe9-4321-9d58-c8115b50d8ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4820a7dc787741709882cf5fea9985ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620633 Aug 19 15:24:23.809442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58990) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:23.824079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9653a-2fe9-4321-9d58-c8115b50d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b90350-8c47-4047-ab95-6f6f68242018,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:23.866815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9134c117-3339-4a40-8c71-9773484a357b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.889587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9134c117-3339-4a40-8c71-9773484a357b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.905443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ede40f71-87e8-4ef4-8d79-8556ef98f3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.939274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ede40f71-87e8-4ef4-8d79-8556ef98f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:23.979989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ede40f71-87e8-4ef4-8d79-8556ef98f3a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d4b8ce583594127b82972e502e67447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933779 Aug 19 15:24:23.981206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40f71-87e8-4ef4-8d79-8556ef98f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a00212-3257-4299-9eb1-f8c7c6bdbc17,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:23.982907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 58996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:24.024777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9134c117-3339-4a40-8c71-9773484a357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.027918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9134c117-3339-4a40-8c71-9773484a357b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.028682 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9134c117-3339-4a40-8c71-9773484a357b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57b90350-8c47-4047-ab95-6f6f68242018 HTTP/1.1" status: 204 len: 168 time: 0.2182775 Aug 19 15:24:24.059843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134c117-3339-4a40-8c71-9773484a357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b90350-8c47-4047-ab95-6f6f68242018,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:24.075315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7066656c-1a2d-493f-be47-2f60bcbcdcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.103069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7066656c-1a2d-493f-be47-2f60bcbcdcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.264656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7066656c-1a2d-493f-be47-2f60bcbcdcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.267289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7066656c-1a2d-493f-be47-2f60bcbcdcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.268478 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7066656c-1a2d-493f-be47-2f60bcbcdcf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7a00212-3257-4299-9eb1-f8c7c6bdbc17 HTTP/1.1" status: 204 len: 168 time: 0.2844808 Aug 19 15:24:24.279656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066656c-1a2d-493f-be47-2f60bcbcdcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a00212-3257-4299-9eb1-f8c7c6bdbc17,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:24.314962 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928947ef-5666-456d-b7f2-55401be9e5b4 x-openstack-request-id: req-928947ef-5666-456d-b7f2-55401be9e5b4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:24.315269 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f39f0-344e-431c-a1de-8292f44b01df", "name": "network-vif-deleted", "tag": "28a213d4-761d-4142-849b-b00832c6805f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:24.315527 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-928947ef-5666-456d-b7f2-55401be9e5b4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:24.316373 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f39f0-344e-431c-a1de-8292f44b01df', 'name': 'network-vif-deleted', 'tag': '28a213d4-761d-4142-849b-b00832c6805f', 'status': 'completed', 'code': 200} Aug 19 15:24:24.526397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-23ecc36b-fbe2-4528-87d7-27554c230add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:24.668211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28a213d4-761d-4142-849b-b00832c6805f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:24.690368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 28a213d4-761d-4142-849b-b00832c6805f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:24.691612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 28a213d4-761d-4142-849b-b00832c6805f not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:24.821471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43834fed-c6ec-49aa-a03a-c0c15ed51fb6 req-13c55262-5cb6-4d08-847e-376ff05dcdda tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:24.823083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43834fed-c6ec-49aa-a03a-c0c15ed51fb6 req-13c55262-5cb6-4d08-847e-376ff05dcdda tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 907 time: 0.0637846 Aug 19 15:24:25.366132 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:24:25.522643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.565360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59074) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:25.679515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1015780555'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:25.773610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Made reservation on behalf of 46bf60decf9a463b83511e9d976962ca for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:25.777378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.791562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.974105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.993989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63560487-2b1f-4087-991f-e85f790298bf req-7ea2207e-696d-4eca-8f67-2f6f0fc36831 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:25.995514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63560487-2b1f-4087-991f-e85f790298bf req-7ea2207e-696d-4eca-8f67-2f6f0fc36831 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 907 time: 0.0618181 Aug 19 15:24:26.054546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.101902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:26.124002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.124584 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Added segment bdd55c22-4669-4c4c-b83f-2b0a3422725b of type vlan for network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c Aug 19 15:24:26.135557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-a182cc8b-d66c-4698-8da2-f9deabbf2414 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.136944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-a182cc8b-d66c-4698-8da2-f9deabbf2414 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 907 time: 0.0923929 Aug 19 15:24:26.151660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0531e711-77e9-4462-8db2-a5806e150fc1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.220473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.315276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Deleting port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:26.315716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.321129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-deleted', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:26.323479 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858d9d86-a21e-4800-b11b-1d5b027ba3e6" -d '{"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-deleted", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:26.374413 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cb123f-552d-4579-9a94-89b78903ff60 x-openstack-request-id: req-f3cb123f-552d-4579-9a94-89b78903ff60 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:26.374413 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e68b6bf-9840-4f90-9ca7-2cb8141b2bee", "name": "network-vif-deleted", "tag": "23b99805-b35b-4fc2-b53e-8dad29299cfb", "status": "failed", "code": 422}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:26.374413 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3cb123f-552d-4579-9a94-89b78903ff60 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:26.374413 n-d-779913-32 neutron-server[101963]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e68b6bf-9840-4f90-9ca7-2cb8141b2bee', 'name': 'network-vif-deleted', 'tag': '23b99805-b35b-4fc2-b53e-8dad29299cfb', 'status': 'failed', 'code': 422} returned with failed status Aug 19 15:24:26.376114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.384072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.385133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.483594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59126) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:26.491655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9169483 Aug 19 15:24:26.491957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Request body: {'subnet': {'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:26.530060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f97ac-12b0-4006-89a6-a31a66717270 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event updated for resources: {'Network': ['ID=4f52cc63-0989-4c7b-9e37-befb6ab32d6c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.541788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:26.565800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] For port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:26.566274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.604727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Calling delete_port for c4fc5997-5b8a-4e11-b3e3-c8b878b7500c owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:26.733403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Made reservation on behalf of 46bf60decf9a463b83511e9d976962ca for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:26.737677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.857489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.893667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'Port': ['ID=c4fc5997-5b8a-4e11-b3e3-c8b878b7500c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.963048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] No DVR routers for this DVR port c4fc5997-5b8a-4e11-b3e3-c8b878b7500c on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:26.967593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.969433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1735f8cf-d4b5-47f5-96cd-ca4a1b594dfb req-681cb9b6-3b18-4371-bb21-d93883da624a tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "DELETE /v2.0/ports/c4fc5997-5b8a-4e11-b3e3-c8b878b7500c HTTP/1.1" status: 204 len: 173 time: 0.8142633 Aug 19 15:24:27.076756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59140) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:27.082299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.114701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38dbca7a-8459-4350-b763-42babf15ba61 req-de1a8ef7-a79e-4e9b-8457-7a0761611518 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0414994 Aug 19 15:24:27.166217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Checking segment: {'id': 'bdd55c22-4669-4c4c-b83f-2b0a3422725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:27.166586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Network hostable DHCP agents. Network: 4f52cc63-0989-4c7b-9e37-befb6ab32d6c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:27.172824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event updated for resources: {'Subnet': ['ID=855ca11f-2539-4eea-8579-3e205ed8ce05,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:27.271844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3057572a-f559-46b2-b267-08f92ef96ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.321081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:27.349474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.383449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3057572a-f559-46b2-b267-08f92ef96ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.468860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 4f52cc63-0989-4c7b-9e37-befb6ab32d6c) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:27.469129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3057572a-f559-46b2-b267-08f92ef96ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.474339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:27.475221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.480152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5dd7b-54f2-4ea6-b296-3fde772c23ef None None] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:27.519316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3057572a-f559-46b2-b267-08f92ef96ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d0a83ece4b244f2a70af89a43030e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344988 Aug 19 15:24:27.519316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057572a-f559-46b2-b267-08f92ef96ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26035ea1-d053-4402-a68c-dc98473f1e47,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:27.521582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:27.573738 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a3180c96-6c49-4e45-9ecb-0844eb13db7f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0866907 Aug 19 15:24:27.574432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59154) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:27.580994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Request body: {'port': {'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1634245398'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:27.587941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f1db785-58f1-40da-9a1f-1338bb772017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.618242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f1db785-58f1-40da-9a1f-1338bb772017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.685833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-4f52cc63-0989-4c7b-9e37-befb6ab32d6c', 'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c', 'tenant_id': '46bf60decf9a463b83511e9d976962ca', 'fixed_ips': [{'subnet_id': '855ca11f-2539-4eea-8579-3e205ed8ce05'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:27.686720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.776152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f1db785-58f1-40da-9a1f-1338bb772017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.780305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f1db785-58f1-40da-9a1f-1338bb772017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.790036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f1db785-58f1-40da-9a1f-1338bb772017 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26035ea1-d053-4402-a68c-dc98473f1e47 HTTP/1.1" status: 204 len: 168 time: 0.2591870 Aug 19 15:24:27.791235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1db785-58f1-40da-9a1f-1338bb772017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26035ea1-d053-4402-a68c-dc98473f1e47,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:27.837133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Made reservation on behalf of 46bf60decf9a463b83511e9d976962ca for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:27.842474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.872237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7460a5f0-b549-45dc-aeb4-5054dc950027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:27.944928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] device_id is not set on port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:28.019261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Allocated IP 172.20.0.2 (4f52cc63-0989-4c7b-9e37-befb6ab32d6c/855ca11f-2539-4eea-8579-3e205ed8ce05/0a4f1fe4-c7a0-4052-a1ff-fad08034b918) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:28.239896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:28.286761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Transition to ACTIVE for port object 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:28.321650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Transition to ACTIVE for port object 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:28.325857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cef29d27-64c4-4a46-9bce-caafe3e9137c req-78cc980d-8343-4683-8e4b-91c9f583ed1e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a3b25bb-e904-4671-9ac7-aa33d98f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0387697 Aug 19 15:24:28.373435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'name': 'network-vif-deleted', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:28.376117 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da01f13-cf4c-4ef4-aa1a-627a57b25d83" -d '{"events": [{"server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "name": "network-vif-deleted", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:28.410954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:28.436032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:28.438519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:28.464937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:28.497718 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab15432-cea8-46f5-ab6f-55f2252e694b x-openstack-request-id: req-1ab15432-cea8-46f5-ab6f-55f2252e694b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:28.498028 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3b25bb-e904-4671-9ac7-aa33d98f67c8", "name": "network-vif-deleted", "tag": "c4fc5997-5b8a-4e11-b3e3-c8b878b7500c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:28.498287 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ab15432-cea8-46f5-ab6f-55f2252e694b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:28.498693 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3b25bb-e904-4671-9ac7-aa33d98f67c8', 'name': 'network-vif-deleted', 'tag': 'c4fc5997-5b8a-4e11-b3e3-c8b878b7500c', 'status': 'completed', 'code': 200} Aug 19 15:24:28.555930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Allocated IP 172.20.0.13 (4f52cc63-0989-4c7b-9e37-befb6ab32d6c/855ca11f-2539-4eea-8579-3e205ed8ce05/d8812bb9-82c0-4cf3-83a7-e32cedb91f79) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:28.563335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Attempting to bind port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:28.563335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Attempting to bind port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'bdd55c22-4669-4c4c-b83f-2b0a3422725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:28.563335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Attempting to bind port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 on network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:28.563335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Pushing event updated for resources: {'Port': ['ID=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:28.567249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:28.568079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Checking segment: {'id': 'bdd55c22-4669-4c4c-b83f-2b0a3422725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:28.568253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:28.569009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Bound using segment: {'id': 'bdd55c22-4669-4c4c-b83f-2b0a3422725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:28.569618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Bound port: 0a4f1fe4-c7a0-4052-a1ff-fad08034b918, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd55c22-4669-4c4c-b83f-2b0a3422725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:28.570107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:28.644204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] For port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:28.647754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] For port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,segment=NetworkSegment(bdd55c22-4669-4c4c-b83f-2b0a3422725b),segment_id=bdd55c22-4669-4c4c-b83f-2b0a3422725b)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:28.683592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c4fc5997-5b8a-4e11-b3e3-c8b878b7500c no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:28.719704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: c4fc5997-5b8a-4e11-b3e3-c8b878b7500c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:28.720266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device c4fc5997-5b8a-4e11-b3e3-c8b878b7500c not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:28.722601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:28.775624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:28.834993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Transition to ACTIVE for port object d8812bb9-82c0-4cf3-83a7-e32cedb91f79 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:28.849015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb34a4b-28a9-4226-a441-5ace21c02270 None None] Pushing event updated for resources: {'Port': ['ID=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:28.996652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:29.058723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:29.061952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:29.065998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:29.074389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event updated for resources: {'Port': ['ID=d8812bb9-82c0-4cf3-83a7-e32cedb91f79,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:29.133900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:29.134658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:29.249789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b28470ef-6617-4ee2-af83-a94294b23a87 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6743083 Aug 19 15:24:29.250814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59244) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:29.257248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Request body: {'port': {'network_id': '4f52cc63-0989-4c7b-9e37-befb6ab32d6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-806671843', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:29.257514 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.api.validators [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] bootfile-name is not in valid_values {{(pid=101962) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:24:29.257861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.api.validators [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] tftp-server is not in valid_values {{(pid=101962) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:24:29.275080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.api.validators [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] server-ip-address is not in valid_values {{(pid=101962) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:24:29.516622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Made reservation on behalf of 46bf60decf9a463b83511e9d976962ca for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:29.520442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:29.555717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] device_id is not set on port 4725843a-4ab9-4ac2-b896-4603743f1aa6 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:29.654478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:29.732686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Allocated IP 172.20.0.11 (4f52cc63-0989-4c7b-9e37-befb6ab32d6c/855ca11f-2539-4eea-8579-3e205ed8ce05/4725843a-4ab9-4ac2-b896-4603743f1aa6) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:30.010032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b984d-d4e6-475b-b4c5-ae2184f12889 req-464e7b6e-826b-49eb-bc7e-9fdb8146cde7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.022413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-957b984d-d4e6-475b-b4c5-ae2184f12889 req-464e7b6e-826b-49eb-bc7e-9fdb8146cde7 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 945 time: 0.0895739 Aug 19 15:24:30.127346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-957b984d-d4e6-475b-b4c5-ae2184f12889 req-74ea1494-d826-493e-b65f-43be75e969ad tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032653 Aug 19 15:24:30.162056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6c134-6975-49cd-ae67-69f05b915b74 None None] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:30.368040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-57c3fe2b-e90b-4f8b-99d6-4fbf7a9f1290 None None] Provisioning for port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:30.439355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.453802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Transition to ACTIVE for port object 4725843a-4ab9-4ac2-b896-4603743f1aa6 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:30.579418 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.664036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-18df80cc-95e7-4301-aa97-0518f4abb623 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.665908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-18df80cc-95e7-4301-aa97-0518f4abb623 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 945 time: 0.1270275 Aug 19 15:24:30.726976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:30.750631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:30.756556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:30.780123 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.813534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event updated for resources: {'Port': ['ID=4725843a-4ab9-4ac2-b896-4603743f1aa6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:30.816570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:30.858614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.859854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.885912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Deleting port 2ea1677f-f147-4803-8462-4797e1f3f9cf {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:30.886269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.889290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-23d3e9e3-9535-43ad-9a06-55cdc440e10d None None] Provisioning for port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:30.912777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-23d3e9e3-9535-43ad-9a06-55cdc440e10d None None] Provisioning complete for port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:30.913180 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-23d3e9e3-9535-43ad-9a06-55cdc440e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.949935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8a57a8e9-8b56-49c2-8c5a-8803d76da7c0 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6978149 Aug 19 15:24:30.952314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59320) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:30.972899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-23d3e9e3-9535-43ad-9a06-55cdc440e10d None None] Port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:31.040745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:31.056691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:31.057223 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.089924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa86920-3c8a-4f9b-8f7b-32758faaba3d tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:31.096671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa86920-3c8a-4f9b-8f7b-32758faaba3d tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:31.111810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] For port 2ea1677f-f147-4803-8462-4797e1f3f9cf, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2ea1677f-f147-4803-8462-4797e1f3f9cf,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:31.112415 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.120035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa86920-3c8a-4f9b-8f7b-32758faaba3d tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:31.133298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fa86920-3c8a-4f9b-8f7b-32758faaba3d tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1797676 Aug 19 15:24:31.134061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59326) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:31.155102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dd7d799a-1730-4aed-874e-6e77584eacd3 None None] Provisioning complete for port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:31.155620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dd7d799a-1730-4aed-874e-6e77584eacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.162421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Calling delete_port for 2ea1677f-f147-4803-8462-4797e1f3f9cf owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:31.305410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d799a-1730-4aed-874e-6e77584eacd3 None None] Port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:31.311696 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.352466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,segment=NetworkSegment(bdd55c22-4669-4c4c-b83f-2b0a3422725b),segment_id=bdd55c22-4669-4c4c-b83f-2b0a3422725b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:31.352767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59332) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:31.382884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Deleting port 4725843a-4ab9-4ac2-b896-4603743f1aa6 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:31.383239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.421539 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.442857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698c3d5-8a9c-4634-8904-2898af6d6d43 req-932bf910-0ae9-45bb-a425-644c690f4037 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:31.455803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5698c3d5-8a9c-4634-8904-2898af6d6d43 req-932bf910-0ae9-45bb-a425-644c690f4037 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 945 time: 0.1602974 Aug 19 15:24:31.503773 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.538954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Calling delete_port for 4725843a-4ab9-4ac2-b896-4603743f1aa6 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:31.552155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5698c3d5-8a9c-4634-8904-2898af6d6d43 req-8b355be7-0fef-4e6c-9395-de48de5369df tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Aug 19 15:24:31.555861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:31.574157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-baeeafc3-85f9-470f-bfb1-becec694fef5 tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:31.625201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0b2744fc-f02a-4fc2-a21a-58fe31bfb513 None None] Provisioning for port 4725843a-4ab9-4ac2-b896-4603743f1aa6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:31.630672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0b2744fc-f02a-4fc2-a21a-58fe31bfb513 None None] Provisioning complete for port 4725843a-4ab9-4ac2-b896-4603743f1aa6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:31.631142 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b2744fc-f02a-4fc2-a21a-58fe31bfb513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.710496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0b2744fc-f02a-4fc2-a21a-58fe31bfb513 None None] Port 4725843a-4ab9-4ac2-b896-4603743f1aa6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:31.727572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.740914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2ea1677f-f147-4803-8462-4797e1f3f9cf'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:31.770896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'Port': ['ID=2ea1677f-f147-4803-8462-4797e1f3f9cf,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:31.772646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['a5950ac4-0c86-414c-b621-69cfcfecd991'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:31.788200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.788650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.788884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.794042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:31.813608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.835737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] No DVR routers for this DVR port 2ea1677f-f147-4803-8462-4797e1f3f9cf on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:31.838477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.841982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19a3802c-5fd5-424e-b91e-2689ad8be02f req-2961044d-da48-411f-be96-77fcd39fafc4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.46 "DELETE /v2.0/ports/2ea1677f-f147-4803-8462-4797e1f3f9cf HTTP/1.1" status: 204 len: 173 time: 1.1675954 Aug 19 15:24:31.842513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'name': 'network-vif-deleted', 'tag': '2ea1677f-f147-4803-8462-4797e1f3f9cf'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:31.845855 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c576128-0e8a-4051-b202-7c9bd84b20f4" -d '{"events": [{"server_uuid": "0d93c325-ae93-4965-9db4-dcf31d3f0698", "name": "network-vif-deleted", "tag": "2ea1677f-f147-4803-8462-4797e1f3f9cf"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:31.846764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event deleted for resources: {'Port': ['ID=4725843a-4ab9-4ac2-b896-4603743f1aa6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:31.901697 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e6d7c0-453c-4d0e-8422-5a59700996c9 x-openstack-request-id: req-13e6d7c0-453c-4d0e-8422-5a59700996c9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:31.901999 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93c325-ae93-4965-9db4-dcf31d3f0698", "name": "network-vif-deleted", "tag": "2ea1677f-f147-4803-8462-4797e1f3f9cf", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:31.902252 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13e6d7c0-453c-4d0e-8422-5a59700996c9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:31.902638 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93c325-ae93-4965-9db4-dcf31d3f0698', 'name': 'network-vif-deleted', 'tag': '2ea1677f-f147-4803-8462-4797e1f3f9cf', 'status': 'completed', 'code': 200} Aug 19 15:24:31.963023 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-baeeafc3-85f9-470f-bfb1-becec694fef5 tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "PUT /v2.0/quotas/b3352f3c0af042e8b75377082cbbe45a HTTP/1.1" status: 200 len: 366 time: 0.6071374 Aug 19 15:24:31.963359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59346) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:31.974888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:31.977034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-87e04845-425c-4482-99b0-4ec083ebb641 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "DELETE /v2.0/ports/4725843a-4ab9-4ac2-b896-4603743f1aa6 HTTP/1.1" status: 204 len: 168 time: 0.8406758 Aug 19 15:24:31.979769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-daea62b8-29b4-4213-bfd5-232934f6b372 tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0146403 Aug 19 15:24:31.988535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59348) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:31.989011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59350) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:31.995914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Request body: {'port': {'name': 'tempest-new-port-name-2067674307', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:31.996676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.api.validators [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] bootfile-name is not in valid_values {{(pid=101963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:24:31.997158 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.api.validators [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] tftp-server is not in valid_values {{(pid=101963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:24:31.997573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.api.validators [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] server-ip-address is not in valid_values {{(pid=101963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:24:32.032089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-016bcaed-1f1d-4f5b-a2e8-567fd175b71c tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "GET /v2.0/quotas/b3352f3c0af042e8b75377082cbbe45a HTTP/1.1" status: 200 len: 366 time: 0.0416324 Aug 19 15:24:32.034732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.095581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.127116 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d991bc26-ec0c-4a29-a697-9768401d2be1 tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/b3352f3c0af042e8b75377082cbbe45a HTTP/1.1" status: 204 len: 168 time: 0.0910864 Aug 19 15:24:32.129452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59358) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.159081 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d4e0f438-0709-4d58-9032-03e90c75169d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0275033 Aug 19 15:24:32.169641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59360) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.226754 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5bb60206-bbd4-4b5f-9ba3-4556e5f4ba5f tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "GET /v2.0/quotas/b3352f3c0af042e8b75377082cbbe45a HTTP/1.1" status: 200 len: 370 time: 0.0523875 Aug 19 15:24:32.229960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.256596 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-33ae1e2d-093a-44fd-a87e-c7837fb7e744 tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "GET /v2.0/quotas/b3352f3c0af042e8b75377082cbbe45a/default HTTP/1.1" status: 200 len: 370 time: 0.0269389 Aug 19 15:24:32.259369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59364) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.285074 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-b975f937-a720-4f58-9171-d653b4b0531b tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] delete failed (client error): The resource could not be found. Aug 19 15:24:32.291061 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b975f937-a720-4f58-9171-d653b4b0531b tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/b3352f3c0af042e8b75377082cbbe45a HTTP/1.1" status: 404 len: 348 time: 0.0277433 Aug 19 15:24:32.444023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.569405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.669221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event updated for resources: {'Port': ['ID=d8812bb9-82c0-4cf3-83a7-e32cedb91f79,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:32.736066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] In _notify_port_updated(), no bound segment for port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 on network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:24:32.742159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59380) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.756346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:32.757402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.759671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fe3b3e15-af2f-4bce-9df2-1a13446b4ae4 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "PUT /v2.0/ports/d8812bb9-82c0-4cf3-83a7-e32cedb91f79 HTTP/1.1" status: 200 len: 1137 time: 0.7681370 Aug 19 15:24:32.762943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.786668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:32.803966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31a6e596-f6f8-4f45-99f7-b318073d9937 req-e8ab0781-e349-4f1b-9327-fd2600130f79 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93c325-ae93-4965-9db4-dcf31d3f0698 HTTP/1.1" status: 200 len: 210 time: 0.1200190 Aug 19 15:24:32.830619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:network and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:32.842234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:32.857637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70161f3-b7ec-439b-9bd3-6160b79bbe42 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:32.864963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59384) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:32.865663 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e70161f3-b7ec-439b-9bd3-6160b79bbe42 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "GET /v2.0/ports/d8812bb9-82c0-4cf3-83a7-e32cedb91f79 HTTP/1.1" status: 200 len: 1137 time: 0.0991404 Aug 19 15:24:32.872276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:subnet and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:32.882492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:32.911202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:subnetpool and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:32.924953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:32.944275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:port and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:32.951623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:32.965372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:router and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:32.965790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:32.966175 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.973250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:32.988109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:floatingip and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:32.994338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:33.013790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Deleting port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:33.014287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.039791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:security_group and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:33.045777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:33.053893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Usage tracker for resource:security_group_rule and tenant:04d8e3a9d24a44c6a64808db755ddbc6 is out of sync, need to count used quota {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 15:24:33.060738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.quota.resource [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101962) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 15:24:33.065735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2efa72e-408d-4d6a-9f65-f97584e3b46d tempest-QuotasTest-999169853 tempest-QuotasTest-999169853-project-admin] 10.222.0.13 "GET /v2.0/quotas/04d8e3a9d24a44c6a64808db755ddbc6/details.json HTTP/1.1" status: 200 len: 703 time: 0.3224022 Aug 19 15:24:33.074256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7ba6617-5b55-4b0d-9d62-cbb411b5aec3 None None] Provisioning complete for port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:33.074643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6617-5b55-4b0d-9d62-cbb411b5aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.148248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.165016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Calling delete_port for d8812bb9-82c0-4cf3-83a7-e32cedb91f79 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:33.206359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba6617-5b55-4b0d-9d62-cbb411b5aec3 None None] Port d8812bb9-82c0-4cf3-83a7-e32cedb91f79 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:33.510519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.542084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event deleted for resources: {'Port': ['ID=d8812bb9-82c0-4cf3-83a7-e32cedb91f79,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:33.622897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.627375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:33.627680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b5f3128d-9d4b-4005-abe9-d51274dc9f1f tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "DELETE /v2.0/ports/d8812bb9-82c0-4cf3-83a7-e32cedb91f79 HTTP/1.1" status: 204 len: 168 time: 0.7614224 Aug 19 15:24:33.702827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Deleting subnet 855ca11f-2539-4eea-8579-3e205ed8ce05 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:33.716522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.790182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.798600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59404) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:33.958793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.022402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a66493ed-0612-4d86-9f1b-a551bba3ab8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.172181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.204863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event deleted for resources: {'Subnet': ['ID=855ca11f-2539-4eea-8579-3e205ed8ce05,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:34.211718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.215724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b03bccc-e2da-48a2-a4bd-22f4a22a72c2 tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "DELETE /v2.0/subnets/855ca11f-2539-4eea-8579-3e205ed8ce05 HTTP/1.1" status: 204 len: 168 time: 0.5846188 Aug 19 15:24:34.216464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:34.219011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356bf11-d300-41c5-97a7-2b52cc5f250e None None] Network 4f52cc63-0989-4c7b-9e37-befb6ab32d6c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:34.257411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a66493ed-0612-4d86-9f1b-a551bba3ab8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.347481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.377568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a66493ed-0612-4d86-9f1b-a551bba3ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.455821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Deleting port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:34.456113 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.470207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66493ed-0612-4d86-9f1b-a551bba3ab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8f51e-91da-434f-b4c8-72f902d55ebf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:34.474285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] DHCP port deletion for 4f52cc63-0989-4c7b-9e37-befb6ab32d6c request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:24:34.482201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a66493ed-0612-4d86-9f1b-a551bba3ab8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c3955a8f3f94b558bdefa7065f6cf0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892054 Aug 19 15:24:34.482201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59422) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:34.569433 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c16fb570-97ec-49ca-a0a3-341d0216fe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.597483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c16fb570-97ec-49ca-a0a3-341d0216fe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.600643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] Deleting port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:34.601094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.609047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] For port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,segment=NetworkSegment(bdd55c22-4669-4c4c-b83f-2b0a3422725b),segment_id=bdd55c22-4669-4c4c-b83f-2b0a3422725b)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:34.609630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.631764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Calling delete_port for 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:34.708709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2ea1677f-f147-4803-8462-4797e1f3f9cf no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:34.764080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:34.773180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 2ea1677f-f147-4803-8462-4797e1f3f9cf {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:34.773544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2ea1677f-f147-4803-8462-4797e1f3f9cf not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:34.808209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b9ddd-37ea-415a-9066-e65e8932c137 req-f90deb51-ae2b-4ca4-a6a0-4ff45dce535c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:34.810736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc3b9ddd-37ea-415a-9066-e65e8932c137 req-f90deb51-ae2b-4ca4-a6a0-4ff45dce535c tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1278892 Aug 19 15:24:34.825877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c16fb570-97ec-49ca-a0a3-341d0216fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.834588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c16fb570-97ec-49ca-a0a3-341d0216fe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.834588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c16fb570-97ec-49ca-a0a3-341d0216fe08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fc8f51e-91da-434f-b4c8-72f902d55ebf HTTP/1.1" status: 204 len: 168 time: 0.3475616 Aug 19 15:24:34.836012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] For port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,segment=NetworkSegment(bdd55c22-4669-4c4c-b83f-2b0a3422725b),segment_id=bdd55c22-4669-4c4c-b83f-2b0a3422725b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:34.836642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.851028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fb570-97ec-49ca-a0a3-341d0216fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8f51e-91da-434f-b4c8-72f902d55ebf,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:34.855761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] Calling delete_port for 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:34.899303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc3b9ddd-37ea-415a-9066-e65e8932c137 req-a2ceddf2-ec71-418e-9008-dd8b1f0a9f7b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcea0290-4ed6-4fc5-9d40-b82747006795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706942 Aug 19 15:24:34.926253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.944625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.028354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event deleted for resources: {'Port': ['ID=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.042872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] No DVR routers for this DVR port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:35.043405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-102b01a2-8a60-456d-b0c1-55365c20c9bd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:35.051091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-102b01a2-8a60-456d-b0c1-55365c20c9bd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 946 time: 0.1009047 Aug 19 15:24:35.059286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.096780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] Pushing event deleted for resources: {'Port': ['ID=0a4f1fe4-c7a0-4052-a1ff-fad08034b918,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.103232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7f881-c739-4f05-a7f1-6ce516dc9ed4 None None] No DVR routers for this DVR port 0a4f1fe4-c7a0-4052-a1ff-fad08034b918 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:35.164186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.178847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f52cc63-0989-4c7b-9e37-befb6ab32d6c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:35.190989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd55c22-4669-4c4c-b83f-2b0a3422725b') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:35.191441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd55c22-4669-4c4c-b83f-2b0a3422725b') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:35.204211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.214164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Deleting port a5950ac4-0c86-414c-b621-69cfcfecd991 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:35.214579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.222973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.236078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:35.236321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:35.247746 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:35.329307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] For port a5950ac4-0c86-414c-b621-69cfcfecd991, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=a5950ac4-0c86-414c-b621-69cfcfecd991,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:35.329688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.345984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Calling delete_port for a5950ac4-0c86-414c-b621-69cfcfecd991 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:35.457801 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.468655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.474475 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] 10.222.0.13 "DELETE /v2.0/networks/4f52cc63-0989-4c7b-9e37-befb6ab32d6c HTTP/1.1" status: 204 len: 168 time: 1.2531705 Aug 19 15:24:35.499934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421dc88-36fc-4333-84c2-a69e07a3068c tempest-ExtraDHCPOptionsTestJSON-1874890772 tempest-ExtraDHCPOptionsTestJSON-1874890772-project] Pushing event deleted for resources: {'Network': ['ID=4f52cc63-0989-4c7b-9e37-befb6ab32d6c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.694932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.748951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'Port': ['ID=a5950ac4-0c86-414c-b621-69cfcfecd991,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.856892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] No DVR routers for this DVR port a5950ac4-0c86-414c-b621-69cfcfecd991 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:35.872966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.875422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4366d181-1777-4889-9039-8aa5f9bf7703 req-4f267152-51e7-4b40-9dca-870cb293612f tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "DELETE /v2.0/ports/a5950ac4-0c86-414c-b621-69cfcfecd991 HTTP/1.1" status: 204 len: 173 time: 0.8183529 Aug 19 15:24:35.878168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838813f-c274-449c-aa55-0d01be846a42', 'name': 'network-vif-deleted', 'tag': 'a5950ac4-0c86-414c-b621-69cfcfecd991'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:35.880813 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d27c72-aa1e-4e3b-96c8-498ee892c511" -d '{"events": [{"server_uuid": "4838813f-c274-449c-aa55-0d01be846a42", "name": "network-vif-deleted", "tag": "a5950ac4-0c86-414c-b621-69cfcfecd991"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:35.951134 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75305780-c176-49a8-bc9a-baba5ab3ac3a x-openstack-request-id: req-75305780-c176-49a8-bc9a-baba5ab3ac3a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:35.951440 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838813f-c274-449c-aa55-0d01be846a42", "name": "network-vif-deleted", "tag": "a5950ac4-0c86-414c-b621-69cfcfecd991", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:35.951697 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75305780-c176-49a8-bc9a-baba5ab3ac3a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:35.952104 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838813f-c274-449c-aa55-0d01be846a42', 'name': 'network-vif-deleted', 'tag': 'a5950ac4-0c86-414c-b621-69cfcfecd991', 'status': 'completed', 'code': 200} Aug 19 15:24:36.072228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59468) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:36.074738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae74ddc7-3ff3-4aae-8d08-df06f5ef7a5a req-db5ad3f7-f4e9-48e4-96e9-e1360665ab6e tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838813f-c274-449c-aa55-0d01be846a42 HTTP/1.1" status: 200 len: 210 time: 0.0309432 Aug 19 15:24:36.089542 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bf24-dec6-4c94-b6a8-d6533a8a5b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.143547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59470) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:36.204184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bf24-dec6-4c94-b6a8-d6533a8a5b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.325907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bf24-dec6-4c94-b6a8-d6533a8a5b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.380017 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5fc5bf24-dec6-4c94-b6a8-d6533a8a5b37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04d8e3a9d24a44c6a64808db755ddbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036597 Aug 19 15:24:36.380017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5bf24-dec6-4c94-b6a8-d6533a8a5b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adf368-fe89-428a-92f4-0c25994ec5dc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:36.381095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59476) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:36.402947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-49662865-f2d0-41d9-89a6-3dfccc03d215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46bf60decf9a463b83511e9d976962ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559161 Aug 19 15:24:36.403870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59478) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:36.444801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9544df07-bb01-4b5c-b6c3-c12823bec4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.468720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87b018fd-0fe6-428a-b0cd-825e7516cce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.471960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9544df07-bb01-4b5c-b6c3-c12823bec4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.499144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87b018fd-0fe6-428a-b0cd-825e7516cce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.601787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9544df07-bb01-4b5c-b6c3-c12823bec4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.604361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9544df07-bb01-4b5c-b6c3-c12823bec4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.605587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9544df07-bb01-4b5c-b6c3-c12823bec4d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5adf368-fe89-428a-92f4-0c25994ec5dc HTTP/1.1" status: 204 len: 168 time: 0.2237899 Aug 19 15:24:36.615487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544df07-bb01-4b5c-b6c3-c12823bec4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adf368-fe89-428a-92f4-0c25994ec5dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:36.676128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87b018fd-0fe6-428a-b0cd-825e7516cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.679178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-87b018fd-0fe6-428a-b0cd-825e7516cce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.680746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-87b018fd-0fe6-428a-b0cd-825e7516cce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0531e711-77e9-4462-8db2-a5806e150fc1 HTTP/1.1" status: 204 len: 168 time: 0.2756088 Aug 19 15:24:36.697636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b018fd-0fe6-428a-b0cd-825e7516cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0531e711-77e9-4462-8db2-a5806e150fc1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:37.435608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a5950ac4-0c86-414c-b621-69cfcfecd991 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:37.457180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: a5950ac4-0c86-414c-b621-69cfcfecd991 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:37.458167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device a5950ac4-0c86-414c-b621-69cfcfecd991 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:37.951362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d78ab-4f3c-43ee-9ea0-41c1e39a33ba req-3945b79a-d411-46ab-8ff6-aa315978cf7d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:37.953175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f2d78ab-4f3c-43ee-9ea0-41c1e39a33ba req-3945b79a-d411-46ab-8ff6-aa315978cf7d tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0837014 Aug 19 15:24:37.993216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f2d78ab-4f3c-43ee-9ea0-41c1e39a33ba req-74f397ac-5c38-4b43-9c0b-d659d58e9410 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338097 Aug 19 15:24:38.155806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:38.304711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129842582'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:38.443344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:38.447701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.459113 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.562808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.726230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.738429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:38.750488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.750842 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 9b14dc92-212a-4b53-94a5-37203e1f10ae of type vlan for network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb Aug 19 15:24:38.821173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.826304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cc3c2-cfd2-48f3-ac4d-f3ce0ff733ac,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:38.939218 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.948847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:38.948847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.036691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=14b8cf52-211d-4fea-b43f-38d0f4c7fffb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:39.054326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:39.111693 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e9dc6360-ee30-45d6-9b0b-c0e0e41f8da3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9547193 Aug 19 15:24:39.242949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921427b2-7ab8-42b4-9d5b-3b80927b7b15 req-f6c91798-0ba9-4980-89cc-d495e697ca24 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:39.254724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-921427b2-7ab8-42b4-9d5b-3b80927b7b15 req-f6c91798-0ba9-4980-89cc-d495e697ca24 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.1327753 Aug 19 15:24:39.264161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:39.269936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:39.282643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59596) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:39.337269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-921427b2-7ab8-42b4-9d5b-3b80927b7b15 req-f883233d-da19-4596-aa0f-aad9bc4518cd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796833 Aug 19 15:24:39.460515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-819161294', 'router:external': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:39.552694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-1659e1f6-8341-4051-a8cd-009a56540daa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:39.554444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-1659e1f6-8341-4051-a8cd-009a56540daa tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Aug 19 15:24:39.570048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:39.573976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.710889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Deleting port 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:39.711243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.862305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] For port 68c58513-7661-4658-b8f0-78ab6839907d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=68c58513-7661-4658-b8f0-78ab6839907d,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:39.863439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.870274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Made reservation on behalf of 093da0255def40e09f2e2f8e9647f7df for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:39.873026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.885943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.985630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.105752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=187f3b99-ee7d-4297-9b39-6bcc2830eb76,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:40.116072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.133433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '9b14dc92-212a-4b53-94a5-37203e1f10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:40.133941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: 14b8cf52-211d-4fea-b43f-38d0f4c7fffb, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:40.394172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.394840 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.394978 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Floating IP f03ba543-9d5e-4c95-bd2b-a39b53cde301 disassociated. External IP: 172.25.5.141, port: 68c58513-7661-4658-b8f0-78ab6839907d. Aug 19 15:24:40.395913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Calling delete_port for 68c58513-7661-4658-b8f0-78ab6839907d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:40.870204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3581-95b2-4383-ba5d-cc3325a03ab1 req-f144f5b9-be6d-4be5-908e-adcd9fa7a02b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:40.874328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbee3581-95b2-4383-ba5d-cc3325a03ab1 req-f144f5b9-be6d-4be5-908e-adcd9fa7a02b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 945 time: 0.0644286 Aug 19 15:24:40.923128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbee3581-95b2-4383-ba5d-cc3325a03ab1 req-da80cdb3-f64b-4628-8652-d9cf820da190 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups?id=68f96d0e-dedf-4081-af56-d4c1d9911874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 Aug 19 15:24:40.977487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.979332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:41.003490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1020b-b9f2-4f67-a764-3ee48e2da363,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.012632 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.013302 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Added segment 7c8f3280-88de-48b3-a5c5-89f357cc60ea of type vlan for network b4266aa5-9ffd-4778-b2ed-5174845722f1 Aug 19 15:24:41.057263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc28b99-6c75-43b8-80f5-52b7fd006709 req-c16e29f6-4282-48e2-8bf5-0f7ae58b498d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:41.067376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dc28b99-6c75-43b8-80f5-52b7fd006709 req-c16e29f6-4282-48e2-8bf5-0f7ae58b498d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0726795 Aug 19 15:24:41.082377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.103858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.121481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:41.121830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dc28b99-6c75-43b8-80f5-52b7fd006709 req-ffe632cb-c628-4ec4-9059-da34d37c170f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Aug 19 15:24:41.137616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'Port': ['ID=68c58513-7661-4658-b8f0-78ab6839907d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.292153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Router 52cbefde-8f77-4db1-bfd1-53daa42183a4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:41.379508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.382247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:41.383745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.447335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:41.457334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] Sync routers for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:41.470925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:41.472141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:41.495867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 14b8cf52-211d-4fea-b43f-38d0f4c7fffb) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:41.502632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] No DVR routers for this DVR port 68c58513-7661-4658-b8f0-78ab6839907d on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:41.505996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.508811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f759cb6d-ff6f-4cb3-b526-bee94cd3ab23 req-705e887b-10d4-44c8-87d2-ada3d3a053c4 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.54 "DELETE /v2.0/ports/68c58513-7661-4658-b8f0-78ab6839907d HTTP/1.1" status: 204 len: 173 time: 1.9484794 Aug 19 15:24:41.509877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-deleted', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:41.515038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:41.515637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.521414 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3188dd5-576f-4574-8b1d-aa9163b3b598" -d '{"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-deleted", "tag": "68c58513-7661-4658-b8f0-78ab6839907d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:41.541075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Network': ['ID=b4266aa5-9ffd-4778-b2ed-5174845722f1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.573466 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f314e6aa-54bb-4876-ac6b-51681ac1a087 x-openstack-request-id: req-f314e6aa-54bb-4876-ac6b-51681ac1a087 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:41.574426 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f0365a-1c95-4605-8a94-89bfbe2ba1e4", "name": "network-vif-deleted", "tag": "68c58513-7661-4658-b8f0-78ab6839907d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:41.574690 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f314e6aa-54bb-4876-ac6b-51681ac1a087 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:41.575091 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f0365a-1c95-4605-8a94-89bfbe2ba1e4', 'name': 'network-vif-deleted', 'tag': '68c58513-7661-4658-b8f0-78ab6839907d', 'status': 'completed', 'code': 200} Aug 19 15:24:41.611964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b28f67-a30a-4f2a-b9a2-b23f19b93d93 None None] Network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:41.614828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b4266aa5-9ffd-4778-b2ed-5174845722f1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:41.632658 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50b23be1-37b1-4eed-b609-5f98600c2d82 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3672485 Aug 19 15:24:41.637170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59634) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:41.641771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-408d1642-dc82-42ec-b868-925d8b201ddd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3534641 Aug 19 15:24:41.641917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59636) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:41.642269 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897100834'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:41.652554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'subnet': {'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:41.763681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:41.767254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.803353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:41.812901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.813284 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 48b14d5a-c2c4-4f52-84e7-1dfd472d0422 of type vlan for network 1c1c6682-fd5f-42d1-a08c-18e6b04e1147 Aug 19 15:24:41.861504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.901855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Made reservation on behalf of 093da0255def40e09f2e2f8e9647f7df for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:41.904495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.946943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:41.991561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.007487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:42.008143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.092944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-14b8cf52-211d-4fea-b43f-38d0f4c7fffb', 'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '187f3b99-ee7d-4297-9b39-6bcc2830eb76'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:42.094082 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.165865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74e27cb2-3289-41d5-900a-6a1783ab2e3d req-dd221314-71c6-44f4-a0e5-761fd04b0ffd tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/ports?device_id=48f0365a-1c95-4605-8a94-89bfbe2ba1e4 HTTP/1.1" status: 200 len: 210 time: 0.0575874 Aug 19 15:24:42.177479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59650) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:42.183898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': '1c1c6682-fd5f-42d1-a08c-18e6b04e1147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:42.188292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5508456 Aug 19 15:24:42.197370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a8d03-70a8-40f7-9ac8-a5a990438987 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=1c1c6682-fd5f-42d1-a08c-18e6b04e1147,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:42.323655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 1c1c6682-fd5f-42d1-a08c-18e6b04e1147 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:42.424139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2bf09-9047-492a-86d2-61f3f5017be1 req-3479d8c3-bd86-43bd-b4a9-8647fb962ed8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:42.432489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4f2bf09-9047-492a-86d2-61f3f5017be1 req-3479d8c3-bd86-43bd-b4a9-8647fb962ed8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1528759 Aug 19 15:24:42.475145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:42.479553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4f2bf09-9047-492a-86d2-61f3f5017be1 req-d9f914c1-313e-491e-9eea-de7ae811d8d4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460348 Aug 19 15:24:42.487737 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.544207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Allocated IP 172.20.255.242 (14b8cf52-211d-4fea-b43f-38d0f4c7fffb/187f3b99-ee7d-4297-9b39-6bcc2830eb76/de5d42f7-407f-49d8-aa0d-9744c8ecb22e) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:42.695222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:53Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.715124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.objects.ports [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101963) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:24:42.716000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.728424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] Checking router: 52cbefde-8f77-4db1-bfd1-53daa42183a4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:42.747212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:42.747856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.784214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Subnet': ['ID=58bcbb73-c8d5-4437-ad72-368cf33a28d1,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:42.797971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Checking segment: {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:42.798423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network hostable DHCP agents. Network: b4266aa5-9ffd-4778-b2ed-5174845722f1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:42.846492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.930587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=2c4e95ec-5709-4b97-839d-2236067a9d0d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:42.933104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network b4266aa5-9ffd-4778-b2ed-5174845722f1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:42.937714 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.942835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '48b14d5a-c2c4-4f52-84e7-1dfd472d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c1c6682-fd5f-42d1-a08c-18e6b04e1147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:42.944176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: 1c1c6682-fd5f-42d1-a08c-18e6b04e1147, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:42.960638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Transition to ACTIVE for port object de5d42f7-407f-49d8-aa0d-9744c8ecb22e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:42.966319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:43.013754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b4266aa5-9ffd-4778-b2ed-5174845722f1) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:43.014470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Transition to ACTIVE for port object de5d42f7-407f-49d8-aa0d-9744c8ecb22e will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:43.023791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:43.023791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.027418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a005a-9e14-41f2-b41d-915aff8e28a9 None None] Network b4266aa5-9ffd-4778-b2ed-5174845722f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:43.131795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network 1c1c6682-fd5f-42d1-a08c-18e6b04e1147 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:43.135580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-46affc29-bd10-411a-88b0-e7c0274e49d6 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4884317 Aug 19 15:24:43.139345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59668) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:43.149429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1942935311', 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:43.158845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.160070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 1c1c6682-fd5f-42d1-a08c-18e6b04e1147) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:43.170482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:43.171174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.220412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a1eb5-f237-471f-b212-70987af53c55 None None] Network 1c1c6682-fd5f-42d1-a08c-18e6b04e1147 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:43.249523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Pushing event updated for resources: {'Port': ['ID=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:43.338368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Made reservation on behalf of 093da0255def40e09f2e2f8e9647f7df for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:43.350665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.370133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:43.377313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] device_id is not set on port 240cbba3-1e90-4698-afac-2e5bd001a6e5 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:24:43.381106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:43.391806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:43.456897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59676) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:43.482230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:43.546266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Allocated IP 172.20.0.12 (b4266aa5-9ffd-4778-b2ed-5174845722f1/58bcbb73-c8d5-4437-ad72-368cf33a28d1/240cbba3-1e90-4698-afac-2e5bd001a6e5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:43.551071 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ebff6fd-06db-4269-a361-a59f17d06e14 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3724608 Aug 19 15:24:43.554172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:43.564968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.590122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 68c58513-7661-4658-b8f0-78ab6839907d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:43.590613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 68c58513-7661-4658-b8f0-78ab6839907d not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:43.635462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-319189d7-7f66-4df1-8e18-83109c012c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.650966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Attempting to bind port de5d42f7-407f-49d8-aa0d-9744c8ecb22e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:43.652367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Attempting to bind port de5d42f7-407f-49d8-aa0d-9744c8ecb22e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '9b14dc92-212a-4b53-94a5-37203e1f10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:43.652367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Attempting to bind port de5d42f7-407f-49d8-aa0d-9744c8ecb22e on network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:43.659277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859473f5-e9dd-43bf-a0fc-c00b5f89f639 None None] Network b4266aa5-9ffd-4778-b2ed-5174845722f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:43.670320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-319189d7-7f66-4df1-8e18-83109c012c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.689645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:43.692205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Checking segment: {'id': '9b14dc92-212a-4b53-94a5-37203e1f10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:43.696505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.711158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Bound using segment: {'id': '9b14dc92-212a-4b53-94a5-37203e1f10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:43.712669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Bound port: de5d42f7-407f-49d8-aa0d-9744c8ecb22e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b14dc92-212a-4b53-94a5-37203e1f10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14b8cf52-211d-4fea-b43f-38d0f4c7fffb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:43.713921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.808900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abddc2-35e7-4a83-9234-6dd50b2743bd req-ac262f95-65c5-4450-9214-6e76218a1d25 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:43.816302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14abddc2-35e7-4a83-9234-6dd50b2743bd req-ac262f95-65c5-4450-9214-6e76218a1d25 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1104131 Aug 19 15:24:43.854228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-319189d7-7f66-4df1-8e18-83109c012c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.859108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.869714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-319189d7-7f66-4df1-8e18-83109c012c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.874079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-319189d7-7f66-4df1-8e18-83109c012c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "DELETE /v2.0/security-groups/68f96d0e-dedf-4081-af56-d4c1d9911874 HTTP/1.1" status: 204 len: 168 time: 0.4123468 Aug 19 15:24:43.877616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59688) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:43.917087 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-65fa4da9-2f0b-4997-8d3f-fc65037164dc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] show failed (client error): The resource could not be found. Aug 19 15:24:43.920803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-65fa4da9-2f0b-4997-8d3f-fc65037164dc tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "GET /v2.0/security-groups/68f96d0e-dedf-4081-af56-d4c1d9911874 HTTP/1.1" status: 404 len: 347 time: 0.0395937 Aug 19 15:24:43.946402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14abddc2-35e7-4a83-9234-6dd50b2743bd req-0cf487b7-c1fc-4b8e-8a03-ebd1b9c6de96 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165528 Aug 19 15:24:43.947772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:43.952721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319189d7-7f66-4df1-8e18-83109c012c48 tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f96d0e-dedf-4081-af56-d4c1d9911874,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:43.966309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9d3bc-d2b5-4d73-9889-ef528faac766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-1c1c6682-fd5f-42d1-a08c-18e6b04e1147', 'network_id': '1c1c6682-fd5f-42d1-a08c-18e6b04e1147', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '2c4e95ec-5709-4b97-839d-2236067a9d0d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:43.967298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-74a9d3bc-d2b5-4d73-9889-ef528faac766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.979776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:53Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:44.062214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e219a4-7e35-4f55-95cb-644f9b4212a8 None None] The sync data for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 is: [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:12:47Z', 'revision_number': 4, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57695854-d7a9-4ad9-9c25-a96d4dee67dc', 'name': '', 'network_id': '15c2e435-9b8c-4a42-8ce6-7834f737cc20', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'mac_address': 'fa:16:3e:74:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '128c1ed6-9725-4910-abd6-27839e40eade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:45Z', 'updated_at': '2021-08-19T15:12:53Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'subnets': [{'id': '128c1ed6-9725-4910-abd6-27839e40eade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:44.140132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.184767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] For port de5d42f7-407f-49d8-aa0d-9744c8ecb22e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:44.185183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Deleting port 1686af3d-343e-48ff-96b4-1e5e6c488a6f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:44.185720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.432759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.433077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.464248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.468217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Calling delete_port for 1686af3d-343e-48ff-96b4-1e5e6c488a6f owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:44.583136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] For port de5d42f7-407f-49d8-aa0d-9744c8ecb22e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,segment=NetworkSegment(9b14dc92-212a-4b53-94a5-37203e1f10ae),segment_id=9b14dc92-212a-4b53-94a5-37203e1f10ae)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:44.637321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.654067 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.711166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network b4266aa5-9ffd-4778-b2ed-5174845722f1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:44.714575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:44.722544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:44.732819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.768256 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59c682-beba-41c4-a403-2ef96375ce8f None None] New status for floating IP f03ba543-9d5e-4c95-bd2b-a39b53cde301: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:24:44.789734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3c039-e4c0-4fc7-bf52-97afbbda4695 None None] Pushing event updated for resources: {'Port': ['ID=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-74a9d3bc-d2b5-4d73-9889-ef528faac766 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c4e95ec-5709-4b97-839d-2236067a9d0d: This subnet is being modified by another concurrent operation. Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c4e95ec-5709-4b97-839d-2236067a9d0d: This subnet is being modified by another concurrent operation. Aug 19 15:24:44.815274 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:24:44.839231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4e95ec-5709-4b97-839d-2236067a9d0d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.850160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Port': ['ID=240cbba3-1e90-4698-afac-2e5bd001a6e5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.866861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e54e93f-b126-4c6a-a9c6-dc9d2b4388e8 None None] Network 1c1c6682-fd5f-42d1-a08c-18e6b04e1147 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:44.922040 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.925069 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.db.api [None req-6a59c682-beba-41c4-a403-2ef96375ce8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:24:44.925463 n-d-779913-32 neutron-server[101965]: DEBUG oslo_db.api [None req-6a59c682-beba-41c4-a403-2ef96375ce8f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:24:44.991183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Pushing event deleted for resources: {'Port': ['ID=1686af3d-343e-48ff-96b4-1e5e6c488a6f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:45.009313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.009884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.102339 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.134894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1c6682-fd5f-42d1-a08c-18e6b04e1147']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:45.159601 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5f62c7a6-31db-409b-83b8-5a6ec3024e94 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0191004 Aug 19 15:24:45.163118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59706) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:45.169045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b14d5a-c2c4-4f52-84e7-1dfd472d0422') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:45.169529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b14d5a-c2c4-4f52-84e7-1dfd472d0422') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:45.193862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.196422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.200284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-215f68ed-9bbb-462c-a5d5-02002d93717b tempest-ServerActionsTestJSON-294820312 tempest-ServerActionsTestJSON-294820312-project] 10.222.0.13 "DELETE /v2.0/floatingips/f03ba543-9d5e-4c95-bd2b-a39b53cde301 HTTP/1.1" status: 204 len: 168 time: 1.2461271 Aug 19 15:24:45.202504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:45.284805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505df190-5ff1-453b-a9bc-9a078dd023a4 req-58313520-087a-46a5-bae7-b7347954fff6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.314028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-505df190-5ff1-453b-a9bc-9a078dd023a4 req-58313520-087a-46a5-bae7-b7347954fff6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1877959 Aug 19 15:24:45.330646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.393633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.411330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:45.415773 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.416054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-505df190-5ff1-453b-a9bc-9a078dd023a4 req-0d8b1593-8eb7-40fb-80d1-a662b9f55d21 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964291 Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:45.417018 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:45.427921 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59c682-beba-41c4-a403-2ef96375ce8f None None] New status for floating IP f03ba543-9d5e-4c95-bd2b-a39b53cde301: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:24:45.572033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Deleting port 240cbba3-1e90-4698-afac-2e5bd001a6e5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:45.572852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.659055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.687609 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.690129 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/1c1c6682-fd5f-42d1-a08c-18e6b04e1147 HTTP/1.1" status: 204 len: 168 time: 2.1351306 Aug 19 15:24:45.703333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59720) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:45.711789 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-81886236'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:45.719531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74e1d-5628-4a3a-9078-56a038e8b84a tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=1c1c6682-fd5f-42d1-a08c-18e6b04e1147,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:45.791067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.814188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Calling delete_port for 240cbba3-1e90-4698-afac-2e5bd001a6e5 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:45.892247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:45.896370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.967285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:46.052509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.124871 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.125611 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 91038bd1-97e2-4350-ac23-2de29a755d6c of type vlan for network 6c31ed28-872c-4cd9-9697-5041466260be Aug 19 15:24:46.127521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.201819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.257278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa58312-57b5-41ca-a358-b80450079722 None None] Network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:46.307508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event deleted for resources: {'Port': ['ID=240cbba3-1e90-4698-afac-2e5bd001a6e5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:46.342186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.349621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:46.350571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.418784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Deleting port 57695854-d7a9-4ad9-9c25-a96d4dee67dc {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:46.419068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.531196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6b3bc0c0-77ab-45a9-8c80-40b887123da8 None None] Provisioning for port de5d42f7-407f-49d8-aa0d-9744c8ecb22e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:46.552817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.557744 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a9454162-aad5-4d59-b28e-89cf718ee5e3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/ports/240cbba3-1e90-4698-afac-2e5bd001a6e5 HTTP/1.1" status: 204 len: 168 time: 1.3858910 Aug 19 15:24:46.558375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:46.569046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1', 'external_fixed_ips': [{'subnet_id': '58bcbb73-c8d5-4437-ad72-368cf33a28d1', 'ip_address': '172.20.0.12'}]}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:46.583600 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=6c31ed28-872c-4cd9-9697-5041466260be,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:46.595849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6c31ed28-872c-4cd9-9697-5041466260be details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:46.604226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] For port 57695854-d7a9-4ad9-9c25-a96d4dee67dc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57695854-d7a9-4ad9-9c25-a96d4dee67dc,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:46.611641 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.635153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0f67e507-059c-40ca-bf9c-f32887cb397d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9281185 Aug 19 15:24:46.640958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59738) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:46.646724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': '6c31ed28-872c-4cd9-9697-5041466260be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:46.660344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Calling delete_port for 57695854-d7a9-4ad9-9c25-a96d4dee67dc owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:46.775918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40906aef-17f8-4fc0-a7cf-2e474828b68d req-fad9133f-d34a-470a-b173-df968d57b2db tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:46.777588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.782188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.783822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40906aef-17f8-4fc0-a7cf-2e474828b68d req-fad9133f-d34a-470a-b173-df968d57b2db tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.2703393 Aug 19 15:24:46.835519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device de5d42f7-407f-49d8-aa0d-9744c8ecb22e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:46.893248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:46.908633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-40906aef-17f8-4fc0-a7cf-2e474828b68d req-02527c98-40f8-45c7-ab26-097c7d9424e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236281 Aug 19 15:24:47.021328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946d0d5-0e04-4e55-bad8-76e1ffebd1d6 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:24:47.045077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port de5d42f7-407f-49d8-aa0d-9744c8ecb22e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:47.062033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port de5d42f7-407f-49d8-aa0d-9744c8ecb22e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:47.062566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.090118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:47.094241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.124380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-68af5e29-0438-4daf-b067-c52c8c67375e None None] Provisioning complete for port de5d42f7-407f-49d8-aa0d-9744c8ecb22e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:47.124844 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-68af5e29-0438-4daf-b067-c52c8c67375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.139484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.172125 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing IP validity checks on allocation pools {{(pid=101962) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:24:47.172456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101962) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:24:47.197544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946d0d5-0e04-4e55-bad8-76e1ffebd1d6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:24:47.211961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=57695854-d7a9-4ad9-9c25-a96d4dee67dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:47.313640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.345393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.379321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-68af5e29-0438-4daf-b067-c52c8c67375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.434160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port de5d42f7-407f-49d8-aa0d-9744c8ecb22e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,segment=NetworkSegment(9b14dc92-212a-4b53-94a5-37203e1f10ae),segment_id=9b14dc92-212a-4b53-94a5-37203e1f10ae)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:47.534498 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.552741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:47.681045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:47.683980 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-68af5e29-0438-4daf-b067-c52c8c67375e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:24:47.684344 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-68af5e29-0438-4daf-b067-c52c8c67375e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:24:47.893434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Router 52cbefde-8f77-4db1-bfd1-53daa42183a4 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:48.169350 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.329389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=41df779d-b4d4-4060-8215-8ff067fa71f3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:48.354876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.384664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:48.393204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1568dc62-25ce-4560-b376-504696a60d6a admin admin] 10.222.0.13 "PUT /v2.0/routers/52cbefde-8f77-4db1-bfd1-53daa42183a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1870830 Aug 19 15:24:48.394488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59762) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:48.400800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] Sync routers for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:48.413712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:48.414553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:48.428233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '91038bd1-97e2-4350-ac23-2de29a755d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c31ed28-872c-4cd9-9697-5041466260be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:48.428768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: 6c31ed28-872c-4cd9-9697-5041466260be, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:48.431431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.466806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997da5-9b60-4d47-b471-51750f9a9c5d req-31956f0e-ecfe-4b06-81c9-2ebc886589bd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:48.468313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5997da5-9b60-4d47-b471-51750f9a9c5d req-31956f0e-ecfe-4b06-81c9-2ebc886589bd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1328299 Aug 19 15:24:48.561199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5997da5-9b60-4d47-b471-51750f9a9c5d req-2e73f8ac-0fc2-4ced-9571-a826da0e0e76 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853672 Aug 19 15:24:48.571578 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network 6c31ed28-872c-4cd9-9697-5041466260be is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:48.582989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.601085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:48.630800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Allocated IP 172.20.0.12 (b4266aa5-9ffd-4778-b2ed-5174845722f1/58bcbb73-c8d5-4437-ad72-368cf33a28d1/ec1390ae-a722-4855-9d2a-457be49daaad) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:48.764980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6c31ed28-872c-4cd9-9697-5041466260be) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:48.771855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.779021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:48.780165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.791314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32927f2e-e35c-4296-bf31-3a9a200a87e6 None None] Network 6c31ed28-872c-4cd9-9697-5041466260be requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:48.846600 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.919833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device de5d42f7-407f-49d8-aa0d-9744c8ecb22e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:48.931792 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-61c45241-f7a6-40d9-845e-860714bd14b3 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2895498 Aug 19 15:24:48.932066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59770) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:48.957027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Deleting port 1d59134b-acbb-4585-a007-cdc6a7a4aebd {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:48.959397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.991438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.062155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network b4266aa5-9ffd-4778-b2ed-5174845722f1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:49.071993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:49.084837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:49.087719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] For port 1d59134b-acbb-4585-a007-cdc6a7a4aebd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1d59134b-acbb-4585-a007-cdc6a7a4aebd,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:49.088114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.102529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Calling delete_port for 1d59134b-acbb-4585-a007-cdc6a7a4aebd owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:49.103173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe579ae8-8155-4b8c-8984-a5bb154ede32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6c31ed28-872c-4cd9-9697-5041466260be', 'network_id': '6c31ed28-872c-4cd9-9697-5041466260be', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '41df779d-b4d4-4060-8215-8ff067fa71f3'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:49.104034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe579ae8-8155-4b8c-8984-a5bb154ede32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.113593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port de5d42f7-407f-49d8-aa0d-9744c8ecb22e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:49.115353 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.134878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Port': ['ID=ec1390ae-a722-4855-9d2a-457be49daaad,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:49.138029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:24:46Z', 'revision_number': 5, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port': {'id': '1d59134b-acbb-4585-a007-cdc6a7a4aebd', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:12:41Z', 'updated_at': '2021-08-19T15:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:49.232993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.280241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] Checking router: 52cbefde-8f77-4db1-bfd1-53daa42183a4 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:49.325599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] Routers {'52cbefde-8f77-4db1-bfd1-53daa42183a4'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:49.326271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['52cbefde-8f77-4db1-bfd1-53daa42183a4'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:49.357084 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.699525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f6a3-621d-4dc0-a7b9-9f4b99de2b92 req-23c30e90-9ec1-4c30-8b31-9f73012500f4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:49.701080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7e7f6a3-621d-4dc0-a7b9-9f4b99de2b92 req-23c30e90-9ec1-4c30-8b31-9f73012500f4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0551374 Aug 19 15:24:49.701885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] Set router 52cbefde-8f77-4db1-bfd1-53daa42183a4 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:49.755282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7e7f6a3-621d-4dc0-a7b9-9f4b99de2b92 req-48b5b846-d4eb-4279-8e37-73994f9ddb86 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Aug 19 15:24:49.783407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:24:48Z', 'revision_number': 6, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:49.819242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad1b4d-6a14-46af-913e-33add378007e None None] The sync data for ids ['52cbefde-8f77-4db1-bfd1-53daa42183a4'] in n-d-779913-32 is: [{'id': '52cbefde-8f77-4db1-bfd1-53daa42183a4', 'name': 'tempest-ServerActionsTestJSON-321268347-router', 'tenant_id': '6703815861664771b958dbe87bd3ff32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:12:40Z', 'updated_at': '2021-08-19T15:24:48Z', 'revision_number': 6, 'project_id': '6703815861664771b958dbe87bd3ff32', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:49.841965 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:49.883906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d59134b-acbb-4585-a007-cdc6a7a4aebd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:50.001159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.021483 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-fe579ae8-8155-4b8c-8984-a5bb154ede32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41df779d-b4d4-4060-8215-8ff067fa71f3: This subnet is being modified by another concurrent operation. Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41df779d-b4d4-4060-8215-8ff067fa71f3: This subnet is being modified by another concurrent operation. Aug 19 15:24:50.052514 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:24:50.077454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=41df779d-b4d4-4060-8215-8ff067fa71f3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:50.077690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b0392-978f-4d0c-bf44-8e55f23061cf None None] Network 6c31ed28-872c-4cd9-9697-5041466260be requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:50.106936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.109333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.110808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.236864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.237335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cbefde-8f77-4db1-bfd1-53daa42183a4 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:24:50.247353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.248637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2c1abfe0-618a-47a9-b9ee-c22b50899a80 admin admin] 10.222.0.13 "DELETE /v2.0/routers/52cbefde-8f77-4db1-bfd1-53daa42183a4 HTTP/1.1" status: 204 len: 168 time: 1.8531563 Aug 19 15:24:50.252445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59798) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:50.300981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b019c-d92e-45a3-aa26-4ea7c194749e None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:24:50.329792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Deleting subnet 128c1ed6-9725-4910-abd6-27839e40eade {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:50.334108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.347326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.362802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c31ed28-872c-4cd9-9697-5041466260be']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:50.383379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91038bd1-97e2-4350-ac23-2de29a755d6c') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:50.383379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91038bd1-97e2-4350-ac23-2de29a755d6c') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:50.397659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.424215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b019c-d92e-45a3-aa26-4ea7c194749e None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:24:50.439321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.502212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.509699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.514688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.569976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:50.570397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:50.574611 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:50.704957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.779702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.784141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/128c1ed6-9725-4910-abd6-27839e40eade HTTP/1.1" status: 204 len: 168 time: 0.5283623 Aug 19 15:24:50.784699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59810) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:50.804922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51555c3-1e8d-4907-89b6-219770becb21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128c1ed6-9725-4910-abd6-27839e40eade,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:50.897608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.900993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Router b1ab370b-265d-4f18-84f9-2ef9353bd549 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:24:50.911704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.917380 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/6c31ed28-872c-4cd9-9697-5041466260be HTTP/1.1" status: 204 len: 168 time: 1.9805291 Aug 19 15:24:50.922643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59818) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:50.932771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701783059'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:50.946284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f43eb-dc31-48ad-b664-5c5e79e7986c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=6c31ed28-872c-4cd9-9697-5041466260be,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:50.958843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57695854-d7a9-4ad9-9c25-a96d4dee67dc no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:50.977735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.021998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a422b3-8d46-4616-84a0-2a507df07f9c None None] Network 15c2e435-9b8c-4a42-8ce6-7834f737cc20 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:51.025963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 57695854-d7a9-4ad9-9c25-a96d4dee67dc {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:51.027089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57695854-d7a9-4ad9-9c25-a96d4dee67dc not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:51.027619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1d59134b-acbb-4585-a007-cdc6a7a4aebd no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:51.052102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00130-8d80-4020-a372-2f1cdb73b9ea req-3142a7dd-f7d2-4cdd-9807-80074629862d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:51.053793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef00130-8d80-4020-a372-2f1cdb73b9ea req-3142a7dd-f7d2-4cdd-9807-80074629862d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1758280 Aug 19 15:24:51.087677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1d59134b-acbb-4585-a007-cdc6a7a4aebd {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:51.088171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1d59134b-acbb-4585-a007-cdc6a7a4aebd not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:51.105592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ef00130-8d80-4020-a372-2f1cdb73b9ea req-b5b31d63-293e-40a4-88a0-750f416d732a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Aug 19 15:24:51.155771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:51.164865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.196230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:51.205074 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Sync routers for ids ['b1ab370b-265d-4f18-84f9-2ef9353bd549'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:51.218560 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Routers {'b1ab370b-265d-4f18-84f9-2ef9353bd549'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:51.219289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b1ab370b-265d-4f18-84f9-2ef9353bd549'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:51.260627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:51.270954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.271297 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 05864919-a4c8-430b-a318-4402bb78559b of type vlan for network d628380f-2537-4f7f-9b9e-355793e1832b Aug 19 15:24:51.375015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.380696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Deleting port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:51.380982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.388524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] DHCP port deletion for 15c2e435-9b8c-4a42-8ce6-7834f737cc20 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:24:51.395709 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Set router b1ab370b-265d-4f18-84f9-2ef9353bd549 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:51.424582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.424856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1196697-0ed4-4c54-8d5d-f96f7c69b97b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8621767 Aug 19 15:24:51.427773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:51.458527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] Deleting port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:51.459758 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.472754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] For port e3d897a2-9695-4dcb-affb-8f2bccbd99a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:51.473227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.487134 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Calling delete_port for e3d897a2-9695-4dcb-affb-8f2bccbd99a1 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:51.579370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.588601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:51.588601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.646933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] For port e3d897a2-9695-4dcb-affb-8f2bccbd99a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,segment=NetworkSegment(72906582-a0e5-4d21-b71a-902b290d6821),segment_id=72906582-a0e5-4d21-b71a-902b290d6821)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:51.647628 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.649809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.671574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] Calling delete_port for e3d897a2-9695-4dcb-affb-8f2bccbd99a1 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:51.690782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=d628380f-2537-4f7f-9b9e-355793e1832b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:51.703679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d628380f-2537-4f7f-9b9e-355793e1832b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:51.755104 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab370b-265d-4f18-84f9-2ef9353bd549', 'name': '', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1', 'external_fixed_ips': [{'subnet_id': '58bcbb73-c8d5-4437-ad72-368cf33a28d1', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ec1390ae-a722-4855-9d2a-457be49daaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:46Z', 'updated_at': '2021-08-19T15:24:49Z', 'revision_number': 3, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port': {'id': 'ec1390ae-a722-4855-9d2a-457be49daaad', 'name': '', 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab370b-265d-4f18-84f9-2ef9353bd549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '58bcbb73-c8d5-4437-ad72-368cf33a28d1', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:48Z', 'updated_at': '2021-08-19T15:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58bcbb73-c8d5-4437-ad72-368cf33a28d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:51.779401 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ebf4e326-8ce5-43a0-a6d7-01dcb37d30b4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8511591 Aug 19 15:24:51.782045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59830) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:51.788660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:51.797385 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Checking router: b1ab370b-265d-4f18-84f9-2ef9353bd549 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:51.797802 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Updating router b1ab370b-265d-4f18-84f9-2ef9353bd549 port ec1390ae-a722-4855-9d2a-457be49daaad binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:24:51.807722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.827569 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.879744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.896666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] No DVR routers for this DVR port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:51.903165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:51.931465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd4711-6cfb-4ea9-9ec8-98774c36a2ad None None] Pushing event deleted for resources: {'Port': ['ID=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:51.975726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] No DVR routers for this DVR port e3d897a2-9695-4dcb-affb-8f2bccbd99a1 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:51.981156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d897a2-9695-4dcb-affb-8f2bccbd99a1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:52.020988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Deleting port ec1390ae-a722-4855-9d2a-457be49daaad {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:52.021616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.155972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.163585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.172308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c2e435-9b8c-4a42-8ce6-7834f737cc20']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:52.180611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Calling delete_port for ec1390ae-a722-4855-9d2a-457be49daaad owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:52.189775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72906582-a0e5-4d21-b71a-902b290d6821') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:52.190441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72906582-a0e5-4d21-b71a-902b290d6821') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:52.206819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.245451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:52.252889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.261262 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.286313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:52.288439 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.302551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:52.306243 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:52.381423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c14e40-54da-4759-9e15-1ed23930c6f1 req-73bff413-9246-40e6-b5b3-a16188ea4681 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:52.383423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62c14e40-54da-4759-9e15-1ed23930c6f1 req-73bff413-9246-40e6-b5b3-a16188ea4681 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1251247 Aug 19 15:24:52.470675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62c14e40-54da-4759-9e15-1ed23930c6f1 req-a74d4354-20a1-4174-b2cd-e1ba172127da tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789216 Aug 19 15:24:52.561436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Transition to ACTIVE for port object ec1390ae-a722-4855-9d2a-457be49daaad will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:52.564343 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.570293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.572219 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15c2e435-9b8c-4a42-8ce6-7834f737cc20 HTTP/1.1" status: 204 len: 168 time: 1.7858105 Aug 19 15:24:52.587415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c3a2a-e293-4b50-a637-6cf5bd0e9e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c2e435-9b8c-4a42-8ce6-7834f737cc20,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:52.664442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.665464 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.763762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=328ee916-379c-4701-b295-06e29e65652f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:52.773862 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Attempting to bind port ec1390ae-a722-4855-9d2a-457be49daaad on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:52.774030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '05864919-a4c8-430b-a318-4402bb78559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:52.774336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: d628380f-2537-4f7f-9b9e-355793e1832b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:52.774515 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Attempting to bind port ec1390ae-a722-4855-9d2a-457be49daaad by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:52.774978 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Attempting to bind port ec1390ae-a722-4855-9d2a-457be49daaad on network b4266aa5-9ffd-4778-b2ed-5174845722f1 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:52.786245 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Pushing event updated for resources: {'Port': ['ID=ec1390ae-a722-4855-9d2a-457be49daaad,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:52.796119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e3d897a2-9695-4dcb-affb-8f2bccbd99a1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:52.796859 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.797343 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.797777 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.798398 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.798965 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.799548 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.800144 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.800717 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.801357 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.801938 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.802515 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.803086 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba35123-7821-4198-b3b4-8c941852d56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:52.806804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:52.807332 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Checking segment: {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:52.807849 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.808341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Bound using segment: {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:52.808926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Bound port: ec1390ae-a722-4855-9d2a-457be49daaad, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:52.809439 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.821622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e3d897a2-9695-4dcb-affb-8f2bccbd99a1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:52.822099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e3d897a2-9695-4dcb-affb-8f2bccbd99a1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:52.887517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network d628380f-2537-4f7f-9b9e-355793e1832b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:52.888100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:52.890074 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.db.api [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:24:52.890768 n-d-779913-32 neutron-server[101965]: DEBUG oslo_db.api [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:24:52.916983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec1390ae-a722-4855-9d2a-457be49daaad,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:52.991696 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.041877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d628380f-2537-4f7f-9b9e-355793e1832b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:53.053071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:53.055263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.069187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05435cb-7e9c-424f-ba54-b3044d9e8f15 None None] Network d628380f-2537-4f7f-9b9e-355793e1832b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:53.091010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:53.124341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.127123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.221797 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f6de0dc8-24ef-4340-a880-17c4ad49725f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6703815861664771b958dbe87bd3ff32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153009 Aug 19 15:24:53.222242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59864) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:53.227797 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-28a94525-f584-45ef-ab92-f9921c012318 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4422538 Aug 19 15:24:53.228276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59866) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:53.274871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-d628380f-2537-4f7f-9b9e-355793e1832b', 'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '328ee916-379c-4701-b295-06e29e65652f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:53.279831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.320341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a17e-bb05-4f9e-80af-9313b3d8b5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.346358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a17e-bb05-4f9e-80af-9313b3d8b5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.357795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.358327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1ab370b-265d-4f18-84f9-2ef9353bd549 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:24:53.365756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.377508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b11f8808-a532-4f42-ae22-9f2fa6bdc348 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b1ab370b-265d-4f18-84f9-2ef9353bd549 HTTP/1.1" status: 204 len: 168 time: 1.9485741 Aug 19 15:24:53.389647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:53.412650 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Attempting to bind port ec1390ae-a722-4855-9d2a-457be49daaad on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:53.413377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Attempting to bind port ec1390ae-a722-4855-9d2a-457be49daaad by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:53.413377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Attempting to bind port ec1390ae-a722-4855-9d2a-457be49daaad on network b4266aa5-9ffd-4778-b2ed-5174845722f1 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:53.430336 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:53.431925 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Checking segment: {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:53.432126 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.432530 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Bound using segment: {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:53.433008 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Bound port: ec1390ae-a722-4855-9d2a-457be49daaad, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8f3280-88de-48b3-a5c5-89f357cc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b4266aa5-9ffd-4778-b2ed-5174845722f1'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:53.434922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.436322 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.468548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Deleting subnet 58bcbb73-c8d5-4437-ad72-368cf33a28d1 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:53.472389 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.495178 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.plugin [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Port ec1390ae-a722-4855-9d2a-457be49daaad has been deleted concurrently {{(pid=101965) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 15:24:53.501424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.531770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.539300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:24:53.544180 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Routers set() bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:53.544953 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Router IDs set() for agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 15:24:53.545680 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_agentschedulers_db [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1ab370b-265d-4f18-84f9-2ef9353bd549'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent'). {{(pid=101965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 15:24:53.546161 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafeebaa-ef1d-4e85-a8e1-28725c5d3a7f None None] The sync data for ids ['b1ab370b-265d-4f18-84f9-2ef9353bd549'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:53.594861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.614669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Allocated IP 172.20.0.1 (d628380f-2537-4f7f-9b9e-355793e1832b/328ee916-379c-4701-b295-06e29e65652f/271f1fd3-353f-48fa-9135-8c58591ae1da) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:53.623431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a17e-bb05-4f9e-80af-9313b3d8b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.626505 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a17e-bb05-4f9e-80af-9313b3d8b5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.629675 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b7a9a17e-bb05-4f9e-80af-9313b3d8b5c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcea0290-4ed6-4fc5-9d40-b82747006795 HTTP/1.1" status: 204 len: 168 time: 0.4060414 Aug 19 15:24:53.685435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a0d7-3f2c-43d0-80a0-19e36d21944a req-38d1e1f6-404e-40b1-b2dd-9e5d0ad6c489 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:53.692287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b443a0d7-3f2c-43d0-80a0-19e36d21944a req-38d1e1f6-404e-40b1-b2dd-9e5d0ad6c489 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0984986 Aug 19 15:24:53.720249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9a17e-bb05-4f9e-80af-9313b3d8b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcea0290-4ed6-4fc5-9d40-b82747006795,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:53.750815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b443a0d7-3f2c-43d0-80a0-19e36d21944a req-562d9e52-318e-4c62-8e5e-89e943bdc855 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532618 Aug 19 15:24:53.804637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:53.827613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'mac_address': 'fa:16:3e:3a:d7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:24:53.870684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.905053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=58bcbb73-c8d5-4437-ad72-368cf33a28d1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.006689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.006689 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-84911239-31c9-460b-a85f-2d1efef5a052 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/58bcbb73-c8d5-4437-ad72-368cf33a28d1 HTTP/1.1" status: 204 len: 168 time: 0.5263114 Aug 19 15:24:54.006689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59880) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:54.007506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.007506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f09babe-18a0-44e1-b094-d2ab2d20d62d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:24:54.007506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.021149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Transition to ACTIVE for port object 271f1fd3-353f-48fa-9135-8c58591ae1da will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:54.024838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:54.042606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Transition to ACTIVE for port object 271f1fd3-353f-48fa-9135-8c58591ae1da will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:54.046565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.099080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.144466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.159014 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.171469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4266aa5-9ffd-4778-b2ed-5174845722f1']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.183672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8f3280-88de-48b3-a5c5-89f357cc60ea') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.183967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8f3280-88de-48b3-a5c5-89f357cc60ea') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.195726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.212390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Network d628380f-2537-4f7f-9b9e-355793e1832b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:54.212390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:54.215675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.217028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:54.220244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.225268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:54.225935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.247705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.268311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['4f09babe-18a0-44e1-b094-d2ab2d20d62d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:54.298548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=328ee916-379c-4701-b295-06e29e65652f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.345516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Pushing event updated for resources: {'Port': ['ID=271f1fd3-353f-48fa-9135-8c58591ae1da,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:54.377775 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:54.390205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.400051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Attempting to bind port 271f1fd3-353f-48fa-9135-8c58591ae1da on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:54.401759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Attempting to bind port 271f1fd3-353f-48fa-9135-8c58591ae1da by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '05864919-a4c8-430b-a318-4402bb78559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:54.402363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Attempting to bind port 271f1fd3-353f-48fa-9135-8c58591ae1da on network d628380f-2537-4f7f-9b9e-355793e1832b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:54.403348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d628380f-2537-4f7f-9b9e-355793e1832b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.414951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:54.415330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Checking segment: {'id': '05864919-a4c8-430b-a318-4402bb78559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:54.415732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.416131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Bound using segment: {'id': '05864919-a4c8-430b-a318-4402bb78559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:54.416661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Bound port: 271f1fd3-353f-48fa-9135-8c58591ae1da, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05864919-a4c8-430b-a318-4402bb78559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd628380f-2537-4f7f-9b9e-355793e1832b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:54.417046 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.424450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05864919-a4c8-430b-a318-4402bb78559b') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.424889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05864919-a4c8-430b-a318-4402bb78559b') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.440034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.461998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.471761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:54.472362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: items = [ Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:54.477137 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:54.510139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.528792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4266aa5-9ffd-4778-b2ed-5174845722f1 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:24:54.532894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.544682 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b4266aa5-9ffd-4778-b2ed-5174845722f1 HTTP/1.1" status: 204 len: 168 time: 0.6181180 Aug 19 15:24:54.544682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b36e7-9f57-446a-9ce2-d4d2ad8e3870 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4266aa5-9ffd-4778-b2ed-5174845722f1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.574262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] For port 271f1fd3-353f-48fa-9135-8c58591ae1da, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:54.624823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1c93a7bf-0d07-43b3-9a93-e5cadf40b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.669741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] For port 271f1fd3-353f-48fa-9135-8c58591ae1da, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=271f1fd3-353f-48fa-9135-8c58591ae1da,segment=NetworkSegment(05864919-a4c8-430b-a318-4402bb78559b),segment_id=05864919-a4c8-430b-a318-4402bb78559b)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:54.720827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:24:54.720827 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:24:54.720827 n-d-779913-32 neutron-server[101963]: [parameters: {'id': 'd628380f-2537-4f7f-9b9e-355793e1832b'}] Aug 19 15:24:54.720827 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:24:54.721676 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:24:54.819446 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.950762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09f54c-9896-45f6-abc8-aa5c3766a623 req-d635fb75-424b-4530-b9e2-736ed36a35ea tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:54.952768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b09f54c-9896-45f6-abc8-aa5c3766a623 req-d635fb75-424b-4530-b9e2-736ed36a35ea tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.0624018 Aug 19 15:24:54.974008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571bd34-d5ab-4402-ac15-1ccdb94e3777 None None] Pushing event updated for resources: {'Port': ['ID=271f1fd3-353f-48fa-9135-8c58591ae1da,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:54.989239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2752d025-3536-4632-a574-2db8d8d49583 None None] Network d628380f-2537-4f7f-9b9e-355793e1832b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:55.033766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b09f54c-9896-45f6-abc8-aa5c3766a623 req-b02df48c-a6f5-4a4a-93a3-c788c33f0e81 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737782 Aug 19 15:24:55.132042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59916) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:55.143666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'name': 'tempest-router--418024992', 'project_id': 'b75a3f44d8d4411eb59bba8a34579cf9'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:55.165248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e22a57-6109-495a-8dfd-d8bfa35ae47b None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:24:55.222679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.284428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e22a57-6109-495a-8dfd-d8bfa35ae47b None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:24:55.316283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Deleting port 271f1fd3-353f-48fa-9135-8c58591ae1da {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:55.316283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.380095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] For port 271f1fd3-353f-48fa-9135-8c58591ae1da, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=271f1fd3-353f-48fa-9135-8c58591ae1da,segment=NetworkSegment(05864919-a4c8-430b-a318-4402bb78559b),segment_id=05864919-a4c8-430b-a318-4402bb78559b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:55.380504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.394119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Calling delete_port for 271f1fd3-353f-48fa-9135-8c58591ae1da owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:55.513576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:55.533432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.534547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.592412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 4f09babe-18a0-44e1-b094-d2ab2d20d62d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:55.592872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.683679 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.699378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.708159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.709068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59932) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:55.713549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:55.716026 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b9e8c6-a1b3-4cea-af02-b5dd5d3cb835" -d '{"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-plugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:55.732540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:55.768906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Port': ['ID=271f1fd3-353f-48fa-9135-8c58591ae1da,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.772846 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a43ef0d-0c9e-4ff4-b3db-fe6baa975904 x-openstack-request-id: req-1a43ef0d-0c9e-4ff4-b3db-fe6baa975904 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:55.773193 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-plugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:55.773462 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a43ef0d-0c9e-4ff4-b3db-fe6baa975904 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:55.773918 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'code': 200} Aug 19 15:24:55.841688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No DVR routers for this DVR port 271f1fd3-353f-48fa-9135-8c58591ae1da on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:55.843969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.865273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-256264475-network', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:55.875866 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.929808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.932247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:55.940122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.940475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.940823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.941074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d628380f-2537-4f7f-9b9e-355793e1832b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:55.941263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.942311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.943044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.943310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.943834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.944226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.944561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.944894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.945297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:55.953844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05864919-a4c8-430b-a318-4402bb78559b') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:55.954143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05864919-a4c8-430b-a318-4402bb78559b') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:55.965485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.974606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.990917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:55.997815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:55.998210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:56.001195 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:56.367460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Made reservation on behalf of e1e2c5915ff4475b92337b2727623566 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:56.369994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.380523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.430888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e9e11-0a73-4e53-8d97-c95de8d48253 req-2c3c3840-3e62-4bd6-8996-104d34c3ad74 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:56.432393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-410e9e11-0a73-4e53-8d97-c95de8d48253 req-2c3c3840-3e62-4bd6-8996-104d34c3ad74 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.3124974 Aug 19 15:24:56.476964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-410e9e11-0a73-4e53-8d97-c95de8d48253 req-f61b8bb2-af36-49c8-9a5c-f1d8da3d8bff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 Aug 19 15:24:56.559923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.574385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.574385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/d628380f-2537-4f7f-9b9e-355793e1832b HTTP/1.1" status: 204 len: 168 time: 3.3399570 Aug 19 15:24:56.576118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59948) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:56.580887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ffca4-626f-4eea-9b0a-3317acf95ce0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=d628380f-2537-4f7f-9b9e-355793e1832b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:56.581817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534401100'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:56.629953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.633686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48e0a79d-8d2a-41a8-854d-0627c3d21e44 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4995096 Aug 19 15:24:56.633955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59950) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:56.648233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:24:56.648233 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:24:56.648233 n-d-779913-32 neutron-server[101962]: [parameters: {'project_id_1': 'b728a9758ae84ca389361a3eb57501fc', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 24, 56, 588274)}] Aug 19 15:24:56.648233 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:24:56.648952 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:24:56.722470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.767386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.900444 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.902561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.924043 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:56.946656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:56.961079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69456266-5f09-43bb-b8dc-0e62e044019d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:57.142803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.143240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 171610e9-e490-4f2b-8a29-cd36f05cf3bc {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:24:57.145753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.146135 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Added segment 132c7ee9-34b5-4ed3-b004-1b625a190522 of type vlan for network 44edcc1b-1c16-407c-9278-bb3899bb15b4 Aug 19 15:24:57.148502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.150204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-667b70eb-b681-4877-9044-8e8890439cd4 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/171610e9-e490-4f2b-8a29-cd36f05cf3bc HTTP/1.1" status: 204 len: 168 time: 0.5147421 Aug 19 15:24:57.202448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.357335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:57.361045 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.387335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:57.397932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.398173 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment bc711fb2-871a-402d-a06a-f780fd527e7a of type vlan for network a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e Aug 19 15:24:57.442352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.449311 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.449863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.449863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:57.449863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.526820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] Pushing event updated for resources: {'Network': ['ID=44edcc1b-1c16-407c-9278-bb3899bb15b4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:57.546270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:57.613221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94df45-ff91-487e-9a3a-3a0f4b8656ec req-604b9877-e349-49a7-95ff-776d1c93c3cc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:57.615551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb94df45-ff91-487e-9a3a-3a0f4b8656ec req-604b9877-e349-49a7-95ff-776d1c93c3cc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0571954 Aug 19 15:24:57.664249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb94df45-ff91-487e-9a3a-3a0f4b8656ec req-c7e3b777-881b-474d-945e-115cee7591cf tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427301 Aug 19 15:24:57.708991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:57.762584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.771406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:57.773735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:57.923381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ba550df-cc97-4e8f-b2d2-246c5f1d596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:58.164727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959820081', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:58.179190 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fab971a7-cdad-47c4-8966-a0723bf5f630 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4688947 Aug 19 15:24:58.182154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 59978) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:58.187880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Request body: {'subnet': {'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-256264475-subnet', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:58.195831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:58.205949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:58.301837 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6964412b-4160-47dd-a960-dcb74954f8da tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7256801 Aug 19 15:24:58.305288 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 59982) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:58.310824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': 'a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:58.319411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:24:58.319411 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:24:58.319411 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id_1': 'e1e2c5915ff4475b92337b2727623566', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 24, 58, 193154)}] Aug 19 15:24:58.319411 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:24:58.320382 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:24:58.557781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:58.558826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:58.622310 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:58.804480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9ad8d-6f37-4ded-b7a2-3b80bf268ad3 req-2cbc0216-6b73-43bd-b769-d99869753cfd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:58.806345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:58.806801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58f9ad8d-6f37-4ded-b7a2-3b80bf268ad3 req-2cbc0216-6b73-43bd-b769-d99869753cfd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0594873 Aug 19 15:24:58.811301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:58.860814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58f9ad8d-6f37-4ded-b7a2-3b80bf268ad3 req-91bdf701-4fef-4f8f-848f-6807a4626bd1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Aug 19 15:24:58.990890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Made reservation on behalf of e1e2c5915ff4475b92337b2727623566 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:58.993376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.052140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.283423 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.340220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.364154 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=e8c47198-0d54-4c55-ae08-02ac1869f59a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:59.402302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ac073e-1989-4d3f-ba43-262db14a263a,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:59.412796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': 'bc711fb2-871a-402d-a06a-f780fd527e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:59.413539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:59.420996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Checking segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:59.421460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Network hostable DHCP agents. Network: 44edcc1b-1c16-407c-9278-bb3899bb15b4, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:59.544777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:59.586380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.606035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.705611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:59.722140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Allocated IP 172.25.5.176 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/99c60fb0-af72-4155-8e52-cc229499ca29) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:59.770659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.848690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:59.995299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:59.997829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 44edcc1b-1c16-407c-9278-bb3899bb15b4) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:00.004814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4328ab-02dd-4a46-aec1-cfa1dfe2192e None None] Network a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:00.015452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:00.015570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:00.015570 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.015756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.039046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcddfb0-7fdf-4e4a-9bb6-44f00753c782 None None] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:00.044392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd0eb-246d-4285-b8ef-a66db2c683d8 req-9f18eac0-2e6f-4f78-899f-f5b776125699 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:00.045936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.046576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cffd0eb-246d-4285-b8ef-a66db2c683d8 req-9f18eac0-2e6f-4f78-899f-f5b776125699 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1050658 Aug 19 15:25:00.090272 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:00.093675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:00.097632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:00.104442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event updated for resources: {'Port': ['ID=99c60fb0-af72-4155-8e52-cc229499ca29,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:00.107316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3cffd0eb-246d-4285-b8ef-a66db2c683d8 req-76fd331f-1279-42fc-8f23-b68b9aa30c5c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538003 Aug 19 15:25:00.173507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ed32dd41-62be-4cbe-9e77-2d28638b849a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9901218 Aug 19 15:25:00.178102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60020) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:00.191980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:00.209842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-65de18d0-fbdc-4b2c-be5f-071b3ab156fa tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9033070 Aug 19 15:25:00.217914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:00.296204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b879d-c266-43b1-8ad4-4af009f081d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e', 'network_id': 'a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': 'e8c47198-0d54-4c55-ae08-02ac1869f59a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:00.297665 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b11b879d-c266-43b1-8ad4-4af009f081d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.306465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.307524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.370307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.446693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6e6c1-d5ab-47d8-af96-7695209e7887 None None] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:00.452306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.575920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.730648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.822624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.899293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.900618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:00.933852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c47198-0d54-4c55-ae08-02ac1869f59a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-b11b879d-c266-43b1-8ad4-4af009f081d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8c47198-0d54-4c55-ae08-02ac1869f59a: This subnet is being modified by another concurrent operation. Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8c47198-0d54-4c55-ae08-02ac1869f59a: This subnet is being modified by another concurrent operation. Aug 19 15:25:00.944252 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:25:00.985448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c2d0a-7bc1-4e80-97e7-aab1ab0b40a2 None None] Network a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:01.006179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:01.308174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:01.351516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.374634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc711fb2-871a-402d-a06a-f780fd527e7a') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.375443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc711fb2-871a-402d-a06a-f780fd527e7a') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.392160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:01.401793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Router 210a7862-30ee-4b12-826b-7e84da8b6fca is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:01.439248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:01.460731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9a46d-75e6-48d4-95c1-48cfd74712b6 req-cd428063-fd64-40af-8639-240272d16f4a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:01.471156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21f9a46d-75e6-48d4-95c1-48cfd74712b6 req-cd428063-fd64-40af-8639-240272d16f4a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1882644 Aug 19 15:25:01.509046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6c69a-4925-4cb3-8eaa-5f01f2aedc26 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:25:01.511266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:01.511824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:01.516671 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:01.588366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:01.618924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] Sync routers for ids ['210a7862-30ee-4b12-826b-7e84da8b6fca'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:01.698921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] Routers {'210a7862-30ee-4b12-826b-7e84da8b6fca'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:01.702376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['210a7862-30ee-4b12-826b-7e84da8b6fca'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.729704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21f9a46d-75e6-48d4-95c1-48cfd74712b6 req-b8917697-94d6-4a4b-ba8b-58c847a48de5 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445815 Aug 19 15:25:01.799489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.843721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6c69a-4925-4cb3-8eaa-5f01f2aedc26 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:25:01.847829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] Routers {'210a7862-30ee-4b12-826b-7e84da8b6fca'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:01.848497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['210a7862-30ee-4b12-826b-7e84da8b6fca'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.857661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:01.875117 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dbe463bc-b986-4562-b721-93aefc108daf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1604717 Aug 19 15:25:01.876974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60056) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:01.924948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:01.930351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679eccc-0331-43d1-92b5-447757dc7a32 None None] The sync data for ids ['210a7862-30ee-4b12-826b-7e84da8b6fca'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:01.953599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.063051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.071643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e HTTP/1.1" status: 204 len: 168 time: 1.8523817 Aug 19 15:25:02.071893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60058) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:02.073585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0682a-0c8d-4e26-ae15-285a0be8fa28 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:02.079611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839708153'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:02.133899 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.165953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.206022 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-15b66c5b-dacb-41b2-ab15-165b75efa392 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/210a7862-30ee-4b12-826b-7e84da8b6fca HTTP/1.1" status: 200 len: 921 time: 0.3233008 Aug 19 15:25:02.210073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:02.284768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:02.291429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.298842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9f238e5b-087e-40c9-a227-a0659c927091 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=210a7862-30ee-4b12-826b-7e84da8b6fca HTTP/1.1" status: 200 len: 205 time: 0.0850382 Aug 19 15:25:02.299120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Allocated IP 172.25.5.25 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/ed0d98ce-17bb-4b2b-a188-0a1cd60362ab) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:02.300251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60062) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:02.324222 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:25:02.354687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:02.365369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.365715 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 20260343-d961-437d-bad7-60bb54c3801b of type vlan for network 3baff99b-23c0-47cc-9ebb-a09e0525f768 Aug 19 15:25:02.453384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.647176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.653630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:02.654287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:02.759883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=3baff99b-23c0-47cc-9ebb-a09e0525f768,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:02.772669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 3baff99b-23c0-47cc-9ebb-a09e0525f768 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:02.837182 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-561eefd4-dbf5-42d1-9968-0fa97bcc2ae0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7633414 Aug 19 15:25:02.841157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60072) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:02.853156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': '3baff99b-23c0-47cc-9ebb-a09e0525f768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:03.202930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:03.208787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.226511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.302768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing IP validity checks on allocation pools {{(pid=101962) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:25:03.303601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101962) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:25:03.381845 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.464668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.483885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31313714-7722-4862-a937-45a377dfeb23 req-b16f9f75-321e-4567-ba26-f9a6ea2a2bbc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:03.485807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31313714-7722-4862-a937-45a377dfeb23 req-b16f9f75-321e-4567-ba26-f9a6ea2a2bbc tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1223919 Aug 19 15:25:03.591819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31313714-7722-4862-a937-45a377dfeb23 req-b9142e7f-3757-4589-936f-6c7ac143a37e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972064 Aug 19 15:25:03.607124 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.652257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Deleting port 99c60fb0-af72-4155-8e52-cc229499ca29 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:03.652637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.727200 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.855577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:03.861879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=75ccc0b4-988b-45c0-8779-1d2cd8f64d1f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:03.862640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:03.867288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:03.874756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '20260343-d961-437d-bad7-60bb54c3801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3baff99b-23c0-47cc-9ebb-a09e0525f768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:03.874756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: 3baff99b-23c0-47cc-9ebb-a09e0525f768, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:03.877021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:03.952027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:03.976848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Calling delete_port for 99c60fb0-af72-4155-8e52-cc229499ca29 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:04.030020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network 3baff99b-23c0-47cc-9ebb-a09e0525f768 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:04.138870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 3baff99b-23c0-47cc-9ebb-a09e0525f768) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:04.143782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:04.145611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.163346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6537b-14a8-4ce4-b6ca-7f70023e297b None None] Network 3baff99b-23c0-47cc-9ebb-a09e0525f768 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:04.272083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6559caaf-315c-4499-b9ba-ea253101ddff tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4315903 Aug 19 15:25:04.274525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60090) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:04.427359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.446895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9f7bfd-f9b8-4bbb-868b-2aef8b9b13bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-3baff99b-23c0-47cc-9ebb-a09e0525f768', 'network_id': '3baff99b-23c0-47cc-9ebb-a09e0525f768', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '75ccc0b4-988b-45c0-8779-1d2cd8f64d1f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:04.447781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7bfd-f9b8-4bbb-868b-2aef8b9b13bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.501186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.540542 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.553383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event deleted for resources: {'Port': ['ID=99c60fb0-af72-4155-8e52-cc229499ca29,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:04.616691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.687474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.687724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-5b9f7bfd-f9b8-4bbb-868b-2aef8b9b13bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75ccc0b4-988b-45c0-8779-1d2cd8f64d1f: This subnet is being modified by another concurrent operation. Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75ccc0b4-988b-45c0-8779-1d2cd8f64d1f: This subnet is being modified by another concurrent operation. Aug 19 15:25:04.757602 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:25:04.775392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=75ccc0b4-988b-45c0-8779-1d2cd8f64d1f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:04.799541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddbb2a8-050b-4f29-a5b5-04198040a9b9 None None] Network 3baff99b-23c0-47cc-9ebb-a09e0525f768 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:04.846202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.869458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baff99b-23c0-47cc-9ebb-a09e0525f768']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:04.876734 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.883800 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.899398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20260343-d961-437d-bad7-60bb54c3801b') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:04.899849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20260343-d961-437d-bad7-60bb54c3801b') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:04.939852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.978306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.996362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:04.996612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:04.999836 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:05.005627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46cbf9-5c17-4da4-a28c-6caf377577bd req-fb727169-1b5e-4602-9393-e13a9b5461a9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:05.007469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d46cbf9-5c17-4da4-a28c-6caf377577bd req-fb727169-1b5e-4602-9393-e13a9b5461a9 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.2175779 Aug 19 15:25:05.090597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83392e43-e411-45ca-bf4a-f4afe76a8529 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:25:05.093464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d46cbf9-5c17-4da4-a28c-6caf377577bd req-87b14a16-af27-4915-ba59-e9d4672fcdb6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765870 Aug 19 15:25:05.102381 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.102908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Fanout notify agent at l3_agent the message router_deleted on router 210a7862-30ee-4b12-826b-7e84da8b6fca {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:05.114002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.115136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-57983739-2ef2-4fbf-81d4-7a023f75795c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/210a7862-30ee-4b12-826b-7e84da8b6fca HTTP/1.1" status: 204 len: 168 time: 2.8081865 Aug 19 15:25:05.118717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60104) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:05.123370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1046989051', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': False}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:05.174332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.224866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83392e43-e411-45ca-bf4a-f4afe76a8529 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:25:05.262522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.268385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.292624 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.352491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.365358 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/3baff99b-23c0-47cc-9ebb-a09e0525f768 HTTP/1.1" status: 204 len: 168 time: 1.0855925 Aug 19 15:25:05.365912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c41f99-5ae2-4982-bcbd-381874f905bb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=3baff99b-23c0-47cc-9ebb-a09e0525f768,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:05.373057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:05.397776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433997976'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:05.493089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:05.497451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.541162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.551949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:05.567772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.568210 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 1eca163f-0be0-4107-9999-663b66459266 of type vlan for network b79da0a2-3b1f-496c-b2c9-4fa316b76214 Aug 19 15:25:05.616804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.647124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:05.704125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.711040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:05.711845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.907830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=b79da0a2-3b1f-496c-b2c9-4fa316b76214,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:05.926136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b79da0a2-3b1f-496c-b2c9-4fa316b76214 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:05.933573 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f4e38102-488f-4280-b1ef-79107859ba75 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5566823 Aug 19 15:25:05.937616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:05.943333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': 'b79da0a2-3b1f-496c-b2c9-4fa316b76214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:06.346800 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:06.358079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:06.407002 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Sync routers for ids ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:06.407564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d964823-d3f9-40ee-a8f5-d472da115646 req-01ece4fd-03a4-42a6-8891-60daec2e031b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:06.407694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Routers {'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:06.407694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:06.407977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d964823-d3f9-40ee-a8f5-d472da115646 req-01ece4fd-03a4-42a6-8891-60daec2e031b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1088548 Aug 19 15:25:06.431042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d964823-d3f9-40ee-a8f5-d472da115646 req-cb6adfb7-e9c7-44a1-a6b4-b49d5d1fd8a0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Aug 19 15:25:06.554230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:06.558067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:06.618339 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Set router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:06.670397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:06.674195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cc880bdc-96e0-4b57-b595-9e0934dcc333 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4923513 Aug 19 15:25:06.674925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60126) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:07.041477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.106263 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:25:04Z', 'revision_number': 3, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:07.152290 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Checking router: cb8e6c19-c171-4fb1-8869-96cb2ba7de0a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:07.153076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Updating router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:07.184356 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.217462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.224364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '1eca163f-0be0-4107-9999-663b66459266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b79da0a2-3b1f-496c-b2c9-4fa316b76214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:07.225169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: b79da0a2-3b1f-496c-b2c9-4fa316b76214, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:07.246441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=a6c0fcb1-b619-4218-b671-3cc884dccdf3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:07.246837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.323200 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network b79da0a2-3b1f-496c-b2c9-4fa316b76214 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:07.422280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b79da0a2-3b1f-496c-b2c9-4fa316b76214) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:07.436937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:07.438207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.439631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458af648-0164-47b9-8056-54ea926f3425 None None] Network b79da0a2-3b1f-496c-b2c9-4fa316b76214 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:07.526448 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f5064a2a-70f5-4caa-91ed-cc9a4491d293 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5877185 Aug 19 15:25:07.529208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60136) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:07.739537 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.761857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc464f3-021e-4945-9129-b14bc53e0f87 req-106174ed-559e-4c1d-8fd5-0addffd70569 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:07.763420 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Transition to ACTIVE for port object ed0d98ce-17bb-4b2b-a188-0a1cd60362ab will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:07.763710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc464f3-021e-4945-9129-b14bc53e0f87 req-106174ed-559e-4c1d-8fd5-0addffd70569 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1562412 Aug 19 15:25:07.784169 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.802096 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.839349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc464f3-021e-4945-9129-b14bc53e0f87 req-efb22ce7-982d-45ea-95f1-79fd26515556 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676584 Aug 19 15:25:07.853521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.865955 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.898575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fe8e3-6a66-4542-8543-7f1083385346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b79da0a2-3b1f-496c-b2c9-4fa316b76214', 'network_id': 'b79da0a2-3b1f-496c-b2c9-4fa316b76214', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': 'a6c0fcb1-b619-4218-b671-3cc884dccdf3'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:07.899443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d34fe8e3-6a66-4542-8543-7f1083385346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.916490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Attempting to bind port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:07.916808 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Attempting to bind port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:07.918891 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Attempting to bind port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:07.964259 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:07.964689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:07.965035 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.965555 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:07.966033 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Bound port: ed0d98ce-17bb-4b2b-a188-0a1cd60362ab, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:07.966469 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.023132 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ce3b-7c89-4377-8163-9f00bfbf1231 None None] Pushing event updated for resources: {'Port': ['ID=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:08.050223 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] For port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:08.054509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] For port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:08.080059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Allocated IP 172.25.5.219 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/f251fea6-2299-41ba-a872-bf2e5de61999) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:08.152657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.188726 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.205237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c0fcb1-b619-4218-b671-3cc884dccdf3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-d34fe8e3-6a66-4542-8543-7f1083385346 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6c0fcb1-b619-4218-b671-3cc884dccdf3: This subnet is being modified by another concurrent operation. Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6c0fcb1-b619-4218-b671-3cc884dccdf3: This subnet is being modified by another concurrent operation. Aug 19 15:25:08.235776 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:25:08.259625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Routers {'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:08.260279 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:08.274529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39b0d8-33b4-4316-9b36-b76fb6aa7e69 None None] Network b79da0a2-3b1f-496c-b2c9-4fa316b76214 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:08.330962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.359007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79da0a2-3b1f-496c-b2c9-4fa316b76214']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:08.385566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca163f-0be0-4107-9999-663b66459266') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:08.385862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca163f-0be0-4107-9999-663b66459266') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:08.410935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.418863 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ce3b-7c89-4377-8163-9f00bfbf1231 None None] Pushing event updated for resources: {'Port': ['ID=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:08.423787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Allocated IP 172.20.0.1 (44edcc1b-1c16-407c-9278-bb3899bb15b4/a3ac073e-1989-4d3f-ba43-262db14a263a/b45de6d7-55bd-49a9-85e0-f64218815148) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:08.437472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.452638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:08.453048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:08.459514 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:08.547155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827db7b-95c9-40fd-8f76-5112729aa79f None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:25:08.614668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.643136 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] Set router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:08.665009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827db7b-95c9-40fd-8f76-5112729aa79f None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:25:08.702656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.712285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.719872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/b79da0a2-3b1f-496c-b2c9-4fa316b76214 HTTP/1.1" status: 204 len: 168 time: 1.1862793 Aug 19 15:25:08.726935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:08.742725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092424810'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:08.745390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ebdaa-8021-4b74-bff2-72c1b26397a9 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=b79da0a2-3b1f-496c-b2c9-4fa316b76214,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:08.794512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.868017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:08.873320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.910649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:08.995757 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:25:04Z', 'revision_number': 3, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:09.032913 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:09.034078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96932ae5-a6d7-4a9d-b2f1-5717ec595850 None None] The sync data for ids ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'] in n-d-779913-32 is: [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:25:04Z', 'revision_number': 3, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:09.075165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:09.174456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:09.188394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:09.192828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:09.200087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:09.201602 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 97380bb3-45de-4892-94aa-6f6c64d7d9ea of type vlan for network f70cd534-dc04-4792-ae2b-1dfab46518b8 Aug 19 15:25:09.210141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:09.212247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Port': ['ID=f251fea6-2299-41ba-a872-bf2e5de61999,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.257425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:09.268426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:09.315700 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:09.427521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf6a3-4a24-4e05-882d-f1caf5ebc273 req-f9f3f8c5-c968-44a7-bd71-2c9a655fc3b7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:09.429846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7ddf6a3-4a24-4e05-882d-f1caf5ebc273 req-f9f3f8c5-c968-44a7-bd71-2c9a655fc3b7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.4180555 Aug 19 15:25:09.512812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7ddf6a3-4a24-4e05-882d-f1caf5ebc273 req-e248d540-61ef-45f4-be84-5813bb09af15 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664213 Aug 19 15:25:09.667961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:09.677587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:09.678486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:09.708571 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:09.711309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Pushing event updated for resources: {'Port': ['ID=b45de6d7-55bd-49a9-85e0-f64218815148,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.923173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1852551 Aug 19 15:25:09.926284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:09.934428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:09.967867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee3bb3-e67e-445f-982c-cd44b537732b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=f70cd534-dc04-4792-ae2b-1dfab46518b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:09.981945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f70cd534-dc04-4792-ae2b-1dfab46518b8 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:10.207632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:10.211337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:10.482553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:10.841047 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ed0d98ce-17bb-4b2b-a188-0a1cd60362ab up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:10.989769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:10.991946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.012270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:11.017417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:11.017636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.040654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f5c1d-6f2a-4fdb-a417-0bb6ef4fa9f7 req-4297570b-19b6-4f6b-9448-fcf47a3599b6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:11.042681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea3f5c1d-6f2a-4fdb-a417-0bb6ef4fa9f7 req-4297570b-19b6-4f6b-9448-fcf47a3599b6 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.2616851 Aug 19 15:25:11.171830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea3f5c1d-6f2a-4fdb-a417-0bb6ef4fa9f7 req-a63a65cb-8b4d-4b56-8945-bd14805d370c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855727 Aug 19 15:25:11.184213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.235718 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.290995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:11.355295 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.393542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=dd6500e2-5aeb-4a5c-8d8a-a617c75cecbd,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:11.408428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.408792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.409140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.409492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.409826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.410277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.411091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.411423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.411754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.412127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.412414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.412737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:11.420750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '97380bb3-45de-4892-94aa-6f6c64d7d9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:11.421202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: f70cd534-dc04-4792-ae2b-1dfab46518b8, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:11.489399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:11.509729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.515414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network f70cd534-dc04-4792-ae2b-1dfab46518b8 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:11.584873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.616633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f70cd534-dc04-4792-ae2b-1dfab46518b8) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:11.628434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c2433-7124-443e-a6aa-4f4948fb151d None None] Network f70cd534-dc04-4792-ae2b-1dfab46518b8 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:11.632377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:11.639839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.668905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Router 5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:11.735144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Pushing event updated for resources: {'Port': ['ID=b45de6d7-55bd-49a9-85e0-f64218815148,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:11.740005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.773344 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fb50cd54-bf18-48fe-8841-a156413b512f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8456616 Aug 19 15:25:11.775842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60162) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:11.891068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f70cd534-dc04-4792-ae2b-1dfab46518b8', 'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': 'dd6500e2-5aeb-4a5c-8d8a-a617c75cecbd'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:11.892075 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:11.984837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:12.033128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:12.035217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:12.036873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:12.203755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:12.245750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Allocated IP 172.20.0.1 (f70cd534-dc04-4792-ae2b-1dfab46518b8/dd6500e2-5aeb-4a5c-8d8a-a617c75cecbd/9ab0ec0a-6ecb-42b6-a328-5a237a717b16) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:12.252907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Sync routers for ids ['5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:12.257478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:12.265002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bef82834-c3b7-4e13-a3bc-895742424133 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1452389 Aug 19 15:25:12.267075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60164) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:12.300167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Routers {'5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:12.300167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:12.335852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:25:12.590077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506f542-458e-40e1-b6d8-2b5047e3ce51 req-1af5a31e-5671-4aec-bf7f-9f0b8599d784 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:12.602867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a506f542-458e-40e1-b6d8-2b5047e3ce51 req-1af5a31e-5671-4aec-bf7f-9f0b8599d784 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1676476 Aug 19 15:25:12.626015 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e3935cb4-402a-4d0d-82b2-42fa645c718f tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd HTTP/1.1" status: 200 len: 909 time: 0.3520596 Aug 19 15:25:12.626922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60172) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:12.639341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1046989051', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': True}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:12.669358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:12.688825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-43b4dea1-f23a-4f12-82e9-a117ab8d4168 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb8e6c19-c171-4fb1-8869-96cb2ba7de0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0056605 Aug 19 15:25:12.764351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Sync routers for ids ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:12.764351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Routers {'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:12.765770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a506f542-458e-40e1-b6d8-2b5047e3ce51 req-80ae18e3-0fd5-4d37-81e3-03d2b3750000 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238716 Aug 19 15:25:12.765879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Set router 5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:12.765986 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:12.866177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ed0d98ce-17bb-4b2b-a188-0a1cd60362ab up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:12.890739 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Set router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:12.994322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.016828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Transition to ACTIVE for port object 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:13.053255 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.054354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.154633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.187780 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:25:10Z', 'revision_number': 4, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b45de6d7-55bd-49a9-85e0-f64218815148', 'name': '', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'mac_address': 'fa:16:3e:97:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:07Z', 'updated_at': '2021-08-19T15:25:11Z', 'revision_number': 2, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'subnets': [{'id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:13.252519 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Checking router: cb8e6c19-c171-4fb1-8869-96cb2ba7de0a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:13.257896 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Updating router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a port b45de6d7-55bd-49a9-85e0-f64218815148 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:13.314998 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.344518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Transition to ACTIVE for port object 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:13.348471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:13.349003 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.432997 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.459235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-7716f452-7561-41e3-8d02-7280af0ef6c4 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:13.469777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-7716f452-7561-41e3-8d02-7280af0ef6c4 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 810 time: 0.2519135 Aug 19 15:25:13.483208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.502481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-dba5e4e2-f668-4cbc-b75c-1a7cb58fa8a1 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/quotas/e1e2c5915ff4475b92337b2727623566 HTTP/1.1" status: 200 len: 375 time: 0.0317142 Aug 19 15:25:13.528027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.576882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.613676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-3afc72b7-2b79-48cd-9ecc-65fa7fbdac9b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073766 Aug 19 15:25:13.647168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6500e2-5aeb-4a5c-8d8a-a617c75cecbd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:13.666013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Network f70cd534-dc04-4792-ae2b-1dfab46518b8 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:13.719733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:13.733973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:13.778485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Pushing event updated for resources: {'Port': ['ID=9ab0ec0a-6ecb-42b6-a328-5a237a717b16,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:13.815631 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.827881 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Transition to ACTIVE for port object b45de6d7-55bd-49a9-85e0-f64218815148 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:13.834287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd', 'name': 'tempest-snat-router-1046989051', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.219'}], 'enable_snat': False}, 'gw_port_id': 'f251fea6-2299-41ba-a872-bf2e5de61999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:05Z', 'updated_at': '2021-08-19T15:25:09Z', 'revision_number': 3, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port': {'id': 'f251fea6-2299-41ba-a872-bf2e5de61999', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:41:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:07Z', 'updated_at': '2021-08-19T15:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:13.838200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-8e0f4097-75f7-4547-9138-0915d13d1463 service neutron] 10.222.0.13 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123635 Aug 19 15:25:13.900371 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.962093 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846e711-69cd-4db6-ba46-10b2b03cf09e None None] Pushing event updated for resources: {'Port': ['ID=b45de6d7-55bd-49a9-85e0-f64218815148,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:13.963281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Checking router: 5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:13.963660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Updating router 5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd port f251fea6-2299-41ba-a872-bf2e5de61999 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:13.965716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:13.997389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70cd534-dc04-4792-ae2b-1dfab46518b8']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:14.030849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97380bb3-45de-4892-94aa-6f6c64d7d9ea') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:14.031131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97380bb3-45de-4892-94aa-6f6c64d7d9ea') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:14.045232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Attempting to bind port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:14.045619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Attempting to bind port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '97380bb3-45de-4892-94aa-6f6c64d7d9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:14.045982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Attempting to bind port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 on network f70cd534-dc04-4792-ae2b-1dfab46518b8 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:14.061413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-7c11fb1a-d8b0-40d3-87e7-c699f411d1f8 service neutron] 10.222.0.13 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161610 Aug 19 15:25:14.089715 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.094326 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.156269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.179182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:14.179606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:14.204244 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:14.278759 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Attempting to bind port b45de6d7-55bd-49a9-85e0-f64218815148 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:14.279550 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Attempting to bind port b45de6d7-55bd-49a9-85e0-f64218815148 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:14.280161 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Attempting to bind port b45de6d7-55bd-49a9-85e0-f64218815148 on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:14.300391 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:14.301295 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Checking segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:14.301941 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.302626 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Bound using segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:14.303434 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Bound port: b45de6d7-55bd-49a9-85e0-f64218815148, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:14.304080 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.395410 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] For port b45de6d7-55bd-49a9-85e0-f64218815148, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:14.397980 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.410984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:14.411466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Checking segment: {'id': '97380bb3-45de-4892-94aa-6f6c64d7d9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:14.411804 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.412212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Bound using segment: {'id': '97380bb3-45de-4892-94aa-6f6c64d7d9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:14.412713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Bound port: 9ab0ec0a-6ecb-42b6-a328-5a237a717b16, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97380bb3-45de-4892-94aa-6f6c64d7d9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:14.413267 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.539009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] For port b45de6d7-55bd-49a9-85e0-f64218815148, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b45de6d7-55bd-49a9-85e0-f64218815148,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:14.543670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] For port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:14.544329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.556488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] For port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9ab0ec0a-6ecb-42b6-a328-5a237a717b16,segment=NetworkSegment(97380bb3-45de-4892-94aa-6f6c64d7d9ea),segment_id=97380bb3-45de-4892-94aa-6f6c64d7d9ea)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:14.565353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Transition to ACTIVE for port object f251fea6-2299-41ba-a872-bf2e5de61999 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:14.580116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:25:14.580116 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:25:14.580116 n-d-779913-32 neutron-server[101962]: [parameters: {'id': 'f70cd534-dc04-4792-ae2b-1dfab46518b8'}] Aug 19 15:25:14.580116 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:25:14.580654 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:25:14.581413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.613150 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.651300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.651300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:14.734918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a722034-487d-4729-8e9e-8b43b2e020a5 req-7e96ff9a-cf55-431a-92d3-9ed0ec798e9c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:14.736558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a722034-487d-4729-8e9e-8b43b2e020a5 req-7e96ff9a-cf55-431a-92d3-9ed0ec798e9c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1317055 Aug 19 15:25:14.818306 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Routers {'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:14.819004 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:14.839903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a722034-487d-4729-8e9e-8b43b2e020a5 req-f47874e0-c6d1-48d3-a44b-8e8d40af3e92 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933902 Aug 19 15:25:14.904678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Allocated IP 172.25.5.91 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/0bebb275-81b5-48a5-91d7-ce7765e100ea) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:14.944999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Attempting to bind port f251fea6-2299-41ba-a872-bf2e5de61999 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:14.945413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Attempting to bind port f251fea6-2299-41ba-a872-bf2e5de61999 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:14.945977 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846e711-69cd-4db6-ba46-10b2b03cf09e None None] Pushing event updated for resources: {'Port': ['ID=b45de6d7-55bd-49a9-85e0-f64218815148,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:14.949525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Attempting to bind port f251fea6-2299-41ba-a872-bf2e5de61999 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:14.967132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a536491-3253-4451-af73-cae0cd56d875 None None] Pushing event updated for resources: {'Port': ['ID=f251fea6-2299-41ba-a872-bf2e5de61999,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:15.012081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51c05d06-499a-4bb1-8a3b-4cd6ddd1370e req-67bb16c1-cf5f-43b5-8122-4e3eacd12603 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 210 time: 0.0583866 Aug 19 15:25:15.034460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:15.034837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:15.036297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.036297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:15.036875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Bound port: f251fea6-2299-41ba-a872-bf2e5de61999, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:15.053484 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.082432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.138719 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] Set router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:15.156908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a7104-6eb9-41b0-8dd5-b7a3afaeced7 None None] Network f70cd534-dc04-4792-ae2b-1dfab46518b8 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:15.273477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.333616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e37af-aa30-4e12-bea3-cd1282305948 None None] Pushing event updated for resources: {'Port': ['ID=9ab0ec0a-6ecb-42b6-a328-5a237a717b16,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:15.381269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] For port f251fea6-2299-41ba-a872-bf2e5de61999, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:15.388221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] For port f251fea6-2299-41ba-a872-bf2e5de61999, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f251fea6-2299-41ba-a872-bf2e5de61999,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:15.445493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Deleting port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:15.446070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.500792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.566003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] For port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9ab0ec0a-6ecb-42b6-a328-5a237a717b16,segment=NetworkSegment(97380bb3-45de-4892-94aa-6f6c64d7d9ea),segment_id=97380bb3-45de-4892-94aa-6f6c64d7d9ea)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:15.568769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.603490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:25:10Z', 'revision_number': 4, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b45de6d7-55bd-49a9-85e0-f64218815148', 'name': '', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'mac_address': 'fa:16:3e:97:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:07Z', 'updated_at': '2021-08-19T15:25:14Z', 'revision_number': 4, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'subnets': [{'id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:15.603717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Calling delete_port for 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:15.603856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3c68e-3388-4d8f-8d96-c51f90068534 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:25:15.627880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:15.636506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Routers {'5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:15.637462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:15.646128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a536491-3253-4451-af73-cae0cd56d875 None None] Pushing event updated for resources: {'Port': ['ID=f251fea6-2299-41ba-a872-bf2e5de61999,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:15.664552 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f83094-8073-4612-84a9-b0f42215cc81 None None] The sync data for ids ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'] in n-d-779913-32 is: [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:25:10Z', 'revision_number': 4, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b45de6d7-55bd-49a9-85e0-f64218815148', 'name': '', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'mac_address': 'fa:16:3e:97:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:07Z', 'updated_at': '2021-08-19T15:25:14Z', 'revision_number': 4, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'subnets': [{'id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:15.736094 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Port': ['ID=0bebb275-81b5-48a5-91d7-ce7765e100ea,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:15.825491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:15.828072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:15.834580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:15.930318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3c68e-3388-4d8f-8d96-c51f90068534 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:25:15.955066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] Set router 5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:16.167059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d15a03-9eee-452c-89ca-f50698e6fb36 req-ec026ec0-0b79-4b15-8933-814c7c2d35f5 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:16.178133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9d15a03-9eee-452c-89ca-f50698e6fb36 req-ec026ec0-0b79-4b15-8933-814c7c2d35f5 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1684647 Aug 19 15:25:16.224138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:16.255981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No DVR routers for this DVR port 9ab0ec0a-6ecb-42b6-a328-5a237a717b16 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:25:16.281628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9d15a03-9eee-452c-89ca-f50698e6fb36 req-a591dd4d-cac7-43b1-8f04-29e7145318ac tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024852 Aug 19 15:25:16.371170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Port': ['ID=9ab0ec0a-6ecb-42b6-a328-5a237a717b16,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:16.435802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0debf2d3-3b46-4d20-af90-37824c29dfdf req-a1347cdc-66c9-4b79-a251-51bc9aae4824 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 210 time: 0.0581913 Aug 19 15:25:16.545629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd', 'name': 'tempest-snat-router-1046989051', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.219'}], 'enable_snat': False}, 'gw_port_id': 'f251fea6-2299-41ba-a872-bf2e5de61999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:05Z', 'updated_at': '2021-08-19T15:25:09Z', 'revision_number': 3, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port': {'id': 'f251fea6-2299-41ba-a872-bf2e5de61999', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:41:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:07Z', 'updated_at': '2021-08-19T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:16.574210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:16.593432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b163183-cea6-4009-a4a7-6fe9d3475c13 None None] The sync data for ids ['5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd'] in n-d-779913-32 is: [{'id': '5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd', 'name': 'tempest-snat-router-1046989051', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.219'}], 'enable_snat': False}, 'gw_port_id': 'f251fea6-2299-41ba-a872-bf2e5de61999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:05Z', 'updated_at': '2021-08-19T15:25:09Z', 'revision_number': 3, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port': {'id': 'f251fea6-2299-41ba-a872-bf2e5de61999', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:41:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:07Z', 'updated_at': '2021-08-19T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:16.812780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:16.865034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b45de6d7-55bd-49a9-85e0-f64218815148 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:16.872438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70cd534-dc04-4792-ae2b-1dfab46518b8']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:16.978571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97380bb3-45de-4892-94aa-6f6c64d7d9ea') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:16.978880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97380bb3-45de-4892-94aa-6f6c64d7d9ea') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:17.006207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.029291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.035570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b45de6d7-55bd-49a9-85e0-f64218815148 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:17.039869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b45de6d7-55bd-49a9-85e0-f64218815148 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:17.040859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.069850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:17.070284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:17.081553 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:17.293684 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.351188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b45de6d7-55bd-49a9-85e0-f64218815148, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b45de6d7-55bd-49a9-85e0-f64218815148,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:17.418574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.538170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.540037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b45de6d7-55bd-49a9-85e0-f64218815148,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:17.545202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00237c-36c5-4755-9334-7593efaf1650 req-2e7f6997-6887-4580-9a44-89179f10b20d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:17.553427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d00237c-36c5-4755-9334-7593efaf1650 req-2e7f6997-6887-4580-9a44-89179f10b20d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1263421 Aug 19 15:25:17.638601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d00237c-36c5-4755-9334-7593efaf1650 req-d9ebd8c6-aeb1-4590-95ad-621794fd56d3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843744 Aug 19 15:25:17.814537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.850363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:17.853384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/f70cd534-dc04-4792-ae2b-1dfab46518b8 HTTP/1.1" status: 204 len: 168 time: 6.0762029 Aug 19 15:25:17.880350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60242) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:17.883347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00f906-7186-4473-994f-66a13b3b7319 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=f70cd534-dc04-4792-ae2b-1dfab46518b8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:17.901360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8f0404c-d74a-45e3-9229-1fac81ea065f req-c1266400-7a5f-4b54-a9e0-3cb3b4939007 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 210 time: 0.1047027 Aug 19 15:25:17.907204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208496837'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:18.064946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:18.080640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.118142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-ab380816-72cc-46c6-a65c-d46c8fb116d6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:18.119781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-ab380816-72cc-46c6-a65c-d46c8fb116d6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 810 time: 0.2038181 Aug 19 15:25:18.137215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Request body: {'port': {'device_id': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'admin_state_up': True, 'tenant_id': 'e1e2c5915ff4475b92337b2727623566'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:18.165519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Router 49a6bb84-ff5d-4294-9f17-ee860679a6fa is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:18.214769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:18.338361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.338830 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment d8b6dbe0-1b8b-4a91-a656-d5dd06138059 of type vlan for network b189fd7d-a1b0-44fe-99a4-71ef520c9750 Aug 19 15:25:18.445213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Made reservation on behalf of e1e2c5915ff4475b92337b2727623566 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:18.448807 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.497389 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.549486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:18.564641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Sync routers for ids ['49a6bb84-ff5d-4294-9f17-ee860679a6fa'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:18.579905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Routers {'49a6bb84-ff5d-4294-9f17-ee860679a6fa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:18.584234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['49a6bb84-ff5d-4294-9f17-ee860679a6fa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:18.640955 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.647559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:18.648216 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.682529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Allocated IP 172.20.0.14 (44edcc1b-1c16-407c-9278-bb3899bb15b4/a3ac073e-1989-4d3f-ba43-262db14a263a/d02d0356-74e1-4f65-910c-584df88f9ebd) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:18.751184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:18.752758 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c229406b-3dc2-4c1e-9932-62816b233f64 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1248398 Aug 19 15:25:18.762821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60248) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:18.829289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=b189fd7d-a1b0-44fe-99a4-71ef520c9750,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:18.846515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:18.869182 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8f403530-f627-4f4f-8063-c6079ad2e936 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9610412 Aug 19 15:25:18.874435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60254) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:18.887547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:19.172848 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cf741bd0-2ad5-49f8-add6-5a3402cab1fd tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/49a6bb84-ff5d-4294-9f17-ee860679a6fa HTTP/1.1" status: 200 len: 907 time: 0.4079118 Aug 19 15:25:19.175557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:19.187814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46765b2-2bf4-47f4-a133-5331f2f73ab1 req-b3c98bb0-1f2d-4398-b957-649a1524ae42 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:19.194510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f46765b2-2bf4-47f4-a133-5331f2f73ab1 req-b3c98bb0-1f2d-4398-b957-649a1524ae42 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.2183518 Aug 19 15:25:19.270976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f251fea6-2299-41ba-a872-bf2e5de61999 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:19.277409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:19.300370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f46765b2-2bf4-47f4-a133-5331f2f73ab1 req-a86174c9-3466-4120-9b8d-41ae13a66639 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975659 Aug 19 15:25:19.422120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Set router 49a6bb84-ff5d-4294-9f17-ee860679a6fa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:19.494153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-732e1029-807b-443a-9246-f20660e95176 req-feecc9b2-0fe7-4a20-9371-8e7c05d6c803 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 210 time: 0.0545812 Aug 19 15:25:19.496655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:19.567098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:19.573222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:19.577896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:19.608115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Pushing event updated for resources: {'Port': ['ID=d02d0356-74e1-4f65-910c-584df88f9ebd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:19.669698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:19.673346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:19.785351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-fff528f4-4329-42b5-8a7d-91fd3650dd30 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6538522 Aug 19 15:25:19.798066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Request body: {'port': {'device_id': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:19.935265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.082959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.098758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a6bb84-ff5d-4294-9f17-ee860679a6fa', 'name': 'tempest-snat-router-1046989051', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '0bebb275-81b5-48a5-91d7-ce7765e100ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:13Z', 'updated_at': '2021-08-19T15:25:16Z', 'revision_number': 3, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port': {'id': '0bebb275-81b5-48a5-91d7-ce7765e100ea', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a6bb84-ff5d-4294-9f17-ee860679a6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:14Z', 'updated_at': '2021-08-19T15:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:20.118319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.185590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.189810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f251fea6-2299-41ba-a872-bf2e5de61999 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:20.209228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f251fea6-2299-41ba-a872-bf2e5de61999 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:20.209691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.214260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Checking router: 49a6bb84-ff5d-4294-9f17-ee860679a6fa for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:25:20.214793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Updating router 49a6bb84-ff5d-4294-9f17-ee860679a6fa port 0bebb275-81b5-48a5-91d7-ce7765e100ea binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:25:20.299873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 is not hosted by any dhcp agent {{(pid=101962) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:25:20.305854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:20.307029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.307986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "PUT /v2.0/networks/b189fd7d-a1b0-44fe-99a4-71ef520c9750 HTTP/1.1" status: 200 len: 723 time: 1.4310377 Aug 19 15:25:20.313161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60292) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:20.319581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.327320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:20.358514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292ceb9-7a08-4e28-ac4d-c4b436589f6e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=b189fd7d-a1b0-44fe-99a4-71ef520c9750,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:20.384079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:20.458761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.498526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02d0356-74e1-4f65-910c-584df88f9ebd {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:25:20.509201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.543878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e4cb-dd7d-496d-b52c-e7929a736f48 req-80c6ac64-47c9-46f6-aa3b-63383b22d968 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:20.543878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c73e4cb-dd7d-496d-b52c-e7929a736f48 req-80c6ac64-47c9-46f6-aa3b-63383b22d968 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.0847898 Aug 19 15:25:20.543878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Transition to ACTIVE for port object d02d0356-74e1-4f65-910c-584df88f9ebd will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:20.643232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c73e4cb-dd7d-496d-b52c-e7929a736f48 req-24e49838-362a-435c-94f6-6820be24dece tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874231 Aug 19 15:25:20.648211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Deleting port 0bebb275-81b5-48a5-91d7-ce7765e100ea {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:20.648708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.715364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:20.719457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.774872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.854831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.866834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Transition to ACTIVE for port object 0bebb275-81b5-48a5-91d7-ce7765e100ea will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:20.871407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d02d0356-74e1-4f65-910c-584df88f9ebd,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:20.875174 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.891160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.901721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f251fea6-2299-41ba-a872-bf2e5de61999, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f251fea6-2299-41ba-a872-bf2e5de61999,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:20.917330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.925008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344c32-e4d2-4ef1-a6d3-c2f705f87eab req-92d4b100-3333-4d6a-b498-6c2d259461a5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:20.940847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28344c32-e4d2-4ef1-a6d3-c2f705f87eab req-92d4b100-3333-4d6a-b498-6c2d259461a5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 932 time: 0.2119474 Aug 19 15:25:20.953499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Calling delete_port for 0bebb275-81b5-48a5-91d7-ce7765e100ea owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:20.964078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:20.965078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b45de6d7-55bd-49a9-85e0-f64218815148 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:21.005085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59511e-29c4-4392-9b05-8a126a22069d None None] Pushing event updated for resources: {'Port': ['ID=0bebb275-81b5-48a5-91d7-ce7765e100ea,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.078908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Attempting to bind port 0bebb275-81b5-48a5-91d7-ce7765e100ea on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:21.079310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Attempting to bind port 0bebb275-81b5-48a5-91d7-ce7765e100ea by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:21.079662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Attempting to bind port 0bebb275-81b5-48a5-91d7-ce7765e100ea on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:21.101674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28344c32-e4d2-4ef1-a6d3-c2f705f87eab req-0b3bdb48-bde1-415f-b63c-42d537a8413c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603274 Aug 19 15:25:21.121006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:21.122449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:21.122934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.123347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:21.123903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Bound port: 0bebb275-81b5-48a5-91d7-ce7765e100ea, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:21.124301 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.130578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Attempting to bind port d02d0356-74e1-4f65-910c-584df88f9ebd on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:21.130779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Attempting to bind port d02d0356-74e1-4f65-910c-584df88f9ebd by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:21.131166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Attempting to bind port d02d0356-74e1-4f65-910c-584df88f9ebd on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:21.141316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Port d02d0356-74e1-4f65-910c-584df88f9ebd on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:25:21.141874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Attempting to bind port d02d0356-74e1-4f65-910c-584df88f9ebd on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:21.155838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:21.164512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Checking segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:21.165210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Bound using segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:21.165887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Bound port: d02d0356-74e1-4f65-910c-584df88f9ebd, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:21.166466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.178442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b45de6d7-55bd-49a9-85e0-f64218815148 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:21.178829 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.331704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] For port d02d0356-74e1-4f65-910c-584df88f9ebd, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:21.334030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f251fea6-2299-41ba-a872-bf2e5de61999,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.353517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] For port d02d0356-74e1-4f65-910c-584df88f9ebd, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d02d0356-74e1-4f65-910c-584df88f9ebd,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:21.446680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] For port 0bebb275-81b5-48a5-91d7-ce7765e100ea, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:21.458509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.507332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] For port 0bebb275-81b5-48a5-91d7-ce7765e100ea, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0bebb275-81b5-48a5-91d7-ce7765e100ea,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:21.549465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d02d0356-74e1-4f65-910c-584df88f9ebd,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.557541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.568604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:21.569624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.571253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-eba1290c-ecf7-4938-848b-b90d801a51c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/d02d0356-74e1-4f65-910c-584df88f9ebd HTTP/1.1" status: 200 len: 1093 time: 1.7776546 Aug 19 15:25:21.571975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'tag': 'd02d0356-74e1-4f65-910c-584df88f9ebd'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:25:21.575076 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec" -d '{"events": [{"name": "network-changed", "server_uuid": "d920a59d-2922-4c5c-8a33-df999bab9b3f", "tag": "d02d0356-74e1-4f65-910c-584df88f9ebd"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:21.607530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.663672 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae70e77d-e22d-4eb0-80aa-c8a3e81f6ad0 x-openstack-request-id: req-ae70e77d-e22d-4eb0-80aa-c8a3e81f6ad0 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:21.664064 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d920a59d-2922-4c5c-8a33-df999bab9b3f", "tag": "d02d0356-74e1-4f65-910c-584df88f9ebd", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:21.664377 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae70e77d-e22d-4eb0-80aa-c8a3e81f6ad0 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:21.664786 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'tag': 'd02d0356-74e1-4f65-910c-584df88f9ebd', 'status': 'completed', 'code': 200} Aug 19 15:25:21.771850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59511e-29c4-4392-9b05-8a126a22069d None None] Pushing event updated for resources: {'Port': ['ID=0bebb275-81b5-48a5-91d7-ce7765e100ea,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.798340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f251fea6-2299-41ba-a872-bf2e5de61999 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:21.902058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:21.934259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Routers {'49a6bb84-ff5d-4294-9f17-ee860679a6fa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:21.934483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:21.934698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: b189fd7d-a1b0-44fe-99a4-71ef520c9750, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:21.934834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:24:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['49a6bb84-ff5d-4294-9f17-ee860679a6fa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:21.982889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f251fea6-2299-41ba-a872-bf2e5de61999 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:21.983727 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:21.989333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec req-30829d94-e731-4884-b572-023eeb926ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:21.991239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec req-30829d94-e731-4884-b572-023eeb926ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1096 time: 0.3006525 Aug 19 15:25:22.000925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c2fc-f071-4f4f-bac1-474bc550e579 req-d942004f-569f-465a-8936-51246e24f734 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:22.008239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.038615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc29c2fc-f071-4f4f-bac1-474bc550e579 req-d942004f-569f-465a-8936-51246e24f734 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1873856 Aug 19 15:25:22.089901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:22.095237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bebb275-81b5-48a5-91d7-ce7765e100ea,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:22.160735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] Set router 49a6bb84-ff5d-4294-9f17-ee860679a6fa gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:25:22.216364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b189fd7d-a1b0-44fe-99a4-71ef520c9750) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:22.236781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:22.237509 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.254860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1723d65-64c9-4639-b81c-500af984e3f5 None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:22.259350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a6bb84-ff5d-4294-9f17-ee860679a6fa', 'name': 'tempest-snat-router-1046989051', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:13Z', 'updated_at': '2021-08-19T15:25:20Z', 'revision_number': 4, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:22.355786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.396537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec989e-0a23-4f01-9be4-d97e3c5e1c03 None None] The sync data for ids ['49a6bb84-ff5d-4294-9f17-ee860679a6fa'] in n-d-779913-32 is: [{'id': '49a6bb84-ff5d-4294-9f17-ee860679a6fa', 'name': 'tempest-snat-router-1046989051', 'tenant_id': '093da0255def40e09f2e2f8e9647f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:13Z', 'updated_at': '2021-08-19T15:25:20Z', 'revision_number': 4, 'project_id': '093da0255def40e09f2e2f8e9647f7df', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:22.649684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-be9ce77c-bae8-4f4e-8984-e27041c534c0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3311019 Aug 19 15:25:22.666023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:22.673171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:22.690806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.741869 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.754172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b189fd7d-a1b0-44fe-99a4-71ef520c9750', 'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': 'dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:22.757856 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.875102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec req-e21d0738-c2b5-4a76-969f-a38f626132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:22.876702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec req-e21d0738-c2b5-4a76-969f-a38f626132ac service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e1e2c5915ff4475b92337b2727623566&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8368237 Aug 19 15:25:22.969941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.970565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49a6bb84-ff5d-4294-9f17-ee860679a6fa {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:22.992456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:22.993911 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-248a6520-696e-4ca5-8d21-1b5fe0654524 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/49a6bb84-ff5d-4294-9f17-ee860679a6fa HTTP/1.1" status: 204 len: 168 time: 3.8167400 Aug 19 15:25:23.000521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60380) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:23.048134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-259157179'] for subnet, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.051469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Allocated IP 172.20.0.2 (b189fd7d-a1b0-44fe-99a4-71ef520c9750/dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0/95018599-8a0f-42f2-bcf4-d5ec2f8fb442) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:23.192805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc29c2fc-f071-4f4f-bac1-474bc550e579 req-cf36b880-66bb-49f7-be27-4092f185f875 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5459721 Aug 19 15:25:23.296944 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.305926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec req-24b869e1-1a51-447a-a1db-85c87e7080cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:23.307432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bdddc0e-66b2-40b4-ac6a-93efaa9e6bec req-24b869e1-1a51-447a-a1db-85c87e7080cc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4173660 Aug 19 15:25:23.308467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Transition to ACTIVE for port object 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:23.310695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.334929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Transition to ACTIVE for port object 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:23.488716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08770cd-1b20-496f-a565-969b4ca43dac req-7c07b53a-779a-4f8a-a30e-7d7a3c7ee4bd tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:23.490348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a08770cd-1b20-496f-a565-969b4ca43dac req-7c07b53a-779a-4f8a-a30e-7d7a3c7ee4bd tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 944 time: 0.1330683 Aug 19 15:25:23.493340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.512511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-ca7c4bf8-24a3-4fdb-b10f-f1d3421811a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:23.514341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-ca7c4bf8-24a3-4fdb-b10f-f1d3421811a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1096 time: 0.1216526 Aug 19 15:25:23.520885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.591112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-2b1a1282-cf45-4471-a468-a6575f37ee25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02d0356-74e1-4f65-910c-584df88f9ebd HTTP/1.1" status: 200 len: 217 time: 0.0592594 Aug 19 15:25:23.595998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:23.603829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:23.614432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:23.659586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Pushing event updated for resources: {'Port': ['ID=95018599-8a0f-42f2-bcf4-d5ec2f8fb442,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:23.697580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Attempting to bind port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:23.699798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Attempting to bind port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:23.699798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Attempting to bind port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 on network b189fd7d-a1b0-44fe-99a4-71ef520c9750 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:23.705411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-915586ed-29c1-460c-b2a9-025300870bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:23.706119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:23.706603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Checking segment: {'id': 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:23.707085 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.707212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-915586ed-29c1-460c-b2a9-025300870bf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.1055455 Aug 19 15:25:23.707687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Bound using segment: {'id': 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:23.708264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Bound port: 95018599-8a0f-42f2-bcf4-d5ec2f8fb442, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b189fd7d-a1b0-44fe-99a4-71ef520c9750'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:23.708720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.718080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a08770cd-1b20-496f-a565-969b4ca43dac req-65b15de0-ce97-4ac1-bf8c-69bc6df5167b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025526 Aug 19 15:25:23.759176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747640898151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-259150414'] for subnet, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.794952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-28d8563b-c50c-4ac3-9ebb-f30e339641be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756037 Aug 19 15:25:23.818383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] For port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:23.823159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] For port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=95018599-8a0f-42f2-bcf4-d5ec2f8fb442,segment=NetworkSegment(d8b6dbe0-1b8b-4a91-a656-d5dd06138059),segment_id=d8b6dbe0-1b8b-4a91-a656-d5dd06138059)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:23.846704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:23.847414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.849001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "PUT /v2.0/subnets/dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0 HTTP/1.1" status: 200 len: 806 time: 1.1819646 Aug 19 15:25:23.854653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:23.885466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Deleting port f251fea6-2299-41ba-a872-bf2e5de61999 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:23.885813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.940701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b795-b094-429e-bad9-5cfc90409b33 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:23.967763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.995603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-8e5158ee-dbea-4b5b-b7c8-84ff4bb413bd service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929600 Aug 19 15:25:24.044491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.088968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] For port f251fea6-2299-41ba-a872-bf2e5de61999, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f251fea6-2299-41ba-a872-bf2e5de61999,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:24.089628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.106959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Calling delete_port for f251fea6-2299-41ba-a872-bf2e5de61999 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:24.122449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a224-a370-49ce-86d4-c365b39e7fc2 None None] Pushing event updated for resources: {'Port': ['ID=95018599-8a0f-42f2-bcf4-d5ec2f8fb442,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:24.162969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Deleting port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:24.164068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.280530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] For port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=95018599-8a0f-42f2-bcf4-d5ec2f8fb442,segment=NetworkSegment(d8b6dbe0-1b8b-4a91-a656-d5dd06138059),segment_id=d8b6dbe0-1b8b-4a91-a656-d5dd06138059)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:24.281382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.300081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Calling delete_port for 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:24.586998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed4c6040-2644-4270-9d42-514783f87c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.617404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-c4b3f647-d91e-41b1-bb74-11b3956b2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:24.618915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-c4b3f647-d91e-41b1-bb74-11b3956b2b8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1097 time: 0.1472027 Aug 19 15:25:24.630431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42fd07-8a9b-4ef1-83de-1c19a56fc77b req-4b4ae78c-13c7-45ae-adcb-1bf92e0090fb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:24.631937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db42fd07-8a9b-4ef1-83de-1c19a56fc77b req-4b4ae78c-13c7-45ae-adcb-1bf92e0090fb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1883669 Aug 19 15:25:24.635825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.674161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Port': ['ID=95018599-8a0f-42f2-bcf4-d5ec2f8fb442,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:24.715344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.719854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No DVR routers for this DVR port 95018599-8a0f-42f2-bcf4-d5ec2f8fb442 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:25:24.727098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9ce491e-46a3-4074-bd97-a4e02a05f37f req-30970499-f730-4f0d-af62-589ee5fa3949 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469246 Aug 19 15:25:24.759718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event deleted for resources: {'Port': ['ID=f251fea6-2299-41ba-a872-bf2e5de61999,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:24.789782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db42fd07-8a9b-4ef1-83de-1c19a56fc77b req-9d4d4104-ab36-4cb3-8947-92486c89e673 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264920 Aug 19 15:25:24.803734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:24.927678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.007248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.020124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-9d612395-d478-4473-bda1-8187948237c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:25.021659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-9d612395-d478-4473-bda1-8187948237c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.3870726 Aug 19 15:25:25.042465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:25.116062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.127119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.128020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b189fd7d-a1b0-44fe-99a4-71ef520c9750']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:25.139289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.147188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:25.148277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b6dbe0-1b8b-4a91-a656-d5dd06138059') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:25.159548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772a791-dbf7-44b2-aa42-eea88026c520 req-fbd5a132-46c3-46d0-a89b-cd2e4266c8d4 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:25.160926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.161900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b772a791-dbf7-44b2-aa42-eea88026c520 req-fbd5a132-46c3-46d0-a89b-cd2e4266c8d4 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 944 time: 0.2604704 Aug 19 15:25:25.177103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.184134 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:25.184602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: items = [ Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:25.187924 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:25.218690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-44c3938c-9cfd-40d5-a046-6790cd111479 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 1001 time: 0.1482468 Aug 19 15:25:25.271501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b772a791-dbf7-44b2-aa42-eea88026c520 req-9b561a2f-8fd2-4de5-b564-861d263ad562 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726616 Aug 19 15:25:25.301558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-a0552c32-f973-4cdf-bc6f-57858cdacb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:25.304605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-a0552c32-f973-4cdf-bc6f-57858cdacb8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0780661 Aug 19 15:25:25.308042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.308625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:25.343725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.345150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-35d322d1-a35b-48e2-94de-20bd0bd545dc tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5c2f14b8-fd66-4a3e-80e0-a31c1a032ccd HTTP/1.1" status: 204 len: 168 time: 2.3450522 Aug 19 15:25:25.350461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:25.356084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1778857841', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:25.385219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9426440-6951-437c-ace7-2fa375bad069 None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:25.386005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.396796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.399084 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/b189fd7d-a1b0-44fe-99a4-71ef520c9750 HTTP/1.1" status: 204 len: 168 time: 1.5439994 Aug 19 15:25:25.402900 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:25.413985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-f7b2f4cd-b300-4a5c-9765-bda1c34b8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:25.413985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-f7b2f4cd-b300-4a5c-9765-bda1c34b8f1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015177 Aug 19 15:25:25.414194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9426440-6951-437c-ace7-2fa375bad069 None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 could not be found, it might have been deleted concurrently. {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:25:25.430656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6166-fd89-40ed-9250-7dae135d01ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=b189fd7d-a1b0-44fe-99a4-71ef520c9750,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:25.438392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d441d35e-870e-4a6c-abd9-878e2d6d6d7f None None] Could not find standard attr ID for object 95018599-8a0f-42f2-bcf4-d5ec2f8fb442. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:25:25.445496 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84540f9-9f8e-4f8c-8bb6-778f0867b8af tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:25.446123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84540f9-9f8e-4f8c-8bb6-778f0867b8af tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:25.447745 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f84540f9-9f8e-4f8c-8bb6-778f0867b8af tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/b189fd7d-a1b0-44fe-99a4-71ef520c9750 HTTP/1.1" status: 404 len: 339 time: 0.0422959 Aug 19 15:25:25.455370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:25.471111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200098126', 'description': 'd1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:25.528014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31bb17-6289-46aa-bd2a-aa89117fa6b0 None None] DHCP port deletion for b189fd7d-a1b0-44fe-99a4-71ef520c9750 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:25:25.543613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.551818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.558754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ffcdb-8e4b-42af-9dc5-1b219d826e80 None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:25.587299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ffcdb-8e4b-42af-9dc5-1b219d826e80 None None] Network b189fd7d-a1b0-44fe-99a4-71ef520c9750 could not be found, it might have been deleted concurrently. {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:25:25.604351 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.625858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-e70f0d64-957b-41bc-9e53-4af76a429858 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018974 Aug 19 15:25:25.653513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:25:25.667816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.676013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:25.679682 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.742462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.749393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3175bfa3-a8bd-4f6c-aa32-4e1bae14cdd5 req-d8220b43-aa60-499a-b164-350108a1cfe6 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158330 Aug 19 15:25:25.752239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:25.781627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:25:25.784010 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbcdad9-9461-4150-aa22-af55ffa70775" -d '{"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-unplugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:25.799062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:25.831698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.832707 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment f8264c16-ccce-4ee0-9324-54d93057459e of type vlan for network 74068747-aeeb-489b-bf86-babe3529fcbf Aug 19 15:25:25.834331 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b09e399-5e82-4fde-806c-cd12ca860a3f x-openstack-request-id: req-3b09e399-5e82-4fde-806c-cd12ca860a3f {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:25.835310 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-unplugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:25.835980 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b09e399-5e82-4fde-806c-cd12ca860a3f {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:25.836603 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'code': 200} Aug 19 15:25:25.908362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.952069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:25.960442 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:26.026256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6930114-c06a-4254-a5fc-5fdca84e2bd7 req-9a705ad1-d359-46ad-ad5d-70a8e570e8c1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:26.028056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6930114-c06a-4254-a5fc-5fdca84e2bd7 req-9a705ad1-d359-46ad-ad5d-70a8e570e8c1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 945 time: 0.1413271 Aug 19 15:25:26.052784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:26.079911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6930114-c06a-4254-a5fc-5fdca84e2bd7 req-a46d0952-233b-4a9b-add3-891f83a5a5d1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450072 Aug 19 15:25:26.108750 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:26.119902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:26.119902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:26.201893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=74068747-aeeb-489b-bf86-babe3529fcbf,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:26.212519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 74068747-aeeb-489b-bf86-babe3529fcbf details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:26.220089 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-380e2c82-fde5-4e7c-a6e3-f60e9f6dd0c8 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7634208 Aug 19 15:25:26.223883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60524) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:26.431312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa776303-f9c0-49c8-a2c7-34ff443ecb6d req-cde83eb7-daba-4b1b-b7ce-c8e7333c3767 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:26.433391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa776303-f9c0-49c8-a2c7-34ff443ecb6d req-cde83eb7-daba-4b1b-b7ce-c8e7333c3767 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 944 time: 0.0612078 Aug 19 15:25:26.476386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa776303-f9c0-49c8-a2c7-34ff443ecb6d req-7728ed0f-12cd-4c3c-bf96-eccb0c550854 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Aug 19 15:25:26.724146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b83a7-1a59-42d7-9855-92dcdd4f1459 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:26.725659 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-753b83a7-1a59-42d7-9855-92dcdd4f1459 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks?id=74068747-aeeb-489b-bf86-babe3529fcbf HTTP/1.1" status: 200 len: 760 time: 0.5018158 Aug 19 15:25:26.728414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60548) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:26.736883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'description': 'd2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:26.822660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:26.844264 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:26.932686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:26.965316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Allocated IP 172.25.5.74 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/e0ea3f17-acff-4ead-b9fa-45d8ca45e701) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:26.987993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d02d0356-74e1-4f65-910c-584df88f9ebd details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:25:26.997938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.085103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network 74068747-aeeb-489b-bf86-babe3529fcbf is not hosted by any dhcp agent {{(pid=101963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:25:27.091000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:27.091675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.093022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "PUT /v2.0/networks/74068747-aeeb-489b-bf86-babe3529fcbf HTTP/1.1" status: 200 len: 757 time: 0.3626461 Aug 19 15:25:27.095901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60566) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:27.122945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f2a52-e644-4f7b-ad27-1cc7e80eeaa7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=74068747-aeeb-489b-bf86-babe3529fcbf,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:27.138693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 74068747-aeeb-489b-bf86-babe3529fcbf details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:27.211591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c399c8-2437-453c-adde-a1ef222d4760 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:27.213890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93c399c8-2437-453c-adde-a1ef222d4760 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks?id=74068747-aeeb-489b-bf86-babe3529fcbf HTTP/1.1" status: 200 len: 760 time: 0.1167614 Aug 19 15:25:27.229336 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.243957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60574) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:27.255396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323999172'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:27.255955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d02d0356-74e1-4f65-910c-584df88f9ebd, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d02d0356-74e1-4f65-910c-584df88f9ebd,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:27.306431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd02d0356-74e1-4f65-910c-584df88f9ebd', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'port_id': 'd02d0356-74e1-4f65-910c-584df88f9ebd', 'mac_address': 'fa:16:3e:4e:74:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:25:27.310017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec7ce3-784c-456d-abd6-fbbc58b7b980 req-a86fdc08-9a9d-4020-9134-d9958e0b299b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:27.311702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cec7ce3-784c-456d-abd6-fbbc58b7b980 req-a86fdc08-9a9d-4020-9134-d9958e0b299b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1312537 Aug 19 15:25:27.360362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.370347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cec7ce3-784c-456d-abd6-fbbc58b7b980 req-27ba6f43-24d9-4794-a5e0-3d751473841b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442045 Aug 19 15:25:27.381926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.384479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02d0356-74e1-4f65-910c-584df88f9ebd {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:25:27.413644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d02d0356-74e1-4f65-910c-584df88f9ebd, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d02d0356-74e1-4f65-910c-584df88f9ebd,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:27.421371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:27.426428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:27.430136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:27.430325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:27.430458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.436468 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.464804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event updated for resources: {'Port': ['ID=e0ea3f17-acff-4ead-b9fa-45d8ca45e701,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:27.468449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:27.482390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.483778 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 9841ae8a-43c5-4154-976d-e35b80fc11fd of type vlan for network fd34b683-78d5-4fbe-812c-4bcf543787c6 Aug 19 15:25:27.532992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.574860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.591327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f251fea6-2299-41ba-a872-bf2e5de61999 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:25:27.641722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f251fea6-2299-41ba-a872-bf2e5de61999 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:25:27.642614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f251fea6-2299-41ba-a872-bf2e5de61999 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:25:27.656054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d02d0356-74e1-4f65-910c-584df88f9ebd,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:27.661593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f454fd3-198b-461f-abb6-e8031fb4e1b8 req-e7c538d4-4c10-4a4c-b0a3-9a0e113e6152 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:27.669672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f454fd3-198b-461f-abb6-e8031fb4e1b8 req-e7c538d4-4c10-4a4c-b0a3-9a0e113e6152 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 945 time: 0.1114864 Aug 19 15:25:27.709035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f454fd3-198b-461f-abb6-e8031fb4e1b8 req-37cac806-9a19-48a5-ad90-5b760484930a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380857 Aug 19 15:25:27.742331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d02d0356-74e1-4f65-910c-584df88f9ebd'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:25:27.759221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.764810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:27.765675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:27.846289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=fd34b683-78d5-4fbe-812c-4bcf543787c6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:27.859360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network fd34b683-78d5-4fbe-812c-4bcf543787c6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:27.898550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3969ac85-4130-4614-944a-33fc9933bdde tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6511796 Aug 19 15:25:27.901270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60602) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:27.907179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': 'fd34b683-78d5-4fbe-812c-4bcf543787c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:27.919902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.120874 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bc0181c6-feea-4f72-abac-c39abc85b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.195011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.195252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:28.199225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.486472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Router bfe71f6a-839b-450f-a305-cf0d7a92ac26 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:28.495501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee7959-d272-44c2-afcf-ab4270650f12 req-614a10da-ef34-4102-b921-4565d2ca8a31 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:28.497086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16ee7959-d272-44c2-afcf-ab4270650f12 req-614a10da-ef34-4102-b921-4565d2ca8a31 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.0496628 Aug 19 15:25:28.537158 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.599048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16ee7959-d272-44c2-afcf-ab4270650f12 req-84aea01e-25ae-4f80-821e-b923624fe943 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939949 Aug 19 15:25:28.620214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:28.625569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '9841ae8a-43c5-4154-976d-e35b80fc11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd34b683-78d5-4fbe-812c-4bcf543787c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:28.625945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: fd34b683-78d5-4fbe-812c-4bcf543787c6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:28.634538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=2fc0b50b-0759-47cb-9616-662b52022ff1,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:28.646375 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] Sync routers for ids ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:28.659737 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] Routers {'bfe71f6a-839b-450f-a305-cf0d7a92ac26'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:28.660868 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:28.707423 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:28.717722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] Routers {'bfe71f6a-839b-450f-a305-cf0d7a92ac26'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:28.718417 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:28.727249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.729036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af9a6c9d-016d-4071-81c3-466dca4bb96a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3772557 Aug 19 15:25:28.731715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:28.739334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network fd34b683-78d5-4fbe-812c-4bcf543787c6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:28.743483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': False}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:28.760926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:28.761650 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52fda5-a207-48e1-8041-8e9dcf93d115 None None] The sync data for ids ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:28.812268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, fd34b683-78d5-4fbe-812c-4bcf543787c6) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:28.821345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c37833-a3cc-42d6-bbfe-a10f08d7925a None None] Network fd34b683-78d5-4fbe-812c-4bcf543787c6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:28.823520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:28.824332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:28.917014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6cd5346f-e2c3-4d85-bf34-216628d7babb tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0145617 Aug 19 15:25:28.921045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:28.993987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d02d0356-74e1-4f65-910c-584df88f9ebd up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:29.037157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.044392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ab65c-a47c-40b4-8f0b-420fd9727603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fd34b683-78d5-4fbe-812c-4bcf543787c6', 'network_id': 'fd34b683-78d5-4fbe-812c-4bcf543787c6', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '2fc0b50b-0759-47cb-9616-662b52022ff1'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:29.046072 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-df1ab65c-a47c-40b4-8f0b-420fd9727603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.117503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.135774 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.287154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.287466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d02d0356-74e1-4f65-910c-584df88f9ebd completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:29.297676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d02d0356-74e1-4f65-910c-584df88f9ebd triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:29.299570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.335390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc0b50b-0759-47cb-9616-662b52022ff1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-df1ab65c-a47c-40b4-8f0b-420fd9727603 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fc0b50b-0759-47cb-9616-662b52022ff1: This subnet is being modified by another concurrent operation. Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fc0b50b-0759-47cb-9616-662b52022ff1: This subnet is being modified by another concurrent operation. Aug 19 15:25:29.346674 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:25:29.374988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac28f9-b690-4546-85e3-502e9838f1ab None None] Network fd34b683-78d5-4fbe-812c-4bcf543787c6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:29.403473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.413882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd34b683-78d5-4fbe-812c-4bcf543787c6']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:29.427352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9841ae8a-43c5-4154-976d-e35b80fc11fd') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:29.427578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9841ae8a-43c5-4154-976d-e35b80fc11fd') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:29.437833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.456757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.467234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:29.471142 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:29.530865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.546102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe67972-91f8-4b84-8575-3ea7168d5ba9 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:25:29.628534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d0356-74e1-4f65-910c-584df88f9ebd'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:25:29.631399 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8774da9-ccb4-4a08-a6d5-9eea8a631690" -d '{"events": [{"server_uuid": "d920a59d-2922-4c5c-8a33-df999bab9b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d02d0356-74e1-4f65-910c-584df88f9ebd"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:29.651879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d02d0356-74e1-4f65-910c-584df88f9ebd, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d02d0356-74e1-4f65-910c-584df88f9ebd,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:29.668733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.683967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.688193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/fd34b683-78d5-4fbe-812c-4bcf543787c6 HTTP/1.1" status: 204 len: 168 time: 0.7648535 Aug 19 15:25:29.695804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:29.719263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe67972-91f8-4b84-8575-3ea7168d5ba9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:25:29.727681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.729790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.746455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd9b0-565c-481c-89fc-2f9cff92efa6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=fd34b683-78d5-4fbe-812c-4bcf543787c6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:29.747281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.748891 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cf3ceb-8658-4ea1-a123-baa928ac544c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] GET failed (client error): The resource could not be found. Aug 19 15:25:29.751201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-20cf3ceb-8658-4ea1-a123-baa928ac544c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/subnets/2fc0b50b-0759-47cb-9616-662b52022ff1 HTTP/1.1" status: 404 len: 337 time: 0.0537550 Aug 19 15:25:29.753804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60688) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:29.760776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:29.774465 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c7bb2d-ad05-44e2-b630-285cbac1c096 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:29.775393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c7bb2d-ad05-44e2-b630-285cbac1c096 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:29.778027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1c7bb2d-ad05-44e2-b630-285cbac1c096 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/fd34b683-78d5-4fbe-812c-4bcf543787c6 HTTP/1.1" status: 404 len: 339 time: 0.0228527 Aug 19 15:25:29.781923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:29.909408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Router bfe71f6a-839b-450f-a305-cf0d7a92ac26 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:25:29.951243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d02d0356-74e1-4f65-910c-584df88f9ebd,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:30.070930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:30.075581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:30.076953 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5cda8d8e-92ac-4e8d-99c5-bbeb21bd0a85 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "PUT /v2.0/routers/bfe71f6a-839b-450f-a305-cf0d7a92ac26 HTTP/1.1" status: 200 len: 921 time: 1.3438854 Aug 19 15:25:30.087894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] Sync routers for ids ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:30.088116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60708) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.094068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] Routers {'bfe71f6a-839b-450f-a305-cf0d7a92ac26'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:30.094816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:30.166679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:30.186094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] Routers {'bfe71f6a-839b-450f-a305-cf0d7a92ac26'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:30.187137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:30.227928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:30.229060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4044786-c937-4a49-9c6b-c0cc560a3c4b None None] The sync data for ids ['bfe71f6a-839b-450f-a305-cf0d7a92ac26'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:30.246600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8dfffe88-dbb4-41a7-b921-84e0bb4b0223 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/bfe71f6a-839b-450f-a305-cf0d7a92ac26 HTTP/1.1" status: 200 len: 921 time: 0.1571715 Aug 19 15:25:30.249498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60718) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.340558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b1912-63cc-46b0-aa5f-cd1040187102 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.344537 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dc8b1912-63cc-46b0-aa5f-cd1040187102 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=bfe71f6a-839b-450f-a305-cf0d7a92ac26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0918145 Aug 19 15:25:30.345836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.435923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f14dd-6dfd-4c53-84f7-bcc344875892 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.437547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fc3f14dd-6dfd-4c53-84f7-bcc344875892 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6543431 Aug 19 15:25:30.444963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.445460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89fee3-3d53-40d2-8e91-17c8e48614cf req-93d3b26c-b261-4eea-9f41-74ca60f63924 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.446943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a89fee3-3d53-40d2-8e91-17c8e48614cf req-93d3b26c-b261-4eea-9f41-74ca60f63924 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.4681091 Aug 19 15:25:30.490601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4907e-3799-427c-9a92-92f0c6d9258a tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.494840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41c4907e-3799-427c-9a92-92f0c6d9258a tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.1451352 Aug 19 15:25:30.495011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a89fee3-3d53-40d2-8e91-17c8e48614cf req-ced387d5-2039-4c99-8f4d-b1c0939a559e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Aug 19 15:25:30.495142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60732) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.511128 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c037559a-022f-48d4-89a1-fd14e7544980 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 207 time: 0.0649953 Aug 19 15:25:30.515265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60734) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.565051 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f51ad-f793-4fe7-8671-e20b51856396 x-openstack-request-id: req-149f51ad-f793-4fe7-8671-e20b51856396 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:30.565671 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d920a59d-2922-4c5c-8a33-df999bab9b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d02d0356-74e1-4f65-910c-584df88f9ebd", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:30.565671 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-149f51ad-f793-4fe7-8671-e20b51856396 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:30.571013 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d0356-74e1-4f65-910c-584df88f9ebd', 'code': 200} Aug 19 15:25:30.768212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686c2eb-8aca-4e2c-8f02-09ae557c7398 req-13af7d76-d127-4733-8302-62858571f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.770312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6686c2eb-8aca-4e2c-8f02-09ae557c7398 req-13af7d76-d127-4733-8302-62858571f539 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1098 time: 0.1310065 Aug 19 15:25:30.802975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e4b00-0208-4eba-b4db-200ac9763f04 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.808959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e4b00-0208-4eba-b4db-200ac9763f04 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.812115 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:30.815532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e4b00-0208-4eba-b4db-200ac9763f04 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.822263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e4b00-0208-4eba-b4db-200ac9763f04 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:30.827598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-821e4b00-0208-4eba-b4db-200ac9763f04 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3073752 Aug 19 15:25:30.828249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60752) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.904980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6686c2eb-8aca-4e2c-8f02-09ae557c7398 req-c80ba1fd-c2dd-4fe5-ab54-e9a2bb11e0c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252816 Aug 19 15:25:30.922069 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7246dce-d48b-4eb9-a261-06dc363e39de tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfe71f6a-839b-450f-a305-cf0d7a92ac26 HTTP/1.1" status: 200 len: 205 time: 0.4260318 Aug 19 15:25:30.924607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:30.970023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6d5cdf93-ecad-4b1c-97c9-1c050e1148b7 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1401777 Aug 19 15:25:30.974163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.057386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.068768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b24472-afd3-4f01-aa34-7c84bf2b857d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.070460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b24472-afd3-4f01-aa34-7c84bf2b857d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.072096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-05b24472-afd3-4f01-aa34-7c84bf2b857d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0969124 Aug 19 15:25:31.075763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60764) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.139576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bca6f4-6539-467e-aca0-388d2dad7d05 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.141248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bca6f4-6539-467e-aca0-388d2dad7d05 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.145867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-14bca6f4-6539-467e-aca0-388d2dad7d05 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0660920 Aug 19 15:25:31.147498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60770) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.229934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.280268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a7b5d-2adc-441e-a658-b94810de3bb5 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.281680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-086a7b5d-2adc-441e-a658-b94810de3bb5 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks/14b8cf52-211d-4fea-b43f-38d0f4c7fffb HTTP/1.1" status: 200 len: 799 time: 0.1330936 Aug 19 15:25:31.286278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60780) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.420158 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1ce30ad-6304-4d48-b2fd-e663a2c6fc52 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/networks/14b8cf52-211d-4fea-b43f-38d0f4c7fffb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1326475 Aug 19 15:25:31.423807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60782) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.423976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Deleting port e0ea3f17-acff-4ead-b9fa-45d8ca45e701 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:31.424275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.493876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a14a4-bd5a-4f8d-a8af-10a465aed1c4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.500989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c5a14a4-bd5a-4f8d-a8af-10a465aed1c4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/subnets/187f3b99-ee7d-4297-9b39-6bcc2830eb76 HTTP/1.1" status: 200 len: 811 time: 0.0760341 Aug 19 15:25:31.501622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60790) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.554369 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.563541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b1bc6-01d0-4421-9ab7-37bee2c62b98 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['shared'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.566965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-142b1bc6-01d0-4421-9ab7-37bee2c62b98 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "GET /v2.0/subnets/187f3b99-ee7d-4297-9b39-6bcc2830eb76?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0624082 Aug 19 15:25:31.569358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Calling delete_port for e0ea3f17-acff-4ead-b9fa-45d8ca45e701 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:31.569576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60798) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:31.574984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461014741'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:31.665023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23852aa1-ae77-4507-babd-08b57a22ada7 req-87b47df0-498f-4e8d-af2a-997d3d41e2e8 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:31.666849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23852aa1-ae77-4507-babd-08b57a22ada7 req-87b47df0-498f-4e8d-af2a-997d3d41e2e8 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0637467 Aug 19 15:25:31.697549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:25:31.714793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23852aa1-ae77-4507-babd-08b57a22ada7 req-5d0fa544-aaef-4e99-a763-e218cf79e557 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Aug 19 15:25:31.721045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:31.726313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.823525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.828329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:31.838784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.839263 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Added segment 0a03665e-052e-4495-b9d5-c96a67d99811 of type vlan for network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 Aug 19 15:25:31.854073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event deleted for resources: {'Port': ['ID=e0ea3f17-acff-4ead-b9fa-45d8ca45e701,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:31.882805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:31.929258 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.000572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.006971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:32.007672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.030054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.032399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.089883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Network': ['ID=78d88cb5-03f2-4a98-a23b-f3a44cef1e33,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:32.101643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.101643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.101643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.102765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.103138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.103613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.103818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.104159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.104572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.104829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.105245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.105543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:32.126397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:32.130079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48fd1284-c4f7-436e-b687-b5a05a39896f tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5563955 Aug 19 15:25:32.130531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:32.136728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:32.177809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.178633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Fanout notify agent at l3_agent the message router_deleted on router bfe71f6a-839b-450f-a305-cf0d7a92ac26 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:32.188196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.191746 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d8e2c11-f34e-4f71-b5ad-00cc8441a112 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/bfe71f6a-839b-450f-a305-cf0d7a92ac26 HTTP/1.1" status: 204 len: 168 time: 1.2643638 Aug 19 15:25:32.196124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60828) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:32.204285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-957230553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:32.295841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc862-b59c-4898-b526-268096542675 req-6225beb4-3256-49e8-bbe0-2f187bd9ea8c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:32.303158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81cdc862-b59c-4898-b526-268096542675 req-6225beb4-3256-49e8-bbe0-2f187bd9ea8c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1623971 Aug 19 15:25:32.334717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.337011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.350090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81cdc862-b59c-4898-b526-268096542675 req-26540b75-eba7-4fd8-9994-88dd22823162 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459008 Aug 19 15:25:32.422125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.440280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Made reservation on behalf of b728a9758ae84ca389361a3eb57501fc for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:32.444862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.505519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing IP validity checks on allocation pools {{(pid=101963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:25:32.505742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.506038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:25:32.612217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.614298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1bb9ca0e-6967-4b63-b286-40bc7d804ed8 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4184444 Aug 19 15:25:32.617139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:32.621887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:32.702661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.753054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=63e48190-731f-4ea2-a914-49e1343421ac,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:32.797250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Checking segment: {'id': '0a03665e-052e-4495-b9d5-c96a67d99811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:32.797628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network hostable DHCP agents. Network: 78d88cb5-03f2-4a98-a23b-f3a44cef1e33, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:32.882767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b189af-5a89-4e74-ae20-459f62d55656 req-8affd408-00d0-4109-8d51-d40f1a97abad tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:32.884691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34b189af-5a89-4e74-ae20-459f62d55656 req-8affd408-00d0-4109-8d51-d40f1a97abad tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0636284 Aug 19 15:25:32.911678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:32.927552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:32.935351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34b189af-5a89-4e74-ae20-459f62d55656 req-0ad418d4-b738-4320-942b-d4f6fa5d5152 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Aug 19 15:25:32.940798 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-649fd917-9518-4d22-8da0-78ee7f588fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2737699 Aug 19 15:25:32.995197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 78d88cb5-03f2-4a98-a23b-f3a44cef1e33) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:33.000387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:33.001990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267921958'] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.019181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22f47e-4df1-4afd-90eb-362ada88eda7 None None] Network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:33.098584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8dea4012-6064-4803-802e-bb7c6a7bc9cf tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9666862 Aug 19 15:25:33.101854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 60890) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:33.107527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:33.240300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-78d88cb5-03f2-4a98-a23b-f3a44cef1e33', 'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33', 'tenant_id': 'b728a9758ae84ca389361a3eb57501fc', 'fixed_ips': [{'subnet_id': '63e48190-731f-4ea2-a914-49e1343421ac'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:33.240926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.246179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-265140978'] for subnet, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.369197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.406406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.563502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Allocated IP 172.25.5.6 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/80b02a15-1505-4321-98bb-81914cb87285) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:33.578674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94991f63-2df5-45ba-8f1d-22a43fbcdf07 req-e2e5d054-50c4-4899-ab6c-11e21c00a59d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:33.582028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94991f63-2df5-45ba-8f1d-22a43fbcdf07 req-e2e5d054-50c4-4899-ab6c-11e21c00a59d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.0716388 Aug 19 15:25:33.626798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94991f63-2df5-45ba-8f1d-22a43fbcdf07 req-91a5e655-f942-4372-a578-41ba7d7f8cf3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367968 Aug 19 15:25:33.627990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747640898151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-265585282'] for subnet, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.708407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.709028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Allocated IP 172.20.0.3 (78d88cb5-03f2-4a98-a23b-f3a44cef1e33/63e48190-731f-4ea2-a914-49e1343421ac/eb38d4f6-ea45-4818-9fcd-808a34d2140c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:33.801967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:33.808733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.808733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "PUT /v2.0/subnets/63e48190-731f-4ea2-a914-49e1343421ac HTTP/1.1" status: 200 len: 877 time: 0.7011728 Aug 19 15:25:33.808733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9405b5-0515-4206-a811-9168ce01454e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event updated for resources: {'Subnet': ['ID=63e48190-731f-4ea2-a914-49e1343421ac,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:33.809208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60922) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:33.860524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e483c-c85b-4093-812a-14bf64de0433 req-8a7854d9-d9af-4498-805d-9aaec76b383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:33.862399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-8a7854d9-d9af-4498-805d-9aaec76b383b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1098 time: 0.1978936 Aug 19 15:25:33.911278 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.967565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event updated for resources: {'Port': ['ID=80b02a15-1505-4321-98bb-81914cb87285,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:34.036047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e483c-c85b-4093-812a-14bf64de0433 req-6cd9d2a7-c4ea-4a88-81b2-9dd399b10a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.044231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-6cd9d2a7-c4ea-4a88-81b2-9dd399b10a44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 911 time: 0.1734731 Aug 19 15:25:34.056483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.060669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:34.067199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:34.069749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Transition to ACTIVE for port object eb38d4f6-ea45-4818-9fcd-808a34d2140c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:34.070509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:34.104700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Transition to ACTIVE for port object eb38d4f6-ea45-4818-9fcd-808a34d2140c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:34.132246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-58afddfb-ec0b-45b0-a384-0573bc46b226 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02d0356-74e1-4f65-910c-584df88f9ebd HTTP/1.1" status: 200 len: 217 time: 0.0782597 Aug 19 15:25:34.146508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.178095 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.231485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:34.244077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:34.247900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:34.254879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e483c-c85b-4093-812a-14bf64de0433 req-b531ca01-76f6-441d-aae3-9ad9d5b97173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.268390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Pushing event updated for resources: {'Port': ['ID=eb38d4f6-ea45-4818-9fcd-808a34d2140c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:34.268533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-b531ca01-76f6-441d-aae3-9ad9d5b97173 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.1099732 Aug 19 15:25:34.321505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254f500-31ed-4020-9c5f-a2d859da232b req-a62fe244-8087-45d3-9172-f23cedf64446 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.327074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7254f500-31ed-4020-9c5f-a2d859da232b req-a62fe244-8087-45d3-9172-f23cedf64446 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1840758 Aug 19 15:25:34.329131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.362627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-113764c0-e6d7-44a4-9470-bbe572d5e57b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820305 Aug 19 15:25:34.378551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Attempting to bind port eb38d4f6-ea45-4818-9fcd-808a34d2140c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:34.379783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Attempting to bind port eb38d4f6-ea45-4818-9fcd-808a34d2140c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0a03665e-052e-4495-b9d5-c96a67d99811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:34.380365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Attempting to bind port eb38d4f6-ea45-4818-9fcd-808a34d2140c on network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:34.386370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:34.387002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Checking segment: {'id': '0a03665e-052e-4495-b9d5-c96a67d99811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:34.387591 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.388753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Bound using segment: {'id': '0a03665e-052e-4495-b9d5-c96a67d99811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:34.388753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Bound port: eb38d4f6-ea45-4818-9fcd-808a34d2140c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a03665e-052e-4495-b9d5-c96a67d99811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:34.389853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.464614 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7254f500-31ed-4020-9c5f-a2d859da232b req-07a18f24-b64b-47da-bdd0-bdebd14fc9a1 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097271 Aug 19 15:25:34.493490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.497762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] For port eb38d4f6-ea45-4818-9fcd-808a34d2140c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:34.502218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] For port eb38d4f6-ea45-4818-9fcd-808a34d2140c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eb38d4f6-ea45-4818-9fcd-808a34d2140c,segment=NetworkSegment(0a03665e-052e-4495-b9d5-c96a67d99811),segment_id=0a03665e-052e-4495-b9d5-c96a67d99811)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:34.504011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-e1678a0c-ac4c-4cc9-bf7b-491c0ced5b4f service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312521 Aug 19 15:25:34.538817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=63e48190-731f-4ea2-a914-49e1343421ac,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:34.567468 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.662356 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.683667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086fab4-a3c5-4612-b747-a4ac19ed093b None None] Pushing event updated for resources: {'Port': ['ID=eb38d4f6-ea45-4818-9fcd-808a34d2140c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:34.684470 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.688985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439e483c-c85b-4093-812a-14bf64de0433 req-3e2c2db0-8350-4f57-82bb-0f332f73aeb8 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778450 Aug 19 15:25:34.698967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d88cb5-03f2-4a98-a23b-f3a44cef1e33']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:34.712765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a03665e-052e-4495-b9d5-c96a67d99811') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:34.713088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a03665e-052e-4495-b9d5-c96a67d99811') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:34.720440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-615c3d6d-3d08-49d5-8950-a7d345681101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.720982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-615c3d6d-3d08-49d5-8950-a7d345681101 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3&tenant_id=b119a54a56644f20af9419296826f55c HTTP/1.1" status: 200 len: 1095 time: 0.1169887 Aug 19 15:25:34.763429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.804134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.845926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:34.846332 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.852962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-2fd56a88-9917-4a4d-b661-87fe2ac041e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.854512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-2fd56a88-9917-4a4d-b661-87fe2ac041e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1095 time: 0.0984175 Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:34.905339 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:34.947138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf3408-ffad-40cb-b72a-5c6bb3383a9c req-56be36b9-5ac2-438b-ad63-06e535360e1f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.959043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bdf3408-ffad-40cb-b72a-5c6bb3383a9c req-56be36b9-5ac2-438b-ad63-06e535360e1f tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1552117 Aug 19 15:25:35.029231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bdf3408-ffad-40cb-b72a-5c6bb3383a9c req-ae04b130-1c6d-49f0-b7be-6a23919e6a4d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620234 Aug 19 15:25:35.050170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-91b39ff7-41a9-4d1b-ab46-08be5ce65dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:35.052873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-91b39ff7-41a9-4d1b-ab46-08be5ce65dd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1910594 Aug 19 15:25:35.061063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:25:35.061063 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:25:35.061063 n-d-779913-32 neutron-server[101962]: [parameters: {'id': '78d88cb5-03f2-4a98-a23b-f3a44cef1e33'}] Aug 19 15:25:35.061063 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:25:35.061063 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:25:35.138586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:35.142787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:35.149938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-ae0429d1-54b6-42b2-a4f9-8f7472c1fd80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 999 time: 0.0870731 Aug 19 15:25:35.200217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-96d06131-d323-4434-aa96-69bbeab23956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:35.201740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-96d06131-d323-4434-aa96-69bbeab23956 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0454814 Aug 19 15:25:35.264854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-0a2259f1-007a-400f-a015-57c8720806c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:35.266633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-0a2259f1-007a-400f-a015-57c8720806c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576293 Aug 19 15:25:35.364534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Router d7baaf86-05bd-4729-afa5-c8a0da36f8aa is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:35.370944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-f09eb074-f766-4d35-8463-a4b34895fde2 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966296 Aug 19 15:25:35.485689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ed1579-5bd6-478b-aeae-c761e9b5f486 req-4b13d268-6a1e-457e-aa40-d93c297ca71f service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076803 Aug 19 15:25:35.506021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:35.515791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:35.520684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8d30dc9d-900c-4774-839c-326ecf15cca6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "PUT /v2.0/routers/d7baaf86-05bd-4729-afa5-c8a0da36f8aa HTTP/1.1" status: 200 len: 877 time: 2.8989220 Aug 19 15:25:35.520950 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 60996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:35.521614 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] Sync routers for ids ['d7baaf86-05bd-4729-afa5-c8a0da36f8aa'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:35.536466 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] Routers {'d7baaf86-05bd-4729-afa5-c8a0da36f8aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:35.537352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d7baaf86-05bd-4729-afa5-c8a0da36f8aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:35.590322 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:35.602712 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] Routers {'d7baaf86-05bd-4729-afa5-c8a0da36f8aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:35.603701 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['d7baaf86-05bd-4729-afa5-c8a0da36f8aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:35.634198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e699a-75ed-4c51-bcce-d8b08f1b753c req-07362b6b-ac8f-47fa-98ba-536f87aab4af tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:35.636162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-966e699a-75ed-4c51-bcce-d8b08f1b753c req-07362b6b-ac8f-47fa-98ba-536f87aab4af tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0932968 Aug 19 15:25:35.715621 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:35.716979 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3807384b-f84c-469e-9fb7-a8507451c023 None None] The sync data for ids ['d7baaf86-05bd-4729-afa5-c8a0da36f8aa'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:35.717720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-966e699a-75ed-4c51-bcce-d8b08f1b753c req-f9e7a439-5de2-49ac-b7f2-431928660c9b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Aug 19 15:25:35.721765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eb38d4f6-ea45-4818-9fcd-808a34d2140c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:35.959660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port eb38d4f6-ea45-4818-9fcd-808a34d2140c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:36.000891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcef52-02f3-4493-bd93-432978fc649a None None] Network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:36.007180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.118219 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eedae17a-82ea-497c-9227-965fbf3b5c8d tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/d7baaf86-05bd-4729-afa5-c8a0da36f8aa HTTP/1.1" status: 200 len: 918 time: 0.5934036 Aug 19 15:25:36.119557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32804) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:36.144123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] Provisioning for port eb38d4f6-ea45-4818-9fcd-808a34d2140c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:36.153496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] Provisioning complete for port eb38d4f6-ea45-4818-9fcd-808a34d2140c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:36.154173 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.179302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Deleting port eb38d4f6-ea45-4818-9fcd-808a34d2140c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:36.179650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.217091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6c4a-0d8c-4647-aa53-56341185e4f7 req-b9f0f6bb-0785-4e22-afde-3543d315c6a8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:36.228775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03fe6c4a-0d8c-4647-aa53-56341185e4f7 req-b9f0f6bb-0785-4e22-afde-3543d315c6a8 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1289587 Aug 19 15:25:36.245905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89d71a-9adc-444d-8032-d24bfe09f66b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:36.249816 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ca89d71a-9adc-444d-8032-d24bfe09f66b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=d7baaf86-05bd-4729-afa5-c8a0da36f8aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1260285 Aug 19 15:25:36.250075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32806) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:36.259159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] DHCP port deletion for 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:25:36.314770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] For port eb38d4f6-ea45-4818-9fcd-808a34d2140c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eb38d4f6-ea45-4818-9fcd-808a34d2140c,segment=NetworkSegment(0a03665e-052e-4495-b9d5-c96a67d99811),segment_id=0a03665e-052e-4495-b9d5-c96a67d99811)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:36.315364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.321757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03fe6c4a-0d8c-4647-aa53-56341185e4f7 req-7e1fb71b-5cdc-470b-872c-3982ccf050ad tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881250 Aug 19 15:25:36.339866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Calling delete_port for eb38d4f6-ea45-4818-9fcd-808a34d2140c owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:36.411876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.455965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] For port eb38d4f6-ea45-4818-9fcd-808a34d2140c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eb38d4f6-ea45-4818-9fcd-808a34d2140c,segment=NetworkSegment(0a03665e-052e-4495-b9d5-c96a67d99811),segment_id=0a03665e-052e-4495-b9d5-c96a67d99811)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:36.459504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] Deleting port eb38d4f6-ea45-4818-9fcd-808a34d2140c {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:36.460614 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.468360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30408642-f5bd-4bcc-b5a4-9561ed06daec tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:36.473080 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30408642-f5bd-4bcc-b5a4-9561ed06daec tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.2188466 Aug 19 15:25:36.473852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32810) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:36.510997 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ebc9285d-7afb-42b1-93a9-f4ab00211364 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7baaf86-05bd-4729-afa5-c8a0da36f8aa HTTP/1.1" status: 200 len: 205 time: 0.0360291 Aug 19 15:25:36.513424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32812) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:36.540083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] For port eb38d4f6-ea45-4818-9fcd-808a34d2140c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eb38d4f6-ea45-4818-9fcd-808a34d2140c,segment=NetworkSegment(0a03665e-052e-4495-b9d5-c96a67d99811),segment_id=0a03665e-052e-4495-b9d5-c96a67d99811)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:36.540914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.550654 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.561296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] Calling delete_port for eb38d4f6-ea45-4818-9fcd-808a34d2140c owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:36.659257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0584bd5-fb64-4423-a0bf-a3a93d8304cf None None] Pushing event updated for resources: {'Port': ['ID=eb38d4f6-ea45-4818-9fcd-808a34d2140c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:36.699088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.712605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.733447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] No DVR routers for this DVR port eb38d4f6-ea45-4818-9fcd-808a34d2140c on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:25:36.756897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21276bc5-c5dd-4e8f-87fb-0fef8f2280f1 None None] Pushing event deleted for resources: {'Port': ['ID=eb38d4f6-ea45-4818-9fcd-808a34d2140c,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:36.765813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No DVR routers for this DVR port eb38d4f6-ea45-4818-9fcd-808a34d2140c on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:25:36.770894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Port': ['ID=eb38d4f6-ea45-4818-9fcd-808a34d2140c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:36.779443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa7110-3fbc-4dcf-95cb-ec5480d4055e None None] Network 78d88cb5-03f2-4a98-a23b-f3a44cef1e33 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:36.811125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:36.905099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2cbe4-6cf0-48d6-a1b9-b1bad66786c0 req-b021ab68-0ff8-4008-b441-dc80d762d1fa tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:36.908571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5d2cbe4-6cf0-48d6-a1b9-b1bad66786c0 req-b021ab68-0ff8-4008-b441-dc80d762d1fa tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0839663 Aug 19 15:25:37.040225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5d2cbe4-6cf0-48d6-a1b9-b1bad66786c0 req-88747c9f-f2b0-4119-9231-126a1655c951 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237466 Aug 19 15:25:37.074861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.088541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d88cb5-03f2-4a98-a23b-f3a44cef1e33']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:37.104961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a03665e-052e-4495-b9d5-c96a67d99811') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:37.105346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a03665e-052e-4495-b9d5-c96a67d99811') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:37.125588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.147942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.158178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:37.158580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:37.162907 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:37.176556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.368260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.377035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.379054 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/78d88cb5-03f2-4a98-a23b-f3a44cef1e33 HTTP/1.1" status: 204 len: 168 time: 3.5689738 Aug 19 15:25:37.383424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32828) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:37.440457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ba4d5-19b8-4158-a941-08ac6fd45467 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=78d88cb5-03f2-4a98-a23b-f3a44cef1e33,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:37.444800 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9422609a-3828-4bfc-b6d4-17961970a006 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:37.445475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9422609a-3828-4bfc-b6d4-17961970a006 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:37.450734 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9422609a-3828-4bfc-b6d4-17961970a006 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/63e48190-731f-4ea2-a914-49e1343421ac HTTP/1.1" status: 404 len: 337 time: 0.0621212 Aug 19 15:25:37.450734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Deleting port 80b02a15-1505-4321-98bb-81914cb87285 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:37.450734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.451047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32830) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:37.553949 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49abdf4-e4a8-459a-a137-166820ffeb47 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:37.554592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49abdf4-e4a8-459a-a137-166820ffeb47 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:37.556266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a49abdf4-e4a8-459a-a137-166820ffeb47 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/78d88cb5-03f2-4a98-a23b-f3a44cef1e33 HTTP/1.1" status: 404 len: 339 time: 0.1047418 Aug 19 15:25:37.557260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.559930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32832) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:37.612213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccbe1f-7b43-44ba-8246-955e28cb5435 req-ba6b7ae7-cfa0-4a46-9eee-beb1bc57b677 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:37.621252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfccbe1f-7b43-44ba-8246-955e28cb5435 req-ba6b7ae7-cfa0-4a46-9eee-beb1bc57b677 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1603889 Aug 19 15:25:37.646633 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9992837-e49c-421c-9168-ed1ff7d26407 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:37.647227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9992837-e49c-421c-9168-ed1ff7d26407 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:37.647366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eb38d4f6-ea45-4818-9fcd-808a34d2140c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:25:37.660105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e9992837-e49c-421c-9168-ed1ff7d26407 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/2fc0b50b-0759-47cb-9616-662b52022ff1 HTTP/1.1" status: 404 len: 337 time: 0.0983782 Aug 19 15:25:37.662798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32834) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:37.664146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Calling delete_port for 80b02a15-1505-4321-98bb-81914cb87285 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:37.673539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: eb38d4f6-ea45-4818-9fcd-808a34d2140c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:25:37.673894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eb38d4f6-ea45-4818-9fcd-808a34d2140c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:25:37.693168 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a490e363-c831-4099-af80-74687a9ce16d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:37.699338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a490e363-c831-4099-af80-74687a9ce16d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:37.701559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a490e363-c831-4099-af80-74687a9ce16d tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/fd34b683-78d5-4fbe-812c-4bcf543787c6 HTTP/1.1" status: 404 len: 339 time: 0.0375407 Aug 19 15:25:37.705047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32836) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:37.804924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfccbe1f-7b43-44ba-8246-955e28cb5435 req-f3ae0331-d98a-4038-9faf-c28814e32344 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766911 Aug 19 15:25:37.868300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.002406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.005399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.037105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74068747-aeeb-489b-bf86-babe3529fcbf']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:38.058948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8264c16-ccce-4ee0-9324-54d93057459e') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:38.059332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8264c16-ccce-4ee0-9324-54d93057459e') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:38.067325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event deleted for resources: {'Port': ['ID=80b02a15-1505-4321-98bb-81914cb87285,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:38.080451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.117196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.134408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:38.134823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:38.137945 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:38.201507 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.348884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.354154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.389162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-ea3cfe15-b5c4-4998-b8c8-b6bccdf76723 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:38.390802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-ea3cfe15-b5c4-4998-b8c8-b6bccdf76723 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/networks?id=26539af4-60b3-443b-a54e-25aa85ec62ca HTTP/1.1" status: 200 len: 814 time: 0.1916671 Aug 19 15:25:38.411057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-d2ca1ee2-37b7-4dba-8492-238e43adca61 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/quotas/7ec799a7ee5e4691b26a6c6aaa6e7cbb HTTP/1.1" status: 200 len: 375 time: 0.0108018 Aug 19 15:25:38.453835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-ef582c17-b0a8-4dfd-a4ae-ec0fbd737dee tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360451 Aug 19 15:25:38.463922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.509273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.513606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/74068747-aeeb-489b-bf86-babe3529fcbf HTTP/1.1" status: 204 len: 168 time: 0.8049181 Aug 19 15:25:38.514062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32858) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.524853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.525538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Fanout notify agent at l3_agent the message router_deleted on router d7baaf86-05bd-4729-afa5-c8a0da36f8aa {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:38.528160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b09c11-95f0-4020-80a9-c139780c68fd tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=74068747-aeeb-489b-bf86-babe3529fcbf,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:38.550068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.551817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b60a1fa3-429a-4c3d-905c-8fd4c4c44c85 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/d7baaf86-05bd-4729-afa5-c8a0da36f8aa HTTP/1.1" status: 204 len: 168 time: 2.0367813 Aug 19 15:25:38.553203 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72dbab1-3850-4688-a790-5584780b82e5 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:38.555021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72dbab1-3850-4688-a790-5584780b82e5 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:38.555168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32860) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.555509 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a72dbab1-3850-4688-a790-5584780b82e5 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/dbc4a637-6985-4c4a-ae4c-ae64b5ba72b0 HTTP/1.1" status: 404 len: 337 time: 0.0402098 Aug 19 15:25:38.557880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.560221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1557518778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:38.577191 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f1ff41-77e4-4410-b226-111842870741 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:38.577804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f1ff41-77e4-4410-b226-111842870741 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:38.579559 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90f1ff41-77e4-4410-b226-111842870741 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/b189fd7d-a1b0-44fe-99a4-71ef520c9750 HTTP/1.1" status: 404 len: 339 time: 0.0207472 Aug 19 15:25:38.583362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32864) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.591662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-76f4dea0-b391-40a7-bf3a-7e3db8368da5 service neutron] 10.222.0.13 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369579 Aug 19 15:25:38.612721 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-94358f9c-b2af-4d37-880c-f7a0ce4a62de tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:38.612721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94358f9c-b2af-4d37-880c-f7a0ce4a62de tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:38.612721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-94358f9c-b2af-4d37-880c-f7a0ce4a62de tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/dd6500e2-5aeb-4a5c-8d8a-a617c75cecbd HTTP/1.1" status: 404 len: 337 time: 0.0275707 Aug 19 15:25:38.615792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32866) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.636021 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-946feb1c-fe85-4b33-8d95-e6461413d91b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:38.636746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946feb1c-fe85-4b33-8d95-e6461413d91b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:38.641860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-946feb1c-fe85-4b33-8d95-e6461413d91b tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/f70cd534-dc04-4792-ae2b-1dfab46518b8 HTTP/1.1" status: 404 len: 339 time: 0.0227034 Aug 19 15:25:38.642299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.670478 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a984e8b4-45d0-4640-87df-ca4ef3097d11 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:38.671079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a984e8b4-45d0-4640-87df-ca4ef3097d11 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:38.675029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a984e8b4-45d0-4640-87df-ca4ef3097d11 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/a6c0fcb1-b619-4218-b671-3cc884dccdf3 HTTP/1.1" status: 404 len: 337 time: 0.0294909 Aug 19 15:25:38.675531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.697278 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b075816-6ffc-4fcf-a0b4-15b0c52bc9b6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:38.697863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b075816-6ffc-4fcf-a0b4-15b0c52bc9b6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:38.702194 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b075816-6ffc-4fcf-a0b4-15b0c52bc9b6 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/b79da0a2-3b1f-496c-b2c9-4fa316b76214 HTTP/1.1" status: 404 len: 339 time: 0.0231936 Aug 19 15:25:38.703661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-4ac3d6cc-8727-4e02-a779-598d01c1a66d service neutron] 10.222.0.13 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037700 Aug 19 15:25:38.708110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32874) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:38.712362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:38.716557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:39.186713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:39.196845 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b29ad3-5b48-4a1a-bccc-1fdb9125951e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.197415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b29ad3-5b48-4a1a-bccc-1fdb9125951e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.206861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-38b29ad3-5b48-4a1a-bccc-1fdb9125951e tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/75ccc0b4-988b-45c0-8779-1d2cd8f64d1f HTTP/1.1" status: 404 len: 337 time: 0.4962153 Aug 19 15:25:39.207017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32882) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.243349 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:39.249104 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a0e562-5216-44a1-b45e-d3de5ca061a0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.251639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a0e562-5216-44a1-b45e-d3de5ca061a0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.257541 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-31a0e562-5216-44a1-b45e-d3de5ca061a0 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/3baff99b-23c0-47cc-9ebb-a09e0525f768 HTTP/1.1" status: 404 len: 339 time: 0.0493627 Aug 19 15:25:39.262285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32884) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.309041 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e034b5-9b71-4e74-a333-622e39ab4865 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.309525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e034b5-9b71-4e74-a333-622e39ab4865 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.313923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32886) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.314067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-80e034b5-9b71-4e74-a333-622e39ab4865 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/e8c47198-0d54-4c55-ae08-02ac1869f59a HTTP/1.1" status: 404 len: 337 time: 0.0506945 Aug 19 15:25:39.314838 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:25:39.327423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fcded-f32c-4946-b9ed-6f2e3088ef37 req-3a55056f-51f2-4ea8-b0cc-0b81afc25745 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:39.327423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c31fcded-f32c-4946-b9ed-6f2e3088ef37 req-3a55056f-51f2-4ea8-b0cc-0b81afc25745 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1348360 Aug 19 15:25:39.356745 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f79115-ff24-4dca-abe2-e42344e3b372 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.360784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f79115-ff24-4dca-abe2-e42344e3b372 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.365876 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c2f79115-ff24-4dca-abe2-e42344e3b372 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/a70b6caa-5a11-49c5-bb7b-b3b8e7fe654e HTTP/1.1" status: 404 len: 339 time: 0.0499725 Aug 19 15:25:39.368188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.380626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:39.392973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d43f3881-698b-4a4b-a0eb-2f93901c7367 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8254743 Aug 19 15:25:39.395792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32894) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.402020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': True}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:39.411790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c31fcded-f32c-4946-b9ed-6f2e3088ef37 req-a50f55ad-8c45-4942-8a18-50c2cfffe66e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755732 Aug 19 15:25:39.461137 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c23099c-b906-4793-b0f2-68f8db5cb4e4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.464325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c23099c-b906-4793-b0f2-68f8db5cb4e4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.476553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c23099c-b906-4793-b0f2-68f8db5cb4e4 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/328ee916-379c-4701-b295-06e29e65652f HTTP/1.1" status: 404 len: 337 time: 0.1035359 Aug 19 15:25:39.477385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32900) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.554943 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbd8b26-2aee-4cee-8ede-0ea3ccf0e929 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.555674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbd8b26-2aee-4cee-8ede-0ea3ccf0e929 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.567818 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bcbd8b26-2aee-4cee-8ede-0ea3ccf0e929 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/d628380f-2537-4f7f-9b9e-355793e1832b HTTP/1.1" status: 404 len: 339 time: 0.0887072 Aug 19 15:25:39.568550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32902) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.622823 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5c4093-a244-4b91-b8a2-340364350958 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.629681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5c4093-a244-4b91-b8a2-340364350958 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.634474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc5c4093-a244-4b91-b8a2-340364350958 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/41df779d-b4d4-4060-8215-8ff067fa71f3 HTTP/1.1" status: 404 len: 337 time: 0.0648208 Aug 19 15:25:39.635302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32904) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.668833 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc1522a-efc8-4903-8f14-d580876482ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.669440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc1522a-efc8-4903-8f14-d580876482ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.673164 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3cc1522a-efc8-4903-8f14-d580876482ca tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/6c31ed28-872c-4cd9-9697-5041466260be HTTP/1.1" status: 404 len: 339 time: 0.0347867 Aug 19 15:25:39.674052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.743303 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8128beb-41c2-405c-a89d-4c89251060ed tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.745512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8128beb-41c2-405c-a89d-4c89251060ed tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.747508 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d8128beb-41c2-405c-a89d-4c89251060ed tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/2c4e95ec-5709-4b97-839d-2236067a9d0d HTTP/1.1" status: 404 len: 337 time: 0.0723343 Aug 19 15:25:39.761685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32908) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.789054 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da2b865-fbed-4a0d-b035-fee0e65bca40 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:39.789914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da2b865-fbed-4a0d-b035-fee0e65bca40 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:39.791979 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7da2b865-fbed-4a0d-b035-fee0e65bca40 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/1c1c6682-fd5f-42d1-a08c-18e6b04e1147 HTTP/1.1" status: 404 len: 339 time: 0.0289319 Aug 19 15:25:39.806656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:39.835095 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:39.883027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46e42b-f8be-408b-b73b-67ac2782841f req-a05c255f-6cfc-43d2-827e-2fe265cb2c48 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:39.890981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b46e42b-f8be-408b-b73b-67ac2782841f req-a05c255f-6cfc-43d2-827e-2fe265cb2c48 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.3096106 Aug 19 15:25:39.896488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Deleting subnet 187f3b99-ee7d-4297-9b39-6bcc2830eb76 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:25:39.900465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:39.985218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b46e42b-f8be-408b-b73b-67ac2782841f req-d0d721b5-fb2e-4ebd-9fe7-274b63cd65e0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926588 Aug 19 15:25:39.985450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.107083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc75372b-87b5-415a-bf4a-de410b6f97a8 req-fbeb6d26-3a66-4328-806c-ebc0abed0aa3 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0347738 Aug 19 15:25:40.148887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.304967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.337549 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.382401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.417540 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Subnet': ['ID=187f3b99-ee7d-4297-9b39-6bcc2830eb76,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:40.422466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.425307 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fe087ebe-1ae1-47af-b8f9-de66094c7a3c tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/subnets/187f3b99-ee7d-4297-9b39-6bcc2830eb76 HTTP/1.1" status: 204 len: 168 time: 0.6169405 Aug 19 15:25:40.429240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32916) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:40.431481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5832273b-35e9-4414-b97e-da41ada8daf7 None None] Network 14b8cf52-211d-4fea-b43f-38d0f4c7fffb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:40.560833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Allocated IP 172.25.5.147 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/43556f86-fec5-4118-bfe3-6b3356cd778d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:40.584834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.605443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abd098-dad3-4a0a-aec0-0249003dbd69 req-78ada5f2-e7db-4fe3-99a4-e1b032cc4519 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:40.606664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1abd098-dad3-4a0a-aec0-0249003dbd69 req-78ada5f2-e7db-4fe3-99a4-e1b032cc4519 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0984819 Aug 19 15:25:40.753685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] DHCP port deletion for 14b8cf52-211d-4fea-b43f-38d0f4c7fffb request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:25:40.754631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1abd098-dad3-4a0a-aec0-0249003dbd69 req-c519d6a1-334f-4215-9db0-8b56f96a413f tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323245 Aug 19 15:25:40.840618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Deleting port de5d42f7-407f-49d8-aa0d-9744c8ecb22e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:40.848295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.848295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.865143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] Deleting port de5d42f7-407f-49d8-aa0d-9744c8ecb22e {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:40.865143 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.932146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] For port de5d42f7-407f-49d8-aa0d-9744c8ecb22e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,segment=NetworkSegment(9b14dc92-212a-4b53-94a5-37203e1f10ae),segment_id=9b14dc92-212a-4b53-94a5-37203e1f10ae)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:40.932525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:40.960886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Calling delete_port for de5d42f7-407f-49d8-aa0d-9744c8ecb22e owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:40.992365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] For port de5d42f7-407f-49d8-aa0d-9744c8ecb22e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,segment=NetworkSegment(9b14dc92-212a-4b53-94a5-37203e1f10ae),segment_id=9b14dc92-212a-4b53-94a5-37203e1f10ae)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:40.992698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.006807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] Calling delete_port for de5d42f7-407f-49d8-aa0d-9744c8ecb22e owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:41.119756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.223040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:41.232490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:41.236249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:41.244990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.280542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a435b02-f1d2-4528-b6fa-4fceeddda18e req-b0c3e0c2-8313-4349-b69a-214e70182608 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:41.282541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a435b02-f1d2-4528-b6fa-4fceeddda18e req-b0c3e0c2-8313-4349-b69a-214e70182608 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1594720 Aug 19 15:25:41.283472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Port': ['ID=43556f86-fec5-4118-bfe3-6b3356cd778d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:41.314576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Port': ['ID=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:41.336713 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.344848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] No DVR routers for this DVR port de5d42f7-407f-49d8-aa0d-9744c8ecb22e on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:25:41.350212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] No DVR routers for this DVR port de5d42f7-407f-49d8-aa0d-9744c8ecb22e on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:25:41.370366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3294b-5e1d-40ad-ae60-1d5944751abc None None] Pushing event deleted for resources: {'Port': ['ID=de5d42f7-407f-49d8-aa0d-9744c8ecb22e,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:41.432107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a435b02-f1d2-4528-b6fa-4fceeddda18e req-6e563a96-d29c-4fb2-8d0c-dd022db5c038 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186700 Aug 19 15:25:41.567581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.604920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13d0bdc-52fa-40c5-828b-f485d2e4592c req-5465848e-2aa7-43f5-8845-472ec9941929 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0420721 Aug 19 15:25:41.612152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b8cf52-211d-4fea-b43f-38d0f4c7fffb']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:41.618567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device de5d42f7-407f-49d8-aa0d-9744c8ecb22e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:25:41.645626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b14dc92-212a-4b53-94a5-37203e1f10ae') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:41.646035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b14dc92-212a-4b53-94a5-37203e1f10ae') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:41.654551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: de5d42f7-407f-49d8-aa0d-9744c8ecb22e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:25:41.655581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device de5d42f7-407f-49d8-aa0d-9744c8ecb22e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:25:41.673371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.694233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.700811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:41.701445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:41.704527 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:41.926991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.933099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:41.935587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] 10.222.0.13 "DELETE /v2.0/networks/14b8cf52-211d-4fea-b43f-38d0f4c7fffb HTTP/1.1" status: 204 len: 168 time: 1.5053718 Aug 19 15:25:41.960510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45d8e6-4154-4e30-8bcd-8a489d068d48 tempest-NetworksTest-2123615507 tempest-NetworksTest-2123615507-project] Pushing event deleted for resources: {'Network': ['ID=14b8cf52-211d-4fea-b43f-38d0f4c7fffb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:42.005363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47779-17bf-4573-8a9a-9d613f1c3c17 req-557810ba-2aa6-4048-8099-7221be551f7c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:42.006898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbf47779-17bf-4573-8a9a-9d613f1c3c17 req-557810ba-2aa6-4048-8099-7221be551f7c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1488037 Aug 19 15:25:42.008182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:42.129425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbf47779-17bf-4573-8a9a-9d613f1c3c17 req-8099da4a-1775-4b47-8705-5227410df015 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 Aug 19 15:25:42.286784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:42.296459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:42.517148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Router c6e8c891-5608-48f8-85e4-bac30c5e00d6 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:42.609648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32944) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:42.715389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31773ed-b88a-45ac-b199-904094f25531 req-f7cb5693-cec3-4664-849a-5309df47f97d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:42.717345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b31773ed-b88a-45ac-b199-904094f25531 req-f7cb5693-cec3-4664-849a-5309df47f97d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1050959 Aug 19 15:25:42.735314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:42.746363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] Sync routers for ids ['c6e8c891-5608-48f8-85e4-bac30c5e00d6'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:42.747678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:42.749209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de3c94e8-975c-4d10-8c01-8ae6a70150c7 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "PUT /v2.0/routers/c6e8c891-5608-48f8-85e4-bac30c5e00d6 HTTP/1.1" status: 200 len: 915 time: 3.3519232 Aug 19 15:25:42.752033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32950) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:42.769703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] Routers {'c6e8c891-5608-48f8-85e4-bac30c5e00d6'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:42.770376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c6e8c891-5608-48f8-85e4-bac30c5e00d6'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:42.777656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b31773ed-b88a-45ac-b199-904094f25531 req-2adfbc2d-b3ac-4f1b-956b-5f6ec410536a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514405 Aug 19 15:25:42.838070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:42.846929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] Routers {'c6e8c891-5608-48f8-85e4-bac30c5e00d6'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:42.848473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c6e8c891-5608-48f8-85e4-bac30c5e00d6'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:42.885443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:42.886480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50793070-f997-4ec4-93ba-b57e2552d13d None None] The sync data for ids ['c6e8c891-5608-48f8-85e4-bac30c5e00d6'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:42.926609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a048052-2d64-4d37-b2fe-6c1b31f04d75 req-348eba6b-52fc-4890-913b-91e0d32cbc21 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0305352 Aug 19 15:25:42.949163 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8d7c7bfb-7cb5-4a8f-9f21-a3a5a73a3bc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b728a9758ae84ca389361a3eb57501fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369167 Aug 19 15:25:42.954986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:42.978336 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ddac3725-6855-447b-ac2a-3566eefe8a5b tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/c6e8c891-5608-48f8-85e4-bac30c5e00d6 HTTP/1.1" status: 200 len: 921 time: 0.2242763 Aug 19 15:25:42.983546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32958) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:43.030201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74d210e8-9e01-407d-912c-cbaef17404ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.050573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeab35-cb6a-423e-a302-166be6fbda6e tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:43.052243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ecdeab35-cb6a-423e-a302-166be6fbda6e tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=c6e8c891-5608-48f8-85e4-bac30c5e00d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0677037 Aug 19 15:25:43.054931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32960) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:43.154623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d79e65-0c48-4fbd-9471-e97834928fe9 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:43.157879 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-69d79e65-0c48-4fbd-9471-e97834928fe9 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.1005082 Aug 19 15:25:43.162562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32964) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:43.225211 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-18459b60-e05e-46d7-bb17-8c395ac60b6a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6e8c891-5608-48f8-85e4-bac30c5e00d6 HTTP/1.1" status: 200 len: 205 time: 0.0606616 Aug 19 15:25:43.250216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 32966) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:43.377664 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.416339 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74d210e8-9e01-407d-912c-cbaef17404ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.466562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639a635-4e07-4b2f-b99e-3fc915d63fe4 req-5cca5c5a-7be1-4a1f-8f7b-04f4870e5609 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:43.468133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7639a635-4e07-4b2f-b99e-3fc915d63fe4 req-5cca5c5a-7be1-4a1f-8f7b-04f4870e5609 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0839272 Aug 19 15:25:43.491597 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.513894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7639a635-4e07-4b2f-b99e-3fc915d63fe4 req-6fc6c59f-77bf-47ec-8a12-ab3695053d1a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364575 Aug 19 15:25:43.869358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.931234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74d210e8-9e01-407d-912c-cbaef17404ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.938305 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-74d210e8-9e01-407d-912c-cbaef17404ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:43.940572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-74d210e8-9e01-407d-912c-cbaef17404ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c1cc3c2-cfd2-48f3-ac4d-f3ce0ff733ac HTTP/1.1" status: 204 len: 168 time: 0.9840875 Aug 19 15:25:43.968568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d210e8-9e01-407d-912c-cbaef17404ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cc3c2-cfd2-48f3-ac4d-f3ce0ff733ac,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:43.998870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03f3c-24d7-4edb-bec5-a90d655eac1e req-2b3481dc-a684-441f-937e-56a13fe10e95 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:44.008622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ee03f3c-24d7-4edb-bec5-a90d655eac1e req-2b3481dc-a684-441f-937e-56a13fe10e95 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1540143 Aug 19 15:25:44.058590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Deleting port 43556f86-fec5-4118-bfe3-6b3356cd778d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:44.063601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:44.103592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ee03f3c-24d7-4edb-bec5-a90d655eac1e req-7325a5db-a858-4c8f-9e31-824bb47f0d75 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861807 Aug 19 15:25:44.229620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e9a0e31-ba60-4286-9ce6-deb8e7db4550 req-0b9856df-171d-4000-ad49-d197e8701ea5 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0514641 Aug 19 15:25:44.253654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:44.268065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Calling delete_port for 43556f86-fec5-4118-bfe3-6b3356cd778d owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:44.618686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:44.698923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event deleted for resources: {'Port': ['ID=43556f86-fec5-4118-bfe3-6b3356cd778d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:44.744461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cbd2-89b7-4758-a7a5-33deb82f0371 req-36854388-3cc4-4802-99d7-87136818e0a9 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:44.746138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1472cbd2-89b7-4758-a7a5-33deb82f0371 req-36854388-3cc4-4802-99d7-87136818e0a9 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1265302 Aug 19 15:25:44.825130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1472cbd2-89b7-4758-a7a5-33deb82f0371 req-b7b0cafd-9cd0-4f04-8021-b4672d1366b8 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Aug 19 15:25:44.834208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:44.996180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:44.999695 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.120931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.121750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Fanout notify agent at l3_agent the message router_deleted on router c6e8c891-5608-48f8-85e4-bac30c5e00d6 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:45.139182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.150409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 32996) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:45.156971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-836864403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:45.164221 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aeb7e934-2bab-4240-8fd7-37c213486087 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/c6e8c891-5608-48f8-85e4-bac30c5e00d6 HTTP/1.1" status: 204 len: 168 time: 1.9122617 Aug 19 15:25:45.280514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.281593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.407914 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.491978 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.640526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.645475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ba98dab-7403-4f04-9af9-00a1f1006d0c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4904191 Aug 19 15:25:45.645885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:45.651509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'enable_snat': False}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:45.955841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33014) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:45.965825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:45.988355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08444e-423c-42b8-b5f0-08c9f43ce5ee req-05c56800-8362-48f0-bd9d-55c0577c5e86 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:45.994028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e08444e-423c-42b8-b5f0-08c9f43ce5ee req-05c56800-8362-48f0-bd9d-55c0577c5e86 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.2492445 Aug 19 15:25:46.060966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e08444e-423c-42b8-b5f0-08c9f43ce5ee req-49ea2aaf-9046-4307-8406-353b786c46e1 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632420 Aug 19 15:25:46.103380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-58524601-6792-4b74-947b-ad7b779a50c7 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:46.104877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-58524601-6792-4b74-947b-ad7b779a50c7 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.54 "GET /v2.0/networks?id=26539af4-60b3-443b-a54e-25aa85ec62ca HTTP/1.1" status: 200 len: 814 time: 0.2764902 Aug 19 15:25:46.204743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2084931129'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:46.210960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b053631-6a7a-45ec-808d-813946d9eb3e req-ccd4d610-f824-4a60-848e-734af13e334b tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0568707 Aug 19 15:25:46.320200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:46.325174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.344931 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.377563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3647ccb-ce24-46ee-9b6f-a8288e240f70 req-5876e292-6d2a-4574-a336-4a08659bf7f7 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:46.380269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3647ccb-ce24-46ee-9b6f-a8288e240f70 req-5876e292-6d2a-4574-a336-4a08659bf7f7 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0962050 Aug 19 15:25:46.448881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.481220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3647ccb-ce24-46ee-9b6f-a8288e240f70 req-ac6de171-5747-4739-b357-258532efd1e2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907884 Aug 19 15:25:46.492689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.567528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.640264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.669813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:46.681165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa912c30-7964-4671-97a1-03ff6e51a245,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:46.685498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Allocated IP 172.25.5.146 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/cde462c6-0866-4a97-80d9-8e3172f78166) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:46.696969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.710269 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment 2ef8ca41-1844-412f-b759-d94821c6a3bf of type vlan for network 977ec08c-8ca1-4185-bd59-3d9fa3919891 Aug 19 15:25:46.806726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.852893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.948947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.954951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:46.961347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:46.988361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:47.037841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=977ec08c-8ca1-4185-bd59-3d9fa3919891,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:47.054407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:47.120160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d7ad1980-4cc6-41c6-8cce-e07b59441074 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1624124 Aug 19 15:25:47.122642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33028) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:47.128644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'name': 'tempest-PortsIpV6TestJSON-895722605'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:47.343734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f24c8-1a9b-43d9-8454-1f394003b6d7 req-549ab915-6758-4ee2-9da1-a95b2b0dce41 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:47.367797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-171f24c8-1a9b-43d9-8454-1f394003b6d7 req-549ab915-6758-4ee2-9da1-a95b2b0dce41 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1133502 Aug 19 15:25:47.406901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-171f24c8-1a9b-43d9-8454-1f394003b6d7 req-20bc4ecf-8abb-45fc-8a47-1893a5bf0e35 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530243 Aug 19 15:25:47.452792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:47.458354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:47.463819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:47.466171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Pushing event updated for resources: {'Port': ['ID=cde462c6-0866-4a97-80d9-8e3172f78166,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:47.549164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-acb02ec6-3d5f-45c2-94c4-62579d52d505 req-02b39ce3-91d3-4e3b-af6b-23d527d8c4c4 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0648212 Aug 19 15:25:47.611630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:47.615789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:47.654934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:25:47.816862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d94593-c08e-4113-b853-5e38d0f0a777 req-b703be16-6c15-4c18-a245-d07ea1b95793 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:47.818654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d94593-c08e-4113-b853-5e38d0f0a777 req-b703be16-6c15-4c18-a245-d07ea1b95793 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1398244 Aug 19 15:25:47.923975 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:48.076066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:48.144186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Request body: {'port': {'device_id': 'ad551158-2428-4f0f-af50-e2302d86170a', 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca', 'admin_state_up': True, 'tenant_id': '7ec799a7ee5e4691b26a6c6aaa6e7cbb'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:48.348843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:48.352950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:48.354606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10d94593-c08e-4113-b853-5e38d0f0a777 req-445a738f-a076-425f-a07f-776106b7cbcf tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170124 Aug 19 15:25:48.621829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc52f2-3f69-4115-9b6b-d48d3e68deca req-60fa9dff-151c-4c7c-bafa-bfcea595890e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:48.625513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8abc52f2-3f69-4115-9b6b-d48d3e68deca req-60fa9dff-151c-4c7c-bafa-bfcea595890e tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1148086 Aug 19 15:25:48.679141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8abc52f2-3f69-4115-9b6b-d48d3e68deca req-ab01363e-c394-4f17-8df8-f7979e1c467d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460858 Aug 19 15:25:48.743443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-e0378545-15ec-4709-8455-707e4f824121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:48.745985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-e0378545-15ec-4709-8455-707e4f824121 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1098 time: 0.0556796 Aug 19 15:25:48.792779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3a33f32-6388-48a0-9b49-febbcdc813e0 req-632a5e2c-4839-4373-acc9-2ffd32cac886 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0390482 Aug 19 15:25:48.890260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-12bab3e6-039a-48d2-a0f5-d8ed9cc5354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:48.891776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-12bab3e6-039a-48d2-a0f5-d8ed9cc5354b service neutron] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 911 time: 0.1016874 Aug 19 15:25:48.936051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-0f825a3e-f123-456a-a218-9e5a63961c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02d0356-74e1-4f65-910c-584df88f9ebd HTTP/1.1" status: 200 len: 217 time: 0.0358977 Aug 19 15:25:48.990544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-af58f861-78c9-42b6-91e4-3b2b8fbfd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:48.992002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-af58f861-78c9-42b6-91e4-3b2b8fbfd864 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.0495799 Aug 19 15:25:49.030534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-bfb0cb98-6111-4f93-9dea-43f0e6780ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275753 Aug 19 15:25:49.128506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-88e498e5-cd91-45db-b57f-0670c29ad67d service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893869 Aug 19 15:25:49.225524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc181ab9-a2c4-4f16-b41e-9f5f12b86746 req-a3ddefcc-a5ec-40fd-b3a2-8495ae30694a service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896676 Aug 19 15:25:49.274286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Router b232357c-2224-4910-b659-87cf11d27ab9 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:49.279943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Made reservation on behalf of 7ec799a7ee5e4691b26a6c6aaa6e7cbb for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:49.279943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:49.281222 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:49.358302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=8de17e9c-35f4-4e04-bbe5-0cc234d4a967,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:49.416267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:49.429680 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:49.429680 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f6747385-7b64-429d-925d-417bd86f51ac tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "PUT /v2.0/routers/b232357c-2224-4910-b659-87cf11d27ab9 HTTP/1.1" status: 200 len: 915 time: 3.7768192 Aug 19 15:25:49.429680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33054) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:49.430281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] Sync routers for ids ['b232357c-2224-4910-b659-87cf11d27ab9'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:49.443579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] Routers {'b232357c-2224-4910-b659-87cf11d27ab9'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:49.444361 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b232357c-2224-4910-b659-87cf11d27ab9'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:49.477968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': '2ef8ca41-1844-412f-b759-d94821c6a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:49.478313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: 977ec08c-8ca1-4185-bd59-3d9fa3919891, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:49.486122 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:49.495949 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] Routers {'b232357c-2224-4910-b659-87cf11d27ab9'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:49.496921 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b232357c-2224-4910-b659-87cf11d27ab9'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:49.532436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:49.533548 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afbd672-ba3c-4c30-be03-2f20f4eb94b8 None None] The sync data for ids ['b232357c-2224-4910-b659-87cf11d27ab9'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:49.544984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Allocated IP 172.20.0.11 (26539af4-60b3-443b-a54e-25aa85ec62ca/3f6fb4eb-3f01-4922-b600-b84a99f1356a/5b22a28a-8a5a-4494-9bf5-23ea04b85a9f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:49.564951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4425cf1-ba0a-4aee-bb58-7ca73d0dc824 req-84f2ec4c-0a8e-4593-bad6-5f26f621601d tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:49.564951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4425cf1-ba0a-4aee-bb58-7ca73d0dc824 req-84f2ec4c-0a8e-4593-bad6-5f26f621601d tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1251898 Aug 19 15:25:49.566318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a54d39f8-1ee1-4011-b009-aceabf39747d tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/b232357c-2224-4910-b659-87cf11d27ab9 HTTP/1.1" status: 200 len: 921 time: 0.1341498 Aug 19 15:25:49.566976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33056) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:49.621750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2156701-a427-4736-a57c-5ec7e86b2954 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:49.623380 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c2156701-a427-4736-a57c-5ec7e86b2954 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=b232357c-2224-4910-b659-87cf11d27ab9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0552266 Aug 19 15:25:49.626575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33058) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:49.632107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4425cf1-ba0a-4aee-bb58-7ca73d0dc824 req-7e5f9da8-a702-45ef-bdd7-9294c6182943 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638752 Aug 19 15:25:49.655730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:49.822401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 977ec08c-8ca1-4185-bd59-3d9fa3919891) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:49.832540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410487e-584a-4ee0-8311-6379ab510a05 None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:49.842375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:49.848981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:49.849549 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:49.860069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86da5aa-1658-47e0-be38-6b94ef8717ae tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:49.864694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a86da5aa-1658-47e0-be38-6b94ef8717ae tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/networks/92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 881 time: 0.2338545 Aug 19 15:25:49.866784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:49.892318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:49.904053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3da5f-69c1-43d3-b020-6e8e49f5fc03 req-02caae05-0a01-4070-b4b4-7f26f533adcd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:49.905817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6af3da5f-69c1-43d3-b020-6e8e49f5fc03 req-02caae05-0a01-4070-b4b4-7f26f533adcd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1429310 Aug 19 15:25:49.939938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33068) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:49.941437 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bce72bfe-9bdf-43a5-b320-cf79612e243a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232357c-2224-4910-b659-87cf11d27ab9 HTTP/1.1" status: 200 len: 205 time: 0.0711460 Aug 19 15:25:49.993494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e3a5eaa-c9ca-45aa-b054-a70be754ad9e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8695288 Aug 19 15:25:49.996517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33070) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:50.002084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801968833'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:50.035004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6af3da5f-69c1-43d3-b020-6e8e49f5fc03 req-390f21d8-5b50-43d4-a353-954201c9c124 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189594 Aug 19 15:25:50.102785 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.120093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:50.124171 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.149474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:50.158981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.159858 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment 3523cbdc-463c-440d-9717-6d9ccb8cd115 of type vlan for network 0e4b4ff8-e348-4bee-95cc-6ff7c6a85450 Aug 19 15:25:50.161344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a7826a4-6e94-4be9-ba64-d4dd04e65b97 req-be9c97d3-f196-4e32-8fd4-79586249ecdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0562873 Aug 19 15:25:50.204563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.218277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.277705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Network 26539af4-60b3-443b-a54e-25aa85ec62ca is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:50.287170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:50.289771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:50.299694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Pushing event updated for resources: {'Port': ['ID=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:50.337063 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.343014 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.349395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:50.354402 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.354554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:50.355158 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.419282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=0e4b4ff8-e348-4bee-95cc-6ff7c6a85450,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:50.431015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 0e4b4ff8-e348-4bee-95cc-6ff7c6a85450 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:50.527492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-b794bde3-d135-4a37-851e-72b0fcb65fdb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3903353 Aug 19 15:25:50.547367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Deleting port cde462c6-0866-4a97-80d9-8e3172f78166 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:50.547715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.619175 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bfdd01f1-3fce-487d-9f6d-277ef43181d5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6215017 Aug 19 15:25:50.621723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:50.627993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'ports': [{'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'}, {'network_id': '0e4b4ff8-e348-4bee-95cc-6ff7c6a85450'}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:50.628598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:50.628883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '0e4b4ff8-e348-4bee-95cc-6ff7c6a85450'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:50.634916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.648012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Calling delete_port for cde462c6-0866-4a97-80d9-8e3172f78166 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:50.844980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031851ac-f868-4af9-9260-dcf21a18a86c req-dd7b5581-fc93-48b6-b2b4-5235bb83d12c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:50.846579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031851ac-f868-4af9-9260-dcf21a18a86c req-dd7b5581-fc93-48b6-b2b4-5235bb83d12c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1175232 Aug 19 15:25:50.886273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:50.891105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.906434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:50.943961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031851ac-f868-4af9-9260-dcf21a18a86c req-4f2e23d6-528e-49c5-8f73-988c852b383d tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834217 Aug 19 15:25:50.997432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 73526d00-a124-429a-9ab9-0c515dd66581 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:25:51.009850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.041376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event deleted for resources: {'Port': ['ID=cde462c6-0866-4a97-80d9-8e3172f78166,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.128496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.153941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.236096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 1e0a5474-fd4e-404c-8ef0-b6352192b0c6 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:25:51.245847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.249413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.306787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707dde2-2260-4118-8a75-2334a10d0ac5 req-f312314d-95b1-441c-841f-2a4e0de61860 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:51.308353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3707dde2-2260-4118-8a75-2334a10d0ac5 req-f312314d-95b1-441c-841f-2a4e0de61860 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1838975 Aug 19 15:25:51.365006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3707dde2-2260-4118-8a75-2334a10d0ac5 req-ca397202-4199-4eb5-81cd-330cbed96c1c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Aug 19 15:25:51.416994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.440280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.442140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Fanout notify agent at l3_agent the message router_deleted on router b232357c-2224-4910-b659-87cf11d27ab9 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:51.463542 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.468261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cc343d30-9f36-4989-a81b-ed35f47864b3 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/b232357c-2224-4910-b659-87cf11d27ab9 HTTP/1.1" status: 204 len: 168 time: 1.5152876 Aug 19 15:25:51.469555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33088) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:51.476440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1167772958', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:51.514001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71235154-1d8c-4fb0-944a-6a1256f14459 req-e6bca4f2-18b4-41ba-b761-fdd3e16fa26e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:51.515534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71235154-1d8c-4fb0-944a-6a1256f14459 req-e6bca4f2-18b4-41ba-b761-fdd3e16fa26e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 932 time: 0.0881889 Aug 19 15:25:51.556654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71235154-1d8c-4fb0-944a-6a1256f14459 req-6ca264ce-fdf0-479b-bed5-1ba5bfe078a2 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334411 Aug 19 15:25:51.578075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.610510 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.611608 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.620737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:51.626211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:51.630122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:51.630969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.642151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=73526d00-a124-429a-9ab9-0c515dd66581,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.643330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Request body: {'port': {'device_id': 'ad551158-2428-4f0f-af50-e2302d86170a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:51.696523 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.709478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=1e0a5474-fd4e-404c-8ef0-b6352192b0c6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:51.718383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': '3523cbdc-463c-440d-9717-6d9ccb8cd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e4b4ff8-e348-4bee-95cc-6ff7c6a85450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:51.718875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: 0e4b4ff8-e348-4bee-95cc-6ff7c6a85450, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:51.728771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.817653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 0e4b4ff8-e348-4bee-95cc-6ff7c6a85450 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:51.943852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 0e4b4ff8-e348-4bee-95cc-6ff7c6a85450) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:51.958214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344d734-b2c3-4726-867c-9492e1d2e04b None None] Network 0e4b4ff8-e348-4bee-95cc-6ff7c6a85450 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:51.964022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:51.971382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:51.982914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:51.997453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:51.998376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.116700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f725b82-5bf8-465c-b290-13752c1a9769 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4935832 Aug 19 15:25:52.117260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33096) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:52.227240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 1e0a5474-fd4e-404c-8ef0-b6352192b0c6 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:52.227620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.302359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.318451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 1e0a5474-fd4e-404c-8ef0-b6352192b0c6 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:52.490235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.506959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757aa7-5390-4886-a29e-9f385639542b req-f15bec6b-ae14-437c-bf2f-421a757f60c3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:52.508489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24757aa7-5390-4886-a29e-9f385639542b req-f15bec6b-ae14-437c-bf2f-421a757f60c3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.4659448 Aug 19 15:25:52.526077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=1e0a5474-fd4e-404c-8ef0-b6352192b0c6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:52.536263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.546694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bf9d2ecf-fc90-4a3f-89c2-197cfbd65aba tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/1e0a5474-fd4e-404c-8ef0-b6352192b0c6 HTTP/1.1" status: 204 len: 168 time: 0.4283235 Aug 19 15:25:52.549606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33102) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:52.597700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:25:52.605208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c6db6-350b-4cc4-906c-b2dd8b050689 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:52.610742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.612885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c6db6-350b-4cc4-906c-b2dd8b050689 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:52.612885 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f42c6db6-350b-4cc4-906c-b2dd8b050689 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0622296 Aug 19 15:25:52.616371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24757aa7-5390-4886-a29e-9f385639542b req-b7bd6ff9-9e4d-4a20-93a5-5a86adccb70c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944448 Aug 19 15:25:52.617583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33106) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:52.637080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Transition to ACTIVE for port object 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:52.726988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 73526d00-a124-429a-9ab9-0c515dd66581 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:52.727414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.756994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.807808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.808091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.826188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 73526d00-a124-429a-9ab9-0c515dd66581 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:52.840160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:52.874573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512bf2-d4e8-4e02-a9e3-ecf34b8a1e2b req-f71df877-d296-4697-a66d-f37044b40ccd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:52.876147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6512bf2-d4e8-4e02-a9e3-ecf34b8a1e2b req-f71df877-d296-4697-a66d-f37044b40ccd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1575325 Aug 19 15:25:52.906140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:52.993337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.025467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=73526d00-a124-429a-9ab9-0c515dd66581,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:53.034270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6512bf2-d4e8-4e02-a9e3-ecf34b8a1e2b req-6a38eaf9-f6db-4845-989f-d17e3f83ad22 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235178 Aug 19 15:25:53.049533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.052259 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9250a08d-8fec-4985-b4d9-6e943bbc03ac tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/73526d00-a124-429a-9ab9-0c515dd66581 HTTP/1.1" status: 204 len: 168 time: 0.4328523 Aug 19 15:25:53.054636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:53.077539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Allocated IP 172.25.5.14 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/490ec780-be23-478e-aaf2-5f0c591a0ca0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:53.090055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Attempting to bind port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:53.100786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Attempting to bind port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:53.100786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Attempting to bind port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f on network 26539af4-60b3-443b-a54e-25aa85ec62ca {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:53.100786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f on network 26539af4-60b3-443b-a54e-25aa85ec62ca not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:25:53.100786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Attempting to bind port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f on network 26539af4-60b3-443b-a54e-25aa85ec62ca {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:53.127907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223cbd2-9924-4778-907d-36a47561cecf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.132516 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1223cbd2-9924-4778-907d-36a47561cecf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0769155 Aug 19 15:25:53.133215 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33114) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:53.143311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:53.143656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Checking segment: {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:53.144047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Bound using segment: {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:53.144493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Bound port: 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:53.144852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.158758 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e6634d-4693-4bbc-ad47-e9fbad0d66b6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:25:53.163870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d2e6634d-4693-4bbc-ad47-e9fbad0d66b6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/1e0a5474-fd4e-404c-8ef0-b6352192b0c6 HTTP/1.1" status: 404 len: 333 time: 0.0262110 Aug 19 15:25:53.164135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:53.188303 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f5aeb3-f382-4f70-a301-ceba40abfc2a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:25:53.192553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-22f5aeb3-f382-4f70-a301-ceba40abfc2a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/73526d00-a124-429a-9ab9-0c515dd66581 HTTP/1.1" status: 404 len: 333 time: 0.0248413 Aug 19 15:25:53.193281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33118) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:53.277213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcffdb-a361-469d-86a5-c188ad24ed75 req-8ce61025-d976-4262-8b37-492b6d5df23c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.278639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dfcffdb-a361-469d-86a5-c188ad24ed75 req-8ce61025-d976-4262-8b37-492b6d5df23c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 944 time: 0.1365345 Aug 19 15:25:53.278779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.329445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.331841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] For port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:53.355405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] For port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:53.375100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dfcffdb-a361-469d-86a5-c188ad24ed75 req-efe09f9f-4cc2-49e3-b3c5-a205a1dae789 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761538 Aug 19 15:25:53.375468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.399334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4b4ff8-e348-4bee-95cc-6ff7c6a85450']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:53.418589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3523cbdc-463c-440d-9717-6d9ccb8cd115') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:53.418996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3523cbdc-463c-440d-9717-6d9ccb8cd115') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:53.428700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.435118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.443043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-3424be7b-5e32-4b7a-932a-f1d452310614 req-9b5eb832-ee5c-467d-b7d8-53f5cb8adea9 service neutron] (101962) timed out ('10.222.0.46', 56869) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:25:53.444329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.451796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:25:53.452249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:25:53.455732 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:25:53.479899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.480747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.482327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b22a28a-8a5a-4494-9bf5-23ea04b85a9f HTTP/1.1" status: 200 len: 1093 time: 1.8554626 Aug 19 15:25:53.487341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad551158-2428-4f0f-af50-e2302d86170a', 'tag': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:25:53.487341 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad551158-2428-4f0f-af50-e2302d86170a", "tag": "5b22a28a-8a5a-4494-9bf5-23ea04b85a9f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:25:53.517209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.528715 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece6901-ac85-4925-b2bd-e0e817cad4df x-openstack-request-id: req-1ece6901-ac85-4925-b2bd-e0e817cad4df {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:25:53.529012 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad551158-2428-4f0f-af50-e2302d86170a", "tag": "5b22a28a-8a5a-4494-9bf5-23ea04b85a9f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:25:53.529451 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ece6901-ac85-4925-b2bd-e0e817cad4df {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:25:53.529896 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad551158-2428-4f0f-af50-e2302d86170a', 'tag': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f', 'status': 'completed', 'code': 200} Aug 19 15:25:53.532549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9e0f6-28e6-4887-90ec-4a2013b720e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:53.564924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:53.569645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:53.573006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:53.623230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.635761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.637766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/0e4b4ff8-e348-4bee-95cc-6ff7c6a85450 HTTP/1.1" status: 204 len: 168 time: 0.4433525 Aug 19 15:25:53.642172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event updated for resources: {'Port': ['ID=490ec780-be23-478e-aaf2-5f0c591a0ca0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:53.647521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:53.652875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1360854203'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:53.657421 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363535c-3a7f-4e77-a305-ccb45dc3e7f2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=0e4b4ff8-e348-4bee-95cc-6ff7c6a85450,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:53.745009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a req-22b4f190-8b50-420d-afdb-1c8be0422d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.746520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a req-22b4f190-8b50-420d-afdb-1c8be0422d24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 1096 time: 0.1760690 Aug 19 15:25:53.753892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:53.758013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.783305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:25:53.802416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.803356 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment 03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0 of type vlan for network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd Aug 19 15:25:53.846838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.893879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa35f4-f208-4e7e-8756-0572878748c3 req-6195f89b-dbcb-4265-8836-7ef1bc2368d3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.895952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10aa35f4-f208-4e7e-8756-0572878748c3 req-6195f89b-dbcb-4265-8836-7ef1bc2368d3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1873925 Aug 19 15:25:53.919844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.926592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.927226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:53.940310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a req-36e6808c-1e8c-4614-a7ea-a9e3e7b4acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:53.942666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a req-36e6808c-1e8c-4614-a7ea-a9e3e7b4acd9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1703510 Aug 19 15:25:53.963953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10aa35f4-f208-4e7e-8756-0572878748c3 req-40f6442e-baf6-4298-aa37-8ff30421481d tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609791 Aug 19 15:25:54.006843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=c2fba5d3-d402-442b-b5ba-3d032a9fe5fd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:54.017839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:25:54.059714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6da6ac88-a42e-43f6-b7fb-c589846485b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4104283 Aug 19 15:25:54.064538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33132) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:54.075298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:54.236085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a req-b8471672-3110-47ba-98ae-1bb9a1d35afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:54.237507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e21d6e1-0b4d-4eef-bdcb-5ca5cba0ee1a req-b8471672-3110-47ba-98ae-1bb9a1d35afa service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2873044 Aug 19 15:25:54.255301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:54.363072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9cffb-76b7-4ce4-89ab-77f1e31f5810 req-2f077b2c-7a5e-456d-9c41-7445f5bbada3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:54.364560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35b9cffb-76b7-4ce4-89ab-77f1e31f5810 req-2f077b2c-7a5e-456d-9c41-7445f5bbada3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.1957126 Aug 19 15:25:54.436498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-f9fc0573-2b6c-4540-898e-5c8163b96514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:54.438023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-f9fc0573-2b6c-4540-898e-5c8163b96514 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 1096 time: 0.1278393 Aug 19 15:25:54.446729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35b9cffb-76b7-4ce4-89ab-77f1e31f5810 req-e62a4a3c-4a54-42da-b9b6-c41edae8f88d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663691 Aug 19 15:25:54.451217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:54.451217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:54.525807 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ac1839bc-852d-4485-972b-5dcb6724ec39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:54.571475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-7a31bfff-b813-4530-b07e-be2c6f94aeb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f HTTP/1.1" status: 200 len: 217 time: 0.1175060 Aug 19 15:25:54.729918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-936e31f8-9ed4-46b5-875e-a9a2d5f15cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:54.731383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-936e31f8-9ed4-46b5-875e-a9a2d5f15cc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f6fb4eb-3f01-4922-b600-b84a99f1356a HTTP/1.1" status: 200 len: 854 time: 0.1452637 Aug 19 15:25:54.744687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0b36-2603-48f6-a56e-cd1818c21302 req-1fe05407-6c87-4072-9933-7e2424145de0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:54.746216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efca0b36-2603-48f6-a56e-cd1818c21302 req-1fe05407-6c87-4072-9933-7e2424145de0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 944 time: 0.1857381 Aug 19 15:25:54.758645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:54.787922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-37644bb0-cc2b-4e39-8a8b-78e9b23c9f78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26539af4-60b3-443b-a54e-25aa85ec62ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389788 Aug 19 15:25:54.946509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efca0b36-2603-48f6-a56e-cd1818c21302 req-db59972c-e24e-461e-8a5b-45ddca04e236 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827581 Aug 19 15:25:55.071364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-67e9f999-17b4-4969-ae31-60faa82b8cd6 service neutron] 10.222.0.54 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692621 Aug 19 15:25:55.160792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:55.185106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6628e-37b2-46a3-889d-27c0f778d1d2 req-a90803f3-8d5b-45a1-a07b-80fc4951a2f0 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:55.186638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3a6628e-37b2-46a3-889d-27c0f778d1d2 req-a90803f3-8d5b-45a1-a07b-80fc4951a2f0 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1414051 Aug 19 15:25:55.285089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d7f2d53-d2aa-470a-b3a9-d7d2b97d7526 req-26df520a-24a8-44a1-a73b-3f08d24e62b0 service neutron] 10.222.0.54 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960850 Aug 19 15:25:55.306757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Router 094a734d-cb6a-4efc-80f8-472cf4f0ea18 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:25:55.315325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=776bb283-b652-49c0-8b4b-1c259101df1e,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:55.315325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3a6628e-37b2-46a3-889d-27c0f778d1d2 req-eea948ed-838e-4b79-9401-d67f8c0d760c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045003 Aug 19 15:25:55.330854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:55.331226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: c2fba5d3-d402-442b-b5ba-3d032a9fe5fd, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:25:55.450109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:55.460632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:25:55.467771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] Sync routers for ids ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:55.484226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] Routers {'094a734d-cb6a-4efc-80f8-472cf4f0ea18'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:55.487286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:55.528865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:55.538643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] Routers {'094a734d-cb6a-4efc-80f8-472cf4f0ea18'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:55.539421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:55.580939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:55.581858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:55.582565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf19401c-f7e3-4faf-94f9-47bb915953ea None None] The sync data for ids ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:55.862321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-73c5f6c1-5fed-4761-8b95-dced915ba36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:55.867719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-73c5f6c1-5fed-4761-8b95-dced915ba36b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1095 time: 0.4026663 Aug 19 15:25:55.881820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5207c-b3e2-4fe5-b447-8a6e458c50d8 req-a67bec95-d479-49b8-80eb-c482963a1242 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:55.883512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22d5207c-b3e2-4fe5-b447-8a6e458c50d8 req-a67bec95-d479-49b8-80eb-c482963a1242 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.0684500 Aug 19 15:25:55.894049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c2fba5d3-d402-442b-b5ba-3d032a9fe5fd) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:55.903246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cc661-5c64-490a-a8f0-30b41b19f05c None None] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:55.941450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:55.942141 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:55.956813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:55.961498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33152) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:55.962048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-539cf83a-848b-4f4c-a817-12a8e42b85ca tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4908471 Aug 19 15:25:55.966667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:56.004325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22d5207c-b3e2-4fe5-b447-8a6e458c50d8 req-d33a3839-311d-40e2-ba31-2f19eba93557 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120150 Aug 19 15:25:56.027066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-ec750db7-4178-4176-9e39-cf314addaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:56.028656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-ec750db7-4178-4176-9e39-cf314addaa68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.1442375 Aug 19 15:25:56.039095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e091d371-f251-407a-9996-445e4c2d4160 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9734466 Aug 19 15:25:56.040970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33156) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:56.050945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd', 'name': 'tempest-PortsIpV6TestJSON-1320071931'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:25:56.130958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c2fba5d3-d402-442b-b5ba-3d032a9fe5fd', 'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': '776bb283-b652-49c0-8b4b-1c259101df1e'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:25:56.132070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.208609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-e05356cf-54c2-4064-a478-7c8746ff7347 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 999 time: 0.1682482 Aug 19 15:25:56.248299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f07c-a067-491b-ab92-d8851200c035 req-b301b251-7518-47a5-a750-49ee91fec272 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:56.250251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed7f07c-a067-491b-ab92-d8851200c035 req-b301b251-7518-47a5-a750-49ee91fec272 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 944 time: 0.1487517 Aug 19 15:25:56.346384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Allocated IP 2001:db8::2 (c2fba5d3-d402-442b-b5ba-3d032a9fe5fd/776bb283-b652-49c0-8b4b-1c259101df1e/baf93e27-feba-4e80-845c-3d8b6512caf6) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:56.348988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-97ce846b-8fa9-416e-b676-fc19a88f6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:56.351076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-97ce846b-8fa9-416e-b676-fc19a88f6317 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.1341984 Aug 19 15:25:56.355899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed7f07c-a067-491b-ab92-d8851200c035 req-fd5336b8-1867-468f-b0bd-10bdb25167ff tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805037 Aug 19 15:25:56.405696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-f8e3a830-e987-44cc-9cfa-a881d319b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:56.407470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-f8e3a830-e987-44cc-9cfa-a881d319b54c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489919 Aug 19 15:25:56.445999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.452021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:25:56.456820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.517849 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.522890 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.528734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Transition to ACTIVE for port object baf93e27-feba-4e80-845c-3d8b6512caf6 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:56.545457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Transition to ACTIVE for port object baf93e27-feba-4e80-845c-3d8b6512caf6 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:56.549039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 4976818c-dd21-4c97-93f6-8606ef9d5aab yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:25:56.631712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264737f-7a36-4c69-8477-3577c26f03b9 req-8d5b5509-9567-4e71-a576-e5cd1337563e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:56.633189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0264737f-7a36-4c69-8477-3577c26f03b9 req-8d5b5509-9567-4e71-a576-e5cd1337563e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1415248 Aug 19 15:25:56.659111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-57eb47be-996d-4333-a7c2-afae9507090e service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414045 Aug 19 15:25:56.664609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.696219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Deleting port 490ec780-be23-478e-aaf2-5f0c591a0ca0 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:56.696779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.736635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Pushing event updated for resources: {'Port': ['ID=baf93e27-feba-4e80-845c-3d8b6512caf6,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:56.750777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.751391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.752444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.753006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.753542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.756050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.756624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.757134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.758105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.758773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.759380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.760275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:25:56.777188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0264737f-7a36-4c69-8477-3577c26f03b9 req-1f14b187-2f61-4efa-9a17-e833367b7b80 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364114 Aug 19 15:25:56.787110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:56.791543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:56.808621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:56.810578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.813433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::357 (c2fba5d3-d402-442b-b5ba-3d032a9fe5fd/776bb283-b652-49c0-8b4b-1c259101df1e/4976818c-dd21-4c97-93f6-8606ef9d5aab) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:25:56.831623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Calling delete_port for 490ec780-be23-478e-aaf2-5f0c591a0ca0 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:56.843410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e91baa-c1ca-47fc-b4ca-cfd50d43beb0 req-82dd6f38-9e39-4ed1-b8e5-314c5ef92b1f service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738932 Aug 19 15:25:56.887743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Attempting to bind port baf93e27-feba-4e80-845c-3d8b6512caf6 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:25:56.888362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Attempting to bind port baf93e27-feba-4e80-845c-3d8b6512caf6 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:25:56.888825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Attempting to bind port baf93e27-feba-4e80-845c-3d8b6512caf6 on network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:25:56.895365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:25:56.896050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Checking segment: {'id': '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:25:56.897442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.897940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Bound using segment: {'id': '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:25:56.898637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Bound port: baf93e27-feba-4e80-845c-3d8b6512caf6, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2fba5d3-d402-442b-b5ba-3d032a9fe5fd'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:25:56.899134 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:56.970644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] For port baf93e27-feba-4e80-845c-3d8b6512caf6, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:25:56.974895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] For port baf93e27-feba-4e80-845c-3d8b6512caf6, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=baf93e27-feba-4e80-845c-3d8b6512caf6,segment=NetworkSegment(03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0),segment_id=03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:25:57.056763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.129214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34ffb3-4c03-4286-8ea0-cf98a91e490f None None] Pushing event updated for resources: {'Port': ['ID=baf93e27-feba-4e80-845c-3d8b6512caf6,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:57.143770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dec1-2865-43ba-8897-8c34dbabdc2b req-64bdb4e7-4f09-4468-9ead-bac6ed46b894 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:57.146257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f92dec1-2865-43ba-8897-8c34dbabdc2b req-64bdb4e7-4f09-4468-9ead-bac6ed46b894 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 943 time: 0.0594296 Aug 19 15:25:57.165887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.184201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.201924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Pushing event deleted for resources: {'Port': ['ID=490ec780-be23-478e-aaf2-5f0c591a0ca0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:57.222223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f92dec1-2865-43ba-8897-8c34dbabdc2b req-450b5f11-1e65-4420-b399-8425807680c0 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646045 Aug 19 15:25:57.223906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 4976818c-dd21-4c97-93f6-8606ef9d5aab will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:25:57.299298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.370582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.399783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.466486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=4976818c-dd21-4c97-93f6-8606ef9d5aab,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:57.522842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:25:57.526008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:25:57.529860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:25:57.536973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:57.537721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.565241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5e536-f0de-4151-9eeb-88d6ec2c688b req-a182fbdc-0cc2-4a9b-840d-1f0fe8f76699 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:57.574058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3f5e536-f0de-4151-9eeb-88d6ec2c688b req-a182fbdc-0cc2-4a9b-840d-1f0fe8f76699 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 944 time: 0.0909700 Aug 19 15:25:57.632427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3f5e536-f0de-4151-9eeb-88d6ec2c688b req-c5909182-5a26-4842-9531-fd4b6be00957 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Aug 19 15:25:57.637866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec553a54-eb83-4c97-8744-eb0d20afd67a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5932984 Aug 19 15:25:57.638702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33172) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:57.709344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device baf93e27-feba-4e80-845c-3d8b6512caf6 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:57.782851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 4976818c-dd21-4c97-93f6-8606ef9d5aab {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:57.783597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.795175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:25:57.934459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.954490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 4976818c-dd21-4c97-93f6-8606ef9d5aab owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:57.978072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:57.986332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port baf93e27-feba-4e80-845c-3d8b6512caf6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:57.991060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.995608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dc4aef06-c1e7-42de-947e-3bb1c02391df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:57.999891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.001669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'port_id': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'mac_address': 'fa:16:3e:3a:d7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:25:58.069609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.085885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f09babe-18a0-44e1-b094-d2ab2d20d62d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:25:58.124361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Router 094a734d-cb6a-4efc-80f8-472cf4f0ea18 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:25:58.129711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:58.136159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9450bde-ed33-48ae-819c-c000f21d752b req-3715abba-f1f0-412c-956b-3a5066289926 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:58.137940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9450bde-ed33-48ae-819c-c000f21d752b req-3715abba-f1f0-412c-956b-3a5066289926 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1629467 Aug 19 15:25:58.212860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.213545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9450bde-ed33-48ae-819c-c000f21d752b req-7728f2f0-b184-4587-9a52-629aa2cb114e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687873 Aug 19 15:25:58.487773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:25:58.487773 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.487773 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-51acfa67-cb18-46bb-98c9-0971246f9e7e tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "PUT /v2.0/routers/094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 200 len: 706 time: 2.3198309 Aug 19 15:25:58.499322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33180) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.500317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] Sync routers for ids ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:25:58.500317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] Routers {'094a734d-cb6a-4efc-80f8-472cf4f0ea18'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:58.500317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:58.500876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:58.501029 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:58.501029 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] Routers {'094a734d-cb6a-4efc-80f8-472cf4f0ea18'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:25:58.501029 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:58.501347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.501456 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:25:58.501456 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc15c780-83db-4a09-a9b3-f2de3dfb857f None None] The sync data for ids ['094a734d-cb6a-4efc-80f8-472cf4f0ea18'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:25:58.501588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=4976818c-dd21-4c97-93f6-8606ef9d5aab,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:58.501588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-79981e7d-8e29-40ae-b8c5-6b20aa34d9c3 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/routers/094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 200 len: 741 time: 0.1855223 Aug 19 15:25:58.501588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33184) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.518144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05626aac-3f22-4ec5-98c9-65f82b4a82d9 None None] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:58.548080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f91f65a-e300-4d23-8b8c-542bf514dda2 tempest-RoutersAdminTest-381425235 tempest-RoutersAdminTest-381425235-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&device_id=094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 200 len: 205 time: 0.0685973 Aug 19 15:25:58.575823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.577876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1e0e8e72-00cd-4ff9-9b6f-da5cde13922f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/4976818c-dd21-4c97-93f6-8606ef9d5aab HTTP/1.1" status: 204 len: 168 time: 0.9376996 Aug 19 15:25:58.588935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbd60e-c191-4fa4-84ad-11353de95fd0 req-be7aee83-ce8c-4e2f-a72c-96f5a09f032c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:58.610329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78cbd60e-c191-4fa4-84ad-11353de95fd0 req-be7aee83-ce8c-4e2f-a72c-96f5a09f032c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.2339556 Aug 19 15:25:58.612980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33186) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.613420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33188) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.646282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78cbd60e-c191-4fa4-84ad-11353de95fd0 req-80127689-ea2d-4705-92bd-1e5a1156c3d7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485079 Aug 19 15:25:58.663795 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a68ebb-29f2-4197-8d10-ca2c301e2a53 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:25:58.664555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a68ebb-29f2-4197-8d10-ca2c301e2a53 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:25:58.666341 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5a68ebb-29f2-4197-8d10-ca2c301e2a53 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/4976818c-dd21-4c97-93f6-8606ef9d5aab HTTP/1.1" status: 404 len: 333 time: 0.0515046 Aug 19 15:25:58.669035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-23cf88b9-26cb-4856-b495-ad1287e19288 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 200 len: 205 time: 0.0526533 Aug 19 15:25:58.669773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33194) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.673342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33196) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.718066 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e23e0b7-65bc-4136-beef-25098e5778c5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:25:58.724300 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8e23e0b7-65bc-4136-beef-25098e5778c5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/4976818c-dd21-4c97-93f6-8606ef9d5aab HTTP/1.1" status: 404 len: 333 time: 0.0534716 Aug 19 15:25:58.725745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33198) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:58.732458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['4f09babe-18a0-44e1-b094-d2ab2d20d62d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:25:58.763496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Provisioning for port baf93e27-feba-4e80-845c-3d8b6512caf6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:25:58.763718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.780548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Provisioning complete for port baf93e27-feba-4e80-845c-3d8b6512caf6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:25:58.780796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.795473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet 776bb283-b652-49c0-8b4b-1c259101df1e {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:25:58.799154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.863780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:58.987439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.018166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.070539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c256-bbd9-49f0-8378-5b03dc949880 req-ab454f17-472a-4cca-a8c3-b0e6a12144ad tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:59.072149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8e0c256-bbd9-49f0-8378-5b03dc949880 req-ab454f17-472a-4cca-a8c3-b0e6a12144ad tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 944 time: 0.3062294 Aug 19 15:25:59.078115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.081511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.138891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.185918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8e0c256-bbd9-49f0-8378-5b03dc949880 req-686a9027-a6a4-4274-a542-482eb47e9ba8 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Aug 19 15:25:59.192956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.197383 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/776bb283-b652-49c0-8b4b-1c259101df1e HTTP/1.1" status: 204 len: 168 time: 0.4682138 Aug 19 15:25:59.197383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e99627-6a62-4d43-bc0d-035bf376993b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=776bb283-b652-49c0-8b4b-1c259101df1e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:25:59.198671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33202) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.248091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:25:59.248675 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:25:59.252674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.253809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Fanout notify agent at l3_agent the message router_deleted on router 094a734d-cb6a-4efc-80f8-472cf4f0ea18 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:25:59.264795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.274471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33206) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.297934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8350fc14-e495-4074-88a6-20530c951414 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 204 len: 168 time: 0.6232018 Aug 19 15:25:59.340465 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-73989dda-4570-4d46-ac15-23925c6d5371 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 200 len: 205 time: 0.0627630 Aug 19 15:25:59.341386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33210) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.359711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.402710 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-6b8c0eee-b1f0-4cbd-acfc-47f4a8ad0d38 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] delete failed (client error): The resource could not be found. Aug 19 15:25:59.406783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6b8c0eee-b1f0-4cbd-acfc-47f4a8ad0d38 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/094a734d-cb6a-4efc-80f8-472cf4f0ea18 HTTP/1.1" status: 404 len: 336 time: 0.0634632 Aug 19 15:25:59.407210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.439003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-44e65e11-168e-46be-b7ab-93997d4f2eed tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232357c-2224-4910-b659-87cf11d27ab9 HTTP/1.1" status: 200 len: 205 time: 0.0295846 Aug 19 15:25:59.443346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33214) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.468013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port baf93e27-feba-4e80-845c-3d8b6512caf6 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:25:59.468674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.499043 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-6966256c-a9a3-4bab-818e-2247a865718c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] delete failed (client error): The resource could not be found. Aug 19 15:25:59.503008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6966256c-a9a3-4bab-818e-2247a865718c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/b232357c-2224-4910-b659-87cf11d27ab9 HTTP/1.1" status: 404 len: 336 time: 0.0572929 Aug 19 15:25:59.507729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33216) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.537792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8e797-39d7-4dca-b74b-331e0f023cee None None] Network c2fba5d3-d402-442b-b5ba-3d032a9fe5fd requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:25:59.547431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-44c36774-76f9-4cac-b4b8-a56b154896d6 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6e8c891-5608-48f8-85e4-bac30c5e00d6 HTTP/1.1" status: 200 len: 205 time: 0.0355725 Aug 19 15:25:59.549244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33218) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.562554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] For port baf93e27-feba-4e80-845c-3d8b6512caf6, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=baf93e27-feba-4e80-845c-3d8b6512caf6,segment=NetworkSegment(03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0),segment_id=03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:25:59.563076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.584321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for baf93e27-feba-4e80-845c-3d8b6512caf6 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:25:59.606736 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-0e0a6499-1819-42a2-8068-aeaa3f37859c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] delete failed (client error): The resource could not be found. Aug 19 15:25:59.610205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0e0a6499-1819-42a2-8068-aeaa3f37859c tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/c6e8c891-5608-48f8-85e4-bac30c5e00d6 HTTP/1.1" status: 404 len: 336 time: 0.0576947 Aug 19 15:25:59.611512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.646487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ddba7bc-b858-4f19-bfae-637e0ccac3b0 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7baaf86-05bd-4729-afa5-c8a0da36f8aa HTTP/1.1" status: 200 len: 205 time: 0.0310431 Aug 19 15:25:59.652883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b74eb1-1d86-4eb4-8f90-1a10a73ed834 req-5684f24a-4d7c-440b-a9a2-fe6824a6a381 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:59.654185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33222) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.663013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87b74eb1-1d86-4eb4-8f90-1a10a73ed834 req-5684f24a-4d7c-440b-a9a2-fe6824a6a381 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.2546201 Aug 19 15:25:59.703544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87b74eb1-1d86-4eb4-8f90-1a10a73ed834 req-a6f6d81d-d561-49cc-8718-53f198816521 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Aug 19 15:25:59.712594 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-2ad09365-fb97-40af-8f9e-3f308714859a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] delete failed (client error): The resource could not be found. Aug 19 15:25:59.716537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33226) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.722821 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.727023 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ad09365-fb97-40af-8f9e-3f308714859a tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/d7baaf86-05bd-4729-afa5-c8a0da36f8aa HTTP/1.1" status: 404 len: 336 time: 0.0715806 Aug 19 15:25:59.770688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33228) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.774594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-16732a43-afbb-4a84-a649-6feca396078d tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfe71f6a-839b-450f-a305-cf0d7a92ac26 HTTP/1.1" status: 200 len: 205 time: 0.0567279 Aug 19 15:25:59.831948 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd570-23c0-4547-aaae-aa66172cfea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.831948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:25:59.836343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:25:59.863387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fff0-498e-429a-832b-456a948a7d4f req-657930ac-524b-4a17-8246-b9f7ac5db022 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:59.865895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1611fff0-498e-429a-832b-456a948a7d4f req-657930ac-524b-4a17-8246-b9f7ac5db022 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 944 time: 0.0852206 Aug 19 15:25:59.882423 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-3ef7b3b1-491f-44eb-99a6-8e5b8ca979c2 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] delete failed (client error): The resource could not be found. Aug 19 15:25:59.883873 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3ef7b3b1-491f-44eb-99a6-8e5b8ca979c2 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/bfe71f6a-839b-450f-a305-cf0d7a92ac26 HTTP/1.1" status: 404 len: 336 time: 0.1103458 Aug 19 15:25:59.886671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.908273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81609eb7-f03c-4f89-bc4c-8c498a913b08 None None] DHCP port deletion for c2fba5d3-d402-442b-b5ba-3d032a9fe5fd request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:25:59.911199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:59.923772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1611fff0-498e-429a-832b-456a948a7d4f req-9d8f6185-fa26-4644-b01d-ff7d1df47f45 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517104 Aug 19 15:25:59.943354 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4b9dbcd6-510e-4cbf-baab-88973d525edf tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "GET /v2.0/ports?device_id=210a7862-30ee-4b12-826b-7e84da8b6fca HTTP/1.1" status: 200 len: 205 time: 0.0549078 Aug 19 15:25:59.953230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33232) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:25:59.984374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No DVR routers for this DVR port baf93e27-feba-4e80-845c-3d8b6512caf6 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:00.003471 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-e77cd7a7-08e3-465b-9b6f-a99dba7d7911 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] delete failed (client error): The resource could not be found. Aug 19 15:26:00.005399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e77cd7a7-08e3-465b-9b6f-a99dba7d7911 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/routers/210a7862-30ee-4b12-826b-7e84da8b6fca HTTP/1.1" status: 404 len: 336 time: 0.0503032 Aug 19 15:26:00.008304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33234) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:00.022556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=baf93e27-feba-4e80-845c-3d8b6512caf6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.043625 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7b8e31-08b7-4628-9260-4512a17e95a5 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] DELETE failed (client error): The resource could not be found. Aug 19 15:26:00.044088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7b8e31-08b7-4628-9260-4512a17e95a5 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:26:00.045944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2d7b8e31-08b7-4628-9260-4512a17e95a5 tempest-RoutersAdminTest-1844653574 tempest-RoutersAdminTest-1844653574-project] 10.222.0.13 "DELETE /v2.0/subnets/58bcbb73-c8d5-4437-ad72-368cf33a28d1 HTTP/1.1" status: 404 len: 337 time: 0.0362813 Aug 19 15:26:00.047869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 4f09babe-18a0-44e1-b094-d2ab2d20d62d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:00.048790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.105439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:00.109082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.123415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fba5d3-d402-442b-b5ba-3d032a9fe5fd']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:00.137473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:00.137670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-373148de-58e1-498f-99bc-c2c1639b0891 None None] Could not find standard attr ID for object 4976818c-dd21-4c97-93f6-8606ef9d5aab. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:26:00.137829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fb94a4-8fc1-46d7-a5b9-e2586e0bc9b0') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:00.141087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f', 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca', 'port_id': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f', 'mac_address': 'fa:16:3e:a5:d0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fb4eb-3f01-4922-b600-b84a99f1356a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:00.145151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-373148de-58e1-498f-99bc-c2c1639b0891 None None] Could not find standard attr ID for object baf93e27-feba-4e80-845c-3d8b6512caf6. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:26:00.149713 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.166997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.173727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:00.174145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:00.177781 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:00.214763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.218909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.254922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:26:00.265785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:00.268112 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e46f15-d6ff-4f33-84c2-f3cd77e09831" -d '{"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-plugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:00.292520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:00.295547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:00.307359 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.318378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.318947 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/c2fba5d3-d402-442b-b5ba-3d032a9fe5fd HTTP/1.1" status: 204 len: 168 time: 1.1189718 Aug 19 15:26:00.322700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33246) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:00.329773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-956544312'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:00.344126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc306e8-a75d-4641-8d5c-2a4d5078d977 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=c2fba5d3-d402-442b-b5ba-3d032a9fe5fd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.354293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf02dc-e953-4390-9d6a-7141679f67b8 req-0cff69dd-ad55-4924-bccd-e6769c197635 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:00.355892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94bf02dc-e953-4390-9d6a-7141679f67b8 req-0cff69dd-ad55-4924-bccd-e6769c197635 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 944 time: 0.0813737 Aug 19 15:26:00.404060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94bf02dc-e953-4390-9d6a-7141679f67b8 req-be97ef1e-5911-459f-a267-882eb40201a9 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Aug 19 15:26:00.432343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.435318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.463161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:00.463969 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e4d23d-fea3-41c4-910e-a77c0a14c11a x-openstack-request-id: req-80e4d23d-fea3-41c4-910e-a77c0a14c11a {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:00.464269 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-plugged", "status": "completed", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:00.464527 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80e4d23d-fea3-41c4-910e-a77c0a14c11a {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:00.464912 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'code': 200} Aug 19 15:26:00.466793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.494031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=10']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.498531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:00.518097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.525927 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment ad6fc9c0-1816-4a68-a4f0-481ec6336976 of type vlan for network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d Aug 19 15:26:00.570986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.587542 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.659795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33252) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:00.748156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.754226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:00.755020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.811289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.818072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5b22a28a-8a5a-4494-9bf5-23ea04b85a9f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:26:00.903252 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac34cc12-4f6c-46dd-a4e7-d8faebf4604b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.929471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=2e6a79b6-1ef5-41fc-8b70-809305d95b9d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:00.935717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f46310e8-7ef0-4957-9dd7-5c9db9eb1b7c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6113043 Aug 19 15:26:00.938821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:00.948398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:00.961586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:00.970441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb47ca6-77c1-472b-ab6c-cfe7cea89dd0 req-27bc802f-ce20-4bab-9791-839cfdc7eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:00.971968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fb47ca6-77c1-472b-ab6c-cfe7cea89dd0 req-27bc802f-ce20-4bab-9791-839cfdc7eb4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1098 time: 0.1923995 Aug 19 15:26:00.980361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f84625-206a-431c-b8ac-0e306a7fa090 req-811fa4e1-9cfb-4ef3-b22e-e5055002710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:00.981862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8f84625-206a-431c-b8ac-0e306a7fa090 req-811fa4e1-9cfb-4ef3-b22e-e5055002710f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1098 time: 0.1568377 Aug 19 15:26:01.002203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe317c2-6164-43aa-84f3-135200372bc9 req-1811bdc0-3417-43fa-93c0-3381fd4691a2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:01.003693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe317c2-6164-43aa-84f3-135200372bc9 req-1811bdc0-3417-43fa-93c0-3381fd4691a2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1775334 Aug 19 15:26:01.109207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fb47ca6-77c1-472b-ab6c-cfe7cea89dd0 req-7188afe1-d832-42b9-87aa-3c25d2b1383e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226411 Aug 19 15:26:01.120720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e8f84625-206a-431c-b8ac-0e306a7fa090 req-a4234778-531e-4395-8fb7-f38402c16434 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262746 Aug 19 15:26:01.123632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe317c2-6164-43aa-84f3-135200372bc9 req-fe9f8d9d-d482-47f2-8e7d-9120bb56a8d6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061783 Aug 19 15:26:01.180328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac34cc12-4f6c-46dd-a4e7-d8faebf4604b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.252568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd029d-9370-4cb9-aab7-3893e194168f req-c48bc4c9-2cc2-4636-bb4c-b23e2b5d3beb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:01.254214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cfd029d-9370-4cb9-aab7-3893e194168f req-c48bc4c9-2cc2-4636-bb4c-b23e2b5d3beb tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.0560036 Aug 19 15:26:01.293527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cfd029d-9370-4cb9-aab7-3893e194168f req-927f571a-d83b-49e3-b092-2804bccb338c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Aug 19 15:26:01.331610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac34cc12-4f6c-46dd-a4e7-d8faebf4604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.376023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac34cc12-4f6c-46dd-a4e7-d8faebf4604b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5283c4faed854254bdf7cecc1883c430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116835 Aug 19 15:26:01.376023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34cc12-4f6c-46dd-a4e7-d8faebf4604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f57d1-8991-4696-aa74-c0935a9a356f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:01.376736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:01.428035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09c962c6-430b-45f6-8e74-18b38dd011d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.456795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09c962c6-430b-45f6-8e74-18b38dd011d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.492316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:01.495851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.547320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b379f8-da3e-44bc-aea2-130826f5a9f1 req-1d8e5f83-d537-4eff-b7c0-29b242b26d2d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:01.548918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4b379f8-da3e-44bc-aea2-130826f5a9f1 req-1d8e5f83-d537-4eff-b7c0-29b242b26d2d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 945 time: 0.0616856 Aug 19 15:26:01.610439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4b379f8-da3e-44bc-aea2-130826f5a9f1 req-4095e144-b7e8-4375-a869-5f6a71682666 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Aug 19 15:26:01.622202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device baf93e27-feba-4e80-845c-3d8b6512caf6 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:01.640921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09c962c6-430b-45f6-8e74-18b38dd011d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.642328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: baf93e27-feba-4e80-845c-3d8b6512caf6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:01.642670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device baf93e27-feba-4e80-845c-3d8b6512caf6 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:01.655823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-09c962c6-430b-45f6-8e74-18b38dd011d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.655823 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-09c962c6-430b-45f6-8e74-18b38dd011d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d92f57d1-8991-4696-aa74-c0935a9a356f HTTP/1.1" status: 204 len: 168 time: 0.2722867 Aug 19 15:26:01.666360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c962c6-430b-45f6-8e74-18b38dd011d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f57d1-8991-4696-aa74-c0935a9a356f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:01.834284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:01.900899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=77f80d62-bf0c-44af-b9aa-e92d1fea8eef,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:01.913840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': 'ad6fc9c0-1816-4a68-a4f0-481ec6336976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:01.914219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: 2e6a79b6-1ef5-41fc-8b70-809305d95b9d, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:01.982866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:02.045408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 2e6a79b6-1ef5-41fc-8b70-809305d95b9d) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:02.049501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:02.050108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.057067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb77230-d726-4076-8e6d-57414dc89d7b None None] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:02.134470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-146423fe-fb0b-471a-9b76-0e6f06dd258b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1914854 Aug 19 15:26:02.134702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33278) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:02.140620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-332163003'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:02.263145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-2e6a79b6-1ef5-41fc-8b70-809305d95b9d', 'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': '77f80d62-bf0c-44af-b9aa-e92d1fea8eef'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:02.264028 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.350370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33284) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:02.390738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:02.396545 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.441434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 52c67b39-e02d-4dd5-8932-c56bad7925bb yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:02.460621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Allocated IP 2001:db8::2 (2e6a79b6-1ef5-41fc-8b70-809305d95b9d/77f80d62-bf0c-44af-b9aa-e92d1fea8eef/1fe11f54-d4c4-4ca8-ae5e-2c22effb1503) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:02.550794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83d0e84d-e86e-4a7e-9270-79be4b6d0c69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=093da0255def40e09f2e2f8e9647f7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990581 Aug 19 15:26:02.553638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33294) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:02.635620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-272f2c74-2657-41cb-8a08-b9f7be37fbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.662937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-272f2c74-2657-41cb-8a08-b9f7be37fbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.682827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e48aac-0799-41eb-9e95-9bffbceebeea req-98b518a2-dac7-425d-895e-7221a50c16a7 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:02.689229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.697978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39e48aac-0799-41eb-9e95-9bffbceebeea req-98b518a2-dac7-425d-895e-7221a50c16a7 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.4842453 Aug 19 15:26:02.707132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Transition to ACTIVE for port object 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:02.726541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Transition to ACTIVE for port object 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:02.751981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39e48aac-0799-41eb-9e95-9bffbceebeea req-cd4d9e0a-b181-4f65-9b37-acef87477468 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Aug 19 15:26:02.828770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-272f2c74-2657-41cb-8a08-b9f7be37fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.831558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-272f2c74-2657-41cb-8a08-b9f7be37fbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.833387 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-272f2c74-2657-41cb-8a08-b9f7be37fbba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92a1020b-b9f2-4f67-a764-3ee48e2da363 HTTP/1.1" status: 204 len: 168 time: 0.2787297 Aug 19 15:26:02.844490 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:02.853921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f2c74-2657-41cb-8a08-b9f7be37fbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1020b-b9f2-4f67-a764-3ee48e2da363,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:02.888553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d978e-a409-4554-8ff7-1ef4c73737c5 req-2ffe5ebe-cfb9-4c0e-8046-678e59b94f33 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:02.904254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-666d978e-a409-4554-8ff7-1ef4c73737c5 req-2ffe5ebe-cfb9-4c0e-8046-678e59b94f33 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.0894909 Aug 19 15:26:02.971494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:02.976291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:02.982689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-666d978e-a409-4554-8ff7-1ef4c73737c5 req-4bc29cc3-227c-4ba9-a69f-7292cf7f32da tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747993 Aug 19 15:26:02.986483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:03.002889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::293 (2e6a79b6-1ef5-41fc-8b70-809305d95b9d/77f80d62-bf0c-44af-b9aa-e92d1fea8eef/52c67b39-e02d-4dd5-8932-c56bad7925bb) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:03.010902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Pushing event updated for resources: {'Port': ['ID=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:03.077757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Attempting to bind port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:03.078401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Attempting to bind port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ad6fc9c0-1816-4a68-a4f0-481ec6336976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:03.078702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Attempting to bind port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 on network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:03.086088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:03.086471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Checking segment: {'id': 'ad6fc9c0-1816-4a68-a4f0-481ec6336976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:03.086887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.087369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Bound using segment: {'id': 'ad6fc9c0-1816-4a68-a4f0-481ec6336976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:03.087763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Bound port: 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6fc9c0-1816-4a68-a4f0-481ec6336976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e6a79b6-1ef5-41fc-8b70-809305d95b9d'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:03.088157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.143911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e45789-16d4-4e4f-b1e7-e20b7bffb3d6 req-9126ef2c-6448-49e5-a4b7-18fb5b1f2295 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:03.148684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2e45789-16d4-4e4f-b1e7-e20b7bffb3d6 req-9126ef2c-6448-49e5-a4b7-18fb5b1f2295 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 945 time: 0.0917737 Aug 19 15:26:03.166084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] For port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:03.169553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] For port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,segment=NetworkSegment(ad6fc9c0-1816-4a68-a4f0-481ec6336976),segment_id=ad6fc9c0-1816-4a68-a4f0-481ec6336976)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:03.184174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.198991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 52c67b39-e02d-4dd5-8932-c56bad7925bb will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:03.208399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2e45789-16d4-4e4f-b1e7-e20b7bffb3d6 req-196cd75d-6669-41b6-aa99-a30c9de01e10 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483007 Aug 19 15:26:03.280225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.348873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b6806-d3c5-4567-8184-78258e031733 None None] Pushing event updated for resources: {'Port': ['ID=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:03.350328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.401849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:03.407892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:03.438815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:03.448226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:03.448919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.453171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=52c67b39-e02d-4dd5-8932-c56bad7925bb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:03.548258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-10c33b47-fd4d-4c44-98da-be6ff0a2c75f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4119279 Aug 19 15:26:03.552277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33340) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:03.698450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 52c67b39-e02d-4dd5-8932-c56bad7925bb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:03.699679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.817788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:03.882735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:03.899911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 52c67b39-e02d-4dd5-8932-c56bad7925bb owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:03.926658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27362693-5c0a-4d9a-806e-8c46fb99dc54 req-40c43172-71d6-46cc-85b2-85f9636cc505 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:03.928304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27362693-5c0a-4d9a-806e-8c46fb99dc54 req-40c43172-71d6-46cc-85b2-85f9636cc505 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0848570 Aug 19 15:26:03.936967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:03.943051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:03.943435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.040431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27362693-5c0a-4d9a-806e-8c46fb99dc54 req-e021a3ee-30a7-457e-b98f-53ecf31d45b0 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752857 Aug 19 15:26:04.093848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.147061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad551158-2428-4f0f-af50-e2302d86170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:04.155476 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d08ecaa-1491-4385-827d-a6091f88bf00" -d '{"events": [{"server_uuid": "ad551158-2428-4f0f-af50-e2302d86170a", "name": "network-vif-plugged", "status": "completed", "tag": "5b22a28a-8a5a-4494-9bf5-23ea04b85a9f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:04.185381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:04.209806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257a5b9-b425-4929-aaa1-cf968daf3ac8 req-0c4d8fbb-ed86-4977-88ca-63ec56ae9cff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:04.217539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e257a5b9-b425-4929-aaa1-cf968daf3ac8 req-0c4d8fbb-ed86-4977-88ca-63ec56ae9cff tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.0624080 Aug 19 15:26:04.234019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.256521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.327082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=52c67b39-e02d-4dd5-8932-c56bad7925bb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:04.341067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:04.363450 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.365315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-81cd3543-aef6-4394-b147-fcc1d77e3ab9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/52c67b39-e02d-4dd5-8932-c56bad7925bb HTTP/1.1" status: 204 len: 168 time: 0.8114965 Aug 19 15:26:04.368163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33370) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:04.383881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e257a5b9-b425-4929-aaa1-cf968daf3ac8 req-0e1e42f2-de41-4922-97af-b4b48a370ccd tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653545 Aug 19 15:26:04.415335 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0b412b-a723-489a-a61a-7e8689c1b0d4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:04.420088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33372) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:04.420793 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b0b412b-a723-489a-a61a-7e8689c1b0d4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/52c67b39-e02d-4dd5-8932-c56bad7925bb HTTP/1.1" status: 404 len: 333 time: 0.0511594 Aug 19 15:26:04.441351 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2784d-2c9b-4610-8dac-10c3241dc4cf x-openstack-request-id: req-0fd2784d-2c9b-4610-8dac-10c3241dc4cf {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:04.442009 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad551158-2428-4f0f-af50-e2302d86170a", "name": "network-vif-plugged", "status": "completed", "tag": "5b22a28a-8a5a-4494-9bf5-23ea04b85a9f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:04.442483 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fd2784d-2c9b-4610-8dac-10c3241dc4cf {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:04.443189 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad551158-2428-4f0f-af50-e2302d86170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f', 'code': 200} Aug 19 15:26:04.498597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33380) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:04.526367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet 77f80d62-bf0c-44af-b9aa-e92d1fea8eef {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:04.530164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.653290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1222909258'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:04.692972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.718375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d87d3-6302-435e-aced-f01681ffaaf5 None None] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:04.737451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659418a3-c0a7-4cef-9d64-7a6b614b4703 req-c84e83cb-791c-48fc-bf55-2943feadbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:04.739727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-659418a3-c0a7-4cef-9d64-7a6b614b4703 req-c84e83cb-791c-48fc-bf55-2943feadbdb1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 1098 time: 0.1803985 Aug 19 15:26:04.741340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Made reservation on behalf of ea0092b25f0b4ef2bca959f5db09fc2b for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:04.748590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.770492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.815997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-83e693f8-9e87-41ff-bc4c-cefa0bceba01 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:04.817708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-83e693f8-9e87-41ff-bc4c-cefa0bceba01 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 810 time: 0.2574208 Aug 19 15:26:04.843345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-659418a3-c0a7-4cef-9d64-7a6b614b4703 req-5a3c3c7f-e5ef-4f55-9069-bfe01f1fdf33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958960 Aug 19 15:26:04.864624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-7b4aabb1-d65d-4f65-b833-a0792aa9f5af tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/quotas/e1e2c5915ff4475b92337b2727623566 HTTP/1.1" status: 200 len: 375 time: 0.0214465 Aug 19 15:26:04.875069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.906305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7446a355-f9c1-46d4-bc47-146629224319 None None] Provisioning for port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:04.953745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.964329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-7eae69a2-8f5d-4a8d-9737-c1f0e094db35 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910668 Aug 19 15:26:05.021426 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.062276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.069221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:05.071290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8384f-1e59-4b51-8fbc-886743c349e9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.091080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.091080 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Added segment ca727396-c8bb-4cba-94af-393e67fcc170 of type vlan for network 8e9decda-5def-471c-ba63-3f273ab27a84 Aug 19 15:26:05.129746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=77f80d62-bf0c-44af-b9aa-e92d1fea8eef,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.132221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.137252 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.141867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ba6ba666-4483-4a25-b06a-7d078f11af5f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/77f80d62-bf0c-44af-b9aa-e92d1fea8eef HTTP/1.1" status: 204 len: 168 time: 0.7181797 Aug 19 15:26:05.142474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33394) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:05.223541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.232721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:05.234661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.244282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f057ad8-2936-4bb1-8d3b-b37cb964b1db None None] Network 2e6a79b6-1ef5-41fc-8b70-809305d95b9d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:05.252814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-9e9ff5e4-9c89-43e6-afc9-33388ac72fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735112 Aug 19 15:26:05.342261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Network': ['ID=8e9decda-5def-471c-ba63-3f273ab27a84,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.357880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-0bfc193d-788a-4d97-8b47-292c860e5e88 service neutron] 10.222.0.13 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038156 Aug 19 15:26:05.363519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 8e9decda-5def-471c-ba63-3f273ab27a84 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:05.366563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.447791 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a1b57fb-859d-4143-8f21-97b4d25faa6e tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9475679 Aug 19 15:26:05.448921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:05.469384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'subnet': {'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:05.469583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:05.469583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.515535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] DHCP port deletion for 2e6a79b6-1ef5-41fc-8b70-809305d95b9d request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:05.568619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] For port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,segment=NetworkSegment(ad6fc9c0-1816-4a68-a4f0-481ec6336976),segment_id=ad6fc9c0-1816-4a68-a4f0-481ec6336976)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:05.569001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.575909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] Deleting port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:05.576497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.631622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:05.654282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] For port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,segment=NetworkSegment(ad6fc9c0-1816-4a68-a4f0-481ec6336976),segment_id=ad6fc9c0-1816-4a68-a4f0-481ec6336976)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:05.655384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.669558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] Calling delete_port for 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:05.674642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Made reservation on behalf of ea0092b25f0b4ef2bca959f5db09fc2b for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:05.679439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.790371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da752a9-ce0b-477c-8d87-34eddccc6d53 req-6e1399b8-723a-4b70-a850-89c6056ca3db tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:05.798132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1da752a9-ce0b-477c-8d87-34eddccc6d53 req-6e1399b8-723a-4b70-a850-89c6056ca3db tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 946 time: 0.1001241 Aug 19 15:26:05.827305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.859109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1da752a9-ce0b-477c-8d87-34eddccc6d53 req-6e50dbae-0556-44ae-a230-5f5365520327 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599885 Aug 19 15:26:05.865905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] Pushing event deleted for resources: {'Port': ['ID=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.875563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.882267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39afdb6-b763-4813-a988-87fe249e2d64 None None] No DVR routers for this DVR port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:05.916788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=1fe11f54-d4c4-4ca8-ae5e-2c22effb1503,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:05.923417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No DVR routers for this DVR port 1fe11f54-d4c4-4ca8-ae5e-2c22effb1503 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:06.058666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.072152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6a79b6-1ef5-41fc-8b70-809305d95b9d']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:06.086084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6fc9c0-1816-4a68-a4f0-481ec6336976') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:06.086369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6fc9c0-1816-4a68-a4f0-481ec6336976') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:06.091467 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.101212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe9ce-4224-4841-99f9-64e690d74fe7 req-d572bf15-c52c-481f-93c7-4552cc4a7507 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:06.108639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48afe9ce-4224-4841-99f9-64e690d74fe7 req-d572bf15-c52c-481f-93c7-4552cc4a7507 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.1441739 Aug 19 15:26:06.118694 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.155145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.155954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Subnet': ['ID=fa590bfd-23c4-4b79-96d3-b0488544a54b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:06.165740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Checking segment: {'id': 'ca727396-c8bb-4cba-94af-393e67fcc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:06.166114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network hostable DHCP agents. Network: 8e9decda-5def-471c-ba63-3f273ab27a84, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:06.185838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48afe9ce-4224-4841-99f9-64e690d74fe7 req-87d7e9d9-5011-4eb1-a61c-4ec6d0359242 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761225 Aug 19 15:26:06.193212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:06.194091 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:06.201380 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:06.303429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network 8e9decda-5def-471c-ba63-3f273ab27a84 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:06.304993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e6326e1-296c-4d36-8e8e-debe8e5992f6 req-8d915f50-9725-4be1-89a2-74b45c91d63a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 210 time: 0.0399990 Aug 19 15:26:06.393867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 8e9decda-5def-471c-ba63-3f273ab27a84) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:06.395027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.402683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.404829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/2e6a79b6-1ef5-41fc-8b70-809305d95b9d HTTP/1.1" status: 204 len: 168 time: 1.2598696 Aug 19 15:26:06.412541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:06.413231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.416927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33418) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:06.423507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f493e3a-c083-4e56-98d6-3cf46a8a24f1 None None] Network 8e9decda-5def-471c-ba63-3f273ab27a84 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:06.433298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'name': 'tempest-PortsIpV6TestJSON-1301085247'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:06.441881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fdfe-17b1-4c54-b4ba-8391a9f60d47 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=2e6a79b6-1ef5-41fc-8b70-809305d95b9d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:06.580006 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7820da6e-3f3b-44ec-a5ac-c4a285b1c253 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1295021 Aug 19 15:26:06.583176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:06.588725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-301466805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:06.595370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-8e9decda-5def-471c-ba63-3f273ab27a84', 'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84', 'tenant_id': 'ea0092b25f0b4ef2bca959f5db09fc2b', 'fixed_ips': [{'subnet_id': 'fa590bfd-23c4-4b79-96d3-b0488544a54b'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:06.596308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.672414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:06.676093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.697422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 041beb9a-604d-4ab2-b438-71605d4c1884 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:06.746519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Allocated IP 172.20.0.2 (8e9decda-5def-471c-ba63-3f273ab27a84/fa590bfd-23c4-4b79-96d3-b0488544a54b/fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:06.782762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.783971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.860464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.892958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:06.927762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.015447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.017133 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dbbe8413-6d80-4481-9138-25eeb65de9a1 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4324427 Aug 19 15:26:07.019854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33426) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:07.034413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.044087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Transition to ACTIVE for port object fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:07.060430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Transition to ACTIVE for port object fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:07.091087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.144287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff0ca2-37a7-4e5b-be5d-c675d4d3b33a req-6f15a824-2466-40ac-a16d-2f679a2c3dfb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:07.152087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ff0ca2-37a7-4e5b-be5d-c675d4d3b33a req-6f15a824-2466-40ac-a16d-2f679a2c3dfb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 946 time: 0.1720729 Aug 19 15:26:07.161340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.217017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Network 8e9decda-5def-471c-ba63-3f273ab27a84 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:07.223767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:07.229451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:07.247320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Pushing event updated for resources: {'Port': ['ID=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:07.276658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:07.280409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=041beb9a-604d-4ab2-b438-71605d4c1884,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:07.284885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:07.300531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:07.303012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Attempting to bind port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:07.303794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Attempting to bind port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'ca727396-c8bb-4cba-94af-393e67fcc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:07.303794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Attempting to bind port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf on network 8e9decda-5def-471c-ba63-3f273ab27a84 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:07.306752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:07.307382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.309060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:07.309466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Checking segment: {'id': 'ca727396-c8bb-4cba-94af-393e67fcc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:07.309869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.310264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Bound using segment: {'id': 'ca727396-c8bb-4cba-94af-393e67fcc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:07.310732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Bound port: fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca727396-c8bb-4cba-94af-393e67fcc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:07.311297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.351249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91ff0ca2-37a7-4e5b-be5d-c675d4d3b33a req-86e93922-cee9-4c44-82f7-3454a6bb0c62 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982489 Aug 19 15:26:07.408809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] For port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:07.414284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] For port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,segment=NetworkSegment(ca727396-c8bb-4cba-94af-393e67fcc170),segment_id=ca727396-c8bb-4cba-94af-393e67fcc170)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:07.497043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a50546-283a-4e3c-bd99-0e84daac2bf6 req-c9a9825b-e7d1-4a9b-954c-dbd4f919c8dd tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 210 time: 0.0479066 Aug 19 15:26:07.536278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.617844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3de76eb8-bb3d-409e-aa34-0bc5edadac45 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1981251 Aug 19 15:26:07.619702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33470) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:07.678266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.818247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c194d-92bd-4447-9f0c-7ec736c76382 None None] Pushing event updated for resources: {'Port': ['ID=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:07.959466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 041beb9a-604d-4ab2-b438-71605d4c1884 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:07.959999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:08.094882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:08.098504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Allocated IP 172.20.0.1 (8e9decda-5def-471c-ba63-3f273ab27a84/fa590bfd-23c4-4b79-96d3-b0488544a54b/e9a5284e-67c0-45cb-8ed4-757278de8584) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:08.118232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 041beb9a-604d-4ab2-b438-71605d4c1884 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:08.669076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ea69b0-ead7-4c75-a52a-67f4957f3498 req-30748fa8-5258-4d31-9188-fcc0766b5c4c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 210 time: 0.0539398 Aug 19 15:26:08.790593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:08.806054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-a67e2602-c614-4f04-80a0-8ea8fa5b6f2b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:08.807565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-a67e2602-c614-4f04-80a0-8ea8fa5b6f2b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 810 time: 0.5905905 Aug 19 15:26:08.824018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Request body: {'port': {'device_id': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'admin_state_up': True, 'tenant_id': 'e1e2c5915ff4475b92337b2727623566'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:08.882725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Transition to ACTIVE for port object e9a5284e-67c0-45cb-8ed4-757278de8584 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:08.885999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:08.954963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=041beb9a-604d-4ab2-b438-71605d4c1884,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:08.963610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:08.965768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b800a324-c225-4061-a059-8c0d04d1d4db tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/041beb9a-604d-4ab2-b438-71605d4c1884 HTTP/1.1" status: 204 len: 168 time: 1.3459842 Aug 19 15:26:08.968484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33520) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:08.982508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'mac_address': 'fa:16:3e:98:29:00', 'name': 'tempest-PortsIpV6TestJSON-701548030'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:09.069524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef452552-fa39-4bc8-9fdc-7710b276ec82 None None] Network 8e9decda-5def-471c-ba63-3f273ab27a84 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:09.101369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.170167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network 8e9decda-5def-471c-ba63-3f273ab27a84 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:09.173534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Made reservation on behalf of e1e2c5915ff4475b92337b2727623566 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:09.178398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.183619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:09.188066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:09.233966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:09.299897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-23e5ec85-5b69-402c-8840-e1d06563ccf1 None None] Provisioning for port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:09.378504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.382060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Port': ['ID=e9a5284e-67c0-45cb-8ed4-757278de8584,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:09.390777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.454123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 6c79188c-6384-42be-b0ca-f95639457fe5 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:09.530815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Allocated IP 172.20.0.12 (44edcc1b-1c16-407c-9278-bb3899bb15b4/a3ac073e-1989-4d3f-ba43-262db14a263a/6346704b-451f-4378-beb2-77103f64e25d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:09.756238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:09.808313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c823aa64-e621-4958-9212-f9c6549ada84 None None] Provisioning for port e9a5284e-67c0-45cb-8ed4-757278de8584 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:09.813820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c823aa64-e621-4958-9212-f9c6549ada84 None None] Provisioning complete for port e9a5284e-67c0-45cb-8ed4-757278de8584 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:09.814260 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c823aa64-e621-4958-9212-f9c6549ada84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.836018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.857955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9df22415-486a-4e81-8bda-159b9be12160 req-96f9e161-f2b6-4e8f-83ef-adcd5c41210d tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 210 time: 0.0694039 Aug 19 15:26:09.861914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c823aa64-e621-4958-9212-f9c6549ada84 None None] Port e9a5284e-67c0-45cb-8ed4-757278de8584 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:09.914571 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.954008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:09.959000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:09.959433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.979725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:09.982906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.077087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:10.090756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.106676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:10.119329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:10.127828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:10.128480 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.132219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,segment=NetworkSegment(ca727396-c8bb-4cba-94af-393e67fcc170),segment_id=ca727396-c8bb-4cba-94af-393e67fcc170)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:10.133943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6a4a360-9979-4b0f-b6a5-1f3c7ee1415b None None] Provisioning complete for port e9a5284e-67c0-45cb-8ed4-757278de8584 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:10.134636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a360-9979-4b0f-b6a5-1f3c7ee1415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.162390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=6c79188c-6384-42be-b0ca-f95639457fe5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:10.183157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4a360-9979-4b0f-b6a5-1f3c7ee1415b None None] Port e9a5284e-67c0-45cb-8ed4-757278de8584 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:10.189351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.208557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d02d0356-74e1-4f65-910c-584df88f9ebd'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:26:10.247886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Network 44edcc1b-1c16-407c-9278-bb3899bb15b4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:10.268745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:10.270745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:10.274707 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ef5bda46-c886-4112-8fa3-eb45d1a97702 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3045156 Aug 19 15:26:10.277168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:10.282916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.356343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b7220-392f-4e9a-8c7d-df7ca6510ea5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:10.357619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Pushing event updated for resources: {'Port': ['ID=6346704b-451f-4378-beb2-77103f64e25d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:10.373184 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c84b7220-392f-4e9a-8c7d-df7ca6510ea5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/6c79188c-6384-42be-b0ca-f95639457fe5 HTTP/1.1" status: 200 len: 844 time: 0.0949492 Aug 19 15:26:10.373853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33534) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:10.378183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:10.424658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:10.425311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.450273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.534870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 6c79188c-6384-42be-b0ca-f95639457fe5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:10.535259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.548959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-13863ae7-ecb4-44e7-81a4-62723b146a03 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7299724 Aug 19 15:26:10.555560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.571787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Request body: {'port': {'device_id': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:10.630091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.655368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 6c79188c-6384-42be-b0ca-f95639457fe5 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:10.694925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Port': ['ID=e9a5284e-67c0-45cb-8ed4-757278de8584,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:10.709333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.714290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.835318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.871821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=6c79188c-6384-42be-b0ca-f95639457fe5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:10.882975 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:10.888440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:10.889412 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a618631-4016-4451-bccd-0fd0f822b559 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/6c79188c-6384-42be-b0ca-f95639457fe5 HTTP/1.1" status: 204 len: 168 time: 0.5141640 Aug 19 15:26:10.956390 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba68f29-40c6-4966-b9e5-01ae2947c894 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:10.958771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aba68f29-40c6-4966-b9e5-01ae2947c894 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/6c79188c-6384-42be-b0ca-f95639457fe5 HTTP/1.1" status: 404 len: 333 time: 0.0694637 Aug 19 15:26:10.964352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33548) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:10.969481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'name': 'tempest-PortsIpV6TestJSON-1554524084'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:11.061505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network 8e9decda-5def-471c-ba63-3f273ab27a84 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:11.068514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:11.169748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:11.174378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.203007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 8ae19f0d-047c-40e9-a259-6fb605d66616 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:11.241948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8ea89-4957-4f08-897a-7855e5e97a88 req-2cea67c9-82fa-4aad-92e5-eea771ffc327 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:11.243677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35b8ea89-4957-4f08-897a-7855e5e97a88 req-2cea67c9-82fa-4aad-92e5-eea771ffc327 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 932 time: 0.2838042 Aug 19 15:26:11.376547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35b8ea89-4957-4f08-897a-7855e5e97a88 req-adf571be-84aa-4fab-8d15-08a0e228c8a4 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198633 Aug 19 15:26:11.386141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6346704b-451f-4378-beb2-77103f64e25d {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:26:11.399981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.426596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ee5e1cdb-b51d-43d3-b72d-9ce0bd022759 None None] Provisioning complete for port e9a5284e-67c0-45cb-8ed4-757278de8584 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:11.427210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1cdb-b51d-43d3-b72d-9ce0bd022759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.427296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Transition to ACTIVE for port object 6346704b-451f-4378-beb2-77103f64e25d will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:11.469607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e1cdb-b51d-43d3-b72d-9ce0bd022759 None None] Port e9a5284e-67c0-45cb-8ed4-757278de8584 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:11.544049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.552641 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.593539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Router 004d31e6-688d-4a46-817e-831e67bc0599 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:26:11.697206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.701614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:11.774111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:11.774902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.776752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Pushing event updated for resources: {'Port': ['ID=6346704b-451f-4378-beb2-77103f64e25d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:11.777803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:11.786657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:11.790751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:11.796443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:11.797065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.812425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=8ae19f0d-047c-40e9-a259-6fb605d66616,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:11.824587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.824930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.825310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.825647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.825978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.826510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.826641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.826963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.827290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.827610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.827934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.828251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:11.841561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:11.854738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f9959393-fcbd-46dc-9ac9-4c599f33fff4 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "PUT /v2.0/routers/004d31e6-688d-4a46-817e-831e67bc0599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8306217 Aug 19 15:26:11.854836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:11.860197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'port': {'network_id': '8e9decda-5def-471c-ba63-3f273ab27a84', 'name': 'tempest-FloatingIPNegativeTestJSON-83426639'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:11.862487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495396cf-1589-4b75-be61-572c118e95bc None None] Sync routers for ids ['004d31e6-688d-4a46-817e-831e67bc0599'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:11.870691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Attempting to bind port 6346704b-451f-4378-beb2-77103f64e25d on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:11.871318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Attempting to bind port 6346704b-451f-4378-beb2-77103f64e25d by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:11.873023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Attempting to bind port 6346704b-451f-4378-beb2-77103f64e25d on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:11.879975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Port 6346704b-451f-4378-beb2-77103f64e25d on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:26:11.880375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Attempting to bind port 6346704b-451f-4378-beb2-77103f64e25d on network 44edcc1b-1c16-407c-9278-bb3899bb15b4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:11.887059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495396cf-1589-4b75-be61-572c118e95bc None None] Routers {'004d31e6-688d-4a46-817e-831e67bc0599'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:11.887978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-495396cf-1589-4b75-be61-572c118e95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['004d31e6-688d-4a46-817e-831e67bc0599'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:11.888881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:11.889400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Checking segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:11.890019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Bound using segment: {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:11.890641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Bound port: 6346704b-451f-4378-beb2-77103f64e25d, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132c7ee9-34b5-4ed3-b004-1b625a190522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:11.891148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:11.908710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-76d3343e-8161-49a2-847a-3973e9cfd608 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9440048 Aug 19 15:26:11.911512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33558) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:11.918056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:11.948725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-495396cf-1589-4b75-be61-572c118e95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:11.958009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495396cf-1589-4b75-be61-572c118e95bc None None] Routers {'004d31e6-688d-4a46-817e-831e67bc0599'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:11.958484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-495396cf-1589-4b75-be61-572c118e95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['004d31e6-688d-4a46-817e-831e67bc0599'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:11.999208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] For port 6346704b-451f-4378-beb2-77103f64e25d, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:12.005793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] For port 6346704b-451f-4378-beb2-77103f64e25d, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6346704b-451f-4378-beb2-77103f64e25d,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:12.025064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-495396cf-1589-4b75-be61-572c118e95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:12.025747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495396cf-1589-4b75-be61-572c118e95bc None None] The sync data for ids ['004d31e6-688d-4a46-817e-831e67bc0599'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:12.048067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.093464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.135510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:12.136241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.137855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] 10.222.0.46 "PUT /v2.0/ports/6346704b-451f-4378-beb2-77103f64e25d HTTP/1.1" status: 200 len: 1093 time: 1.5791097 Aug 19 15:26:12.138492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'tag': '6346704b-451f-4378-beb2-77103f64e25d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:12.141077 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf72d49-65c7-4087-adef-cd751ab79b24" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cd7de8-360e-4aeb-a122-a793d1ffa752", "tag": "6346704b-451f-4378-beb2-77103f64e25d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:12.186128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Made reservation on behalf of ea0092b25f0b4ef2bca959f5db09fc2b for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:12.189819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.203701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d2054-bd29-48ac-bd04-59ab734782da service neutron] Pushing event updated for resources: {'Port': ['ID=6346704b-451f-4378-beb2-77103f64e25d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:12.232775 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ff9b5-fc21-483f-8ef1-351566aee7df x-openstack-request-id: req-af6ff9b5-fc21-483f-8ef1-351566aee7df {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:12.233364 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cd7de8-360e-4aeb-a122-a793d1ffa752", "tag": "6346704b-451f-4378-beb2-77103f64e25d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:12.233894 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af6ff9b5-fc21-483f-8ef1-351566aee7df {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:12.234448 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'tag': '6346704b-451f-4378-beb2-77103f64e25d', 'status': 'completed', 'code': 200} Aug 19 15:26:12.236640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] device_id is not set on port 8d7a8f2c-6708-4fc9-94b0-415c143f36fb yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:12.308975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-4e21322b-786c-4fd1-9064-c7dbea3fc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:12.311918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.312483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-4e21322b-786c-4fd1-9064-c7dbea3fc708 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 1096 time: 0.0584660 Aug 19 15:26:12.364781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-1d929cd4-6179-4121-97b2-bf643c466cdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6346704b-451f-4378-beb2-77103f64e25d HTTP/1.1" status: 200 len: 217 time: 0.0446589 Aug 19 15:26:12.365398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.412431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] In _notify_port_updated(), no bound segment for port 8ae19f0d-047c-40e9-a259-6fb605d66616 on network 977ec08c-8ca1-4185-bd59-3d9fa3919891 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:26:12.418005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:12.418648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.419987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/ports/8ae19f0d-047c-40e9-a259-6fb605d66616 HTTP/1.1" status: 200 len: 818 time: 0.5076094 Aug 19 15:26:12.423353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Allocated IP 172.20.0.14 (8e9decda-5def-471c-ba63-3f273ab27a84/fa590bfd-23c4-4b79-96d3-b0488544a54b/8d7a8f2c-6708-4fc9-94b0-415c143f36fb) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:12.429592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33566) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:12.477047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996e8f6-7b56-4013-875e-aec33bc2737b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=8ae19f0d-047c-40e9-a259-6fb605d66616,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:12.479923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a526-2d85-408e-add8-c1cd86945169 req-5a2a228b-751d-4454-b5ef-606ea0ab37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:12.483355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-5a2a228b-751d-4454-b5ef-606ea0ab37cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.1116571 Aug 19 15:26:12.563784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-420d6a28-aa5e-4842-9db7-483b290db9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572295 Aug 19 15:26:12.641049 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 8ae19f0d-047c-40e9-a259-6fb605d66616 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:12.641436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.649910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d614f-a98e-4013-9210-1397157d647a req-a36ba857-de73-4f97-8da8-eed7929a6d16 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:12.651979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-897d614f-a98e-4013-9210-1397157d647a req-a36ba857-de73-4f97-8da8-eed7929a6d16 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 944 time: 0.1671219 Aug 19 15:26:12.736355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-897d614f-a98e-4013-9210-1397157d647a req-fd2cd737-11b6-4319-8ef5-a71ede41efc6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Aug 19 15:26:12.782308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.785648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:12.790201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-34ec3794-ba79-46b4-9380-cf978c35fa3b service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143881 Aug 19 15:26:12.808447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 8ae19f0d-047c-40e9-a259-6fb605d66616 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:12.813734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Transition to ACTIVE for port object 8d7a8f2c-6708-4fc9-94b0-415c143f36fb will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:12.913030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aef8a526-2d85-408e-add8-c1cd86945169 req-ade50b7c-2227-4f5d-9a56-4d7b86c31c9d service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191111 Aug 19 15:26:12.986957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.029807 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network 8e9decda-5def-471c-ba63-3f273ab27a84 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:13.035601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:13.039688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:13.086322 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.109777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Port': ['ID=8d7a8f2c-6708-4fc9-94b0-415c143f36fb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:13.143839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:13.144740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.156111 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.162381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/8ae19f0d-047c-40e9-a259-6fb605d66616 HTTP/1.1" status: 204 len: 168 time: 0.7315850 Aug 19 15:26:13.168436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33574) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:13.194941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9d53-d54c-4548-b6c9-ac43d05fb6f1 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=8ae19f0d-047c-40e9-a259-6fb605d66616,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:13.210693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-2594fc2a-4938-43fd-8cf9-5251232d1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:13.211289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-2594fc2a-4938-43fd-8cf9-5251232d1a1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 1096 time: 0.1197708 Aug 19 15:26:13.303733 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.338591 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fd6c0d72-5da5-4e06-9cab-f0efebf41a01 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4783113 Aug 19 15:26:13.341789 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33578) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:13.346011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af21a1-5682-4259-a619-19c8492f6a8c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:13.347096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:13.350728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c4af21a1-5682-4259-a619-19c8492f6a8c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1783879 Aug 19 15:26:13.351825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33580) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:13.383708 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb65107-c0a0-45eb-9342-8c5c4a04124f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:13.385403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3bb65107-c0a0-45eb-9342-8c5c4a04124f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/8ae19f0d-047c-40e9-a259-6fb605d66616 HTTP/1.1" status: 404 len: 333 time: 0.0325665 Aug 19 15:26:13.389528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33582) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:13.396450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-6ce4ae2e-4af7-4dea-95bf-ce083e915ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:13.398202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-6ce4ae2e-4af7-4dea-95bf-ce083e915ac8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 911 time: 0.1634510 Aug 19 15:26:13.399693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-133758305'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:13.444350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-519129a9-8481-4fd9-93c8-1c408ddd4f9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6346704b-451f-4378-beb2-77103f64e25d HTTP/1.1" status: 200 len: 217 time: 0.0384395 Aug 19 15:26:13.468874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.491065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4dcec4b9-e448-44e8-b4db-f29713473d05 None None] Provisioning for port 8d7a8f2c-6708-4fc9-94b0-415c143f36fb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:13.495609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4dcec4b9-e448-44e8-b4db-f29713473d05 None None] Provisioning complete for port 8d7a8f2c-6708-4fc9-94b0-415c143f36fb triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:13.496209 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4dcec4b9-e448-44e8-b4db-f29713473d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.503449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-1d671c3e-a9dc-4435-ac93-b7f49d46815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:13.506266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-1d671c3e-a9dc-4435-ac93-b7f49d46815e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.0538077 Aug 19 15:26:13.544159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4dcec4b9-e448-44e8-b4db-f29713473d05 None None] Port 8d7a8f2c-6708-4fc9-94b0-415c143f36fb cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:13.561018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-45acd431-5621-4f81-aa2f-5a233e0326f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469139 Aug 19 15:26:13.619899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.634626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:13.639025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.674829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-d7f3a3b6-2131-43ac-b1c8-73e88f3b9251 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054053 Aug 19 15:26:13.774654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:13.797459 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.801166 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment 0a49fbd4-1053-46f3-88e1-cc4bca7e6020 of type vlan for network f119510d-cbf0-49ff-80b6-e91a4200a390 Aug 19 15:26:13.817001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Allocated IP 172.25.5.137 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/82745e95-abae-47cd-bc49-09b680bcd29c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:13.866385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:13.918730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abf72d49-65c7-4087-adef-cd751ab79b24 req-0b25fb56-4447-46c8-b472-1faa54e6e73e service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374618 Aug 19 15:26:13.953428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fca044-f288-49b1-bb95-1f52f70e611a req-ece4db3b-0dc5-4a16-ba2b-420d2a25397a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:13.957688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9fca044-f288-49b1-bb95-1f52f70e611a req-ece4db3b-0dc5-4a16-ba2b-420d2a25397a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 944 time: 0.1042585 Aug 19 15:26:14.005245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9fca044-f288-49b1-bb95-1f52f70e611a req-836021f0-0209-4dea-9210-cdfc8bf6a556 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Aug 19 15:26:14.011259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.022152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.031259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:14.031991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.121890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=f119510d-cbf0-49ff-80b6-e91a4200a390,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:14.147164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:14.183464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fc5154e-9e83-4b2a-b78c-cfd5b1e7d46a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7896864 Aug 19 15:26:14.186159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33592) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:14.191608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:14.246613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.314813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:14.324499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:14.328575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:14.359123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Port': ['ID=82745e95-abae-47cd-bc49-09b680bcd29c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:14.453937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.525299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:14.529017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.633543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.899688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.925516 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:14.974311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.052529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=467019ca-506d-4ec9-9663-2b6f123796a7,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:15.086395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': '0a49fbd4-1053-46f3-88e1-cc4bca7e6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:15.086858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: f119510d-cbf0-49ff-80b6-e91a4200a390, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:15.106230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Port': ['ID=82745e95-abae-47cd-bc49-09b680bcd29c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:15.121672 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.167645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc61f5f-004f-4e83-8fe3-508e7fc7317b req-9b3f5f0a-a399-4065-bc04-969a8ca1370e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:15.169312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cc61f5f-004f-4e83-8fe3-508e7fc7317b req-9b3f5f0a-a399-4065-bc04-969a8ca1370e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 944 time: 0.0611160 Aug 19 15:26:15.195367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6346704b-451f-4378-beb2-77103f64e25d details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:26:15.215475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7cc61f5f-004f-4e83-8fe3-508e7fc7317b req-4f65836d-efb1-41b2-9cc3-b6a2f84251aa tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Aug 19 15:26:15.233817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network f119510d-cbf0-49ff-80b6-e91a4200a390 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:15.282560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.284047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b5576c6-9c6c-4f49-9a05-77aaf05c498d tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9409747 Aug 19 15:26:15.287142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33602) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:15.295387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f67a7548-0142-46f5-8bd0-54dc3b7dfd7f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'floatingip': {'port_id': '8d7a8f2c-6708-4fc9-94b0-415c143f36fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:15.335762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6346704b-451f-4378-beb2-77103f64e25d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6346704b-451f-4378-beb2-77103f64e25d,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:15.336926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f119510d-cbf0-49ff-80b6-e91a4200a390) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:15.351905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e0ad6-1d4c-43d1-a81d-da433538a60e None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:15.352560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:15.353469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.356610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f67a7548-0142-46f5-8bd0-54dc3b7dfd7f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.373984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '6346704b-451f-4378-beb2-77103f64e25d', 'network_id': '44edcc1b-1c16-407c-9278-bb3899bb15b4', 'port_id': '6346704b-451f-4378-beb2-77103f64e25d', 'mac_address': 'fa:16:3e:7d:1a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ac073e-1989-4d3f-ba43-262db14a263a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:15.455416 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.481480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6346704b-451f-4378-beb2-77103f64e25d {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:26:15.512677 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-f67a7548-0142-46f5-8bd0-54dc3b7dfd7f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] update failed (client error): The resource could not be found. Aug 19 15:26:15.514234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f67a7548-0142-46f5-8bd0-54dc3b7dfd7f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "PUT /v2.0/floatingips/6126df50-5505-4945-9625-afa1f967626c HTTP/1.1" status: 404 len: 507 time: 0.2260435 Aug 19 15:26:15.517172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33608) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:15.528354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6346704b-451f-4378-beb2-77103f64e25d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6346704b-451f-4378-beb2-77103f64e25d,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:15.529743 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c7ad9c0-4b27-4233-84be-eaa21e80cb35 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3425333 Aug 19 15:26:15.532568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33610) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:15.545822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:15.582386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f119510d-cbf0-49ff-80b6-e91a4200a390', 'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': '467019ca-506d-4ec9-9663-2b6f123796a7'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:15.583393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.669152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.724374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:15.728375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:15.809927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Deleting port 82745e95-abae-47cd-bc49-09b680bcd29c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:15.811119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.012217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.013058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.030256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Calling delete_port for 82745e95-abae-47cd-bc49-09b680bcd29c owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:16.146650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6346704b-451f-4378-beb2-77103f64e25d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:16.184774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Allocated IP 2001:db8::2 (f119510d-cbf0-49ff-80b6-e91a4200a390/467019ca-506d-4ec9-9663-2b6f123796a7/e1915da1-3c5e-4def-956e-641db3eeaefa) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:16.220358 n-d-779913-32 neutron-server[101963]: INFO neutron.db.ipam_backend_mixin [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 467019ca-506d-4ec9-9663-2b6f123796a7 (CIDR: 2001:db8::/64) Aug 19 15:26:16.233212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6346704b-451f-4378-beb2-77103f64e25d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:26:16.263528 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:26:16.264036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:26:16.315180 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:26:16.319219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.351576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Port': ['ID=82745e95-abae-47cd-bc49-09b680bcd29c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:16.394946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffc92a-9592-4342-ab5f-445a8cb3d0ae req-31083068-5ab4-40d7-ad6b-30269ce32f19 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:16.396645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fffc92a-9592-4342-ab5f-445a8cb3d0ae req-31083068-5ab4-40d7-ad6b-30269ce32f19 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 945 time: 0.0734954 Aug 19 15:26:16.426424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.430036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.431946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2ec7729-fe7e-413a-9311-837165e3af0b tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "DELETE /v2.0/floatingips/6126df50-5505-4945-9625-afa1f967626c HTTP/1.1" status: 204 len: 168 time: 0.9136322 Aug 19 15:26:16.436372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:16.448401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e174af4f-4b0a-463b-87b2-f7d8201bd134 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'floatingip': {'floating_network_id': '8e9decda-5def-471c-ba63-3f273ab27a84', 'port_id': '8d7a8f2c-6708-4fc9-94b0-415c143f36fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:16.468545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.474303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fffc92a-9592-4342-ab5f-445a8cb3d0ae req-e779d1e4-173c-49d1-bf51-b2c19d98bd43 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694220 Aug 19 15:26:16.478680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b7d7fdb-69c0-4986-9fb2-22e67280210e tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9434810 Aug 19 15:26:16.480966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33626) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:16.488718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:16.494313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Transition to ACTIVE for port object e1915da1-3c5e-4def-956e-641db3eeaefa will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:16.524940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Transition to ACTIVE for port object e1915da1-3c5e-4def-956e-641db3eeaefa will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:16.619500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.695547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:16.698947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:16.705094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:16.714067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Pushing event updated for resources: {'Port': ['ID=e1915da1-3c5e-4def-956e-641db3eeaefa,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:16.773777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Attempting to bind port e1915da1-3c5e-4def-956e-641db3eeaefa on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:16.774157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Attempting to bind port e1915da1-3c5e-4def-956e-641db3eeaefa by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0a49fbd4-1053-46f3-88e1-cc4bca7e6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:16.774526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Attempting to bind port e1915da1-3c5e-4def-956e-641db3eeaefa on network f119510d-cbf0-49ff-80b6-e91a4200a390 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:16.780193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:16.780636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Checking segment: {'id': '0a49fbd4-1053-46f3-88e1-cc4bca7e6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:16.781055 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.781493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Bound using segment: {'id': '0a49fbd4-1053-46f3-88e1-cc4bca7e6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:16.781974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Bound port: e1915da1-3c5e-4def-956e-641db3eeaefa, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a49fbd4-1053-46f3-88e1-cc4bca7e6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:16.782361 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.845633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e174af4f-4b0a-463b-87b2-f7d8201bd134 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:16.857139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] For port e1915da1-3c5e-4def-956e-641db3eeaefa, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:16.860726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] For port e1915da1-3c5e-4def-956e-641db3eeaefa, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e1915da1-3c5e-4def-956e-641db3eeaefa,segment=NetworkSegment(0a49fbd4-1053-46f3-88e1-cc4bca7e6020),segment_id=0a49fbd4-1053-46f3-88e1-cc4bca7e6020)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:16.930361 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.056254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a094b3b-eba4-44a0-8323-f8b9891eb4e4 None None] Pushing event updated for resources: {'Port': ['ID=e1915da1-3c5e-4def-956e-641db3eeaefa,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:17.087228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:17.094635 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.172862 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-e174af4f-4b0a-463b-87b2-f7d8201bd134 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:26:17.177682 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e174af4f-4b0a-463b-87b2-f7d8201bd134 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7365034 Aug 19 15:26:17.178068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33632) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:17.182885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '8d7a8f2c-6708-4fc9-94b0-415c143f36fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:17.211324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6346704b-451f-4378-beb2-77103f64e25d up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:17.297476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.365676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 6346704b-451f-4378-beb2-77103f64e25d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:17.369923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 6346704b-451f-4378-beb2-77103f64e25d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:17.370615 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.464535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.518535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.558412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6346704b-451f-4378-beb2-77103f64e25d'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:17.561374 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d267f-baad-4080-bd8f-a5b0fcd981b4" -d '{"events": [{"server_uuid": "e2cd7de8-360e-4aeb-a122-a793d1ffa752", "name": "network-vif-plugged", "status": "completed", "tag": "6346704b-451f-4378-beb2-77103f64e25d"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:17.570254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6346704b-451f-4378-beb2-77103f64e25d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6346704b-451f-4378-beb2-77103f64e25d,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:17.602698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.628209 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.663553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network f119510d-cbf0-49ff-80b6-e91a4200a390 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:17.665263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Allocated IP 172.25.5.131 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/96ed375a-f536-4370-aa44-4f57f368d20d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:17.681266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:17.682676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:17.683131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.702614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=bf224060-aaad-428f-8992-d6eacd0a300a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:17.752381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6346704b-451f-4378-beb2-77103f64e25d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:17.759204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e1915da1-3c5e-4def-956e-641db3eeaefa up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:17.774054 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c40ff446-0f1b-45f7-a15d-745ac6749533 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2901652 Aug 19 15:26:17.775676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:17.782434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390', 'fixed_ips': [{'subnet_id': '467019ca-506d-4ec9-9663-2b6f123796a7'}, {'subnet_id': 'bf224060-aaad-428f-8992-d6eacd0a300a'}], 'name': 'tempest-PortsIpV6TestJSON-1050281773'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:17.853663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed310-3c3c-4681-a2e9-86ad789413c9 req-6027bd58-9468-468e-8862-83a82a22736e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:17.855122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f0ed310-3c3c-4681-a2e9-86ad789413c9 req-6027bd58-9468-468e-8862-83a82a22736e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.2309084 Aug 19 15:26:17.925000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e1915da1-3c5e-4def-956e-641db3eeaefa completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:17.931510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f0ed310-3c3c-4681-a2e9-86ad789413c9 req-70456a2d-a9b4-4c6d-915a-ebd4ca05b776 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627928 Aug 19 15:26:17.937264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:17.995929 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee218a9-2bb0-4b90-936e-2faadfac3db3 x-openstack-request-id: req-eee218a9-2bb0-4b90-936e-2faadfac3db3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:17.996228 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd7de8-360e-4aeb-a122-a793d1ffa752", "name": "network-vif-plugged", "status": "completed", "tag": "6346704b-451f-4378-beb2-77103f64e25d", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:17.996495 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eee218a9-2bb0-4b90-936e-2faadfac3db3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:17.996903 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6346704b-451f-4378-beb2-77103f64e25d', 'code': 200} Aug 19 15:26:18.011351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:18.089603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.169972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.204363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:18.209416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 6358c1d1-1956-4478-906a-b2f9f78ed708 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:18.209823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:18.217961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:18.277470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event updated for resources: {'Port': ['ID=96ed375a-f536-4370-aa44-4f57f368d20d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:18.323360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13944c-9f33-4857-ba6a-0492e606a596 req-9fb7d471-df4d-49e2-924e-ad687647d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:18.325913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f13944c-9f33-4857-ba6a-0492e606a596 req-9fb7d471-df4d-49e2-924e-ad687647d7c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 1098 time: 0.2317317 Aug 19 15:26:18.435777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f13944c-9f33-4857-ba6a-0492e606a596 req-838b961c-2587-46a3-a664-203d4a8359c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 Aug 19 15:26:18.469323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4348347-a468-4722-a1fe-88bd0aa0fdca None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:18.544604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Deleting port 96ed375a-f536-4370-aa44-4f57f368d20d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:18.547764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.617125 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::37f (f119510d-cbf0-49ff-80b6-e91a4200a390/467019ca-506d-4ec9-9663-2b6f123796a7/6358c1d1-1956-4478-906a-b2f9f78ed708) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:18.625328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8:0:1::c2 (f119510d-cbf0-49ff-80b6-e91a4200a390/bf224060-aaad-428f-8992-d6eacd0a300a/6358c1d1-1956-4478-906a-b2f9f78ed708) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:18.672821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] Provisioning for port e1915da1-3c5e-4def-956e-641db3eeaefa completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:18.688990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] Provisioning complete for port e1915da1-3c5e-4def-956e-641db3eeaefa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:18.690925 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.717646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.717646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.729621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Calling delete_port for 96ed375a-f536-4370-aa44-4f57f368d20d owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:18.847524 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.919402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Update dhcp port {'port': {'network_id': 'f119510d-cbf0-49ff-80b6-e91a4200a390', 'fixed_ips': [{'subnet_id': '467019ca-506d-4ec9-9663-2b6f123796a7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf224060-aaad-428f-8992-d6eacd0a300a'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'e1915da1-3c5e-4def-956e-641db3eeaefa'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:26:18.945286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.962266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:18.982887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 6358c1d1-1956-4478-906a-b2f9f78ed708 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:18.983429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.020283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Port': ['ID=96ed375a-f536-4370-aa44-4f57f368d20d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:19.059178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] For port e1915da1-3c5e-4def-956e-641db3eeaefa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e1915da1-3c5e-4def-956e-641db3eeaefa,segment=NetworkSegment(0a49fbd4-1053-46f3-88e1-cc4bca7e6020),segment_id=0a49fbd4-1053-46f3-88e1-cc4bca7e6020)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:19.120847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.171792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.173638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa0d87-a074-4be2-92e1-4d851e93429c req-da302133-61c9-4ceb-b578-214145190e99 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:19.175270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2eaa0d87-a074-4be2-92e1-4d851e93429c req-da302133-61c9-4ceb-b578-214145190e99 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1179662 Aug 19 15:26:19.237714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b408c5-9179-4d60-a67b-c8490b12e793 None None] Pushing event updated for resources: {'Port': ['ID=e1915da1-3c5e-4def-956e-641db3eeaefa,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:19.255034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=6358c1d1-1956-4478-906a-b2f9f78ed708,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:19.274318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2eaa0d87-a074-4be2-92e1-4d851e93429c req-52b8ccfc-9ada-423a-9a97-be50b5a536f3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792069 Aug 19 15:26:19.274596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network f119510d-cbf0-49ff-80b6-e91a4200a390 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:19.275950 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] create failed (client error): The resource could not be found. Aug 19 15:26:19.276794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c6b49d5d-4991-461f-94c5-b5adcf4898f5 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0975151 Aug 19 15:26:19.280392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33658) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:19.282503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:19.290318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:19.303261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:19.303261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.304460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Allocated IP 2001:db8:0:1::2 (f119510d-cbf0-49ff-80b6-e91a4200a390/bf224060-aaad-428f-8992-d6eacd0a300a/e1915da1-3c5e-4def-956e-641db3eeaefa) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:19.390714 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-76b67abe-3333-4734-9d60-2f1471d0575d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6103473 Aug 19 15:26:19.390950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33660) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:19.396892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '467019ca-506d-4ec9-9663-2b6f123796a7'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:19.416652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] For port e1915da1-3c5e-4def-956e-641db3eeaefa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e1915da1-3c5e-4def-956e-641db3eeaefa,segment=NetworkSegment(0a49fbd4-1053-46f3-88e1-cc4bca7e6020),segment_id=0a49fbd4-1053-46f3-88e1-cc4bca7e6020)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:19.469602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.489866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Transition to ACTIVE for port object e1915da1-3c5e-4def-956e-641db3eeaefa will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:19.516691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Deleting port 8d7a8f2c-6708-4fc9-94b0-415c143f36fb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:19.517167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.752980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e1915da1-3c5e-4def-956e-641db3eeaefa up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:19.753449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.753449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Calling delete_port for 8d7a8f2c-6708-4fc9-94b0-415c143f36fb owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:19.753827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e1915da1-3c5e-4def-956e-641db3eeaefa triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:19.753827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:19.803504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:20.268950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:20.322479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:20.381146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Delete allocated IP 2001:db8:0:1::c2 (f119510d-cbf0-49ff-80b6-e91a4200a390/bf224060-aaad-428f-8992-d6eacd0a300a) {{(pid=101963) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:26:20.385998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Port': ['ID=8d7a8f2c-6708-4fc9-94b0-415c143f36fb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:20.418295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efe8eb-61f4-420e-81f0-57f99f29606f None None] Pushing event updated for resources: {'Port': ['ID=e1915da1-3c5e-4def-956e-641db3eeaefa,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:20.661579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346a44b-1af0-4877-ac10-23d641eb5a69 req-b390075d-24ef-48e3-a811-c6981b9e6b6a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:20.669383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a346a44b-1af0-4877-ac10-23d641eb5a69 req-b390075d-24ef-48e3-a811-c6981b9e6b6a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.2905290 Aug 19 15:26:20.708246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:20.713385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-797d657b-ddb9-4d2a-b50d-777ebff3575f tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "DELETE /v2.0/ports/8d7a8f2c-6708-4fc9-94b0-415c143f36fb HTTP/1.1" status: 204 len: 168 time: 1.4310853 Aug 19 15:26:20.713701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33672) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:20.745291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a346a44b-1af0-4877-ac10-23d641eb5a69 req-b0a47fc3-09af-4b7c-b845-e7954a5c2b35 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746746 Aug 19 15:26:20.820066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9677574-be4a-4b18-ac96-3f2c60fc4ecb tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:20.822289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d9677574-be4a-4b18-ac96-3f2c60fc4ecb tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "GET /v2.0/ports?device_id=004d31e6-688d-4a46-817e-831e67bc0599 HTTP/1.1" status: 200 len: 913 time: 0.1045525 Aug 19 15:26:20.825283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33674) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:20.908973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:20.930619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Ignored duplicate provisioning block setup for port 6358c1d1-1956-4478-906a-b2f9f78ed708 by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:26:20.993817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.126070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a64b3-a3df-43ac-a859-3e0ac4485241 None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:21.137894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] In _notify_port_updated(), no bound segment for port 6358c1d1-1956-4478-906a-b2f9f78ed708 on network f119510d-cbf0-49ff-80b6-e91a4200a390 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:26:21.143372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:21.143999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.145396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/ports/6358c1d1-1956-4478-906a-b2f9f78ed708 HTTP/1.1" status: 200 len: 926 time: 1.7534800 Aug 19 15:26:21.148193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33680) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:21.156297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '467019ca-506d-4ec9-9663-2b6f123796a7'}, {'subnet_id': 'bf224060-aaad-428f-8992-d6eacd0a300a'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:21.162461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5a45f-53a5-4e0c-97ff-00fce959d3da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=6358c1d1-1956-4478-906a-b2f9f78ed708,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:21.362835 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.369418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a3e9f9bd-98e3-44cb-8c7d-3e363668dd14 None None] Provisioning for port e1915da1-3c5e-4def-956e-641db3eeaefa completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:21.371951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a3e9f9bd-98e3-44cb-8c7d-3e363668dd14 None None] Provisioning complete for port e1915da1-3c5e-4def-956e-641db3eeaefa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:21.372354 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f9bd-98e3-44cb-8c7d-3e363668dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.389321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.669411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e1915da1-3c5e-4def-956e-641db3eeaefa up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:21.776863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8:0:1::6f (f119510d-cbf0-49ff-80b6-e91a4200a390/bf224060-aaad-428f-8992-d6eacd0a300a/6358c1d1-1956-4478-906a-b2f9f78ed708) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:21.786957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Deleting port e9a5284e-67c0-45cb-8ed4-757278de8584 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:21.786957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.828165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e1915da1-3c5e-4def-956e-641db3eeaefa triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:21.828788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.958284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f12765b-6a97-48e5-ac80-f65c5e7fd555 None None] Provisioning complete for port e1915da1-3c5e-4def-956e-641db3eeaefa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:21.958510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2f12765b-6a97-48e5-ac80-f65c5e7fd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:21.989930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.022063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.027634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5b13-b1dc-4c85-a74f-b8ee6e9c1cf1 req-5eea5b36-3be8-4bfe-b14d-d19b629cbb7c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:22.029041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ebb5b13-b1dc-4c85-a74f-b8ee6e9c1cf1 req-5eea5b36-3be8-4bfe-b14d-d19b629cbb7c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1415706 Aug 19 15:26:22.046044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Ignored duplicate provisioning block setup for port 6358c1d1-1956-4478-906a-b2f9f78ed708 by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:26:22.058292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Calling delete_port for e9a5284e-67c0-45cb-8ed4-757278de8584 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:22.114260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.182188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ebb5b13-b1dc-4c85-a74f-b8ee6e9c1cf1 req-4f2a4179-45b2-49f8-8b4c-477c0f017cd6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433692 Aug 19 15:26:22.229042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=6358c1d1-1956-4478-906a-b2f9f78ed708,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:22.255355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f12765b-6a97-48e5-ac80-f65c5e7fd555 None None] Provisioning for port 6358c1d1-1956-4478-906a-b2f9f78ed708 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:22.259766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f12765b-6a97-48e5-ac80-f65c5e7fd555 None None] Provisioning complete for port 6358c1d1-1956-4478-906a-b2f9f78ed708 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:22.260144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2f12765b-6a97-48e5-ac80-f65c5e7fd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.351109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2f12765b-6a97-48e5-ac80-f65c5e7fd555 None None] Port 6358c1d1-1956-4478-906a-b2f9f78ed708 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:22.371880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] In _notify_port_updated(), no bound segment for port 6358c1d1-1956-4478-906a-b2f9f78ed708 on network f119510d-cbf0-49ff-80b6-e91a4200a390 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:26:22.386050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:22.390028 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.391583 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ed83df1-0db9-43b0-bb47-e4c1d5fd8955 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/ports/6358c1d1-1956-4478-906a-b2f9f78ed708 HTTP/1.1" status: 200 len: 1011 time: 1.2423835 Aug 19 15:26:22.395247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:22.485661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7bee923a-f2ba-47f9-b839-6b2caf677491 None None] Provisioning complete for port 6358c1d1-1956-4478-906a-b2f9f78ed708 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:22.486037 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7bee923a-f2ba-47f9-b839-6b2caf677491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.545169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7bee923a-f2ba-47f9-b839-6b2caf677491 None None] Port 6358c1d1-1956-4478-906a-b2f9f78ed708 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:22.552257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.582394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Port': ['ID=e9a5284e-67c0-45cb-8ed4-757278de8584,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:22.612477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 6358c1d1-1956-4478-906a-b2f9f78ed708 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:22.612837 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.677759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-468a78f7-8dda-4345-a8ff-08cb7f743c8a None None] Provisioning complete for port 6358c1d1-1956-4478-906a-b2f9f78ed708 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:22.679101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-468a78f7-8dda-4345-a8ff-08cb7f743c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.781846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.810803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 6358c1d1-1956-4478-906a-b2f9f78ed708 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:22.818079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:22.835303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-468a78f7-8dda-4345-a8ff-08cb7f743c8a None None] Port 6358c1d1-1956-4478-906a-b2f9f78ed708 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:23.073934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f1e58461-35d4-414c-93df-9bbdd4d0e05a None None] Provisioning complete for port 6358c1d1-1956-4478-906a-b2f9f78ed708 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:23.074305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f1e58461-35d4-414c-93df-9bbdd4d0e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.168386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f1e58461-35d4-414c-93df-9bbdd4d0e05a None None] Port 6358c1d1-1956-4478-906a-b2f9f78ed708 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:23.285794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af701-3def-4956-968e-63418e7c7aa0 req-e4d984bb-1a19-4fc2-9cd9-fdf9f7199954 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:23.291721 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.294462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f6af701-3def-4956-968e-63418e7c7aa0 req-e4d984bb-1a19-4fc2-9cd9-fdf9f7199954 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.2649055 Aug 19 15:26:23.307559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-5d9ce111-09fd-4c44-a061-e622a4a82236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:23.308265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-5d9ce111-09fd-4c44-a061-e622a4a82236 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 1098 time: 0.2780590 Aug 19 15:26:23.362558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=6358c1d1-1956-4478-906a-b2f9f78ed708,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:23.374940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Router 004d31e6-688d-4a46-817e-831e67bc0599 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:26:23.436555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.442062 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-256696ff-f8bb-4cac-9bd7-7198d61ba6cd tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/6358c1d1-1956-4478-906a-b2f9f78ed708 HTTP/1.1" status: 204 len: 168 time: 1.0402646 Aug 19 15:26:23.442802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:23.445175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f6af701-3def-4956-968e-63418e7c7aa0 req-c2d48823-70b1-4a46-ad68-148ae69bd2d2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499186 Aug 19 15:26:23.478743 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec995059-d738-4461-9560-06028abd8dc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:23.481165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ec995059-d738-4461-9560-06028abd8dc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/6358c1d1-1956-4478-906a-b2f9f78ed708 HTTP/1.1" status: 404 len: 333 time: 0.0367279 Aug 19 15:26:23.483843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33716) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:23.535250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:23.546808 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] Sync routers for ids ['004d31e6-688d-4a46-817e-831e67bc0599'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:23.547365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4d0c1f72-8339-46b1-ac3a-a41961db23ca tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "PUT /v2.0/routers/004d31e6-688d-4a46-817e-831e67bc0599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7206392 Aug 19 15:26:23.550121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33722) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:23.575173 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] Routers {'004d31e6-688d-4a46-817e-831e67bc0599'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:23.576683 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['004d31e6-688d-4a46-817e-831e67bc0599'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:23.586081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet bf224060-aaad-428f-8992-d6eacd0a300a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:23.596244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.664455 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.667809 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:23.689501 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] Routers {'004d31e6-688d-4a46-817e-831e67bc0599'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:23.690636 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:25:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['004d31e6-688d-4a46-817e-831e67bc0599'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:23.704638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.730642 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:23.731554 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe61aa6-c255-40e7-abaf-f2db603560f5 None None] The sync data for ids ['004d31e6-688d-4a46-817e-831e67bc0599'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:23.745366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-05ece0bb-1828-49b1-acda-4f54d6f2ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:23.746862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-05ece0bb-1828-49b1-acda-4f54d6f2ca03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 911 time: 0.4209259 Aug 19 15:26:23.836648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:23.983928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.039986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=bf224060-aaad-428f-8992-d6eacd0a300a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:24.049011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.055130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f06fb818-3afd-40c5-8e3a-0b5da5513d99 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/bf224060-aaad-428f-8992-d6eacd0a300a HTTP/1.1" status: 204 len: 168 time: 0.5677147 Aug 19 15:26:24.055235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:24.060050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ab9bf-580a-44ee-9803-88c4da4f0862 None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:24.135124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet 467019ca-506d-4ec9-9663-2b6f123796a7 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:24.139299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.179801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-7ec4f738-ccda-43f8-b8da-6f77a2925f17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6346704b-451f-4378-beb2-77103f64e25d HTTP/1.1" status: 200 len: 217 time: 0.4241216 Aug 19 15:26:24.211412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.262471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-ccbb2d5d-3860-4b33-99de-5e1fbcc7df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:24.263971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-ccbb2d5d-3860-4b33-99de-5e1fbcc7df3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.0542126 Aug 19 15:26:24.272318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.317190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-ab95ae9c-9020-49c5-ade1-fe109a944e54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410161 Aug 19 15:26:24.321052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.373762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.459407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-d0f6ec48-6f6d-4e21-b1c3-41d2dd1e73f2 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354985 Aug 19 15:26:24.526560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.527405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Fanout notify agent at l3_agent the message router_deleted on router 004d31e6-688d-4a46-817e-831e67bc0599 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:26:24.542962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.542962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-50e68fa4-250c-4283-8e3e-bd916070a9a0 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "DELETE /v2.0/routers/004d31e6-688d-4a46-817e-831e67bc0599 HTTP/1.1" status: 204 len: 168 time: 0.9855411 Aug 19 15:26:24.543803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:24.559814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a0364999-9f10-402c-b21c-85c3ef28b500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.583804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.654196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.662681 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/467019ca-506d-4ec9-9663-2b6f123796a7 HTTP/1.1" status: 204 len: 168 time: 0.6030273 Aug 19 15:26:24.664928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb212a-76b9-414d-bc35-26dc401bd242 req-25107434-3b00-4a39-ad7a-c25fcb722abb tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:24.666589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2efb212a-76b9-414d-bc35-26dc401bd242 req-25107434-3b00-4a39-ad7a-c25fcb722abb tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1343508 Aug 19 15:26:24.669425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:24.692618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3da3eb-b2d1-4cb7-bf50-09b22825c1f4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=467019ca-506d-4ec9-9663-2b6f123796a7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:24.709901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Deleting subnet fa590bfd-23c4-4b79-96d3-b0488544a54b {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:24.713661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.761045 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.764782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c83bd268-9fcc-4ed6-b0a0-1c8d1e051b69 req-0cd06658-e76b-4e93-81f6-555ff251ee3d service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976561 Aug 19 15:26:24.845335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2efb212a-76b9-414d-bc35-26dc401bd242 req-440e0e49-d723-4f07-bb67-4cbb4e4ffd40 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580446 Aug 19 15:26:24.854667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.902497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:24.928881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port e1915da1-3c5e-4def-956e-641db3eeaefa {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:24.929335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:25.007849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] For port e1915da1-3c5e-4def-956e-641db3eeaefa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e1915da1-3c5e-4def-956e-641db3eeaefa,segment=NetworkSegment(0a49fbd4-1053-46f3-88e1-cc4bca7e6020),segment_id=0a49fbd4-1053-46f3-88e1-cc4bca7e6020)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:25.008247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:25.038592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for e1915da1-3c5e-4def-956e-641db3eeaefa owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:25.211815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be13bc5-e4b2-4869-b41b-020bea420469 None None] Network f119510d-cbf0-49ff-80b6-e91a4200a390 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:25.281714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f9bb6f0c-1d17-41bd-acc9-dd12ecaf9398 None None] Provisioning complete for port e1915da1-3c5e-4def-956e-641db3eeaefa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:25.282092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0c-1d17-41bd-acc9-dd12ecaf9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:25.558281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] DHCP port deletion for f119510d-cbf0-49ff-80b6-e91a4200a390 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:25.614187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] Deleting port e1915da1-3c5e-4def-956e-641db3eeaefa {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:25.614601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:25.634781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e1915da1-3c5e-4def-956e-641db3eeaefa no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:25.726813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] For port e1915da1-3c5e-4def-956e-641db3eeaefa, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e1915da1-3c5e-4def-956e-641db3eeaefa,segment=NetworkSegment(0a49fbd4-1053-46f3-88e1-cc4bca7e6020),segment_id=0a49fbd4-1053-46f3-88e1-cc4bca7e6020)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:25.727176 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:25.742485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] Calling delete_port for e1915da1-3c5e-4def-956e-641db3eeaefa owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:25.815709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:25.982028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f30fd-d9d4-451b-87bf-392879410f54 req-7c671306-bee5-48bf-9815-69a7cb4fd746 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:25.982028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db3f30fd-d9d4-451b-87bf-392879410f54 req-7c671306-bee5-48bf-9815-69a7cb4fd746 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Aug 19 15:26:26.020451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db3f30fd-d9d4-451b-87bf-392879410f54 req-162acbf5-7653-47f8-80f8-3295aa4e24a8 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Aug 19 15:26:26.027038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.055878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Subnet': ['ID=fa590bfd-23c4-4b79-96d3-b0488544a54b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:26.059937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.060104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.067064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.069457 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8dfaab9a-3233-428c-b6b6-c0d21c18ea75 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "DELETE /v2.0/subnets/fa590bfd-23c4-4b79-96d3-b0488544a54b HTTP/1.1" status: 204 len: 168 time: 1.5245602 Aug 19 15:26:26.073342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33766) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:26.092395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f38fd-7cba-4f88-8e31-8024fa8559c4 None None] Network 8e9decda-5def-471c-ba63-3f273ab27a84 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:26.101100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=e1915da1-3c5e-4def-956e-641db3eeaefa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:26.105372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No DVR routers for this DVR port e1915da1-3c5e-4def-956e-641db3eeaefa on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:26.173205 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.187335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.219168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.232468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f119510d-cbf0-49ff-80b6-e91a4200a390']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:26.235065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] Pushing event deleted for resources: {'Port': ['ID=e1915da1-3c5e-4def-956e-641db3eeaefa,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:26.247394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d05fc-351a-456c-9c9b-dd94c402d94b None None] No DVR routers for this DVR port e1915da1-3c5e-4def-956e-641db3eeaefa on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:26.248675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a49fbd4-1053-46f3-88e1-cc4bca7e6020') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:26.249353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a49fbd4-1053-46f3-88e1-cc4bca7e6020') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:26.294655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.322053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.337750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:26.338209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:26.345268 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:26.351926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Deleting port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:26.351926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.352073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] DHCP port deletion for 8e9decda-5def-471c-ba63-3f273ab27a84 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:26.420109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] Deleting port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:26.420507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.435479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] For port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,segment=NetworkSegment(ca727396-c8bb-4cba-94af-393e67fcc170),segment_id=ca727396-c8bb-4cba-94af-393e67fcc170)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:26.436015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.459485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Calling delete_port for fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:26.495138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] For port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,segment=NetworkSegment(ca727396-c8bb-4cba-94af-393e67fcc170),segment_id=ca727396-c8bb-4cba-94af-393e67fcc170)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:26.495545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.496768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.504177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.512335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/f119510d-cbf0-49ff-80b6-e91a4200a390 HTTP/1.1" status: 204 len: 168 time: 1.8418188 Aug 19 15:26:26.516328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] Calling delete_port for fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:26.528178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33780) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:26.542144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616906b-3528-4345-b1bb-c424059f040f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=f119510d-cbf0-49ff-80b6-e91a4200a390,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:26.582461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46cc1d-a613-44a6-8ec8-8dcda4b1f04f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:26.584281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb46cc1d-a613-44a6-8ec8-8dcda4b1f04f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0518551 Aug 19 15:26:26.588072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33782) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:26.637813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f8bdae87-24bf-49b2-ad01-f52358af00fc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0484772 Aug 19 15:26:26.642010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33784) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:26.647294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1780877893'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:26.651486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.657884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.686362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Port': ['ID=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:26.697283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] No DVR routers for this DVR port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:26.706842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] Pushing event deleted for resources: {'Port': ['ID=fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:26.725538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc0a86-2e82-44be-b18e-fd5cfef6bddd None None] No DVR routers for this DVR port fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:26.812969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.823969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9decda-5def-471c-ba63-3f273ab27a84']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:26.827865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:26.832604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.836198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca727396-c8bb-4cba-94af-393e67fcc170') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:26.836497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca727396-c8bb-4cba-94af-393e67fcc170') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:26.846096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.858731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:26.868057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.869102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.869265 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment 9b2b671d-dfaa-4ac0-8aef-b2bc6e345873 of type vlan for network 99156951-531c-4f12-8f0b-43f12427dc72 Aug 19 15:26:26.875514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:26.875914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:26.879298 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:26.926638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.049368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.059659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:27.060270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.062537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.083936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.087550 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] 10.222.0.13 "DELETE /v2.0/networks/8e9decda-5def-471c-ba63-3f273ab27a84 HTTP/1.1" status: 204 len: 168 time: 1.0106342 Aug 19 15:26:27.087550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b6feb-4597-49ad-9ee6-1f7730458f99 tempest-FloatingIPNegativeTestJSON-364169748 tempest-FloatingIPNegativeTestJSON-364169748-project] Pushing event deleted for resources: {'Network': ['ID=8e9decda-5def-471c-ba63-3f273ab27a84,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:27.184763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5413642 Aug 19 15:26:27.187443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33798) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:27.194405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '99156951-531c-4f12-8f0b-43f12427dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:27.197640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba515c0-f3c2-4a9e-be59-575ff916f032 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=99156951-531c-4f12-8f0b-43f12427dc72,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:27.215005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 99156951-531c-4f12-8f0b-43f12427dc72 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:27.242046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694e6f-5184-43e1-81c1-91e83ebb1065 req-5c9a81ee-6b32-46e7-ab0d-916ce59a2539 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:27.243748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7694e6f-5184-43e1-81c1-91e83ebb1065 req-5c9a81ee-6b32-46e7-ab0d-916ce59a2539 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1077955 Aug 19 15:26:27.345020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7694e6f-5184-43e1-81c1-91e83ebb1065 req-b2960e66-54d7-409f-b6b4-791298c8ccdd tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947936 Aug 19 15:26:27.468925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:27.475811 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.625241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:27.646794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:27.647145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fa72e16b-7cc4-41c6-8b79-fa81ef1dbaaf not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:27.648736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.784342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.822907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33810) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:27.856561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16d39467-c086-4b93-9c27-d11c4f3c701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:27.869991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=e803e70b-1f89-43eb-9032-d41a6e9ba7dc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:27.916977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99156951-531c-4f12-8f0b-43f12427dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:27.917450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: 99156951-531c-4f12-8f0b-43f12427dc72, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:27.981144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4be07886-d37a-449c-b036-e1705de4bb4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea0092b25f0b4ef2bca959f5db09fc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567965 Aug 19 15:26:27.983588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33814) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:28.027996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 99156951-531c-4f12-8f0b-43f12427dc72 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:28.036929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a515024-faf6-4b9b-88f2-a15f5108a656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.063492 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a515024-faf6-4b9b-88f2-a15f5108a656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.136839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 99156951-531c-4f12-8f0b-43f12427dc72) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:28.141148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:28.141926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.149052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48273cb8-2a8f-4fe0-9ae8-1ed9ff30b62a None None] Network 99156951-531c-4f12-8f0b-43f12427dc72 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:28.205102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a515024-faf6-4b9b-88f2-a15f5108a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.208168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a515024-faf6-4b9b-88f2-a15f5108a656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.211995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1a515024-faf6-4b9b-88f2-a15f5108a656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e8384f-1e59-4b51-8fbc-886743c349e9 HTTP/1.1" status: 204 len: 168 time: 0.2250373 Aug 19 15:26:28.219389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a515024-faf6-4b9b-88f2-a15f5108a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8384f-1e59-4b51-8fbc-886743c349e9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:28.249019 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1bd69dc0-ea0a-444d-bc28-31f8d0ea2941 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0592377 Aug 19 15:26:28.250946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33828) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:28.256451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '99156951-531c-4f12-8f0b-43f12427dc72', 'name': 'tempest-PortsIpV6TestJSON-266475007'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:28.350044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-99156951-531c-4f12-8f0b-43f12427dc72', 'network_id': '99156951-531c-4f12-8f0b-43f12427dc72', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': 'e803e70b-1f89-43eb-9032-d41a6e9ba7dc'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:28.351006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.528570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209ef4-80a4-4232-8cfe-b9b1d66d678f req-372c23c2-129f-4cf2-9acd-8e47d9257401 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:28.531569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Allocated IP 2001:db8::2 (99156951-531c-4f12-8f0b-43f12427dc72/e803e70b-1f89-43eb-9032-d41a6e9ba7dc/d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:28.537556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f209ef4-80a4-4232-8cfe-b9b1d66d678f req-372c23c2-129f-4cf2-9acd-8e47d9257401 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0688889 Aug 19 15:26:28.586108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f209ef4-80a4-4232-8cfe-b9b1d66d678f req-3227397c-44ac-4134-9afc-44f24a508895 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Aug 19 15:26:28.609078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:28.613850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.654145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 97137032-26f2-4c06-909e-1aca374a2b40 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:28.737030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.747148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Transition to ACTIVE for port object d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:28.764434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Transition to ACTIVE for port object d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:28.840160 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:28.916589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Network 99156951-531c-4f12-8f0b-43f12427dc72 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:28.922727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:28.936272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:28.976377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Pushing event updated for resources: {'Port': ['ID=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:28.977441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::222 (99156951-531c-4f12-8f0b-43f12427dc72/e803e70b-1f89-43eb-9032-d41a6e9ba7dc/97137032-26f2-4c06-909e-1aca374a2b40) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:29.007253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Attempting to bind port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:29.007627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Attempting to bind port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99156951-531c-4f12-8f0b-43f12427dc72'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:29.007988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Attempting to bind port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 on network 99156951-531c-4f12-8f0b-43f12427dc72 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:29.013383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:29.013712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Checking segment: {'id': '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99156951-531c-4f12-8f0b-43f12427dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:29.014238 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.014508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Bound using segment: {'id': '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99156951-531c-4f12-8f0b-43f12427dc72'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:29.014981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Bound port: d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99156951-531c-4f12-8f0b-43f12427dc72'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:29.015547 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.110121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] For port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:29.116643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] For port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,segment=NetworkSegment(9b2b671d-dfaa-4ac0-8aef-b2bc6e345873),segment_id=9b2b671d-dfaa-4ac0-8aef-b2bc6e345873)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:29.176782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.196091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 97137032-26f2-4c06-909e-1aca374a2b40 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:29.217254 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.328538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.348674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b95173-ff9f-4235-801c-4ac15312f6f1 None None] Pushing event updated for resources: {'Port': ['ID=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:29.418517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 99156951-531c-4f12-8f0b-43f12427dc72 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:29.424110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:29.436677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:29.443604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:29.449050 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.449050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=97137032-26f2-4c06-909e-1aca374a2b40,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:29.543646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:29.544139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf2474e7-32a3-49d9-aeed-2bc53e13efb9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2919955 Aug 19 15:26:29.554015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '99156951-531c-4f12-8f0b-43f12427dc72', 'name': 'tempest-PortsIpV6TestJSON-1952555347'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:29.719676 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.774673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:29.797236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:29.831448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566940a9-a161-476d-a2a7-27fad7afef07 req-cc908311-d108-452d-8996-303f48916beb tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:29.839660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-566940a9-a161-476d-a2a7-27fad7afef07 req-cc908311-d108-452d-8996-303f48916beb tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0933895 Aug 19 15:26:29.886566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-566940a9-a161-476d-a2a7-27fad7afef07 req-fd6b2ea7-daf9-4114-8bbe-33d01c4f2266 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Aug 19 15:26:29.935543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'networks': [{'name': 'tempest-network--788872857'}, {'name': 'tempest-network--854229563'}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:29.935859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'network': {'name': 'tempest-network--788872857'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:29.936340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'network': {'name': 'tempest-network--854229563'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:29.959373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:29.963047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:29.982244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 007b83c5-7140-4b69-a57b-d79144a3a496 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:29.988667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:30.055874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'network': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:30.062410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.089344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.195793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::da (99156951-531c-4f12-8f0b-43f12427dc72/e803e70b-1f89-43eb-9032-d41a6e9ba7dc/007b83c5-7140-4b69-a57b-d79144a3a496) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:30.340877 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.403903 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.421469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 007b83c5-7140-4b69-a57b-d79144a3a496 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:30.472042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.480836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.513007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888b4224-d283-4725-b389-da1a76bda645,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:30.525003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:30.534319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.535240 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Added segment afef813b-b6a0-461c-b5a6-7dee645a04af of type vlan for network 19b1841d-1576-481d-a7dd-c208673e4561 Aug 19 15:26:30.588008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.602719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2ce62-164b-42cd-9894-7bbe19a3b887 None None] Network 99156951-531c-4f12-8f0b-43f12427dc72 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:30.618829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:30.627440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.627790 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Added segment b90c4f15-cba2-46f9-ba25-cb86035a22b8 of type vlan for network 733a77f1-c087-42dc-b1b1-57a6d78bc0cd Aug 19 15:26:30.671417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.710912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.754529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 99156951-531c-4f12-8f0b-43f12427dc72 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:30.758232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:30.764833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:30.771512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:30.772189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.795274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=007b83c5-7140-4b69-a57b-d79144a3a496,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:30.908509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] Provisioning for port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:30.909075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.909539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.911786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.915400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] Provisioning complete for port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:30.915978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:30.917653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:30.923173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:30.926842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.006307 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-95bb9c09-52d3-4c11-b0e8-661ef734da60 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4615030 Aug 19 15:26:31.009897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33886) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:31.047231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.047486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Network': ['ID=19b1841d-1576-481d-a7dd-c208673e4561,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:31.062043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 19b1841d-1576-481d-a7dd-c208673e4561 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:31.087844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5702-6404-4e34-b5a9-11be1ab24800 req-31765984-3485-48e3-bed5-fa62f41b6e82 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.089598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a30b5702-6404-4e34-b5a9-11be1ab24800 req-31765984-3485-48e3-bed5-fa62f41b6e82 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0916057 Aug 19 15:26:31.145583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a30b5702-6404-4e34-b5a9-11be1ab24800 req-13ed57d6-27f2-42c5-a0d7-69b03862833d tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Aug 19 15:26:31.145828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b9928-b1a4-41f0-93ae-bc1cf7f40131 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.147441 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c90b9928-b1a4-41f0-93ae-bc1cf7f40131 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A222 HTTP/1.1" status: 200 len: 928 time: 0.1365795 Aug 19 15:26:31.152470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33890) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:31.156238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] For port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,segment=NetworkSegment(9b2b671d-dfaa-4ac0-8aef-b2bc6e345873),segment_id=9b2b671d-dfaa-4ac0-8aef-b2bc6e345873)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:31.161286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Network': ['ID=733a77f1-c087-42dc-b1b1-57a6d78bc0cd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:31.182921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 733a77f1-c087-42dc-b1b1-57a6d78bc0cd details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:31.189534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a4aa04fc-02c1-4741-aa39-13ec4e31b537 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4135487 Aug 19 15:26:31.193830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:31.352290 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.385588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117a222-2fef-47d7-afdd-05a40e2f7a40 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.391852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117a222-2fef-47d7-afdd-05a40e2f7a40 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.398481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117a222-2fef-47d7-afdd-05a40e2f7a40 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.404830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117a222-2fef-47d7-afdd-05a40e2f7a40 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.410773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33896) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:31.416993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4345113-cb2e-45a0-b9fe-27a873dec823 None None] Pushing event updated for resources: {'Port': ['ID=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:31.421514 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e117a222-2fef-47d7-afdd-05a40e2f7a40 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2266486 Aug 19 15:26:31.435786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 007b83c5-7140-4b69-a57b-d79144a3a496 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:31.436381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.512139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.561170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.582071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Provisioning for port 97137032-26f2-4c06-909e-1aca374a2b40 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:31.587822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Provisioning complete for port 97137032-26f2-4c06-909e-1aca374a2b40 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:31.588262 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.607677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 007b83c5-7140-4b69-a57b-d79144a3a496 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:31.627012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.666210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b1841d-1576-481d-a7dd-c208673e4561']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:31.686723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Port 97137032-26f2-4c06-909e-1aca374a2b40 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:31.691645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afef813b-b6a0-461c-b5a6-7dee645a04af') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:31.692757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afef813b-b6a0-461c-b5a6-7dee645a04af') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:31.702680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Provisioning complete for port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:31.703157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.710787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.733658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.734465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:31.747971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:31.748426 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:31.791911 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:31.829680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:31.830051 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.999291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.009639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.009639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/networks/19b1841d-1576-481d-a7dd-c208673e4561 HTTP/1.1" status: 204 len: 168 time: 0.5953648 Aug 19 15:26:32.010446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33904) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:32.023152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90275e7f-749f-4d47-b9f5-c02b8c69dae6 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Network': ['ID=19b1841d-1576-481d-a7dd-c208673e4561,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.045630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Provisioning for port 007b83c5-7140-4b69-a57b-d79144a3a496 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:32.051391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Provisioning complete for port 007b83c5-7140-4b69-a57b-d79144a3a496 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:32.052017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.073658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.079731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-00952e2f-7e38-4c40-b116-ff0de56a6da2 None None] Port 007b83c5-7140-4b69-a57b-d79144a3a496 was deleted so its status cannot be updated. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:26:32.121090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=007b83c5-7140-4b69-a57b-d79144a3a496,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.132274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.158914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.161001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b42af27a-e216-4082-a251-42dd74d4fda0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/007b83c5-7140-4b69-a57b-d79144a3a496 HTTP/1.1" status: 204 len: 168 time: 1.0072496 Aug 19 15:26:32.163568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:32.196824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c9dbb201-39f0-4665-8f02-f1cf072e2d59 None None] Could not find standard attr ID for object 007b83c5-7140-4b69-a57b-d79144a3a496. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:26:32.218540 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d171216-2b83-47f1-9897-0dc1e5f5dfaa tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:32.220357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3d171216-2b83-47f1-9897-0dc1e5f5dfaa tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/007b83c5-7140-4b69-a57b-d79144a3a496 HTTP/1.1" status: 404 len: 333 time: 0.0557077 Aug 19 15:26:32.224141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33912) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:32.313815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.328468 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733a77f1-c087-42dc-b1b1-57a6d78bc0cd']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:32.340379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90c4f15-cba2-46f9-ba25-cb86035a22b8') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:32.340675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90c4f15-cba2-46f9-ba25-cb86035a22b8') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:32.351559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.361403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f16e-9a24-498c-81e3-f40f1958ba91 req-b7dcb1c1-1b18-484d-81de-4689c11981c9 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:32.363138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c090f16e-9a24-498c-81e3-f40f1958ba91 req-b7dcb1c1-1b18-484d-81de-4689c11981c9 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1212349 Aug 19 15:26:32.369558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.376262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:32.387503 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:32.402181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 97137032-26f2-4c06-909e-1aca374a2b40 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:32.402530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.455229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c090f16e-9a24-498c-81e3-f40f1958ba91 req-7f44d439-d02a-4187-a4f8-c514338c3238 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840442 Aug 19 15:26:32.509825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.529909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 97137032-26f2-4c06-909e-1aca374a2b40 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:32.559726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.574196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.577161 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/networks/733a77f1-c087-42dc-b1b1-57a6d78bc0cd HTTP/1.1" status: 204 len: 168 time: 0.5651162 Aug 19 15:26:32.582216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:32.593904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ae4a3-eebe-4276-aa3a-cbab3f70e454 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Network': ['ID=733a77f1-c087-42dc-b1b1-57a6d78bc0cd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.739204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b9af8-9318-4fb0-8588-43fcd5e66958 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:32.745342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b9af8-9318-4fb0-8588-43fcd5e66958 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:32.746908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e29b9af8-9318-4fb0-8588-43fcd5e66958 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1634066 Aug 19 15:26:32.750716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:32.757356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-696189169'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:32.913649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.943345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=97137032-26f2-4c06-909e-1aca374a2b40,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:32.957437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.957822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.958203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.958537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.958873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.959201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.959531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.959854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.960176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.960516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.960843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.961205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:32.963709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:32.973324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.980584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.982868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-65633a7d-9695-49db-8738-8cce230a9e51 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/97137032-26f2-4c06-909e-1aca374a2b40 HTTP/1.1" status: 204 len: 168 time: 0.7559566 Aug 19 15:26:32.986804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:33.011865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:33.015311 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-17237d37-868b-4116-9fda-4053f5b8069b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:33.017217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-17237d37-868b-4116-9fda-4053f5b8069b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/97137032-26f2-4c06-909e-1aca374a2b40 HTTP/1.1" status: 404 len: 333 time: 0.0285704 Aug 19 15:26:33.022118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33932) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:33.023859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.024287 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Added segment 30c49b7a-629d-4afd-8ee4-ba0280bbd34c of type vlan for network 33d67e10-12a7-4f45-905c-c99e0723ead5 Aug 19 15:26:33.096628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet e803e70b-1f89-43eb-9032-d41a6e9ba7dc {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:33.100789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.109186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.149229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.251818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.252476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.273679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:33.276052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.361237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Network': ['ID=33d67e10-12a7-4f45-905c-c99e0723ead5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:33.371704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 33d67e10-12a7-4f45-905c-c99e0723ead5 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:33.457313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.484140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=e803e70b-1f89-43eb-9032-d41a6e9ba7dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:33.487908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.493014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33938) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:33.496687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280755b6-7dbb-4c13-b37b-e913beadeead None None] Network 99156951-531c-4f12-8f0b-43f12427dc72 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:33.501836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-95d8a1d0-0d1c-4215-97b9-0d847e94a2bc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/e803e70b-1f89-43eb-9032-d41a6e9ba7dc HTTP/1.1" status: 204 len: 168 time: 0.4781675 Aug 19 15:26:33.572937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4ee6b73e-111c-4629-996b-9772d2763b94 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8206429 Aug 19 15:26:33.584552 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33940) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:33.594122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-41955861'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:33.633043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5060674-1f95-4544-89b0-81c63e6ef47e req-9c9b9781-c51e-4c1f-8b85-6033f2e49784 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:33.635273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5060674-1f95-4544-89b0-81c63e6ef47e req-9c9b9781-c51e-4c1f-8b85-6033f2e49784 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0986900 Aug 19 15:26:33.639573 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.697332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c5060674-1f95-4544-89b0-81c63e6ef47e req-3f194863-6f84-4e1c-892b-1f44890af6af tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Aug 19 15:26:33.712696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:33.713047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.756481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00558100-ab27-4328-af85-14038349c9d0 None None] DHCP port deletion for 99156951-531c-4f12-8f0b-43f12427dc72 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:33.798939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:33.803911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.811957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] For port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,segment=NetworkSegment(9b2b671d-dfaa-4ac0-8aef-b2bc6e345873),segment_id=9b2b671d-dfaa-4ac0-8aef-b2bc6e345873)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:33.812311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.819655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-00558100-ab27-4328-af85-14038349c9d0 None None] Deleting port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:33.820038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00558100-ab27-4328-af85-14038349c9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.837629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:33.857995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:33.931780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-00558100-ab27-4328-af85-14038349c9d0 None None] For port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,segment=NetworkSegment(9b2b671d-dfaa-4ac0-8aef-b2bc6e345873),segment_id=9b2b671d-dfaa-4ac0-8aef-b2bc6e345873)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:33.932195 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00558100-ab27-4328-af85-14038349c9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:33.949738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-00558100-ab27-4328-af85-14038349c9d0 None None] Calling delete_port for d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:34.193827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00558100-ab27-4328-af85-14038349c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.223964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558100-ab27-4328-af85-14038349c9d0 None None] Pushing event deleted for resources: {'Port': ['ID=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:34.233901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00558100-ab27-4328-af85-14038349c9d0 None None] No DVR routers for this DVR port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:34.234110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.234110 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Added segment 999052b6-f7a9-4ae9-b837-4e5fd301c9f2 of type vlan for network 0c8ba794-8773-4b50-bafa-2d2584f329af Aug 19 15:26:34.283864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.315848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.351947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:34.356090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No DVR routers for this DVR port d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:34.435833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.446303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99156951-531c-4f12-8f0b-43f12427dc72']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:34.457579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:34.457869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2b671d-dfaa-4ac0-8aef-b2bc6e345873') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:34.466727 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.483352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.486618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:34.486999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:34.490196 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:34.563621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.563621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:34.563621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.623217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Network': ['ID=0c8ba794-8773-4b50-bafa-2d2584f329af,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:34.633270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 0c8ba794-8773-4b50-bafa-2d2584f329af details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:34.692338 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.701469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.702960 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/99156951-531c-4f12-8f0b-43f12427dc72 HTTP/1.1" status: 204 len: 168 time: 1.2089202 Aug 19 15:26:34.707530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33952) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:34.714017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1370409434'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:34.718554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd48b44-5c12-40ac-a8ba-4d0fe4829a41 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=99156951-531c-4f12-8f0b-43f12427dc72,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:34.811778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6ae1ba26-c243-4b1d-af44-1a01cf2898ba tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2254622 Aug 19 15:26:34.814237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33958) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:34.822189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'ports': [{'network_id': '33d67e10-12a7-4f45-905c-c99e0723ead5', 'name': 'tempest-port--1819538035', 'admin_state_up': True}, {'network_id': '0c8ba794-8773-4b50-bafa-2d2584f329af', 'admin_state_up': False}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:34.822732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'port': {'network_id': '33d67e10-12a7-4f45-905c-c99e0723ead5', 'name': 'tempest-port--1819538035', 'admin_state_up': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:34.823371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'port': {'network_id': '0c8ba794-8773-4b50-bafa-2d2584f329af', 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:34.838199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83163a4b-a864-4b09-97fa-4207de44a5ac req-3d92855d-a67b-4e87-9249-21fa6829fe53 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:34.839749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83163a4b-a864-4b09-97fa-4207de44a5ac req-3d92855d-a67b-4e87-9249-21fa6829fe53 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0644469 Aug 19 15:26:34.883895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83163a4b-a864-4b09-97fa-4207de44a5ac req-e90cdb36-04dd-458f-b035-28f3a098a9b5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 Aug 19 15:26:34.959282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:34.962894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.991402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:35.000325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.003955 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment f28156ae-b4e4-4f98-bf70-0d7c09bc446f of type vlan for network 3023ab67-ebe4-4287-881a-aab176fd15b5 Aug 19 15:26:35.042218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.131156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'port': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:35.136201 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.155626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.159245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.166016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:35.166677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.247519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=3023ab67-ebe4-4287-881a-aab176fd15b5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:35.257163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] device_id is not set on port 461a1f98-c2e1-4cdc-a176-bddc787a8358 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:35.261226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:35.342592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2625ec6f-ca4f-4bff-b443-7d7f2e1b5969 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6338222 Aug 19 15:26:35.345524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33962) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:35.351314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:35.402576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.482903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] device_id is not set on port b58d8fe2-3cde-4aa6-a2d9-dbac825d837d yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:35.598274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.630815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:35.656589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:35.657184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d1aa71f5-4b14-4daf-a23e-ab1b2b6e91a1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:35.685092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:35.688805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.731752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.789722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Port': ['ID=461a1f98-c2e1-4cdc-a176-bddc787a8358,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:35.813888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Checking segment: {'id': '30c49b7a-629d-4afd-8ee4-ba0280bbd34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33d67e10-12a7-4f45-905c-c99e0723ead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:35.814509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network hostable DHCP agents. Network: 33d67e10-12a7-4f45-905c-c99e0723ead5, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:35.914810 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network 33d67e10-12a7-4f45-905c-c99e0723ead5 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:36.007630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3c1cb-b6e0-4d8d-8d5b-d1ac0ce222ca req-ca937661-f7ef-4804-bdac-f9a3a6d25bd3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.009436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6a3c1cb-b6e0-4d8d-8d5b-d1ac0ce222ca req-ca937661-f7ef-4804-bdac-f9a3a6d25bd3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0531683 Aug 19 15:26:36.056041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6a3c1cb-b6e0-4d8d-8d5b-d1ac0ce222ca req-dff89976-78d0-40a5-a610-752ca52699b3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368919 Aug 19 15:26:36.056869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.112469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 33d67e10-12a7-4f45-905c-c99e0723ead5) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:36.117561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:36.118747 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.125207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e2f3fe-da9b-434e-9b21-bb0edc39c310 None None] Network 33d67e10-12a7-4f45-905c-c99e0723ead5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:36.131014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=d0f2d93b-7260-448c-92aa-51deb13ff5ec,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:36.139711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:36.141262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: 3023ab67-ebe4-4287-881a-aab176fd15b5, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:36.204159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Port': ['ID=b58d8fe2-3cde-4aa6-a2d9-dbac825d837d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:36.220063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Checking segment: {'id': '999052b6-f7a9-4ae9-b837-4e5fd301c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0c8ba794-8773-4b50-bafa-2d2584f329af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:36.220457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network hostable DHCP agents. Network: 0c8ba794-8773-4b50-bafa-2d2584f329af, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:36.271597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:36.277928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 3023ab67-ebe4-4287-881a-aab176fd15b5) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:36.281877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.283008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.288100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303fd297-68a9-41ec-8d67-72126fd07bde None None] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:36.365484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network 0c8ba794-8773-4b50-bafa-2d2584f329af is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:36.395066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b6d1d160-56c7-488b-abdb-ee2b573efe1c tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0481694 Aug 19 15:26:36.398159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 33976) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:36.403182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5', 'name': 'tempest-PortsIpV6TestJSON-1654472285', 'fixed_ips': [{'subnet_id': 'd0f2d93b-7260-448c-92aa-51deb13ff5ec', 'ip_address': '2001:db8::10'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:36.461816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-3023ab67-ebe4-4287-881a-aab176fd15b5', 'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': 'd0f2d93b-7260-448c-92aa-51deb13ff5ec'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:36.462806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.473961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 0c8ba794-8773-4b50-bafa-2d2584f329af) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:36.490388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85f620-799f-4b2e-9bf2-257994a6f92c None None] Network 0c8ba794-8773-4b50-bafa-2d2584f329af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:36.496670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:36.515833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.530576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.533302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.714345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Allocated IP 2001:db8::2 (3023ab67-ebe4-4287-881a-aab176fd15b5/d0f2d93b-7260-448c-92aa-51deb13ff5ec/b49776ab-d6de-4d22-9287-00e6494c2a86) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:36.747776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:36.833048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.852461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 0f2c669e-288c-4577-bdee-7c53d6e8118e yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:36.859388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-89b04a96-ad5e-4487-ac12-3552908ae9a0 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0423031 Aug 19 15:26:36.869403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:36.880797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:36.889459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Transition to ACTIVE for port object b49776ab-d6de-4d22-9287-00e6494c2a86 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:36.922208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Transition to ACTIVE for port object b49776ab-d6de-4d22-9287-00e6494c2a86 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:36.951817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada310d-07a8-4570-bef5-227ded0c1e78 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.958590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada310d-07a8-4570-bef5-227ded0c1e78 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.960335 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fada310d-07a8-4570-bef5-227ded0c1e78 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0895791 Aug 19 15:26:36.963098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:37.022224 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.061945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Deleting port 461a1f98-c2e1-4cdc-a176-bddc787a8358 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:37.062422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.074770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:37.077920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:37.081077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:37.090342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Pushing event updated for resources: {'Port': ['ID=b49776ab-d6de-4d22-9287-00e6494c2a86,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:37.115141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::10 (3023ab67-ebe4-4287-881a-aab176fd15b5/d0f2d93b-7260-448c-92aa-51deb13ff5ec/0f2c669e-288c-4577-bdee-7c53d6e8118e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:37.147310 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.168464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Attempting to bind port b49776ab-d6de-4d22-9287-00e6494c2a86 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:37.168677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Calling delete_port for 461a1f98-c2e1-4cdc-a176-bddc787a8358 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:37.169211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Attempting to bind port b49776ab-d6de-4d22-9287-00e6494c2a86 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:37.169740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Attempting to bind port b49776ab-d6de-4d22-9287-00e6494c2a86 on network 3023ab67-ebe4-4287-881a-aab176fd15b5 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:37.177638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:37.178022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Checking segment: {'id': 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:37.178748 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.178880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Bound using segment: {'id': 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:37.179314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Bound port: b49776ab-d6de-4d22-9287-00e6494c2a86, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:37.179706 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.262842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] For port b49776ab-d6de-4d22-9287-00e6494c2a86, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:37.266383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] For port b49776ab-d6de-4d22-9287-00e6494c2a86, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b49776ab-d6de-4d22-9287-00e6494c2a86,segment=NetworkSegment(f28156ae-b4e4-4f98-bf70-0d7c09bc446f),segment_id=f28156ae-b4e4-4f98-bf70-0d7c09bc446f)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:37.296699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669217de-e41d-412a-a7d4-3d2a21634f58 req-6e7f1958-ddca-4d1d-b82a-1060398e0a2b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:37.298267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-669217de-e41d-412a-a7d4-3d2a21634f58 req-6e7f1958-ddca-4d1d-b82a-1060398e0a2b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1261997 Aug 19 15:26:37.365413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-669217de-e41d-412a-a7d4-3d2a21634f58 req-4399b807-919e-47c6-9a6f-c28f5cb5063a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595150 Aug 19 15:26:37.381021 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.394579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 0f2c669e-288c-4577-bdee-7c53d6e8118e will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:37.427884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.460618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Port': ['ID=461a1f98-c2e1-4cdc-a176-bddc787a8358,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:37.464193 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.466690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d8db7d7-0718-4d30-a5de-646f43d3cf29 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/ports/461a1f98-c2e1-4cdc-a176-bddc787a8358 HTTP/1.1" status: 204 len: 168 time: 0.5020127 Aug 19 15:26:37.468836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 33994) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:37.567631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Deleting port b58d8fe2-3cde-4aa6-a2d9-dbac825d837d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:37.567980 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.611277 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.649295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.669317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Calling delete_port for b58d8fe2-3cde-4aa6-a2d9-dbac825d837d owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:37.681587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2534e3-f4e6-4cb0-b8b6-441646942628 None None] Pushing event updated for resources: {'Port': ['ID=b49776ab-d6de-4d22-9287-00e6494c2a86,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:37.684535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.739891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:37.747639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:37.752279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:37.759400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:37.760151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.768691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=0f2c669e-288c-4577-bdee-7c53d6e8118e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:37.965462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.983175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-915a1016-203d-4779-8902-0831823a4482 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5835838 Aug 19 15:26:37.985698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34004) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:37.994081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '3023ab67-ebe4-4287-881a-aab176fd15b5', 'name': 'tempest-PortsIpV6TestJSON-872848140', 'fixed_ips': [{'subnet_id': 'd0f2d93b-7260-448c-92aa-51deb13ff5ec', 'ip_address': '2001:db8::f'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:38.000111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Port': ['ID=b58d8fe2-3cde-4aa6-a2d9-dbac825d837d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:38.009667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.011800 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-56b13d36-6c54-4937-aa7a-762b4b62cb4a tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/ports/b58d8fe2-3cde-4aa6-a2d9-dbac825d837d HTTP/1.1" status: 204 len: 168 time: 0.5419464 Aug 19 15:26:38.014580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:38.052242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fa5f5c93-4f15-4d1e-8f70-fcd1f8ef9d32 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0364032 Aug 19 15:26:38.056361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:38.061928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503052384'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:38.198517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:38.202525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.229951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:38.242862 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.243301 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Added segment f3b0120b-b33f-47d7-b510-51a604ce67b2 of type vlan for network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 Aug 19 15:26:38.286585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.420056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:38.420056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.435243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 6f547dec-7c74-4d39-b4bb-18a4372f332b yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:38.483745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.491480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:38.492131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.572800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7475-9dd3-4639-a557-c6b82db0de65 req-1fb314a9-4826-49e4-81e9-f1313cf8cc37 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:38.574556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-192a7475-9dd3-4639-a557-c6b82db0de65 req-1fb314a9-4826-49e4-81e9-f1313cf8cc37 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1339607 Aug 19 15:26:38.591113 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Network': ['ID=f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:38.625494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:38.674708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::f (3023ab67-ebe4-4287-881a-aab176fd15b5/d0f2d93b-7260-448c-92aa-51deb13ff5ec/6f547dec-7c74-4d39-b4bb-18a4372f332b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:38.679892 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-86d410c6-113c-4872-b87e-22945f45ccfe tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6224587 Aug 19 15:26:38.682515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:38.687844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-208863739'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:38.777705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d23a1-16ed-4f71-a7ef-f577c9c8375e None None] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:38.818306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-192a7475-9dd3-4639-a557-c6b82db0de65 req-dbe6618b-72d3-4654-8562-ac7aee8b484a tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295699 Aug 19 15:26:38.887676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.911502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 6f547dec-7c74-4d39-b4bb-18a4372f332b will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:38.962501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:38.962501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.987030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:38.997281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:38.997634 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Added segment fe717cb6-00a9-4f1a-8d8e-601ff293f565 of type vlan for network b579d2ce-a826-427b-aed7-806be168cc41 Aug 19 15:26:39.016630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7f47d5c1-db09-43ab-9fd7-8a988a8cb990 None None] Provisioning for port b49776ab-d6de-4d22-9287-00e6494c2a86 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:39.047329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.101802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.147851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:39.153600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:39.157142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:39.164728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.165409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.178332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=6f547dec-7c74-4d39-b4bb-18a4372f332b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:39.228251 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.234525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.235470 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.320631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Network': ['ID=b579d2ce-a826-427b-aed7-806be168cc41,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:39.332168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b579d2ce-a826-427b-aed7-806be168cc41 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:39.337394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-10b3bc80-ed0d-4423-a092-e5b915c89c68 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3503914 Aug 19 15:26:39.338431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34028) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:39.360207 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5da3875a-52d4-46dc-8dd2-5627bbc2b2c9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6764326 Aug 19 15:26:39.420582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1435a14f-c5bc-4772-bb6e-89a6176f06be None None] Provisioning for port 0f2c669e-288c-4577-bdee-7c53d6e8118e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:39.425099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1435a14f-c5bc-4772-bb6e-89a6176f06be None None] Provisioning complete for port 0f2c669e-288c-4577-bdee-7c53d6e8118e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:39.425554 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1435a14f-c5bc-4772-bb6e-89a6176f06be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.471658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1435a14f-c5bc-4772-bb6e-89a6176f06be None None] Port 0f2c669e-288c-4577-bdee-7c53d6e8118e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:39.479683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da903b88-38e3-425b-b7ff-003d6b64c272 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.481389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-da903b88-38e3-425b-b7ff-003d6b64c272 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1418004 Aug 19 15:26:39.484328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34032) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:39.539232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7cb6d-d9b6-44dc-a4eb-f5cce2dcb351 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.545382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7cb6d-d9b6-44dc-a4eb-f5cce2dcb351 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.551896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7cb6d-d9b6-44dc-a4eb-f5cce2dcb351 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.556707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-05c7cb6d-d9b6-44dc-a4eb-f5cce2dcb351 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0682442 Aug 19 15:26:39.556988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34034) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:39.605258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e3175245-9eb3-4f4c-b01b-fac2493871ca None None] Provisioning complete for port 0f2c669e-288c-4577-bdee-7c53d6e8118e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:39.605722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3175245-9eb3-4f4c-b01b-fac2493871ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.680493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e3175245-9eb3-4f4c-b01b-fac2493871ca None None] Port 0f2c669e-288c-4577-bdee-7c53d6e8118e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:39.700547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 6f547dec-7c74-4d39-b4bb-18a4372f332b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:39.701029 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.839829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b49776ab-d6de-4d22-9287-00e6494c2a86 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:39.885087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:39.906744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 6f547dec-7c74-4d39-b4bb-18a4372f332b owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:40.035233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff450c-5f7b-431e-a698-743561a058d8 req-6b2907da-d647-4018-81e4-25c5230445ff tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:40.036747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9ff450c-5f7b-431e-a698-743561a058d8 req-6b2907da-d647-4018-81e4-25c5230445ff tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1044989 Aug 19 15:26:40.088246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9ff450c-5f7b-431e-a698-743561a058d8 req-a803615e-b2cd-41a7-94c9-5c7e2b8e03ca tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Aug 19 15:26:40.143399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0cc8f4d3-8bf8-406c-846b-4eaf27c9cc94 None None] Provisioning for port 6f547dec-7c74-4d39-b4bb-18a4372f332b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:40.148973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0cc8f4d3-8bf8-406c-846b-4eaf27c9cc94 None None] Provisioning complete for port 6f547dec-7c74-4d39-b4bb-18a4372f332b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:40.149382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f4d3-8bf8-406c-846b-4eaf27c9cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.175758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b49776ab-d6de-4d22-9287-00e6494c2a86 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:40.185868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b49776ab-d6de-4d22-9287-00e6494c2a86 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:40.186253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.211517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8f4d3-8bf8-406c-846b-4eaf27c9cc94 None None] Port 6f547dec-7c74-4d39-b4bb-18a4372f332b cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:40.272873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.306488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b49776ab-d6de-4d22-9287-00e6494c2a86, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b49776ab-d6de-4d22-9287-00e6494c2a86,segment=NetworkSegment(f28156ae-b4e4-4f98-bf70-0d7c09bc446f),segment_id=f28156ae-b4e4-4f98-bf70-0d7c09bc446f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:40.362569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.405554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=6f547dec-7c74-4d39-b4bb-18a4372f332b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:40.438623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.441585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e13ac6f-768c-4786-b4c2-89e19e105748 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/6f547dec-7c74-4d39-b4bb-18a4372f332b HTTP/1.1" status: 204 len: 168 time: 0.8827448 Aug 19 15:26:40.444342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34048) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:40.475679 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-5525cbd2-d2d2-43a3-80e9-a9bc86e4deb0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:40.479889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5525cbd2-d2d2-43a3-80e9-a9bc86e4deb0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/6f547dec-7c74-4d39-b4bb-18a4372f332b HTTP/1.1" status: 404 len: 333 time: 0.0318789 Aug 19 15:26:40.481002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34050) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:40.534782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.610664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 0f2c669e-288c-4577-bdee-7c53d6e8118e {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:40.611022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.630256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b49776ab-d6de-4d22-9287-00e6494c2a86,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:40.742186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:40.754550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 0f2c669e-288c-4577-bdee-7c53d6e8118e owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:41.045440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.100395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=0f2c669e-288c-4577-bdee-7c53d6e8118e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:41.106318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.111905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34062) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:41.124803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7778ff54-2114-473b-8d0d-3740e5f32488 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/0f2c669e-288c-4577-bdee-7c53d6e8118e HTTP/1.1" status: 204 len: 168 time: 0.6416025 Aug 19 15:26:41.154771 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d8c8a7-e7e6-41f8-b52f-69ae34b5e0a2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:41.160103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:41.171113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f9d8c8a7-e7e6-41f8-b52f-69ae34b5e0a2 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/0f2c669e-288c-4577-bdee-7c53d6e8118e HTTP/1.1" status: 404 len: 333 time: 0.0575504 Aug 19 15:26:41.253605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet d0f2d93b-7260-448c-92aa-51deb13ff5ec {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:41.258165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.289181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f1f0f-2cf5-4b2c-ad7d-1ce5ff041f0b req-fc302ec0-c399-4599-8de7-e3f60102d423 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:41.296938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b15f1f0f-2cf5-4b2c-ad7d-1ce5ff041f0b req-fc302ec0-c399-4599-8de7-e3f60102d423 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0761788 Aug 19 15:26:41.317705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.345246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b15f1f0f-2cf5-4b2c-ad7d-1ce5ff041f0b req-1335d0ec-ffdc-4f7a-ac0d-1348f6410383 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Aug 19 15:26:41.422534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.616895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.650202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f2d93b-7260-448c-92aa-51deb13ff5ec,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:41.652186 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.654181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1a177bd-fdbd-42e1-b5e8-ef8633eccdc7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/d0f2d93b-7260-448c-92aa-51deb13ff5ec HTTP/1.1" status: 204 len: 168 time: 0.4928715 Aug 19 15:26:41.656706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34072) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:41.661171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b49776ab-d6de-4d22-9287-00e6494c2a86 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:41.677165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5440b3-7916-44b9-90b3-b4891e948705 None None] Network 3023ab67-ebe4-4287-881a-aab176fd15b5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:41.740856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.797597 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port b49776ab-d6de-4d22-9287-00e6494c2a86 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:41.797922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.811506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b49776ab-d6de-4d22-9287-00e6494c2a86 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:41.812135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.875372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] For port b49776ab-d6de-4d22-9287-00e6494c2a86, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b49776ab-d6de-4d22-9287-00e6494c2a86,segment=NetworkSegment(f28156ae-b4e4-4f98-bf70-0d7c09bc446f),segment_id=f28156ae-b4e4-4f98-bf70-0d7c09bc446f)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:41.875909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:41.892758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for b49776ab-d6de-4d22-9287-00e6494c2a86 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:42.094872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.112665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Could not find standard attr ID for object b49776ab-d6de-4d22-9287-00e6494c2a86. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:26:42.120102 n-d-779913-32 neutron-server[101964]: INFO neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No ports have port_id starting with b49776ab-d6de-4d22-9287-00e6494c2a86 Aug 19 15:26:42.157637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No DVR routers for this DVR port b49776ab-d6de-4d22-9287-00e6494c2a86 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:42.159646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=b49776ab-d6de-4d22-9287-00e6494c2a86,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:42.211000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17b679-9966-4315-936d-3da60a56a7c0 None None] DHCP port deletion for 3023ab67-ebe4-4287-881a-aab176fd15b5 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:42.253297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.263395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3023ab67-ebe4-4287-881a-aab176fd15b5']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:42.274447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:42.274745 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28156ae-b4e4-4f98-bf70-0d7c09bc446f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:42.284038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.301805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.308107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:42.308498 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:42.311552 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:42.468755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947ad64-2cca-4cbb-beae-959ace7f1931 req-f4ad0ddb-edc5-4c4a-8d56-03748e83c9f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:42.468755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c947ad64-2cca-4cbb-beae-959ace7f1931 req-f4ad0ddb-edc5-4c4a-8d56-03748e83c9f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Aug 19 15:26:42.513625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c947ad64-2cca-4cbb-beae-959ace7f1931 req-eb117a85-45bc-44a5-86c1-aa238e8767c9 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Aug 19 15:26:42.523512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.553016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.556918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/3023ab67-ebe4-4287-881a-aab176fd15b5 HTTP/1.1" status: 204 len: 168 time: 0.8972447 Aug 19 15:26:42.556918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89a4a-a2d5-474b-a5c6-850a3d2811e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=3023ab67-ebe4-4287-881a-aab176fd15b5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:42.563208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34088) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:42.568977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-967657509'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:42.751505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:42.755336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.762706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34092) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:42.767980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'subnets': [{'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--776204373', 'ip_version': 6}, {'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:42.768306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'subnet': {'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--776204373', 'ip_version': 6}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:42.769640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Request body: {'subnet': {'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:42.780035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:42.790269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.790618 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Added segment d9275473-cdd4-4e7e-bd72-dd581a9b4f62 of type vlan for network 94fff1b9-a4b1-4658-aa86-ca4180046337 Aug 19 15:26:42.830885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.993391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:42.999542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:43.000206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.071790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Network': ['ID=94fff1b9-a4b1-4658-aa86-ca4180046337,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:43.085577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:43.090295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Made reservation on behalf of 885437869b564dd08f0cdb805ce327bb for: {'subnet': 2} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:43.095153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.100313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.199813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d66e9cc2-9a41-464a-9286-c73a044923b4 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6353607 Aug 19 15:26:43.206204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34102) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:43.213058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:43.297483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.381524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:43.388374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.650097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.677499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b49776ab-d6de-4d22-9287-00e6494c2a86 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:43.683116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57305af-30c9-46c5-9bd0-a83e7153b890 req-12fb57ef-db4c-43dc-892b-b447c5307331 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:43.692352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a57305af-30c9-46c5-9bd0-a83e7153b890 req-12fb57ef-db4c-43dc-892b-b447c5307331 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0670376 Aug 19 15:26:43.705344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b49776ab-d6de-4d22-9287-00e6494c2a86 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:43.706042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b49776ab-d6de-4d22-9287-00e6494c2a86 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:43.724332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Subnet': ['ID=d029d235-ed64-4295-a6be-0cae3199c687,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:43.734420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Checking segment: {'id': 'f3b0120b-b33f-47d7-b510-51a604ce67b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:43.734420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network hostable DHCP agents. Network: f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:43.736791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a57305af-30c9-46c5-9bd0-a83e7153b890 req-cbf5784e-4100-4b72-9f84-98997f0b4d71 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Aug 19 15:26:43.738817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:43.794437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=8ef36711-29bd-43ee-85d3-8dc0332c1276,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:43.830459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Checking segment: {'id': 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:43.830828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network hostable DHCP agents. Network: 94fff1b9-a4b1-4658-aa86-ca4180046337, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:43.878977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:43.965393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:44.090457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:44.094723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 94fff1b9-a4b1-4658-aa86-ca4180046337) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:44.094865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.102944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65effd51-a648-4f3a-a1e7-866c34f19c00 None None] Network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:44.106253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.106945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.141184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f567a8-41a8-465a-b8a9-31fd1d9f9970 None None] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:44.182226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event updated for resources: {'Subnet': ['ID=bc819236-663d-4856-834b-d3745c82332a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:44.236445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d4912b58-90e0-44a1-8ccd-ce35db0977f3 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0277355 Aug 19 15:26:44.240142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34120) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:44.247091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-754679583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:44.265458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Checking segment: {'id': 'fe717cb6-00a9-4f1a-8d8e-601ff293f565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:44.266289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network hostable DHCP agents. Network: b579d2ce-a826-427b-aed7-806be168cc41, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:26:44.404172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Network b579d2ce-a826-427b-aed7-806be168cc41 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:26:44.412114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.414638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.488954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4', 'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4', 'tenant_id': '885437869b564dd08f0cdb805ce327bb', 'fixed_ips': [{'subnet_id': 'd029d235-ed64-4295-a6be-0cae3199c687'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:44.489876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.493257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-94fff1b9-a4b1-4658-aa86-ca4180046337', 'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': '8ef36711-29bd-43ee-85d3-8dc0332c1276'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:44.494049 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.499499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.513882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b579d2ce-a826-427b-aed7-806be168cc41) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:44.522016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.522778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.523459 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.530326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe992c09-d0df-4a49-bebe-9f7146530c53 None None] Network b579d2ce-a826-427b-aed7-806be168cc41 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:44.652616 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ee06910-7d58-4028-ba96-88a9023430fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8886600 Aug 19 15:26:44.655210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34126) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:44.656864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.748220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.752870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a8c25f21-8be4-4f9d-88b1-f87dd9464697 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5075288 Aug 19 15:26:44.753778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34128) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:44.763579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337', 'name': 'tempest-PortsIpV6TestJSON-1691320741'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:44.774114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749cbba-43ab-4f56-8038-5cfe2d04dbd8 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.776381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749cbba-43ab-4f56-8038-5cfe2d04dbd8 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.778274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749cbba-43ab-4f56-8038-5cfe2d04dbd8 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.792477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e749cbba-43ab-4f56-8038-5cfe2d04dbd8 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1359060 Aug 19 15:26:44.793328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34132) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:44.874713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Deleting subnet d029d235-ed64-4295-a6be-0cae3199c687 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:44.915234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Allocated IP 2001:db8::2 (94fff1b9-a4b1-4658-aa86-ca4180046337/8ef36711-29bd-43ee-85d3-8dc0332c1276/f03ae715-0bf6-4b0d-9e9d-11f5d1867811) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:44.942256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a3d90-91c2-42e9-aa5d-87a236de4cff req-417f82ed-c512-47e9-9669-f524cd15ef7e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.944240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-210a3d90-91c2-42e9-aa5d-87a236de4cff req-417f82ed-c512-47e9-9669-f524cd15ef7e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0892515 Aug 19 15:26:44.960384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b579d2ce-a826-427b-aed7-806be168cc41', 'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41', 'tenant_id': '885437869b564dd08f0cdb805ce327bb', 'fixed_ips': [{'subnet_id': 'bc819236-663d-4856-834b-d3745c82332a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:44.961480 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:44.977222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Allocated IP 2001:db8::1 (f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4/d029d235-ed64-4295-a6be-0cae3199c687/6f5b3f9f-36ad-4617-b344-495bd816afca) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:44.990709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-210a3d90-91c2-42e9-aa5d-87a236de4cff req-42bee389-7016-4839-acba-fc3a6ee131ad tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Aug 19 15:26:45.049003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:45.053289 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.072998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port 34447862-22cd-47f6-ab09-e4e59ddc4a8c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:45.302629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Allocated IP 2001:db8:0:1::1 (b579d2ce-a826-427b-aed7-806be168cc41/bc819236-663d-4856-834b-d3745c82332a/6fbdd767-0037-4b28-96ef-1337914aea69) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:45.355064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.411950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Transition to ACTIVE for port object f03ae715-0bf6-4b0d-9e9d-11f5d1867811 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.417693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.438513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Transition to ACTIVE for port object 6f5b3f9f-36ad-4617-b344-495bd816afca will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.464956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Transition to ACTIVE for port object f03ae715-0bf6-4b0d-9e9d-11f5d1867811 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.485863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Transition to ACTIVE for port object 6f5b3f9f-36ad-4617-b344-495bd816afca will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.541561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.549625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Transition to ACTIVE for port object 6fbdd767-0037-4b28-96ef-1337914aea69 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.565204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Transition to ACTIVE for port object 6fbdd767-0037-4b28-96ef-1337914aea69 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.580557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.582275 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.613102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.639875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.649551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:45.649740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::101 (94fff1b9-a4b1-4658-aa86-ca4180046337/8ef36711-29bd-43ee-85d3-8dc0332c1276/34447862-22cd-47f6-ab09-e4e59ddc4a8c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:45.649836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Pushing event updated for resources: {'Port': ['ID=6f5b3f9f-36ad-4617-b344-495bd816afca,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:45.651826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:45.657547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:45.657547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:45.661861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:45.663070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:45.755108 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.774026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.796364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Pushing event updated for resources: {'Port': ['ID=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:45.850008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Network b579d2ce-a826-427b-aed7-806be168cc41 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:45.852898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Attempting to bind port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:45.853294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Attempting to bind port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:45.853658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Attempting to bind port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 on network 94fff1b9-a4b1-4658-aa86-ca4180046337 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:45.857506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:45.859464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Attempting to bind port 6f5b3f9f-36ad-4617-b344-495bd816afca on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:45.859679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Attempting to bind port 6f5b3f9f-36ad-4617-b344-495bd816afca by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f3b0120b-b33f-47d7-b510-51a604ce67b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:45.860036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Attempting to bind port 6f5b3f9f-36ad-4617-b344-495bd816afca on network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:45.867449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:45.879005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.882520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Checking segment: {'id': 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Bound using segment: {'id': 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Bound port: f03ae715-0bf6-4b0d-9e9d-11f5d1867811, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '94fff1b9-a4b1-4658-aa86-ca4180046337'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Checking segment: {'id': 'f3b0120b-b33f-47d7-b510-51a604ce67b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Bound using segment: {'id': 'f3b0120b-b33f-47d7-b510-51a604ce67b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Bound port: 6f5b3f9f-36ad-4617-b344-495bd816afca, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b0120b-b33f-47d7-b510-51a604ce67b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:45.890467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:45.894581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object 34447862-22cd-47f6-ab09-e4e59ddc4a8c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:45.902154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Pushing event updated for resources: {'Port': ['ID=6fbdd767-0037-4b28-96ef-1337914aea69,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.002934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Attempting to bind port 6fbdd767-0037-4b28-96ef-1337914aea69 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:46.004004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Attempting to bind port 6fbdd767-0037-4b28-96ef-1337914aea69 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'fe717cb6-00a9-4f1a-8d8e-601ff293f565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:46.004468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Attempting to bind port 6fbdd767-0037-4b28-96ef-1337914aea69 on network b579d2ce-a826-427b-aed7-806be168cc41 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:46.028492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:46.028858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Checking segment: {'id': 'fe717cb6-00a9-4f1a-8d8e-601ff293f565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:46.029284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.029683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Bound using segment: {'id': 'fe717cb6-00a9-4f1a-8d8e-601ff293f565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:46.030165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Bound port: 6fbdd767-0037-4b28-96ef-1337914aea69, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe717cb6-00a9-4f1a-8d8e-601ff293f565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b579d2ce-a826-427b-aed7-806be168cc41'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:46.030538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.057960 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] For port f03ae715-0bf6-4b0d-9e9d-11f5d1867811, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:46.068776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.075620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] For port f03ae715-0bf6-4b0d-9e9d-11f5d1867811, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,segment=NetworkSegment(d9275473-cdd4-4e7e-bd72-dd581a9b4f62),segment_id=d9275473-cdd4-4e7e-bd72-dd581a9b4f62)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:46.098179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Subnet': ['ID=d029d235-ed64-4295-a6be-0cae3199c687,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.098815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] For port 6f5b3f9f-36ad-4617-b344-495bd816afca, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:46.100208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.103425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67064393-84cc-46d9-a13e-3d60b403cf19 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/subnets/d029d235-ed64-4295-a6be-0cae3199c687 HTTP/1.1" status: 204 len: 168 time: 1.3072495 Aug 19 15:26:46.104739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34158) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:46.116667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] For port 6f5b3f9f-36ad-4617-b344-495bd816afca, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6f5b3f9f-36ad-4617-b344-495bd816afca,segment=NetworkSegment(f3b0120b-b33f-47d7-b510-51a604ce67b2),segment_id=f3b0120b-b33f-47d7-b510-51a604ce67b2)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:46.141562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] For port 6fbdd767-0037-4b28-96ef-1337914aea69, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:46.145604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] For port 6fbdd767-0037-4b28-96ef-1337914aea69, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6fbdd767-0037-4b28-96ef-1337914aea69,segment=NetworkSegment(fe717cb6-00a9-4f1a-8d8e-601ff293f565),segment_id=fe717cb6-00a9-4f1a-8d8e-601ff293f565)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:46.165984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Deleting subnet bc819236-663d-4856-834b-d3745c82332a {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:46.169185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.182727 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.221149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.221883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.221883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.277714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:46.282215 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:46.291098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.291688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:46.298224 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:46.299189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.304293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=34447862-22cd-47f6-ab09-e4e59ddc4a8c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.322059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a7089-e5f5-4ae7-8e58-0bcd2ba19d18 None None] Pushing event updated for resources: {'Port': ['ID=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.384780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.447320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698467-db6e-4f4b-81a2-f0c989d757f3 None None] Pushing event updated for resources: {'Port': ['ID=6f5b3f9f-36ad-4617-b344-495bd816afca,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.450936 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-536e459f-7e8e-4a09-a046-2a30a007256f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6960847 Aug 19 15:26:46.453637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34164) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:46.542448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.640369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118057d-9a29-4e2e-b626-3fa01cfd90fd None None] Pushing event updated for resources: {'Port': ['ID=6fbdd767-0037-4b28-96ef-1337914aea69,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.677961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Subnet': ['ID=bc819236-663d-4856-834b-d3745c82332a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:46.779852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:46.788809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2bfc5a65-bdcb-42dd-b55d-a94de6d22935 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/subnets/bc819236-663d-4856-834b-d3745c82332a HTTP/1.1" status: 204 len: 168 time: 0.6793423 Aug 19 15:26:46.790469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34172) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:46.916171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765128b1-29e7-496d-9883-507c37f92e97 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:46.917754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-765128b1-29e7-496d-9883-507c37f92e97 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262598 Aug 19 15:26:46.924712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34174) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:46.975185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7ba03-a5d3-4735-8f2d-1478e6e56ede req-7d6afa6f-7a04-45f3-9f87-3688cc671fdc tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:46.979074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cd7ba03-a5d3-4735-8f2d-1478e6e56ede req-7d6afa6f-7a04-45f3-9f87-3688cc671fdc tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.3024304 Aug 19 15:26:47.152335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.165079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cd7ba03-a5d3-4735-8f2d-1478e6e56ede req-4408d2b9-4972-4f9c-b35d-c195c2d0329e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667893 Aug 19 15:26:47.175161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.271382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Deleting port 6fbdd767-0037-4b28-96ef-1337914aea69 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:47.271586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.574654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.667222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.779109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=34447862-22cd-47f6-ab09-e4e59ddc4a8c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:47.897731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f03ae715-0bf6-4b0d-9e9d-11f5d1867811 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:48.007213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] For port 6fbdd767-0037-4b28-96ef-1337914aea69, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6fbdd767-0037-4b28-96ef-1337914aea69,segment=NetworkSegment(fe717cb6-00a9-4f1a-8d8e-601ff293f565),segment_id=fe717cb6-00a9-4f1a-8d8e-601ff293f565)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:48.007951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.022270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Calling delete_port for 6fbdd767-0037-4b28-96ef-1337914aea69 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:48.060570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:48.067221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6f5b3f9f-36ad-4617-b344-495bd816afca up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:48.083164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.267806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.327744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Port': ['ID=6fbdd767-0037-4b28-96ef-1337914aea69,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:48.387976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] No DVR routers for this DVR port 6fbdd767-0037-4b28-96ef-1337914aea69 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:48.414601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.502017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aae23e-9423-48ee-a631-023f1b187f7d None None] Network f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:48.552732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.579873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b8f2-6509-4bdc-9dfc-b4c26c081030 req-c5457223-9101-47c1-b2a8-ede2c1d58664 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:48.589816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa28b8f2-6509-4bdc-9dfc-b4c26c081030 req-c5457223-9101-47c1-b2a8-ede2c1d58664 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.2459311 Aug 19 15:26:48.643182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b579d2ce-a826-427b-aed7-806be168cc41']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:48.674355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa28b8f2-6509-4bdc-9dfc-b4c26c081030 req-f8e7d7e4-ccaa-4837-b482-7d4006504541 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831037 Aug 19 15:26:48.707245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe717cb6-00a9-4f1a-8d8e-601ff293f565') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:48.707651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe717cb6-00a9-4f1a-8d8e-601ff293f565') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:48.739876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.802909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-97fce2c4-f9db-4977-bbf3-13ceed6124e7 None None] Provisioning for port 6f5b3f9f-36ad-4617-b344-495bd816afca completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:48.803177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.833336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:48.833638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.844445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 6f5b3f9f-36ad-4617-b344-495bd816afca completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:48.860388 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6f5b3f9f-36ad-4617-b344-495bd816afca triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:48.860766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:48.914797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25512c1-5a27-4775-9c0b-be72aee75bbf None None] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:49.011176 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:49.034816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.054933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] DHCP port deletion for f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:49.072362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f33bab-69e5-4a10-859f-ff64579f0526 None None] Network b579d2ce-a826-427b-aed7-806be168cc41 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:49.167383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.179503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.183419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/networks/b579d2ce-a826-427b-aed7-806be168cc41 HTTP/1.1" status: 204 len: 168 time: 2.2556820 Aug 19 15:26:49.186040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34200) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:49.187865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.189478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.200343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] Provisioning for port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:49.258671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] Provisioning complete for port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:49.259050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.272939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=34447862-22cd-47f6-ab09-e4e59ddc4a8c,revision_number=3']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:49.351710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.359155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f501-9c35-4601-808a-003a95f1f55d tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Network': ['ID=b579d2ce-a826-427b-aed7-806be168cc41,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:49.385592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.459969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:49.462147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:49.490300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Deleting port 6f5b3f9f-36ad-4617-b344-495bd816afca {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:49.495488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.514719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03562bd-6ee8-430a-bbae-2bd51e973144 None None] DHCP port deletion for b579d2ce-a826-427b-aed7-806be168cc41 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:49.540694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] Deleting port 6f5b3f9f-36ad-4617-b344-495bd816afca {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:49.541066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.584794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] For port 6f5b3f9f-36ad-4617-b344-495bd816afca, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6f5b3f9f-36ad-4617-b344-495bd816afca,segment=NetworkSegment(f3b0120b-b33f-47d7-b510-51a604ce67b2),segment_id=f3b0120b-b33f-47d7-b510-51a604ce67b2)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:49.585501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.617869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Calling delete_port for 6f5b3f9f-36ad-4617-b344-495bd816afca owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:49.657582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-7ed72d41-9b10-4127-bf7e-1d87c8080528 req-5b0fd2c7-6b9b-4716-b449-eb001ec2170e service neutron] (101962) timed out ('10.222.0.54', 56300) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:26:49.670717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 6f5b3f9f-36ad-4617-b344-495bd816afca, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6f5b3f9f-36ad-4617-b344-495bd816afca,segment=NetworkSegment(f3b0120b-b33f-47d7-b510-51a604ce67b2),segment_id=f3b0120b-b33f-47d7-b510-51a604ce67b2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:49.746043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Router faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:26:49.782744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] For port 6f5b3f9f-36ad-4617-b344-495bd816afca, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6f5b3f9f-36ad-4617-b344-495bd816afca,segment=NetworkSegment(f3b0120b-b33f-47d7-b510-51a604ce67b2),segment_id=f3b0120b-b33f-47d7-b510-51a604ce67b2)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:49.783507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.821796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.839824 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:49.840939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6fbdd767-0037-4b28-96ef-1337914aea69 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:49.850968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] Calling delete_port for 6f5b3f9f-36ad-4617-b344-495bd816afca owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:49.937788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:49.951082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-470efb7b-2284-4c28-8481-4c18c6c4cf83 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/routers/faecfdc3-cf54-4c74-87cb-a0695a8bbfa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4959459 Aug 19 15:26:49.952644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 6fbdd767-0037-4b28-96ef-1337914aea69 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:49.953108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6fbdd767-0037-4b28-96ef-1337914aea69 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 15:26:49.955219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34214) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:49.996391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] Sync routers for ids ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:50.016240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] For port f03ae715-0bf6-4b0d-9e9d-11f5d1867811, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,segment=NetworkSegment(d9275473-cdd4-4e7e-bd72-dd581a9b4f62),segment_id=d9275473-cdd4-4e7e-bd72-dd581a9b4f62)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:50.020201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-dc55696a-8659-4b39-a6d2-8b3bd7cfe620 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1313643 Aug 19 15:26:50.051091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c4818-6385-482f-9904-f351c8834737 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.053490 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b6c4818-6385-482f-9904-f351c8834737 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports?device_id=faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 HTTP/1.1" status: 200 len: 989 time: 0.0969760 Aug 19 15:26:50.058310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:50.061393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.074069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port 6fbdd767-0037-4b28-96ef-1337914aea69 not found, will not notify nova. {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 15:26:50.131498 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.137785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] Routers {'faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:50.138612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:26:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.194979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Port': ['ID=6f5b3f9f-36ad-4617-b344-495bd816afca,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:50.200080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=6f5b3f9f-36ad-4617-b344-495bd816afca,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:50.230108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.324528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] Routers {'faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:50.326457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:26:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.330733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-216e144f-c017-4386-a55f-111e7035e3d5 None None] Could not find standard attr ID for object 6fbdd767-0037-4b28-96ef-1337914aea69. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:26:50.334256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] No DVR routers for this DVR port 6f5b3f9f-36ad-4617-b344-495bd816afca on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:50.409345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6f5b3f9f-36ad-4617-b344-495bd816afca no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:50.421784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.421784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8806b4-a8dc-4ce2-a886-e67e6e2ea9d7 None None] The sync data for ids ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:50.444564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-8715bc4f-c8f8-4817-9640-cc0b637aa044 req-92425fcf-1af6-445c-bd17-b3284897515e tempest-TestVolumeBootPattern-1992752929 tempest-TestVolumeBootPattern-1992752929-project] (101963) timed out ('10.222.0.46', 56485) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:26:50.463555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 6f5b3f9f-36ad-4617-b344-495bd816afca {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:50.463555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6f5b3f9f-36ad-4617-b344-495bd816afca not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:50.464011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6fbdd767-0037-4b28-96ef-1337914aea69 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:50.478742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794e94-227c-4fcd-968b-891ebd9807a1 None None] Pushing event updated for resources: {'Port': ['ID=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:50.507888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 6fbdd767-0037-4b28-96ef-1337914aea69 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:50.508244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6fbdd767-0037-4b28-96ef-1337914aea69 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:50.512672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.579615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-c6ec97d5-0b67-4000-b1f7-ebeef27be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.586745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-c6ec97d5-0b67-4000-b1f7-ebeef27be914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 1098 time: 0.4133928 Aug 19 15:26:50.592421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] No DVR routers for this DVR port 6f5b3f9f-36ad-4617-b344-495bd816afca on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:50.611395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e1b8-7a09-4106-a57c-5ba3abe5a2a5 None None] Pushing event deleted for resources: {'Port': ['ID=6f5b3f9f-36ad-4617-b344-495bd816afca,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:50.614924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039239e-6482-49f9-8787-f76f32148cf4 req-1f2788ee-4ef6-4d27-af85-f16e584cf28c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.638293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3039239e-6482-49f9-8787-f76f32148cf4 req-1f2788ee-4ef6-4d27-af85-f16e584cf28c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.8415132 Aug 19 15:26:50.639266 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.650301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56120d0e-aaec-492f-8f10-04857345e590 None None] Provisioning for port 34447862-22cd-47f6-ab09-e4e59ddc4a8c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:50.662923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56120d0e-aaec-492f-8f10-04857345e590 None None] Provisioning complete for port 34447862-22cd-47f6-ab09-e4e59ddc4a8c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:50.662923 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-56120d0e-aaec-492f-8f10-04857345e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.833784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-56120d0e-aaec-492f-8f10-04857345e590 None None] Port 34447862-22cd-47f6-ab09-e4e59ddc4a8c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:50.854690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.864627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-56120d0e-aaec-492f-8f10-04857345e590 None None] Provisioning complete for port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:50.867391 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-56120d0e-aaec-492f-8f10-04857345e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.883260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.912985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3039239e-6482-49f9-8787-f76f32148cf4 req-9ce3cfc0-02ef-49ca-a1e9-b257d21ac532 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810830 Aug 19 15:26:50.928148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b0120b-b33f-47d7-b510-51a604ce67b2') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.928453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b0120b-b33f-47d7-b510-51a604ce67b2') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:50.953665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.990199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-69f8a17f-5e9d-45d4-a25c-818a244a5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.992189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-69f8a17f-5e9d-45d4-a25c-818a244a5f73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 911 time: 0.3602710 Aug 19 15:26:50.993905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.008016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:51.008760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:51.011776 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:51.139835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-4f8fef0a-b1df-4cb5-a729-3ac116058f18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02d0356-74e1-4f65-910c-584df88f9ebd HTTP/1.1" status: 200 len: 217 time: 0.1392508 Aug 19 15:26:51.255780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814f111-a97b-464c-9754-7129e6109f66 req-e888528e-8b50-4675-aa5b-ffafac0fd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.257613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a814f111-a97b-464c-9754-7129e6109f66 req-e888528e-8b50-4675-aa5b-ffafac0fd4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 1098 time: 0.1483097 Aug 19 15:26:51.278762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-e7372e54-278f-4e13-a007-8025505f8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.280430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-e7372e54-278f-4e13-a007-8025505f8052 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.1287212 Aug 19 15:26:51.330953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-5ecd86c7-5708-4839-9f78-b99c93b20513 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328376 Aug 19 15:26:51.478032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2c442611-9269-41a2-87cf-6d55f9974bce None None] Provisioning complete for port 34447862-22cd-47f6-ab09-e4e59ddc4a8c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:51.478032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2c442611-9269-41a2-87cf-6d55f9974bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.480688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.480688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.480688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/networks/f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4 HTTP/1.1" status: 204 len: 168 time: 2.2595983 Aug 19 15:26:51.491683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:51.497499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a814f111-a97b-464c-9754-7129e6109f66 req-bed5b254-ded6-4391-9521-df245a319eb9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267756 Aug 19 15:26:51.503690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-9c5043ad-9a7c-4df2-929a-5a7c32a04778 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640255 Aug 19 15:26:51.511152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2c442611-9269-41a2-87cf-6d55f9974bce None None] Port 34447862-22cd-47f6-ab09-e4e59ddc4a8c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:51.545210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecfe0d-43c8-4a4a-b6b7-38d206b066e9 tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Network': ['ID=f6ee5a6e-2bdf-4763-b8e2-89a44c1342b4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:51.612919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.641674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c8ace0d9-7014-4079-8213-5b9add211e0f None None] Provisioning complete for port 34447862-22cd-47f6-ab09-e4e59ddc4a8c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:51.642136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c8ace0d9-7014-4079-8213-5b9add211e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.699415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c8ace0d9-7014-4079-8213-5b9add211e0f None None] Port 34447862-22cd-47f6-ab09-e4e59ddc4a8c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:51.753593 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.766571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8ba794-8773-4b50-bafa-2d2584f329af']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:51.780775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999052b6-f7a9-4ae9-b837-4e5fd301c9f2') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:51.782156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999052b6-f7a9-4ae9-b837-4e5fd301c9f2') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:51.793223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 34447862-22cd-47f6-ab09-e4e59ddc4a8c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:51.793738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.798209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fbcc9c7-6904-4fa1-9eee-9969cf4b6641 req-5b610577-3b64-4399-a4cb-691eac99b670 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138833 Aug 19 15:26:51.800757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.865833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.876524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:51.877012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:51.885216 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:51.931148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7bbaad96-0c02-43c3-a49d-d0c4ea07ab6f None None] Provisioning complete for port 34447862-22cd-47f6-ab09-e4e59ddc4a8c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:51.932214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7bbaad96-0c02-43c3-a49d-d0c4ea07ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.005180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7bbaad96-0c02-43c3-a49d-d0c4ea07ab6f None None] Port 34447862-22cd-47f6-ab09-e4e59ddc4a8c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:52.011583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.044583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 34447862-22cd-47f6-ab09-e4e59ddc4a8c owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:52.060127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5fff1-7e38-4186-9f63-a50368e0e664 req-bbf9d3e9-f0e6-4a21-99c2-d43ca229a5e1 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:52.068947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29e5fff1-7e38-4186-9f63-a50368e0e664 req-bbf9d3e9-f0e6-4a21-99c2-d43ca229a5e1 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0604804 Aug 19 15:26:52.115684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29e5fff1-7e38-4186-9f63-a50368e0e664 req-fc8a3475-bd3c-4acb-b34a-7b2dbfbf24b4 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Aug 19 15:26:52.168673 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.178572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.180456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/networks/0c8ba794-8773-4b50-bafa-2d2584f329af HTTP/1.1" status: 204 len: 168 time: 0.6876318 Aug 19 15:26:52.187083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34242) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:52.188108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f03ae715-0bf6-4b0d-9e9d-11f5d1867811 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:52.199497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342eae-62bc-4b20-8b74-6c7351d9e13b tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Network': ['ID=0c8ba794-8773-4b50-bafa-2d2584f329af,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:52.252203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:52.252677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.321503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.399714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.444197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.455139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d67e10-12a7-4f45-905c-c99e0723ead5']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:52.463491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=34447862-22cd-47f6-ab09-e4e59ddc4a8c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:52.474014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c49b7a-629d-4afd-8ee4-ba0280bbd34c') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:52.474390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c49b7a-629d-4afd-8ee4-ba0280bbd34c') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:52.492912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.515725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.526806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:52.529047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:52.549226 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:52.673843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.747499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.754013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.757102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] 10.222.0.13 "DELETE /v2.0/networks/33d67e10-12a7-4f45-905c-c99e0723ead5 HTTP/1.1" status: 204 len: 168 time: 0.5686707 Aug 19 15:26:52.775447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308662d-f557-419c-a63d-08c5284259fc tempest-BulkNetworkOpsIpV6Test-2081921518 tempest-BulkNetworkOpsIpV6Test-2081921518-project] Pushing event deleted for resources: {'Network': ['ID=33d67e10-12a7-4f45-905c-c99e0723ead5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:52.894039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Router faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:26:52.981708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:52.992038 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-df1ddf01-b8be-4bf9-8f5f-c11a7ef62b94 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/routers/faecfdc3-cf54-4c74-87cb-a0695a8bbfa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289191 Aug 19 15:26:52.992158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34256) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:52.998706 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] Sync routers for ids ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:53.011053 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] Routers {'faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:53.012026 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:26:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:53.022579 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-463249ea-751c-433d-8b86-f5d2bee11937 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:26:53.027026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-463249ea-751c-433d-8b86-f5d2bee11937 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/34447862-22cd-47f6-ab09-e4e59ddc4a8c HTTP/1.1" status: 404 len: 333 time: 0.0313110 Aug 19 15:26:53.027441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34258) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:53.072709 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:53.083233 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] Routers {'faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:53.083860 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:26:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:53.119124 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.120623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:53.121308 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce61e8-f047-43eb-8554-d80e369b0c76 None None] The sync data for ids ['faecfdc3-cf54-4c74-87cb-a0695a8bbfa0'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:53.285672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd304ce-2140-497d-86b2-99c21bd2b854 req-245d0f63-860a-463e-8bc7-8562adb394df tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:53.298317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dd304ce-2140-497d-86b2-99c21bd2b854 req-245d0f63-860a-463e-8bc7-8562adb394df tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0956066 Aug 19 15:26:53.330804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:26:53.339355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dd304ce-2140-497d-86b2-99c21bd2b854 req-057d7aab-0d93-4407-8e33-ab065b239c7c tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Aug 19 15:26:53.364533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.367671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.544701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34276) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:53.617884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.618766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Fanout notify agent at l3_agent the message router_deleted on router faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:26:53.632767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.636459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8739faef-a424-4c30-894b-b2e49f1b8211 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/routers/faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 HTTP/1.1" status: 204 len: 168 time: 0.6054211 Aug 19 15:26:53.637478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34280) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:53.724875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet 8ef36711-29bd-43ee-85d3-8dc0332c1276 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:26:53.732293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.777105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-968b5cf4-b19e-472f-8279-f3ec84bcaaed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=885437869b564dd08f0cdb805ce327bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311034 Aug 19 15:26:53.779750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34284) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:53.798351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.870467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9a875683-1112-43e8-b3e9-16733355b9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.900926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9a875683-1112-43e8-b3e9-16733355b9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:53.961432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.028142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107ff38-2134-4e4c-9c21-ddb12255b885 req-5dadd2d0-9c4a-4374-ae62-dbe977d8b81e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:54.030137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7107ff38-2134-4e4c-9c21-ddb12255b885 req-5dadd2d0-9c4a-4374-ae62-dbe977d8b81e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1107104 Aug 19 15:26:54.040176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-70240e35-01b9-4d9e-8c4f-eb1c8ad0da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:54.041884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-70240e35-01b9-4d9e-8c4f-eb1c8ad0da21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1e2c5915ff4475b92337b2727623566&device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 1098 time: 0.0710490 Aug 19 15:26:54.126820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7107ff38-2134-4e4c-9c21-ddb12255b885 req-85ba546d-6c7d-4edd-9375-6cce5f2c105b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837860 Aug 19 15:26:54.150243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9a875683-1112-43e8-b3e9-16733355b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.154666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9a875683-1112-43e8-b3e9-16733355b9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.157601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9a875683-1112-43e8-b3e9-16733355b9ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/888b4224-d283-4725-b389-da1a76bda645 HTTP/1.1" status: 204 len: 168 time: 0.3767486 Aug 19 15:26:54.176812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875683-1112-43e8-b3e9-16733355b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b4224-d283-4725-b389-da1a76bda645,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:54.193247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.200012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-d74dfdec-6f8d-4857-af10-bdd49e955609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:54.202115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-d74dfdec-6f8d-4857-af10-bdd49e955609 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 200 len: 911 time: 0.1526825 Aug 19 15:26:54.258578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.263022 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/8ef36711-29bd-43ee-85d3-8dc0332c1276 HTTP/1.1" status: 204 len: 168 time: 0.6221514 Aug 19 15:26:54.264911 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34294) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:54.277408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0e8bf-fe0c-4fd9-b146-8e9128b83baa None None] Network 94fff1b9-a4b1-4658-aa86-ca4180046337 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:54.296532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-32d516c0-7f79-4f27-a8b2-4f78d544a1ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6346704b-451f-4378-beb2-77103f64e25d HTTP/1.1" status: 200 len: 217 time: 0.0872295 Aug 19 15:26:54.298100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc19c8b-bc19-4c48-842c-c5406fad6a19 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef36711-29bd-43ee-85d3-8dc0332c1276,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:54.360073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-c80e4233-de32-499e-83f6-aa52ca35d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:54.361534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.362544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-c80e4233-de32-499e-83f6-aa52ca35d494 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 200 len: 850 time: 0.0578179 Aug 19 15:26:54.402434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-7f1183d1-0fb7-4081-9d53-830f3a4912f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44edcc1b-1c16-407c-9278-bb3899bb15b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315840 Aug 19 15:26:54.443482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:54.443824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.542375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] For port f03ae715-0bf6-4b0d-9e9d-11f5d1867811, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,segment=NetworkSegment(d9275473-cdd4-4e7e-bd72-dd581a9b4f62),segment_id=d9275473-cdd4-4e7e-bd72-dd581a9b4f62)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:54.543517 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.569513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] DHCP port deletion for 94fff1b9-a4b1-4658-aa86-ca4180046337 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:26:54.570988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for f03ae715-0bf6-4b0d-9e9d-11f5d1867811 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:54.605456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-9aa7f3ac-a2f8-4440-88d6-dfd5e8872839 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963639 Aug 19 15:26:54.628165 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e452b20-166e-47be-b02b-29df92f9768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.638437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] Deleting port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:54.638816 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.728874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] For port f03ae715-0bf6-4b0d-9e9d-11f5d1867811, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,segment=NetworkSegment(d9275473-cdd4-4e7e-bd72-dd581a9b4f62),segment_id=d9275473-cdd4-4e7e-bd72-dd581a9b4f62)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:54.729884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.738578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-722adf33-5e9f-4b74-94c5-07bcbbe50836 req-ce54fa67-3e1c-46e5-bce4-8b4e77c76e43 service neutron] 10.222.0.46 "GET /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242990 Aug 19 15:26:54.746327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] Calling delete_port for f03ae715-0bf6-4b0d-9e9d-11f5d1867811 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:54.810295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.862914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.863989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:54.868237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No DVR routers for this DVR port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:54.899338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] No DVR routers for this DVR port f03ae715-0bf6-4b0d-9e9d-11f5d1867811 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:54.907067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa87c9-18cd-4951-b9ec-c735cbab1ac8 None None] Pushing event deleted for resources: {'Port': ['ID=f03ae715-0bf6-4b0d-9e9d-11f5d1867811,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:54.973808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.986963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fff1b9-a4b1-4658-aa86-ca4180046337']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.006210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.006518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9275473-cdd4-4e7e-bd72-dd581a9b4f62') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.017554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.034511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.041150 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:26:55.041639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:26:55.044724 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:26:55.184057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.194605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.196445 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/94fff1b9-a4b1-4658-aa86-ca4180046337 HTTP/1.1" status: 204 len: 168 time: 0.9321046 Aug 19 15:26:55.204498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34320) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:55.219862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e8331-1708-4515-87d7-5335fda42580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=94fff1b9-a4b1-4658-aa86-ca4180046337,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:55.294790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967030c-3f3c-4190-acc8-696adf3ff133 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:55.296455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7967030c-3f3c-4190-acc8-696adf3ff133 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/8de17e9c-35f4-4e04-bbe5-0cc234d4a967 HTTP/1.1" status: 200 len: 844 time: 0.0905681 Aug 19 15:26:55.303595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34324) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:55.323308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423c15-89a2-4f98-9115-4e09943be806 req-16756285-398e-496f-b47f-f3c7f78ea063 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:55.324951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96423c15-89a2-4f98-9115-4e09943be806 req-16756285-398e-496f-b47f-f3c7f78ea063 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1007729 Aug 19 15:26:55.366825 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0daa1c7e-1896-4d6c-928e-d3d0a8f70286 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/8de17e9c-35f4-4e04-bbe5-0cc234d4a967?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0600715 Aug 19 15:26:55.369315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34326) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:55.373250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96423c15-89a2-4f98-9115-4e09943be806 req-22e4fa13-e654-4ddf-ba08-abf509d670bb tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Aug 19 15:26:55.374436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:55.570851 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:55.574699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.616378 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.771078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34344) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:55.873316 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.892319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1790387929'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:55.925908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:55.929541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:55.932927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:55.933554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.938691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd94fe-ac82-4953-945e-5a302a9e3618 None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:26:55.952416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=b6bc3802-84d1-4294-b62c-24c2f7e56607,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:56.060112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:56.064549 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.076191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.116731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-977ec08c-8ca1-4185-bd59-3d9fa3919891', 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'tenant_id': '2e3af15352e04362800ec93d88ab30ad', 'fixed_ips': [{'subnet_id': 'b6bc3802-84d1-4294-b62c-24c2f7e56607'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:26:56.117993 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.165628 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-54b0e758-4d80-4fea-bd10-cec35e970b52 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7951200 Aug 19 15:26:56.168280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34354) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:56.177339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1117193356'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:56.196709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f03ae715-0bf6-4b0d-9e9d-11f5d1867811 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:56.220413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f03ae715-0bf6-4b0d-9e9d-11f5d1867811 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:56.220747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f03ae715-0bf6-4b0d-9e9d-11f5d1867811 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:56.321848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.328134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Allocated IP 2001:db8::2 (977ec08c-8ca1-4185-bd59-3d9fa3919891/b6bc3802-84d1-4294-b62c-24c2f7e56607/e83434a7-05a5-4063-be91-b0a5d790dde2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:56.490638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.497505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.507129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Transition to ACTIVE for port object e83434a7-05a5-4063-be91-b0a5d790dde2 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:56.523333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Transition to ACTIVE for port object e83434a7-05a5-4063-be91-b0a5d790dde2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:56.544978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:26:56.560914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae59511-a27f-472f-b5ee-af92161b616a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:56.566223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.567109 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Added segment c3c2a602-9b08-4df9-92aa-09efd05c5023 of type vlan for network 8de54f40-fab7-4ab8-82e1-d7150c57beee Aug 19 15:26:56.589872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae7440-54f9-4ee8-9975-c0bf4f496240 req-d6db6b47-2eb4-4f8a-9878-3d6a8170310e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:56.594873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25ae7440-54f9-4ee8-9975-c0bf4f496240 req-d6db6b47-2eb4-4f8a-9878-3d6a8170310e tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.1457932 Aug 19 15:26:56.616225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.669987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.676947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.689570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:56.696158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:56.703103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:56.765091 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25ae7440-54f9-4ee8-9975-c0bf4f496240 req-f774612b-96c7-4c88-b7b3-841c922b702f tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546643 Aug 19 15:26:56.769061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Pushing event updated for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:56.808149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.808325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.808885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.809420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.809934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.810505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.811024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.811533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.812071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.812602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.813161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.813704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:56.848588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Attempting to bind port e83434a7-05a5-4063-be91-b0a5d790dde2 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:56.849208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Attempting to bind port e83434a7-05a5-4063-be91-b0a5d790dde2 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2ef8ca41-1844-412f-b759-d94821c6a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:56.849775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Attempting to bind port e83434a7-05a5-4063-be91-b0a5d790dde2 on network 977ec08c-8ca1-4185-bd59-3d9fa3919891 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:56.858634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:56.859228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Checking segment: {'id': '2ef8ca41-1844-412f-b759-d94821c6a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:56.859897 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.860702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Bound using segment: {'id': '2ef8ca41-1844-412f-b759-d94821c6a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:56.861572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Bound port: e83434a7-05a5-4063-be91-b0a5d790dde2, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef8ca41-1844-412f-b759-d94821c6a3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:56.862129 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.961230 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.963787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:56.971003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:56.972319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.005808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:57.009644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e83434a7-05a5-4063-be91-b0a5d790dde2,segment=NetworkSegment(2ef8ca41-1844-412f-b759-d94821c6a3bf),segment_id=2ef8ca41-1844-412f-b759-d94821c6a3bf)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:57.067773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.084044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Network': ['ID=8de54f40-fab7-4ab8-82e1-d7150c57beee,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:57.095887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 8de54f40-fab7-4ab8-82e1-d7150c57beee details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:26:57.108278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b904353-d5fe-44c1-9e4b-02f6c6da1d6f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:57.182054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-010476eb-3870-4af8-b4a3-50373d96cf43 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4047112 Aug 19 15:26:57.212042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.218064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e134e627-1b2e-4e11-9415-c7e8729ded49 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0476968 Aug 19 15:26:57.226493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34366) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:57.268474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'security_group': {'name': 'tempest-secgroup-2144428368'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:57.408461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.478380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d70057-4254-4d8b-a696-473093a3ce92 req-285a5ccf-0cdb-4ae3-8503-35e1fbe56e97 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:57.485421 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.489656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbae25-bce1-400f-acb7-aaba5edfe18e None None] Pushing event updated for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:57.499946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21d70057-4254-4d8b-a696-473093a3ce92 req-285a5ccf-0cdb-4ae3-8503-35e1fbe56e97 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0798211 Aug 19 15:26:57.510753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-547dec86-d550-4853-b5ad-00e923473957 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1449327 Aug 19 15:26:57.607874 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.620879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21d70057-4254-4d8b-a696-473093a3ce92 req-3d42b27a-2a66-447e-a16f-96a65d21e9af tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194053 Aug 19 15:26:57.698282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.713454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-9863937e-4fca-4243-a2c9-e6559de1257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:57.715072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-9863937e-4fca-4243-a2c9-e6559de1257d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b119a54a56644f20af9419296826f55c&device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 1098 time: 0.1132126 Aug 19 15:26:57.771066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.848353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f692a6-2c62-4883-aeb2-4094479879ff,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:57.883461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9aeb47e9-f6b1-43f6-9a24-fda37b9594ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.912989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:57.918486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5ea2e7d6-0f16-40a8-bdee-7d01ccd583b5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6843593 Aug 19 15:26:57.918486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34374) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:57.925187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2092775950', 'security_groups': ['d9f692a6-2c62-4883-aeb2-4094479879ff'], 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6bc3802-84d1-4294-b62c-24c2f7e56607'}]}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:57.954270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-a9244c8d-ac80-48fb-979d-fc9140d27c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:57.957863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-a9244c8d-ac80-48fb-979d-fc9140d27c47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 200 len: 917 time: 0.2198350 Aug 19 15:26:58.075642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-651e7918-263f-4f6c-894e-b900181eb002 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 200 len: 1001 time: 0.1108046 Aug 19 15:26:58.183480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-a2dc7e3c-bdd6-46c3-87ab-755fbf69056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:58.185085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-a2dc7e3c-bdd6-46c3-87ab-755fbf69056a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 200 len: 855 time: 0.0954537 Aug 19 15:26:58.249600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-fb392299-4130-4773-b332-9c7dec795542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:58.251196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-fb392299-4130-4773-b332-9c7dec795542 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5d7f7f3-df3b-49f1-8246-80932f6c669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591764 Aug 19 15:26:58.312659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:58.376347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:58.401266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-66eb7652-75e6-4568-b927-7b529b7c3e20 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425703 Aug 19 15:26:58.479674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:58.499754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port e126e8ae-6515-4615-b287-bef3d4374ee8 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:26:58.501709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e83434a7-05a5-4063-be91-b0a5d790dde2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:58.528730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ba1e2fb4-9a2e-44d8-ac6e-3405e31a85ce req-ba8ee774-463d-4743-a8b2-0872a381cc44 service neutron] 10.222.0.54 "GET /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196783 Aug 19 15:26:58.819826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::302 (977ec08c-8ca1-4185-bd59-3d9fa3919891/b6bc3802-84d1-4294-b62c-24c2f7e56607/e126e8ae-6515-4615-b287-bef3d4374ee8) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:58.827901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d48f-4632-42d5-8d15-20981eb64719 req-aff4131d-ce83-487e-891d-6518d6506723 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:58.837234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca63d48f-4632-42d5-8d15-20981eb64719 req-aff4131d-ce83-487e-891d-6518d6506723 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0894163 Aug 19 15:26:58.910735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca63d48f-4632-42d5-8d15-20981eb64719 req-a3160867-225d-43ba-97fd-9e8ca92377dd tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723743 Aug 19 15:26:59.069879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.104428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object e126e8ae-6515-4615-b287-bef3d4374ee8 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:59.224775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Provisioning complete for port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:59.225521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.276050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:59.285415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.335205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:59.341681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:59.346083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:59.359072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:59.359072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.365419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=e126e8ae-6515-4615-b287-bef3d4374ee8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:59.383087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Provisioning for port e83434a7-05a5-4063-be91-b0a5d790dde2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:59.388861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:59.389599 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.441437 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4cd69ba0-310e-4ad6-82fe-afa6f5cc3986 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5216994 Aug 19 15:26:59.444043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34382) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:59.451454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:59.543922 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.661726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e83434a7-05a5-4063-be91-b0a5d790dde2,segment=NetworkSegment(2ef8ca41-1844-412f-b759-d94821c6a3bf),segment_id=2ef8ca41-1844-412f-b759-d94821c6a3bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:59.730542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.793006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.794728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:59.804711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.915745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e29c41-d7d6-42a1-b2bf-98a0b7403e01 None None] Pushing event updated for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:59.962794 n-d-779913-32 neutron-server[101963]: INFO neutron.db.ipam_backend_mixin [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6bc3802-84d1-4294-b62c-24c2f7e56607 (CIDR: 2001:db8::/64) Aug 19 15:27:00.047057 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:27:00.047949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:00.113262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb913e-cd27-409b-af6a-8c42bd392583 req-6f046010-b467-411d-8d68-ea8e324235a2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.115657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34eb913e-cd27-409b-af6a-8c42bd392583 req-6f046010-b467-411d-8d68-ea8e324235a2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0888097 Aug 19 15:27:00.118962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-455f62e5-5661-4920-b3bf-584719bb6a1e None None] Provisioning for port e126e8ae-6515-4615-b287-bef3d4374ee8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:00.135041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-455f62e5-5661-4920-b3bf-584719bb6a1e None None] Provisioning complete for port e126e8ae-6515-4615-b287-bef3d4374ee8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:00.136407 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-455f62e5-5661-4920-b3bf-584719bb6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.214066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b85ae8d-57a4-46e0-b8ab-03e282310195 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7683136 Aug 19 15:27:00.217677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34390) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:00.224654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:00.224881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34eb913e-cd27-409b-af6a-8c42bd392583 req-c70709b0-0ff1-496a-a99b-11ba79c1ebe3 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814266 Aug 19 15:27:00.235381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:00.309569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-455f62e5-5661-4920-b3bf-584719bb6a1e None None] Port e126e8ae-6515-4615-b287-bef3d4374ee8 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:00.342377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:00.343036 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.468685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-c597c815-0c1d-4ff4-a48d-e0c85a2fc7a2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.470527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-c597c815-0c1d-4ff4-a48d-e0c85a2fc7a2 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 946 time: 0.0717874 Aug 19 15:27:00.608843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Deleting port 6346704b-451f-4378-beb2-77103f64e25d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:00.609329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.695274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:00.711252 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.738903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] For port 6346704b-451f-4378-beb2-77103f64e25d, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6346704b-451f-4378-beb2-77103f64e25d,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:00.739386 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.760992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Calling delete_port for 6346704b-451f-4378-beb2-77103f64e25d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:00.850817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.088664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:01.093878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'subnet': {'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:01.148069 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.148674 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.162511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d02d0356-74e1-4f65-910c-584df88f9ebd', '6346704b-451f-4378-beb2-77103f64e25d'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:27:01.193730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Pushing event deleted for resources: {'Port': ['ID=6346704b-451f-4378-beb2-77103f64e25d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:01.222323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:01.232603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:01.242135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:01.242740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.251548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] No DVR routers for this DVR port 6346704b-451f-4378-beb2-77103f64e25d on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:01.258930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.262512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ef153f5-0b8d-4439-a54a-8134a45d7f66 req-f9ac1520-fdf0-4826-8a22-fd39a420d6f5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "DELETE /v2.0/ports/6346704b-451f-4378-beb2-77103f64e25d HTTP/1.1" status: 204 len: 173 time: 0.7853472 Aug 19 15:27:01.264402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe7af6-7c65-4650-985f-00b4f6fb77af None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:01.265346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'name': 'network-vif-deleted', 'tag': '6346704b-451f-4378-beb2-77103f64e25d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:01.269781 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f520ed33-711b-40fc-abf4-4933ee52446d" -d '{"events": [{"server_uuid": "e2cd7de8-360e-4aeb-a122-a793d1ffa752", "name": "network-vif-deleted", "tag": "6346704b-451f-4378-beb2-77103f64e25d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:01.273359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=a0e2481d-e42f-4b08-97ee-c62ef0f17902,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:01.355849 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8935f718-7fef-4308-8735-a6b33a9c6510 x-openstack-request-id: req-8935f718-7fef-4308-8735-a6b33a9c6510 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:01.356260 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd7de8-360e-4aeb-a122-a793d1ffa752", "name": "network-vif-deleted", "tag": "6346704b-451f-4378-beb2-77103f64e25d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:01.356587 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8935f718-7fef-4308-8735-a6b33a9c6510 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:01.357630 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd7de8-360e-4aeb-a122-a793d1ffa752', 'name': 'network-vif-deleted', 'tag': '6346704b-451f-4378-beb2-77103f64e25d', 'status': 'completed', 'code': 200} Aug 19 15:27:01.428610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:01.432658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.502588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e44f0f2-f114-41e1-a08c-64aa92f21ae9 req-0d0b78ba-cea2-465f-b175-6d262a8009a7 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2cd7de8-360e-4aeb-a122-a793d1ffa752 HTTP/1.1" status: 200 len: 210 time: 0.0599599 Aug 19 15:27:01.552657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:01.552894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b64c6a25-f8a5-4bb5-97e1-c2d2dcbd943b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3333499 Aug 19 15:27:01.558717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1874322303', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0e2481d-e42f-4b08-97ee-c62ef0f17902'}], 'security_groups': ['5b904353-d5fe-44c1-9e4b-02f6c6da1d6f']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:01.724391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Update dhcp port {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'fixed_ips': [{'subnet_id': 'b6bc3802-84d1-4294-b62c-24c2f7e56607', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0e2481d-e42f-4b08-97ee-c62ef0f17902'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'e83434a7-05a5-4063-be91-b0a5d790dde2'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:27:01.763686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.817976 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.920949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.016857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Subnet': ['ID=e99f39ed-cd51-4318-97f3-ba70be298a59,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:02.027996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Checking segment: {'id': 'c3c2a602-9b08-4df9-92aa-09efd05c5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:02.028370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network hostable DHCP agents. Network: 8de54f40-fab7-4ab8-82e1-d7150c57beee, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:02.102880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Allocated IP 2001:db8:0:1::2 (977ec08c-8ca1-4185-bd59-3d9fa3919891/a0e2481d-e42f-4b08-97ee-c62ef0f17902/e83434a7-05a5-4063-be91-b0a5d790dde2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:02.137085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 8de54f40-fab7-4ab8-82e1-d7150c57beee is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:02.241925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e83434a7-05a5-4063-be91-b0a5d790dde2,segment=NetworkSegment(2ef8ca41-1844-412f-b759-d94821c6a3bf),segment_id=2ef8ca41-1844-412f-b759-d94821c6a3bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:02.245169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 8de54f40-fab7-4ab8-82e1-d7150c57beee) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:02.262306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:02.267765 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.268103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbeb51f-252e-4dbe-90aa-4ac021df689b None None] Network 8de54f40-fab7-4ab8-82e1-d7150c57beee requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:02.338475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.364060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Transition to ACTIVE for port object e83434a7-05a5-4063-be91-b0a5d790dde2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:02.369407 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8c362854-9530-4b12-ba68-49b709e439fd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2794650 Aug 19 15:27:02.369921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34412) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:02.375144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1262991570'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:02.513791 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.595365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:02.595587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-8de54f40-fab7-4ab8-82e1-d7150c57beee', 'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee', 'tenant_id': '5d4e35726fd94264a45168bc082a89a4', 'fixed_ips': [{'subnet_id': 'e99f39ed-cd51-4318-97f3-ba70be298a59'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:02.595587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.596826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.600111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ed5b-d2a6-40f8-a682-2692c59d6a80 None None] Pushing event updated for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:02.661909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:02.708870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.709263 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Added segment 237b3be6-2692-4f9b-9ce2-836eec4fe98f of type vlan for network 2a99ae97-6959-4232-ad3f-802ce00743b7 Aug 19 15:27:02.766077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Delete allocated IP 2001:db8::302 (977ec08c-8ca1-4185-bd59-3d9fa3919891/b6bc3802-84d1-4294-b62c-24c2f7e56607) {{(pid=101963) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:27:02.784362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.790131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8:0:1::a7 (977ec08c-8ca1-4185-bd59-3d9fa3919891/a0e2481d-e42f-4b08-97ee-c62ef0f17902/e126e8ae-6515-4615-b287-bef3d4374ee8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:02.821016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Allocated IP 2001:db8:0:ffff::2 (8de54f40-fab7-4ab8-82e1-d7150c57beee/e99f39ed-cd51-4318-97f3-ba70be298a59/5923658f-cde0-49a5-a9f2-06ef85399eb1) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:02.951454 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:02.966652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:02.966652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.073637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Network': ['ID=2a99ae97-6959-4232-ad3f-802ce00743b7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:03.118320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 2a99ae97-6959-4232-ad3f-802ce00743b7 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:03.131270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.163710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object e126e8ae-6515-4615-b287-bef3d4374ee8 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:03.182513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8113573e-6077-4fa9-892c-79e2e5d1ec79 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8113980 Aug 19 15:27:03.185521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34426) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:03.193827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'subnet': {'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:03.252500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.296242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Transition to ACTIVE for port object 5923658f-cde0-49a5-a9f2-06ef85399eb1 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:03.312372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.333505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Transition to ACTIVE for port object 5923658f-cde0-49a5-a9f2-06ef85399eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:03.427970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6346704b-451f-4378-beb2-77103f64e25d no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:03.458821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 6346704b-451f-4378-beb2-77103f64e25d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:03.459255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6346704b-451f-4378-beb2-77103f64e25d not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:03.464732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] In _notify_port_updated(), no bound segment for port e126e8ae-6515-4615-b287-bef3d4374ee8 on network 977ec08c-8ca1-4185-bd59-3d9fa3919891 {{(pid=101963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:27:03.470386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:03.471020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.472951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/ports/e126e8ae-6515-4615-b287-bef3d4374ee8 HTTP/1.1" status: 200 len: 930 time: 1.9194992 Aug 19 15:27:03.476188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34430) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:03.476783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf7a2-0c51-48c0-870a-2c435fd1b181 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=e126e8ae-6515-4615-b287-bef3d4374ee8,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:03.491860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.494656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3345-8d52-48b5-9d97-ded971147bc2 req-7ecb32aa-48f8-4c99-b9eb-460d67564a75 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:03.496107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f65a3345-8d52-48b5-9d97-ded971147bc2 req-7ecb32aa-48f8-4c99-b9eb-460d67564a75 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1931598 Aug 19 15:27:03.542293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Network 8de54f40-fab7-4ab8-82e1-d7150c57beee is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:03.548823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:03.555607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:03.577905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f65a3345-8d52-48b5-9d97-ded971147bc2 req-ba2f94f6-20ab-4145-b102-f2e61f3d971f tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 Aug 19 15:27:03.579329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Pushing event updated for resources: {'Port': ['ID=5923658f-cde0-49a5-a9f2-06ef85399eb1,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:03.646743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port e126e8ae-6515-4615-b287-bef3d4374ee8 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:03.647435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Attempting to bind port 5923658f-cde0-49a5-a9f2-06ef85399eb1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:03.647823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Attempting to bind port 5923658f-cde0-49a5-a9f2-06ef85399eb1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3c2a602-9b08-4df9-92aa-09efd05c5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:03.648250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Attempting to bind port 5923658f-cde0-49a5-a9f2-06ef85399eb1 on network 8de54f40-fab7-4ab8-82e1-d7150c57beee {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:03.648991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.654436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:03.654817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Checking segment: {'id': 'c3c2a602-9b08-4df9-92aa-09efd05c5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:03.655235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.655651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Bound using segment: {'id': 'c3c2a602-9b08-4df9-92aa-09efd05c5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:03.656128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Bound port: 5923658f-cde0-49a5-a9f2-06ef85399eb1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c2a602-9b08-4df9-92aa-09efd05c5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8de54f40-fab7-4ab8-82e1-d7150c57beee'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:03.656517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.673225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:03.698633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.808362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] For port 5923658f-cde0-49a5-a9f2-06ef85399eb1, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:03.811664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] For port 5923658f-cde0-49a5-a9f2-06ef85399eb1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5923658f-cde0-49a5-a9f2-06ef85399eb1,segment=NetworkSegment(c3c2a602-9b08-4df9-92aa-09efd05c5023),segment_id=c3c2a602-9b08-4df9-92aa-09efd05c5023)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:03.897059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.913584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for e126e8ae-6515-4615-b287-bef3d4374ee8 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:03.915512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Provisioning for port e83434a7-05a5-4063-be91-b0a5d790dde2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:03.926197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:03.934766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.039210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.180557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ecbb6-5697-4a1a-b7f7-33c54bb53e2e None None] Pushing event updated for resources: {'Port': ['ID=5923658f-cde0-49a5-a9f2-06ef85399eb1,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:04.211473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:04.228311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.295129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Provisioning complete for port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:04.295649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.333092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:04.333774 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.354496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=e126e8ae-6515-4615-b287-bef3d4374ee8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:04.359206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.365406 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ae9cee46-964a-4e44-84ba-d29fccdd1625 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/e126e8ae-6515-4615-b287-bef3d4374ee8 HTTP/1.1" status: 204 len: 168 time: 0.8833723 Aug 19 15:27:04.365602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:04.387075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:04.399817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a94136be-c423-4edd-9072-c27d985fe0e6 None None] Could not find standard attr ID for object e126e8ae-6515-4615-b287-bef3d4374ee8. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:27:04.409027 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8620ff5d-ef85-41a8-a074-19e4331452cc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:27:04.414295 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8620ff5d-ef85-41a8-a074-19e4331452cc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/e126e8ae-6515-4615-b287-bef3d4374ee8 HTTP/1.1" status: 404 len: 333 time: 0.0449603 Aug 19 15:27:04.421482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34442) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:04.524127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-168f7276-d81e-4a54-a738-348b059adfeb None None] Could not find standard attr ID for object e126e8ae-6515-4615-b287-bef3d4374ee8. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:27:04.544193 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9eb13c03-91b2-43f1-af78-7a17bb709c28 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.586007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9eb13c03-91b2-43f1-af78-7a17bb709c28 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.756192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2545e-dae7-4925-9695-c34f01fa24c2 req-a84a7a48-241e-44d4-8c8b-6646f54414c5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:04.758627 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9eb13c03-91b2-43f1-af78-7a17bb709c28 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.758906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3a2545e-dae7-4925-9695-c34f01fa24c2 req-a84a7a48-241e-44d4-8c8b-6646f54414c5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.0906897 Aug 19 15:27:04.762844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9eb13c03-91b2-43f1-af78-7a17bb709c28 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.764224 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9eb13c03-91b2-43f1-af78-7a17bb709c28 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9f692a6-2c62-4883-aeb2-4094479879ff HTTP/1.1" status: 204 len: 168 time: 0.3484201 Aug 19 15:27:04.770704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:04.790768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb13c03-91b2-43f1-af78-7a17bb709c28 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f692a6-2c62-4883-aeb2-4094479879ff,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:04.824194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.objects.ports [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101963) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:27:04.827541 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.854203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-003b6914-0f3e-449c-9499-977f718887e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.882363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-003b6914-0f3e-449c-9499-977f718887e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.901015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3a2545e-dae7-4925-9695-c34f01fa24c2 req-bbae7442-d441-49f3-9a95-a59c7aea58a5 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343992 Aug 19 15:27:04.921156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Subnet': ['ID=4d30f835-acf8-4ff4-ac44-33a8357798ec,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:04.940052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Checking segment: {'id': '237b3be6-2692-4f9b-9ce2-836eec4fe98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:04.941083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network hostable DHCP agents. Network: 2a99ae97-6959-4232-ad3f-802ce00743b7, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:05.068645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-003b6914-0f3e-449c-9499-977f718887e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.071570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-003b6914-0f3e-449c-9499-977f718887e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.074047 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-003b6914-0f3e-449c-9499-977f718887e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b904353-d5fe-44c1-9e4b-02f6c6da1d6f HTTP/1.1" status: 204 len: 168 time: 0.3019545 Aug 19 15:27:05.077415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34450) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:05.086063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6914-0f3e-449c-9499-977f718887e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b904353-d5fe-44c1-9e4b-02f6c6da1d6f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:05.149181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 2a99ae97-6959-4232-ad3f-802ce00743b7 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:05.203295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet b6bc3802-84d1-4294-b62c-24c2f7e56607 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:05.213137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.280195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 2a99ae97-6959-4232-ad3f-802ce00743b7) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:05.288421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.295908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:05.295908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.306720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7827b-2c52-46a6-b716-ab59dcb93dfb None None] Network 2a99ae97-6959-4232-ad3f-802ce00743b7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:05.405714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-c0f65890-961b-4bed-bb99-d1057712e6c6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:05.407293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-c0f65890-961b-4bed-bb99-d1057712e6c6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 946 time: 0.1403499 Aug 19 15:27:05.511717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.515611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-06043cf4-3a19-4134-bcda-816d8aac80e8 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3290160 Aug 19 15:27:05.520162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34456) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:05.520504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-2a99ae97-6959-4232-ad3f-802ce00743b7', 'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7', 'tenant_id': '5d4e35726fd94264a45168bc082a89a4', 'fixed_ips': [{'subnet_id': '4d30f835-acf8-4ff4-ac44-33a8357798ec'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:05.521577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.531187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'port': {'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7', 'name': 'tempest-NetworksIpV6TestAttrs-518793485'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:05.596320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Deleting port d02d0356-74e1-4f65-910c-584df88f9ebd {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:05.597239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.630697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3391dd9-8c19-461a-9475-883944c89ebb None None] Network 8de54f40-fab7-4ab8-82e1-d7150c57beee requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:05.715034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] For port d02d0356-74e1-4f65-910c-584df88f9ebd, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d02d0356-74e1-4f65-910c-584df88f9ebd,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:05.715278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.732202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.743598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Calling delete_port for d02d0356-74e1-4f65-910c-584df88f9ebd owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:05.781232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c64f8502-ea30-4587-81cb-296a29d6e330 None None] Provisioning for port 5923658f-cde0-49a5-a9f2-06ef85399eb1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:05.785523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Allocated IP 2001:db8::f816:3eff:fe75:9bee (2a99ae97-6959-4232-ad3f-802ce00743b7/4d30f835-acf8-4ff4-ac44-33a8357798ec/d38f3bd7-4882-4a3d-a619-4ed4b6e007d6) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:05.794758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bc3802-84d1-4294-b62c-24c2f7e56607,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:05.796879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.799206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f2ff3523-3126-422e-af4e-e8c84c1a3299 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/b6bc3802-84d1-4294-b62c-24c2f7e56607 HTTP/1.1" status: 204 len: 168 time: 0.7194026 Aug 19 15:27:05.804489 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34460) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:05.811952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:05.822351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660e356-fe7d-47af-9cce-ef5dc322d4f3 None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:05.866729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:05.870153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.901018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] device_id is not set on port 3c655e55-2d82-4cbc-8f06-b73f9eb3975b yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:27:06.044276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.069616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d02d0356-74e1-4f65-910c-584df88f9ebd'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:27:06.123947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Pushing event deleted for resources: {'Port': ['ID=d02d0356-74e1-4f65-910c-584df88f9ebd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:06.166915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:06.181534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.192152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.228153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Transition to ACTIVE for port object d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:06.235956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206fb68-09cc-4cc1-a17d-2906ad9c4fc4 req-803f6e34-00e6-4076-8577-486c94f1edab tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:06.238248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d206fb68-09cc-4cc1-a17d-2906ad9c4fc4 req-803f6e34-00e6-4076-8577-486c94f1edab tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 867 time: 0.2512279 Aug 19 15:27:06.239403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] No DVR routers for this DVR port d02d0356-74e1-4f65-910c-584df88f9ebd on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:06.244161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.246859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c52c78c8-8216-442f-abfe-0d3f90b8b950 req-7e96ef5a-c668-4166-b163-ebaedab632f6 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.46 "DELETE /v2.0/ports/d02d0356-74e1-4f65-910c-584df88f9ebd HTTP/1.1" status: 204 len: 173 time: 0.8308914 Aug 19 15:27:06.247333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'name': 'network-vif-deleted', 'tag': 'd02d0356-74e1-4f65-910c-584df88f9ebd'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:06.249764 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc88817c-2cae-4ec9-b70a-82569e22ac04" -d '{"events": [{"server_uuid": "d920a59d-2922-4c5c-8a33-df999bab9b3f", "name": "network-vif-deleted", "tag": "d02d0356-74e1-4f65-910c-584df88f9ebd"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:06.301522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Transition to ACTIVE for port object d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:06.333141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d206fb68-09cc-4cc1-a17d-2906ad9c4fc4 req-0a5c3a21-6dea-433a-b424-56c3fd73ed4b tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/security-groups?id=69456266-5f09-43bb-b8dc-0e62e044019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Aug 19 15:27:06.334009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5923658f-cde0-49a5-a9f2-06ef85399eb1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:06.413836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.464455 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53efedc5-85fd-418f-98e0-2fc1b5fae24b x-openstack-request-id: req-53efedc5-85fd-418f-98e0-2fc1b5fae24b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:06.465314 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d920a59d-2922-4c5c-8a33-df999bab9b3f", "name": "network-vif-deleted", "tag": "d02d0356-74e1-4f65-910c-584df88f9ebd", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:06.465794 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53efedc5-85fd-418f-98e0-2fc1b5fae24b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:06.466843 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd920a59d-2922-4c5c-8a33-df999bab9b3f', 'name': 'network-vif-deleted', 'tag': 'd02d0356-74e1-4f65-910c-584df88f9ebd', 'status': 'completed', 'code': 200} Aug 19 15:27:06.579161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Allocated IP 2001:db8::f816:3eff:fecd:6115 (2a99ae97-6959-4232-ad3f-802ce00743b7/4d30f835-acf8-4ff4-ac44-33a8357798ec/3c655e55-2d82-4cbc-8f06-b73f9eb3975b) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:06.870384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Network 2a99ae97-6959-4232-ad3f-802ce00743b7 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:06.872662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Pushing event updated for resources: {'Port': ['ID=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:06.883752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:06.887875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:06.946937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.982197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Attempting to bind port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:06.982740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Attempting to bind port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '237b3be6-2692-4f9b-9ce2-836eec4fe98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:06.983318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Attempting to bind port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 on network 2a99ae97-6959-4232-ad3f-802ce00743b7 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:06.990488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:06.991215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Checking segment: {'id': '237b3be6-2692-4f9b-9ce2-836eec4fe98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:06.991894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.992454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Bound using segment: {'id': '237b3be6-2692-4f9b-9ce2-836eec4fe98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:06.993133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Bound port: d38f3bd7-4882-4a3d-a619-4ed4b6e007d6, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237b3be6-2692-4f9b-9ce2-836eec4fe98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2a99ae97-6959-4232-ad3f-802ce00743b7'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:06.994091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.998270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5923658f-cde0-49a5-a9f2-06ef85399eb1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:07.013902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5923658f-cde0-49a5-a9f2-06ef85399eb1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:07.014971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.028183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Transition to ACTIVE for port object 3c655e55-2d82-4cbc-8f06-b73f9eb3975b will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:07.087479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] For port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:07.091196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] For port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,segment=NetworkSegment(237b3be6-2692-4f9b-9ce2-836eec4fe98f),segment_id=237b3be6-2692-4f9b-9ce2-836eec4fe98f)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:07.112939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.207855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:07.215173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:07.221548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:07.223220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.226236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.229279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52207c1d-67d5-4e6d-a159-068beff6f75a None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:07.234540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.277358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=bee83f99-5fcc-4ab9-8299-dd95e317ea74,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:07.301755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.303884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 2a99ae97-6959-4232-ad3f-802ce00743b7 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:07.307706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:07.312253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:07.319283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:07.326067 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.326802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Port': ['ID=3c655e55-2d82-4cbc-8f06-b73f9eb3975b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:07.387098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-43067d6e-8655-46d5-888f-f17b370c7b0e None None] Provisioning complete for port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:07.387916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-43067d6e-8655-46d5-888f-f17b370c7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.391229 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-381a20ba-6f24-4fda-9472-a5967be60f57 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5844545 Aug 19 15:27:07.394029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:07.401632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1718305403'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:07.437149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-278e4913-106a-47e2-8d46-27a60720b171 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9127324 Aug 19 15:27:07.437447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34476) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:07.529797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5923658f-cde0-49a5-a9f2-06ef85399eb1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5923658f-cde0-49a5-a9f2-06ef85399eb1,segment=NetworkSegment(c3c2a602-9b08-4df9-92aa-09efd05c5023),segment_id=c3c2a602-9b08-4df9-92aa-09efd05c5023)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:07.535623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2220-45a6-4847-80d4-5d7386d9e95f None None] Pushing event updated for resources: {'Port': ['ID=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:07.568666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-43067d6e-8655-46d5-888f-f17b370c7b0e None None] Port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:07.583923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.584216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b17f566-7ad2-449a-a488-af2ce3197e44 req-587cbf38-7120-4df5-b8ae-bdcc69e2dc63 tempest-ServerRescueTestJSON-2074457748 tempest-ServerRescueTestJSON-2074457748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d920a59d-2922-4c5c-8a33-df999bab9b3f HTTP/1.1" status: 200 len: 210 time: 0.0667565 Aug 19 15:27:07.606438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting subnet 4d30f835-acf8-4ff4-ac44-33a8357798ec {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:07.611670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.629011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-43067d6e-8655-46d5-888f-f17b370c7b0e None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:07.629741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-43067d6e-8655-46d5-888f-f17b370c7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.703506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.867118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.891731 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.981798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.014551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5923658f-cde0-49a5-a9f2-06ef85399eb1,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:08.025306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.032970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1d1fb-f185-4673-98a7-e3fb33aeec84,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:08.070703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Update dhcp port {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'fixed_ips': [{'subnet_id': 'a0e2481d-e42f-4b08-97ee-c62ef0f17902', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bee83f99-5fcc-4ab9-8299-dd95e317ea74'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'e83434a7-05a5-4063-be91-b0a5d790dde2'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:27:08.099887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.197315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.197315 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e8252ff5-058f-4993-850f-871cd9e22ab7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7993574 Aug 19 15:27:08.197315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:08.202279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1492918440'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:08.320058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:08.351149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.398833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Allocated IP 2001:db8::2 (977ec08c-8ca1-4185-bd59-3d9fa3919891/bee83f99-5fcc-4ab9-8299-dd95e317ea74/e83434a7-05a5-4063-be91-b0a5d790dde2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:08.403447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.405814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Subnet': ['ID=4d30f835-acf8-4ff4-ac44-33a8357798ec,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:08.419754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.423501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ff6cc06-35ac-410d-b47c-36597442dbed tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/4d30f835-acf8-4ff4-ac44-33a8357798ec HTTP/1.1" status: 204 len: 168 time: 0.9847095 Aug 19 15:27:08.428462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:08.570943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e83434a7-05a5-4063-be91-b0a5d790dde2,segment=NetworkSegment(2ef8ca41-1844-412f-b759-d94821c6a3bf),segment_id=2ef8ca41-1844-412f-b759-d94821c6a3bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:08.572563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fb606-2efd-426b-a284-ba00b35da1b3 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:08.575098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fb606-2efd-426b-a284-ba00b35da1b3 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:08.576923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-746fb606-2efd-426b-a284-ba00b35da1b3 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1470814 Aug 19 15:27:08.580461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34488) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:08.639109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:08.661333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.687621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5923658f-cde0-49a5-a9f2-06ef85399eb1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:08.705686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34492) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:08.718956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ced6d8a-d000-4d86-993f-bb05af08134e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.728128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.741459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Transition to ACTIVE for port object e83434a7-05a5-4063-be91-b0a5d790dde2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:08.780274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5923658f-cde0-49a5-a9f2-06ef85399eb1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:08.780888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.787210 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ced6d8a-d000-4d86-993f-bb05af08134e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 15:27:08.787693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ced6d8a-d000-4d86-993f-bb05af08134e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:08.789692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ced6d8a-d000-4d86-993f-bb05af08134e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/2a99ae97-6959-4232-ad3f-802ce00743b7 HTTP/1.1" status: 409 len: 405 time: 0.2075102 Aug 19 15:27:08.794124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34494) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:08.808123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-89725690'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:08.813319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.851986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.089769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232d298-313e-429e-9a5a-260d491ebfbd None None] Pushing event updated for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:09.240365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e69a7-ff8c-47f4-9592-e88d1dad667d None None] Network 2a99ae97-6959-4232-ad3f-802ce00743b7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:09.467371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d02d0356-74e1-4f65-910c-584df88f9ebd no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:09.470610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.500790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: d02d0356-74e1-4f65-910c-584df88f9ebd {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:09.501165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d02d0356-74e1-4f65-910c-584df88f9ebd not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:09.561311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674b2510-8cb6-472d-9bd4-e691b3d88682,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:09.568529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] Provisioning for port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:09.583460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] DHCP port deletion for 2a99ae97-6959-4232-ad3f-802ce00743b7 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:27:09.583460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] Provisioning complete for port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:09.583460 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.691791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:09.695745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.738617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:09.746227 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.762405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.762887 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Added segment da625531-d075-4a5b-a58e-55cd6026d4dd of type vlan for network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 Aug 19 15:27:09.826940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] For port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,segment=NetworkSegment(237b3be6-2692-4f9b-9ce2-836eec4fe98f),segment_id=237b3be6-2692-4f9b-9ce2-836eec4fe98f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:09.829265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] Deleting port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:09.829763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.845400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.847083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ec43d83d-19af-4821-a29e-fa5626b50d95 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6482465 Aug 19 15:27:09.850346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34504) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:09.856482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'security_group': {'name': 'tempest-secgroup-205194070'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:09.878881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.901250 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.960535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] For port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,segment=NetworkSegment(237b3be6-2692-4f9b-9ce2-836eec4fe98f),segment_id=237b3be6-2692-4f9b-9ce2-836eec4fe98f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:09.961416 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:09.991003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] Calling delete_port for d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:09.999438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603bdad-2c67-4982-a10c-f9778f87874f None None] Pushing event updated for resources: {'Port': ['ID=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:10.004657 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.017508 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:10.019987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Deleting port b45de6d7-55bd-49a9-85e0-f64218815148 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:10.020280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.021379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.066577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.162943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bd6c1b6b-db8b-4d47-8143-85e09d391f54 None None] Provisioning complete for port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:10.163493 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1b6b-db8b-4d47-8143-85e09d391f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.175639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Network': ['ID=6136663c-5b9e-4a4c-9cdc-dd670dba5fc3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:10.192303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:10.202257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83c1f6ae-270e-42c9-b1e0-f28bd62839cd tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3973477 Aug 19 15:27:10.202472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34506) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:10.210438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'subnet': {'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:10.265049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] For port b45de6d7-55bd-49a9-85e0-f64218815148, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b45de6d7-55bd-49a9-85e0-f64218815148,segment=NetworkSegment(132c7ee9-34b5-4ed3-b004-1b625a190522),segment_id=132c7ee9-34b5-4ed3-b004-1b625a190522)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:10.265617 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.270559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:10.295131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Calling delete_port for b45de6d7-55bd-49a9-85e0-f64218815148 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:10.348817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.368689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] No DVR routers for this DVR port d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:10.370281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c1b6b-db8b-4d47-8143-85e09d391f54 None None] Port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:10.401718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf1976-9ff1-465f-8048-200535e48190 None None] Pushing event deleted for resources: {'Port': ['ID=d38f3bd7-4882-4a3d-a619-4ed4b6e007d6,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:10.419161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.482572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bd6c1b6b-db8b-4d47-8143-85e09d391f54 None None] Provisioning for port e83434a7-05a5-4063-be91-b0a5d790dde2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:10.487719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bd6c1b6b-db8b-4d47-8143-85e09d391f54 None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:10.488191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1b6b-db8b-4d47-8143-85e09d391f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.543551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:10.588688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.604445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:10.605294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d38f3bd7-4882-4a3d-a619-4ed4b6e007d6 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:10.645224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d40ad-d1fb-47f5-bf78-6d8d47795a39,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:10.737085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:10.740697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.770089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.813388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45de6d7-55bd-49a9-85e0-f64218815148,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:10.924826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:10.930119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-afce298b-ffc2-4133-a72d-d2ab6ad94b17 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0744607 Aug 19 15:27:10.930447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34512) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:10.935900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-132124589', 'security_groups': ['8a2d40ad-d1fb-47f5-bf78-6d8d47795a39'], 'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bee83f99-5fcc-4ab9-8299-dd95e317ea74'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:11.117917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:11.336273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:27:11.339065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:11.385452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:11.450680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Subnet': ['ID=4fac34b9-a16f-4102-8bf2-f607efa58cee,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:11.516879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Checking segment: {'id': 'da625531-d075-4a5b-a58e-55cd6026d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:11.517793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network hostable DHCP agents. Network: 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:11.627452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:11.665862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:11.670448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:11.702155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] device_id is not set on port d2c29bd0-de16-44cc-ad93-58996f5ef135 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:27:11.724997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:11.742792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fcd4b5-16b7-4112-b756-92630657ed71 None None] Network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:11.753390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:11.754771 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:11.858423 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-deffb96a-ff8d-4c30-a512-68004314e101 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6548173 Aug 19 15:27:11.863869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34518) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:11.879495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'port': {'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3', 'name': 'tempest-NetworksIpV6TestAttrs-466802980'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:12.020182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6136663c-5b9e-4a4c-9cdc-dd670dba5fc3', 'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3', 'tenant_id': '5d4e35726fd94264a45168bc082a89a4', 'fixed_ips': [{'subnet_id': '4fac34b9-a16f-4102-8bf2-f607efa58cee'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:12.021167 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:12.226261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Allocated IP 2001:db8::f816:3eff:feee:4b8d (6136663c-5b9e-4a4c-9cdc-dd670dba5fc3/4fac34b9-a16f-4102-8bf2-f607efa58cee/8d3f9f9e-6645-4acd-bb18-be055fb174f6) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:12.420817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:12.430672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-38a6ffc7-d44b-47cc-9497-2d428dbd04c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb8e6c19-c171-4fb1-8869-96cb2ba7de0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7229698 Aug 19 15:27:12.434707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] Sync routers for ids ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:12.442374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34522) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:12.474864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] Routers {'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:12.477630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:26:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:12.537364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:12.555198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Transition to ACTIVE for port object 8d3f9f9e-6645-4acd-bb18-be055fb174f6 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:12.585494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8::291 (977ec08c-8ca1-4185-bd59-3d9fa3919891/bee83f99-5fcc-4ab9-8299-dd95e317ea74/d2c29bd0-de16-44cc-ad93-58996f5ef135) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:12.600761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Transition to ACTIVE for port object 8d3f9f9e-6645-4acd-bb18-be055fb174f6 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:12.603929 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:12.648605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] Set router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:12.754875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:12.856273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:12.860056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:12.919561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:12.928114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] device_id is not set on port 53bc64ad-5015-4cc5-9b5e-593625313143 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:27:13.036970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:13.040691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:13.042811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Pushing event updated for resources: {'Port': ['ID=8d3f9f9e-6645-4acd-bb18-be055fb174f6,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:13.047116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:13.084905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Deleting port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:13.085307 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.128873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Attempting to bind port 8d3f9f9e-6645-4acd-bb18-be055fb174f6 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:13.129284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Attempting to bind port 8d3f9f9e-6645-4acd-bb18-be055fb174f6 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'da625531-d075-4a5b-a58e-55cd6026d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:13.129657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Attempting to bind port 8d3f9f9e-6645-4acd-bb18-be055fb174f6 on network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:13.198149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:13.198607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Checking segment: {'id': 'da625531-d075-4a5b-a58e-55cd6026d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:13.199259 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.199756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Bound using segment: {'id': 'da625531-d075-4a5b-a58e-55cd6026d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:13.200425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Bound port: 8d3f9f9e-6645-4acd-bb18-be055fb174f6, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da625531-d075-4a5b-a58e-55cd6026d4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6136663c-5b9e-4a4c-9cdc-dd670dba5fc3'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:13.200889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.209957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Allocated IP 2001:db8::f816:3eff:fe17:81e4 (6136663c-5b9e-4a4c-9cdc-dd670dba5fc3/4fac34b9-a16f-4102-8bf2-f607efa58cee/53bc64ad-5015-4cc5-9b5e-593625313143) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:13.251454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] For port ed0d98ce-17bb-4b2b-a188-0a1cd60362ab, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:13.251836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.285327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Calling delete_port for ed0d98ce-17bb-4b2b-a188-0a1cd60362ab owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:13.328503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] For port 8d3f9f9e-6645-4acd-bb18-be055fb174f6, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:13.334078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] For port 8d3f9f9e-6645-4acd-bb18-be055fb174f6, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8d3f9f9e-6645-4acd-bb18-be055fb174f6,segment=NetworkSegment(da625531-d075-4a5b-a58e-55cd6026d4dd),segment_id=da625531-d075-4a5b-a58e-55cd6026d4dd)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:13.351129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:27:10Z', 'revision_number': 5, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port': {'id': 'ed0d98ce-17bb-4b2b-a188-0a1cd60362ab', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:25:02Z', 'updated_at': '2021-08-19T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:13.411036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.421509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.422317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] Checking router: cb8e6c19-c171-4fb1-8869-96cb2ba7de0a for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:13.428051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Transition to ACTIVE for port object 53bc64ad-5015-4cc5-9b5e-593625313143 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:13.433969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] Routers {'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:13.434734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:26:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:13.481721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.483824 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.501584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object d2c29bd0-de16-44cc-ad93-58996f5ef135 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:13.546243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.613546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] Set router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:13.645835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Port': ['ID=53bc64ad-5015-4cc5-9b5e-593625313143,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:13.654370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:13.655383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:13.656873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca0b19-e92a-4089-a0b3-4317159a856b None None] Pushing event updated for resources: {'Port': ['ID=8d3f9f9e-6645-4acd-bb18-be055fb174f6,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:13.662127 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.662552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:13.669933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:13.670772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.700716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:27:12Z', 'revision_number': 6, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:13.724861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0d98ce-17bb-4b2b-a188-0a1cd60362ab,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:13.732523 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.742149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcf8d88-b56f-46db-9a50-613deade347f None None] The sync data for ids ['cb8e6c19-c171-4fb1-8869-96cb2ba7de0a'] in n-d-779913-32 is: [{'id': 'cb8e6c19-c171-4fb1-8869-96cb2ba7de0a', 'name': 'tempest-ServerRescueTestJSON-256264475-router', 'tenant_id': 'e1e2c5915ff4475b92337b2727623566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:25:00Z', 'updated_at': '2021-08-19T15:27:12Z', 'revision_number': 6, 'project_id': 'e1e2c5915ff4475b92337b2727623566', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:13.770533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.773973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.774325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.774612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:13.835154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:13.839914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a832aa75-cfc7-4001-8e30-9006782564c0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9716647 Aug 19 15:27:13.850457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34538) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:13.882197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:13.886282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.886598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=d2c29bd0-de16-44cc-ad93-58996f5ef135,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:13.891555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:13.898276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:13.898973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.927596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting subnet 4fac34b9-a16f-4102-8bf2-f607efa58cee {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:13.937963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:13.982021 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.095704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.095704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.136878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.222299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c69e31f6-fe33-47b5-877c-00729d336726 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2905107 Aug 19 15:27:14.228395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34542) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:14.242074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:14.349739 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.349739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8e6c19-c171-4fb1-8869-96cb2ba7de0a {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:27:14.357686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.362332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:14.374046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a272e66-c15e-498d-bea2-274b966b551f admin admin] 10.222.0.13 "DELETE /v2.0/routers/cb8e6c19-c171-4fb1-8869-96cb2ba7de0a HTTP/1.1" status: 204 len: 168 time: 1.9298894 Aug 19 15:27:14.393813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b45de6d7-55bd-49a9-85e0-f64218815148 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:14.427630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b45de6d7-55bd-49a9-85e0-f64218815148 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:14.427849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b45de6d7-55bd-49a9-85e0-f64218815148 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:14.474738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Deleting subnet a3ac073e-1989-4d3f-ba43-262db14a263a {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:14.522384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.573615 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.609986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27b8a1ed-45ea-4759-a67a-5eb4e01fdf78 None None] Provisioning for port d2c29bd0-de16-44cc-ad93-58996f5ef135 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:14.617866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27b8a1ed-45ea-4759-a67a-5eb4e01fdf78 None None] Provisioning complete for port d2c29bd0-de16-44cc-ad93-58996f5ef135 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:14.618211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27b8a1ed-45ea-4759-a67a-5eb4e01fdf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.659758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-27b8a1ed-45ea-4759-a67a-5eb4e01fdf78 None None] Port d2c29bd0-de16-44cc-ad93-58996f5ef135 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:14.672554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Subnet': ['ID=4fac34b9-a16f-4102-8bf2-f607efa58cee,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:14.683894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.685817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b4fdec34-0216-4279-b817-974487af66e5 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/4fac34b9-a16f-4102-8bf2-f607efa58cee HTTP/1.1" status: 204 len: 168 time: 0.8343782 Aug 19 15:27:14.688552 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34546) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:14.694929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.745695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.755916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86b835-4c72-43f8-9adc-67b6742067d6 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:14.759132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86b835-4c72-43f8-9adc-67b6742067d6 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:14.762921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0e86b835-4c72-43f8-9adc-67b6742067d6 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0715466 Aug 19 15:27:14.764145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34548) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:14.792810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:14.796855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.885922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-db69b4ee-b61b-402c-bde1-ef2dea2b617e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:14.896307 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-db69b4ee-b61b-402c-bde1-ef2dea2b617e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 15:27:14.896747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db69b4ee-b61b-402c-bde1-ef2dea2b617e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:14.898741 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-db69b4ee-b61b-402c-bde1-ef2dea2b617e tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 HTTP/1.1" status: 409 len: 405 time: 0.1333892 Aug 19 15:27:14.903052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34552) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:14.908385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-766090270'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:15.013898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.021762 n-d-779913-32 neutron-server[101963]: INFO neutron.db.ipam_backend_mixin [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bee83f99-5fcc-4ab9-8299-dd95e317ea74 (CIDR: 2001:db8::/64) Aug 19 15:27:15.044562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:15.049758 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.071948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ac073e-1989-4d3f-ba43-262db14a263a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:15.079344 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:27:15.088883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:15.095236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:15.098576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.110122 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.110597 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Added segment b80fe449-4c1d-4472-9bb2-1141947a30cf of type vlan for network a6c1165f-b20c-4c56-9b95-84f6674fb81c Aug 19 15:27:15.116268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:15.116420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3e3ebd99-580a-4079-8c62-e9d57b74e60a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3ac073e-1989-4d3f-ba43-262db14a263a HTTP/1.1" status: 204 len: 168 time: 0.7509162 Aug 19 15:27:15.218792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-81d10696-cd90-4df5-a331-5711378ebfcf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9875596 Aug 19 15:27:15.219785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34558) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:15.239674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:15.259110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.272352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.384630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.402404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.415085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:15.415895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.419444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44edcc1b-1c16-407c-9278-bb3899bb15b4']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:15.423880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff8acf7-efc6-4992-8a12-5fa47efe2b54 None None] Network 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:15.494019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132c7ee9-34b5-4ed3-b004-1b625a190522') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:15.494349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132c7ee9-34b5-4ed3-b004-1b625a190522') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:15.518181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.538596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Network': ['ID=a6c1165f-b20c-4c56-9b95-84f6674fb81c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:15.545814 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.554262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:15.554702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a6c1165f-b20c-4c56-9b95-84f6674fb81c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:15.556496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:15.559861 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:15.571295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.711799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2fe3ef82-6f55-4e4b-92d8-3455278d9557 None None] Provisioning for port 8d3f9f9e-6645-4acd-bb18-be055fb174f6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:15.804733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-88947c29-f106-47a9-ab75-e95eb9dec979 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8324230 Aug 19 15:27:15.804733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34568) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:15.804733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'subnet': {'network_id': 'a6c1165f-b20c-4c56-9b95-84f6674fb81c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:15.805276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] DHCP port deletion for 6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:27:15.810659 n-d-779913-32 neutron-server[101963]: INFO neutron.db.ipam_backend_mixin [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a0e2481d-e42f-4b08-97ee-c62ef0f17902 (CIDR: 2001:db8:0:1::/64) Aug 19 15:27:15.817792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.826525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.830346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] Deleting port 8d3f9f9e-6645-4acd-bb18-be055fb174f6 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:15.830346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.831613 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44edcc1b-1c16-407c-9278-bb3899bb15b4 HTTP/1.1" status: 204 len: 168 time: 0.7162509 Aug 19 15:27:15.847854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced549-356e-4ca6-b78b-9cd3bad5ab76 admin admin] Pushing event deleted for resources: {'Network': ['ID=44edcc1b-1c16-407c-9278-bb3899bb15b4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:15.863363 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:27:15.864002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:15.915288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] For port 8d3f9f9e-6645-4acd-bb18-be055fb174f6, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8d3f9f9e-6645-4acd-bb18-be055fb174f6,segment=NetworkSegment(da625531-d075-4a5b-a58e-55cd6026d4dd),segment_id=da625531-d075-4a5b-a58e-55cd6026d4dd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:15.915691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:15.933873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] Calling delete_port for 8d3f9f9e-6645-4acd-bb18-be055fb174f6 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:15.988922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-069abdf0-c3c7-456d-94ea-414084cf2071 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7686086 Aug 19 15:27:15.993425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34578) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:15.998891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'subnet': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:16.140776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ed0d98ce-17bb-4b2b-a188-0a1cd60362ab no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:16.153969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:16.164502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:16.176717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ed0d98ce-17bb-4b2b-a188-0a1cd60362ab {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:16.177519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ed0d98ce-17bb-4b2b-a188-0a1cd60362ab not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:16.267183 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:16.296380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] Pushing event deleted for resources: {'Port': ['ID=8d3f9f9e-6645-4acd-bb18-be055fb174f6,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:16.303577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089600a-d3d9-4478-9be4-459c635bcbea None None] No DVR routers for this DVR port 8d3f9f9e-6645-4acd-bb18-be055fb174f6 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:16.319211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Made reservation on behalf of 2e3af15352e04362800ec93d88ab30ad for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:16.323250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:16.512650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34590) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:16.587618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ddd25d89-3b58-4b73-8a97-2f3af5884203 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1e2c5915ff4475b92337b2727623566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730691 Aug 19 15:27:16.590471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34592) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:16.729249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:27:16.730972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:16.738501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff26a53c-be9a-4a6a-862d-2150ccaf3487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:16.805414 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff26a53c-be9a-4a6a-862d-2150ccaf3487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:16.808877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Subnet': ['ID=7739d11d-9bed-43a7-bef2-f1e35c10502c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:16.818353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Checking segment: {'id': 'b80fe449-4c1d-4472-9bb2-1141947a30cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a6c1165f-b20c-4c56-9b95-84f6674fb81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:16.819579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network hostable DHCP agents. Network: a6c1165f-b20c-4c56-9b95-84f6674fb81c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:16.942730 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network a6c1165f-b20c-4c56-9b95-84f6674fb81c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:17.040820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.044187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff26a53c-be9a-4a6a-862d-2150ccaf3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.048735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ff26a53c-be9a-4a6a-862d-2150ccaf3487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.053844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ff26a53c-be9a-4a6a-862d-2150ccaf3487 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69456266-5f09-43bb-b8dc-0e62e044019d HTTP/1.1" status: 204 len: 168 time: 0.4590690 Aug 19 15:27:17.104220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26a53c-be9a-4a6a-862d-2150ccaf3487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69456266-5f09-43bb-b8dc-0e62e044019d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:17.114436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a6c1165f-b20c-4c56-9b95-84f6674fb81c) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:17.114596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:17.119683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:17.128937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.129201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:17.129201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:17.129201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.147470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Subnet': ['ID=e1d09b08-5173-4a88-bfcb-042677a8aa1c,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:17.177611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40fa0c9-0a2f-4696-8b34-5a5dd6454f0b None None] Network a6c1165f-b20c-4c56-9b95-84f6674fb81c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:17.187903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e27619-1b47-4e48-bb23-e8abcbe8770b None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:17.242465 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50cf2b92-78e9-4ef6-af21-e64351ae2168 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5001686 Aug 19 15:27:17.245144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34602) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:17.443910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-eff3fee9-a0f3-4ecb-ae58-5690c19632f7 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4467745 Aug 19 15:27:17.444270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34606) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:17.453455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-344128475', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1d09b08-5173-4a88-bfcb-042677a8aa1c'}], 'security_groups': ['9fa1d1fb-f185-4673-98a7-e3fb33aeec84', '674b2510-8cb6-472d-9bd4-e691b3d88682']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:17.495976 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.593052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37781a8b-4cfa-425e-b109-5a0b4b952dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a6c1165f-b20c-4c56-9b95-84f6674fb81c', 'network_id': 'a6c1165f-b20c-4c56-9b95-84f6674fb81c', 'tenant_id': '5d4e35726fd94264a45168bc082a89a4', 'fixed_ips': [{'subnet_id': '7739d11d-9bed-43a7-bef2-f1e35c10502c'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:17.593983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37781a8b-4cfa-425e-b109-5a0b4b952dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.619041 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.812539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Update dhcp port {'port': {'network_id': '977ec08c-8ca1-4185-bd59-3d9fa3919891', 'fixed_ips': [{'subnet_id': 'a0e2481d-e42f-4b08-97ee-c62ef0f17902', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bee83f99-5fcc-4ab9-8299-dd95e317ea74', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1d09b08-5173-4a88-bfcb-042677a8aa1c'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'e83434a7-05a5-4063-be91-b0a5d790dde2'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:27:17.848328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:17.884197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.034286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-37781a8b-4cfa-425e-b109-5a0b4b952dd1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7739d11d-9bed-43a7-bef2-f1e35c10502c: This subnet is being modified by another concurrent operation. Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7739d11d-9bed-43a7-bef2-f1e35c10502c: This subnet is being modified by another concurrent operation. Aug 19 15:27:18.079696 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:27:18.097206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13935d-89f8-4193-9732-b74cb09551a5 None None] Network a6c1165f-b20c-4c56-9b95-84f6674fb81c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:18.144831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Subnet': ['ID=7739d11d-9bed-43a7-bef2-f1e35c10502c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:18.191513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Allocated IP 2001:db8:0:2::2 (977ec08c-8ca1-4185-bd59-3d9fa3919891/e1d09b08-5173-4a88-bfcb-042677a8aa1c/e83434a7-05a5-4063-be91-b0a5d790dde2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:18.233612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.263605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c1165f-b20c-4c56-9b95-84f6674fb81c']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:18.283380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80fe449-4c1d-4472-9bb2-1141947a30cf') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:18.283380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80fe449-4c1d-4472-9bb2-1141947a30cf') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:18.322619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.343399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.355765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:18.356220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:18.361575 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:18.372713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e83434a7-05a5-4063-be91-b0a5d790dde2,segment=NetworkSegment(2ef8ca41-1844-412f-b759-d94821c6a3bf),segment_id=2ef8ca41-1844-412f-b759-d94821c6a3bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:18.404985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.433158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Transition to ACTIVE for port object e83434a7-05a5-4063-be91-b0a5d790dde2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:18.547086 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.547577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.561431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.564871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/a6c1165f-b20c-4c56-9b95-84f6674fb81c HTTP/1.1" status: 204 len: 168 time: 1.3175411 Aug 19 15:27:18.570957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34632) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:18.595255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b487d-5e71-4793-8d8a-feb799e10b90 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Network': ['ID=a6c1165f-b20c-4c56-9b95-84f6674fb81c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:18.621753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2016435844'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:18.686967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2625da3-7157-43d1-8131-46664902dab2 None None] Pushing event updated for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:18.742233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Delete allocated IP 2001:db8::291 (977ec08c-8ca1-4185-bd59-3d9fa3919891/bee83f99-5fcc-4ab9-8299-dd95e317ea74) {{(pid=101962) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:27:18.754368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Allocated IP 2001:db8:0:2::35 (977ec08c-8ca1-4185-bd59-3d9fa3919891/e1d09b08-5173-4a88-bfcb-042677a8aa1c/d2c29bd0-de16-44cc-ad93-58996f5ef135) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:18.793056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:18.796798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.937442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:18.981816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:18.981816 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Added segment 0db98842-99c3-4aa5-b2e0-ba600684c007 of type vlan for network 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 Aug 19 15:27:19.044882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.047535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.073748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Transition to ACTIVE for port object d2c29bd0-de16-44cc-ad93-58996f5ef135 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:19.155783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.224531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.231077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:19.231741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.235653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] In _notify_port_updated(), no bound segment for port d2c29bd0-de16-44cc-ad93-58996f5ef135 on network 977ec08c-8ca1-4185-bd59-3d9fa3919891 {{(pid=101962) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:27:19.244973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:19.245692 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.247107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "PUT /v2.0/ports/d2c29bd0-de16-44cc-ad93-58996f5ef135 HTTP/1.1" status: 200 len: 968 time: 1.8014386 Aug 19 15:27:19.251519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34648) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:19.332147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921700fd-1382-4df3-b480-334812c223e5 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event updated for resources: {'Port': ['ID=d2c29bd0-de16-44cc-ad93-58996f5ef135,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:19.397295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Network': ['ID=4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:19.408655 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ae6672d5-b108-4516-8205-29f714927bca tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8298821 Aug 19 15:27:19.410320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34654) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:19.418084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'subnet': {'network_id': '4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:19.429279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:19.447870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port d2c29bd0-de16-44cc-ad93-58996f5ef135 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:19.448223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.644842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.662165 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:19.671552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for d2c29bd0-de16-44cc-ad93-58996f5ef135 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:19.678633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:19.950820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Provisioning for port d2c29bd0-de16-44cc-ad93-58996f5ef135 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:19.959349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Provisioning complete for port d2c29bd0-de16-44cc-ad93-58996f5ef135 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:19.959945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.107802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Port d2c29bd0-de16-44cc-ad93-58996f5ef135 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:20.147226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Provisioning complete for port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:20.148351 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.208932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.261863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:20.300748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.314583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=d2c29bd0-de16-44cc-ad93-58996f5ef135,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:20.317509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:20.388291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.395040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cfaeb351-7b24-41ec-a3fa-1f988ed9288b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/d2c29bd0-de16-44cc-ad93-58996f5ef135 HTTP/1.1" status: 204 len: 168 time: 1.1385882 Aug 19 15:27:20.395760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34680) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:20.408312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Provisioning for port e83434a7-05a5-4063-be91-b0a5d790dde2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:20.410589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:20.411241 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9dd93975-8ad4-49a4-9154-4521d7442e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.460166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:20.463765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.476426 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0f76d-6301-453b-820c-ce7b6ff24c10 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] GET failed (client error): The resource could not be found. Aug 19 15:27:20.480975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a7b0f76d-6301-453b-820c-ce7b6ff24c10 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports/d2c29bd0-de16-44cc-ad93-58996f5ef135 HTTP/1.1" status: 404 len: 333 time: 0.0831485 Aug 19 15:27:20.483568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:20.502118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Subnet': ['ID=682615a9-4e56-4af6-82b2-27c8c443083f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:20.634809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea564101-801d-4381-97f5-acf8b893a324 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.652198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Checking segment: {'id': '0db98842-99c3-4aa5-b2e0-ba600684c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:20.652625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network hostable DHCP agents. Network: 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:20.758316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea564101-801d-4381-97f5-acf8b893a324 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.794763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:20.875916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38127c4f-428d-4cd6-95a4-246509837d9d None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:27:20.889993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:20.894822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:20.895684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.982163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea564101-801d-4381-97f5-acf8b893a324 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.992352 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ea564101-801d-4381-97f5-acf8b893a324 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:20.992352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ea564101-801d-4381-97f5-acf8b893a324 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a2d40ad-d1fb-47f5-bf78-6d8d47795a39 HTTP/1.1" status: 204 len: 168 time: 0.5015683 Aug 19 15:27:20.993289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:21.010196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea564101-801d-4381-97f5-acf8b893a324 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d40ad-d1fb-47f5-bf78-6d8d47795a39,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:21.102408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38127c4f-428d-4cd6-95a4-246509837d9d None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:27:21.143287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f5b182c0-9893-4c94-a0b6-96d77e656988 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7235453 Aug 19 15:27:21.143287 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91d73a42-3af4-4db7-a290-1732cc5a8d50 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.143843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34702) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:21.229640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91d73a42-3af4-4db7-a290-1732cc5a8d50 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.324870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-03bded93-7152-4279-9f51-6fe5bf11162e None None] Could not find standard attr ID for object d2c29bd0-de16-44cc-ad93-58996f5ef135. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:27:21.364042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.375063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91d73a42-3af4-4db7-a290-1732cc5a8d50 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.378693 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-91d73a42-3af4-4db7-a290-1732cc5a8d50 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.380255 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-91d73a42-3af4-4db7-a290-1732cc5a8d50 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/security-groups/674b2510-8cb6-472d-9bd4-e691b3d88682 HTTP/1.1" status: 204 len: 168 time: 0.3870122 Aug 19 15:27:21.384603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:21.397315 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73a42-3af4-4db7-a290-1732cc5a8d50 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b2510-8cb6-472d-9bd4-e691b3d88682,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:21.563178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.569154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-391d06f5-cca9-4245-ba71-2ccba928fadc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.629010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-391d06f5-cca9-4245-ba71-2ccba928fadc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.646184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f1f0f-2e5b-4b79-aed6-88395a5a5c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7', 'network_id': '4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7', 'tenant_id': '5d4e35726fd94264a45168bc082a89a4', 'fixed_ips': [{'subnet_id': '682615a9-4e56-4af6-82b2-27c8c443083f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:21.647148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bb9f1f0f-2e5b-4b79-aed6-88395a5a5c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.902825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.941946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Subnet': ['ID=682615a9-4e56-4af6-82b2-27c8c443083f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-bb9f1f0f-2e5b-4b79-aed6-88395a5a5c6c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 682615a9-4e56-4af6-82b2-27c8c443083f: This subnet is being modified by another concurrent operation. Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 682615a9-4e56-4af6-82b2-27c8c443083f: This subnet is being modified by another concurrent operation. Aug 19 15:27:21.972553 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:27:21.996897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-391d06f5-cca9-4245-ba71-2ccba928fadc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.996897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-391d06f5-cca9-4245-ba71-2ccba928fadc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:21.997764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-391d06f5-cca9-4245-ba71-2ccba928fadc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fa1d1fb-f185-4673-98a7-e3fb33aeec84 HTTP/1.1" status: 204 len: 168 time: 0.6093504 Aug 19 15:27:22.002128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717087e1-3095-4ece-900e-6fa30af3daae None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:27:22.006110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34718) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:22.032887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d06f5-cca9-4245-ba71-2ccba928fadc tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1d1fb-f185-4673-98a7-e3fb33aeec84,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:22.066701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.109675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:22.147246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet bee83f99-5fcc-4ab9-8299-dd95e317ea74 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:22.149892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db98842-99c3-4aa5-b2e0-ba600684c007') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:22.150386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db98842-99c3-4aa5-b2e0-ba600684c007') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:22.151142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.172382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.197887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717087e1-3095-4ece-900e-6fa30af3daae None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:27:22.202793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.204286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.230058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:22.230783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:22.239757 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:22.349225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.700938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c586d9-46b5-4f62-9a2b-c738450306ae None None] Network 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:22.711294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff3c0f-ecc4-48d9-86f5-52e018203943 None None] Network 4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:22.864658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.864658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:22.864658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 HTTP/1.1" status: 204 len: 168 time: 1.6172411 Aug 19 15:27:22.864658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b47e3-838b-4e70-b00b-6c5ed914054d tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Network': ['ID=4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:22.865625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34732) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:22.873204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-736179308'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:23.021330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.056758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=bee83f99-5fcc-4ab9-8299-dd95e317ea74,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:23.059259 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.061595 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8054551f-4595-4df3-a92f-a9f33369e6bf tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/bee83f99-5fcc-4ab9-8299-dd95e317ea74 HTTP/1.1" status: 204 len: 168 time: 1.0386100 Aug 19 15:27:23.067211 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34744) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:23.073436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd441d-270a-43ad-a3e1-f73196b8f618 None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:23.124325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:23.128978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.164433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet e1d09b08-5173-4a88-bfcb-042677a8aa1c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:23.171854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.231292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:23.247406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.287762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.287762 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Added segment f663e3da-f502-4cca-b936-9fee52e25faa of type vlan for network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 Aug 19 15:27:23.353164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.450980 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.576299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.584011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:23.584961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.728873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.766918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b7efc-d6f4-43d6-801d-a5245676ac9e req-0376f203-3d1a-458a-88a5-7a66242c300a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:23.770161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f12b7efc-d6f4-43d6-801d-a5245676ac9e req-0376f203-3d1a-458a-88a5-7a66242c300a tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.0864816 Aug 19 15:27:23.778046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9100878 Aug 19 15:27:23.794074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:23.799947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Request body: {'subnet': {'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:23.835873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f12b7efc-d6f4-43d6-801d-a5245676ac9e req-70a38a2d-3462-46e0-907c-257ec5444d4c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594935 Aug 19 15:27:23.880953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:23.899529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:23.900149 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/e1d09b08-5173-4a88-bfcb-042677a8aa1c HTTP/1.1" status: 204 len: 168 time: 0.8318071 Aug 19 15:27:23.909244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51ec38-7b37-4276-b006-2bc98fcacaa6 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d09b08-5173-4a88-bfcb-042677a8aa1c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:23.917230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872155b-1eb0-4e9f-bcae-94c8819d717a tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Network': ['ID=6f6e6d64-50ba-4774-bc81-f43f7cf155c0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:23.961737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:23.994489 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ae198-b47b-4ded-aeb7-487e51cfae91 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:23.995282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884ae198-b47b-4ded-aeb7-487e51cfae91 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:23.998290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-884ae198-b47b-4ded-aeb7-487e51cfae91 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/bee83f99-5fcc-4ab9-8299-dd95e317ea74 HTTP/1.1" status: 404 len: 337 time: 0.0974858 Aug 19 15:27:24.001620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.138788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting subnet a0e2481d-e42f-4b08-97ee-c62ef0f17902 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:24.146246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.187875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Made reservation on behalf of 5d4e35726fd94264a45168bc082a89a4 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:24.194754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.239871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.378754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.454825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee26f3-474a-4a0e-bc6b-5d9c8f57a433 None None] Network 977ec08c-8ca1-4185-bd59-3d9fa3919891 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:24.530493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f3c7ecb-b6db-4e74-8a6a-1908b1bb5e9c None None] Provisioning complete for port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:24.530849 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2f3c7ecb-b6db-4e74-8a6a-1908b1bb5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.598442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.621212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c7ecb-b6db-4e74-8a6a-1908b1bb5e9c None None] Port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:24.637739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e2481d-e42f-4b08-97ee-c62ef0f17902,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:24.645515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.649800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f8c17127-9332-4904-8a25-3c12aa3c577a tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/a0e2481d-e42f-4b08-97ee-c62ef0f17902 HTTP/1.1" status: 204 len: 168 time: 0.6441245 Aug 19 15:27:24.651118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34784) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.656984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2f3c7ecb-b6db-4e74-8a6a-1908b1bb5e9c None None] Provisioning complete for port e83434a7-05a5-4063-be91-b0a5d790dde2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:24.657580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2f3c7ecb-b6db-4e74-8a6a-1908b1bb5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.666164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ee1e71e9-9d77-4530-b0fe-2a81c58bd05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.681876 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5b6d45-32a0-4495-9276-da89a0867823 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:24.682464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5b6d45-32a0-4495-9276-da89a0867823 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:24.686856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fd5b6d45-32a0-4495-9276-da89a0867823 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/b6bc3802-84d1-4294-b62c-24c2f7e56607 HTTP/1.1" status: 404 len: 337 time: 0.0325150 Aug 19 15:27:24.687016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34786) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.723587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-76bff795-7a87-4d11-94e6-17f24cd32183 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "GET /v2.0/ports?device_id=faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 HTTP/1.1" status: 200 len: 205 time: 0.0321505 Aug 19 15:27:24.723803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34788) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.780836 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-9cdc09b0-f2a1-4e61-a521-4f06235da12b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] delete failed (client error): The resource could not be found. Aug 19 15:27:24.784686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9cdc09b0-f2a1-4e61-a521-4f06235da12b tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/routers/faecfdc3-cf54-4c74-87cb-a0695a8bbfa0 HTTP/1.1" status: 404 len: 336 time: 0.0569072 Aug 19 15:27:24.785042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34792) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.808723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] DHCP port deletion for 977ec08c-8ca1-4185-bd59-3d9fa3919891 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:27:24.813997 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ffbece-bab0-42de-8e0b-5279586bb0d0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:24.814727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ffbece-bab0-42de-8e0b-5279586bb0d0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:24.816774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-13ffbece-bab0-42de-8e0b-5279586bb0d0 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/8ef36711-29bd-43ee-85d3-8dc0332c1276 HTTP/1.1" status: 404 len: 337 time: 0.0305111 Aug 19 15:27:24.819179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34794) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.850586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:27:24.852191 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.854329 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-63746e93-f2d6-45b8-b270-f0ea38897c4d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:24.854788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63746e93-f2d6-45b8-b270-f0ea38897c4d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:24.857020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-63746e93-f2d6-45b8-b270-f0ea38897c4d tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/d0f2d93b-7260-448c-92aa-51deb13ff5ec HTTP/1.1" status: 404 len: 337 time: 0.0341146 Aug 19 15:27:24.860146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34796) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:24.879258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] Deleting port e83434a7-05a5-4063-be91-b0a5d790dde2 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:24.879706 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:24.944909 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-000c5d42-dc03-4bb0-9da6-6642de5adf07 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:24.946088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000c5d42-dc03-4bb0-9da6-6642de5adf07 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:24.949480 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-000c5d42-dc03-4bb0-9da6-6642de5adf07 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/e803e70b-1f89-43eb-9032-d41a6e9ba7dc HTTP/1.1" status: 404 len: 337 time: 0.0850842 Aug 19 15:27:24.959015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.000265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] For port e83434a7-05a5-4063-be91-b0a5d790dde2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e83434a7-05a5-4063-be91-b0a5d790dde2,segment=NetworkSegment(2ef8ca41-1844-412f-b759-d94821c6a3bf),segment_id=2ef8ca41-1844-412f-b759-d94821c6a3bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:25.001141 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.022086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9ac01-f2a4-4de2-8493-67e68f9ef8a4 req-95247e41-c692-47bf-b7f5-3b477c21d398 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:25.022618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] Calling delete_port for e83434a7-05a5-4063-be91-b0a5d790dde2 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:25.024374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cd9ac01-f2a4-4de2-8493-67e68f9ef8a4 req-95247e41-c692-47bf-b7f5-3b477c21d398 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.0799580 Aug 19 15:27:25.050763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event updated for resources: {'Subnet': ['ID=523a8729-9b52-4a36-98e1-f533ed6ffb82,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:25.059964 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32eb731-c0be-422c-a846-7ec24a3a9256 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:25.060860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32eb731-c0be-422c-a846-7ec24a3a9256 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:25.066350 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e32eb731-c0be-422c-a846-7ec24a3a9256 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/6358c1d1-1956-4478-906a-b2f9f78ed708 HTTP/1.1" status: 404 len: 333 time: 0.1018825 Aug 19 15:27:25.069785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34804) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.115017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Checking segment: {'id': 'f663e3da-f502-4cca-b936-9fee52e25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:25.115388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network hostable DHCP agents. Network: 6f6e6d64-50ba-4774-bc81-f43f7cf155c0, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:25.119173 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fdf1e7-715b-4570-9a7b-6d58e9befb84 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:25.119630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fdf1e7-715b-4570-9a7b-6d58e9befb84 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:25.121375 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6fdf1e7-715b-4570-9a7b-6d58e9befb84 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/bf224060-aaad-428f-8992-d6eacd0a300a HTTP/1.1" status: 404 len: 337 time: 0.0494199 Aug 19 15:27:25.124438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34806) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.133038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2cd9ac01-f2a4-4de2-8493-67e68f9ef8a4 req-c0c9d993-a06d-4904-b439-cbacd0c83759 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993207 Aug 19 15:27:25.162966 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-977e95a3-35cf-4b9d-8385-b64b17ae1c59 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:25.162966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977e95a3-35cf-4b9d-8385-b64b17ae1c59 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:25.164585 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-977e95a3-35cf-4b9d-8385-b64b17ae1c59 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/467019ca-506d-4ec9-9663-2b6f123796a7 HTTP/1.1" status: 404 len: 337 time: 0.0388258 Aug 19 15:27:25.168172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34808) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.196253 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-1439a140-7da2-4cbd-8e0b-f51bea5fc580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:25.196945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1439a140-7da2-4cbd-8e0b-f51bea5fc580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:25.198888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1439a140-7da2-4cbd-8e0b-f51bea5fc580 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/52c67b39-e02d-4dd5-8932-c56bad7925bb HTTP/1.1" status: 404 len: 333 time: 0.0296910 Aug 19 15:27:25.201610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34810) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.232815 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d24b1f-99c4-48f8-bb54-75085698e5da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:25.233324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d24b1f-99c4-48f8-bb54-75085698e5da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:25.237324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-15d24b1f-99c4-48f8-bb54-75085698e5da tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/77f80d62-bf0c-44af-b9aa-e92d1fea8eef HTTP/1.1" status: 404 len: 337 time: 0.0346856 Aug 19 15:27:25.239898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34816) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.274288 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a64e8fc-b1c1-47a4-ab5e-8d7b7fe370de tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:25.274757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a64e8fc-b1c1-47a4-ab5e-8d7b7fe370de tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:25.283879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a64e8fc-b1c1-47a4-ab5e-8d7b7fe370de tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/subnets/776bb283-b652-49c0-8b4b-1c259101df1e HTTP/1.1" status: 404 len: 337 time: 0.0356634 Aug 19 15:27:25.287105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34820) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.343998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.345681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:25.396803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] Pushing event deleted for resources: {'Port': ['ID=e83434a7-05a5-4063-be91-b0a5d790dde2,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:25.413884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d4199-badd-4b52-98c8-09c6d9f19d82 None None] No DVR routers for this DVR port e83434a7-05a5-4063-be91-b0a5d790dde2 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:25.435990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.463159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Deleting port 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:25.463499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.516075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6f6e6d64-50ba-4774-bc81-f43f7cf155c0) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:25.526834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdddce-11f9-4dfa-8cbe-3ae9ce7e27ee None None] Network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:25.534268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:25.535027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.570880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.583710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f096-1371-4008-b886-0d678823bb63 req-949b5512-1ae2-4fcf-9b1d-a7abfb502f6d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:25.585358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc64f096-1371-4008-b886-0d678823bb63 req-949b5512-1ae2-4fcf-9b1d-a7abfb502f6d tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.0956118 Aug 19 15:27:25.594939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Calling delete_port for 8de17e9c-35f4-4e04-bbe5-0cc234d4a967 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:25.623338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.715740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34828) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:25.716393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aa670603-b6f0-487f-9d00-fdd72799b087 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9207063 Aug 19 15:27:25.728465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a449715-5dc0-4822-8b69-1414c56feba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.789171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6f6e6d64-50ba-4774-bc81-f43f7cf155c0', 'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0', 'tenant_id': '5d4e35726fd94264a45168bc082a89a4', 'fixed_ips': [{'subnet_id': '523a8729-9b52-4a36-98e1-f533ed6ffb82'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:25.789476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.805361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Deleting port 4f09babe-18a0-44e1-b094-d2ab2d20d62d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:25.805967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.922416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a449715-5dc0-4822-8b69-1414c56feba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.925419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.925977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] For port 4f09babe-18a0-44e1-b094-d2ab2d20d62d, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4f09babe-18a0-44e1-b094-d2ab2d20d62d,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:25.926545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:25.997990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Port': ['ID=8de17e9c-35f4-4e04-bbe5-0cc234d4a967,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.021607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a449715-5dc0-4822-8b69-1414c56feba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.068633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.094167 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6a449715-5dc0-4822-8b69-1414c56feba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f80b393bfa94348ad92c45d879eb7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544838 Aug 19 15:27:26.095617 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.099338 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d574e68a-1d26-4004-b4ee-3b49aed79b4f tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/ports/8de17e9c-35f4-4e04-bbe5-0cc234d4a967 HTTP/1.1" status: 204 len: 168 time: 0.8111002 Aug 19 15:27:26.100365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34834) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:26.109981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34836) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:26.144660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Allocated IP 2001:db8::f816:3eff:fe77:cec8 (6f6e6d64-50ba-4774-bc81-f43f7cf155c0/523a8729-9b52-4a36-98e1-f533ed6ffb82/af932594-34e1-41c9-9695-acdaf28cae2e) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:26.245967 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.266869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:26.270018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a449715-5dc0-4822-8b69-1414c56feba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e02c35-2aa6-492f-a2da-33ea0b892366,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.333202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e83434a7-05a5-4063-be91-b0a5d790dde2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:26.333715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e83434a7-05a5-4063-be91-b0a5d790dde2 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:26.367857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.492816 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.506059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Transition to ACTIVE for port object af932594-34e1-41c9-9695-acdaf28cae2e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:26.529898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Transition to ACTIVE for port object af932594-34e1-41c9-9695-acdaf28cae2e will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:26.708194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.813494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:26.817466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:26.824508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:26.829762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.840891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Pushing event updated for resources: {'Port': ['ID=af932594-34e1-41c9-9695-acdaf28cae2e,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:26.853296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977ec08c-8ca1-4185-bd59-3d9fa3919891']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:26.875580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef8ca41-1844-412f-b759-d94821c6a3bf') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:26.875892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef8ca41-1844-412f-b759-d94821c6a3bf') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:26.902914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.924599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Attempting to bind port af932594-34e1-41c9-9695-acdaf28cae2e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:26.925168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Attempting to bind port af932594-34e1-41c9-9695-acdaf28cae2e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f663e3da-f502-4cca-b936-9fee52e25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:26.926874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Attempting to bind port af932594-34e1-41c9-9695-acdaf28cae2e on network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:26.939022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:26.940877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Checking segment: {'id': 'f663e3da-f502-4cca-b936-9fee52e25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:26.941754 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.942406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Bound using segment: {'id': 'f663e3da-f502-4cca-b936-9fee52e25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:26.943124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Bound port: af932594-34e1-41c9-9695-acdaf28cae2e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f663e3da-f502-4cca-b936-9fee52e25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:26.943948 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.945512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.945908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.946295 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Floating IP c78a7189-bb34-433b-a09e-1b904d712f11 disassociated. External IP: 172.25.5.140, port: 4f09babe-18a0-44e1-b094-d2ab2d20d62d. Aug 19 15:27:26.946705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Calling delete_port for 4f09babe-18a0-44e1-b094-d2ab2d20d62d owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:26.949700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.973309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:26.973974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:26.978810 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:27.017260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12aa4198-c64d-4fb5-b67f-57eb3a2661fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.032040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092c45-887d-4bfc-86a9-aa8a30195090 req-282b6760-ae49-4d04-bca8-73741bc2c7f3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:27.041233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4092c45-887d-4bfc-86a9-aa8a30195090 req-282b6760-ae49-4d04-bca8-73741bc2c7f3 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 946 time: 0.7598062 Aug 19 15:27:27.070985 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.099139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] For port af932594-34e1-41c9-9695-acdaf28cae2e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:27.102801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] For port af932594-34e1-41c9-9695-acdaf28cae2e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=af932594-34e1-41c9-9695-acdaf28cae2e,segment=NetworkSegment(f663e3da-f502-4cca-b936-9fee52e25faa),segment_id=f663e3da-f502-4cca-b936-9fee52e25faa)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:27.125960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Subnet': ['ID=523a8729-9b52-4a36-98e1-f533ed6ffb82,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:27.136146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12aa4198-c64d-4fb5-b67f-57eb3a2661fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.153482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.182042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.185054 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] 10.222.0.13 "DELETE /v2.0/networks/977ec08c-8ca1-4185-bd59-3d9fa3919891 HTTP/1.1" status: 204 len: 168 time: 1.0735865 Aug 19 15:27:27.193879 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.209963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f496ae-e485-4cb1-8c04-b49b7b3d23d9 tempest-PortsIpV6TestJSON-362436562 tempest-PortsIpV6TestJSON-362436562-project] Pushing event deleted for resources: {'Network': ['ID=977ec08c-8ca1-4185-bd59-3d9fa3919891,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:27.296578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8d86-39e3-47bb-b1b9-3f728ffd73fa None None] Pushing event updated for resources: {'Port': ['ID=af932594-34e1-41c9-9695-acdaf28cae2e,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:27.308407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4092c45-887d-4bfc-86a9-aa8a30195090 req-0ffacc23-1a67-48e1-a31f-913445c172ef tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d226e9-763a-4bde-b369-4df1a8dc53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662847 Aug 19 15:27:27.320683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.340086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e6d64-50ba-4774-bc81-f43f7cf155c0']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:27.405541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f663e3da-f502-4cca-b936-9fee52e25faa') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:27.405833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f663e3da-f502-4cca-b936-9fee52e25faa') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:27.420830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.445797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.454122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:27.454664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:27.459236 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:27.461853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.592616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.595406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12aa4198-c64d-4fb5-b67f-57eb3a2661fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.605387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12aa4198-c64d-4fb5-b67f-57eb3a2661fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:27.610171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-12aa4198-c64d-4fb5-b67f-57eb3a2661fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2e02c35-2aa6-492f-a2da-33ea0b892366 HTTP/1.1" status: 204 len: 168 time: 1.5060940 Aug 19 15:27:27.636513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa4198-c64d-4fb5-b67f-57eb3a2661fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e02c35-2aa6-492f-a2da-33ea0b892366,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:27.678040 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:27:27.678040 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:27:27.678040 n-d-779913-32 neutron-server[101963]: [parameters: {'id': '6f6e6d64-50ba-4774-bc81-f43f7cf155c0'}] Aug 19 15:27:27.678040 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:27:27.678689 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:27:27.683498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event deleted for resources: {'Port': ['ID=4f09babe-18a0-44e1-b094-d2ab2d20d62d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:27.881875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:27.907592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a3c5-7755-4f71-a7c0-bc6eee72bc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:28.165003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:28.188149 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34866) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:28.189943 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622eae18-4728-412b-b027-2814b12eb88a None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:28.196043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:28.238331 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:28.240059 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:28.469883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] No DVR routers for this DVR port 4f09babe-18a0-44e1-b094-d2ab2d20d62d on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:28.490923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:28.504583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc64f096-1371-4008-b886-0d678823bb63 req-bc8404b0-bd7d-4b71-ac5f-ec41c9a02f13 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.54 "DELETE /v2.0/ports/4f09babe-18a0-44e1-b094-d2ab2d20d62d HTTP/1.1" status: 204 len: 173 time: 2.9094989 Aug 19 15:27:28.520402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-deleted', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:28.528917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af932594-34e1-41c9-9695-acdaf28cae2e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:28.530044 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e2c28-3808-4d4c-b75c-30d013da1017" -d '{"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-deleted", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:28.638627 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:28.710321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab9eddcd-e565-4330-9372-a3b7d202641a req-1a00cc6d-2675-4b96-8ed3-7982ac8c23d7 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 210 time: 0.0789180 Aug 19 15:27:28.759759 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e8d3a3ab-9d21-46c9-823f-95586d291e8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e3af15352e04362800ec93d88ab30ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680361 Aug 19 15:27:28.761541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:28.797798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting port af932594-34e1-41c9-9695-acdaf28cae2e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:28.798350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:28.843891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port af932594-34e1-41c9-9695-acdaf28cae2e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:28.870397 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272cc198-3bc8-4272-aad2-a9cd3772aa7f x-openstack-request-id: req-272cc198-3bc8-4272-aad2-a9cd3772aa7f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:28.870971 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cdda0d-5063-4f3f-bdb1-e3650824aca3", "name": "network-vif-deleted", "tag": "4f09babe-18a0-44e1-b094-d2ab2d20d62d", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:28.871447 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-272cc198-3bc8-4272-aad2-a9cd3772aa7f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:28.872023 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cdda0d-5063-4f3f-bdb1-e3650824aca3', 'name': 'network-vif-deleted', 'tag': '4f09babe-18a0-44e1-b094-d2ab2d20d62d', 'status': 'completed', 'code': 200} Aug 19 15:27:28.924051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-007b63c0-5d24-4b33-80f2-feb11e16ba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:28.942679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] For port af932594-34e1-41c9-9695-acdaf28cae2e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=af932594-34e1-41c9-9695-acdaf28cae2e,segment=NetworkSegment(f663e3da-f502-4cca-b936-9fee52e25faa),segment_id=f663e3da-f502-4cca-b936-9fee52e25faa)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:28.943949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:28.993539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Calling delete_port for af932594-34e1-41c9-9695-acdaf28cae2e owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:28.999779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34880) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:29.004414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-007b63c0-5d24-4b33-80f2-feb11e16ba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.051655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ace42d-c80c-4a26-a391-33f7816930cf None None] Network 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:29.063485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba145579-90ce-41c5-96ee-a61e48924179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.185686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-007b63c0-5d24-4b33-80f2-feb11e16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.188580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-007b63c0-5d24-4b33-80f2-feb11e16ba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.192610 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-007b63c0-5d24-4b33-80f2-feb11e16ba60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa912c30-7964-4671-97a1-03ff6e51a245 HTTP/1.1" status: 204 len: 168 time: 0.4295895 Aug 19 15:27:29.200758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.212631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b63c0-5d24-4b33-80f2-feb11e16ba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa912c30-7964-4671-97a1-03ff6e51a245,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:29.275360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fc087163-3664-4455-8cb4-9b1bd9210437 None None] Provisioning for port af932594-34e1-41c9-9695-acdaf28cae2e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:29.286682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fc087163-3664-4455-8cb4-9b1bd9210437 None None] Provisioning complete for port af932594-34e1-41c9-9695-acdaf28cae2e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:29.292607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fc087163-3664-4455-8cb4-9b1bd9210437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.327108 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622eae18-4728-412b-b027-2814b12eb88a None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:29.353485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba145579-90ce-41c5-96ee-a61e48924179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.356850 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:29.360377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.425972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba145579-90ce-41c5-96ee-a61e48924179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.521099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ba145579-90ce-41c5-96ee-a61e48924179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac8d2afc15e74205bfbb2c8e07bf09ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143211 Aug 19 15:27:29.522936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba145579-90ce-41c5-96ee-a61e48924179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c4ec06-2320-4f32-9b97-a1e14bf76263,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:29.524106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34890) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:29.573363 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fc087163-3664-4455-8cb4-9b1bd9210437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.583739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] DHCP port deletion for 6f6e6d64-50ba-4774-bc81-f43f7cf155c0 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:27:29.590642 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:29.618358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f015b2dd-02d3-4c79-a99d-c7bbcdff6c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.671365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f015b2dd-02d3-4c79-a99d-c7bbcdff6c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.678118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.697393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No DVR routers for this DVR port af932594-34e1-41c9-9695-acdaf28cae2e on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:29.745676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Port': ['ID=af932594-34e1-41c9-9695-acdaf28cae2e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:29.807666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.884130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Deleting port af932594-34e1-41c9-9695-acdaf28cae2e {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:29.884540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.912388 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f015b2dd-02d3-4c79-a99d-c7bbcdff6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.918901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f015b2dd-02d3-4c79-a99d-c7bbcdff6c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.919057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:29.919196 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f015b2dd-02d3-4c79-a99d-c7bbcdff6c45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c4ec06-2320-4f32-9b97-a1e14bf76263 HTTP/1.1" status: 204 len: 168 time: 0.3915429 Aug 19 15:27:29.928824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e6d64-50ba-4774-bc81-f43f7cf155c0']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.929885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015b2dd-02d3-4c79-a99d-c7bbcdff6c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c4ec06-2320-4f32-9b97-a1e14bf76263,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:29.944768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f663e3da-f502-4cca-b936-9fee52e25faa') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:29.945532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f663e3da-f502-4cca-b936-9fee52e25faa') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:30.006410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] For port af932594-34e1-41c9-9695-acdaf28cae2e, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:30.006410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.034813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04dfcff0-6e80-4c33-9f0b-27f783cb3788 req-4f8df78a-f72a-4819-a462-42abb0563d53 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6cdda0d-5063-4f3f-bdb1-e3650824aca3 HTTP/1.1" status: 200 len: 210 time: 0.0733240 Aug 19 15:27:30.035855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Calling delete_port for af932594-34e1-41c9-9695-acdaf28cae2e owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:30.039218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.041247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Port af932594-34e1-41c9-9695-acdaf28cae2e was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:27:30.044926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.059759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.076268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:30.076466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.081914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] Pushing event deleted for resources: {'Port': ['ID=af932594-34e1-41c9-9695-acdaf28cae2e,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:30.086182 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:30.099455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-622eae18-4728-412b-b027-2814b12eb88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:30.108924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e0814-bbd9-494f-b7da-1e460a1fd055 None None] No DVR routers for this DVR port af932594-34e1-41c9-9695-acdaf28cae2e on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:30.165799 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622eae18-4728-412b-b027-2814b12eb88a None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:15:35Z', 'revision_number': 4, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '93a6a234-de54-4155-8836-6fa2d62dfcd8', 'name': '', 'network_id': 'b5d7f7f3-df3b-49f1-8246-80932f6c669a', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'mac_address': 'fa:16:3e:83:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:33Z', 'updated_at': '2021-08-19T15:15:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'subnets': [{'id': 'e84e762a-3a5d-4672-b319-d596c057b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:30.193954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:30.242621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 4f09babe-18a0-44e1-b094-d2ab2d20d62d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:30.245523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4f09babe-18a0-44e1-b094-d2ab2d20d62d not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:30.258831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af932594-34e1-41c9-9695-acdaf28cae2e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:30.289349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: af932594-34e1-41c9-9695-acdaf28cae2e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:30.290155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af932594-34e1-41c9-9695-acdaf28cae2e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:30.305772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.321204 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:27:30.332464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.334403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/6f6e6d64-50ba-4774-bc81-f43f7cf155c0 HTTP/1.1" status: 204 len: 168 time: 4.6175187 Aug 19 15:27:30.335669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95067c-ead3-4d26-ad61-3412af6f66cf tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Network': ['ID=6f6e6d64-50ba-4774-bc81-f43f7cf155c0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:30.339837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34908) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.380926 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7129aa7a-a44d-4448-9cb7-da6b767c056b tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:30.381412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7129aa7a-a44d-4448-9cb7-da6b767c056b tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:30.386092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34910) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.388419 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7129aa7a-a44d-4448-9cb7-da6b767c056b tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/523a8729-9b52-4a36-98e1-f533ed6ffb82 HTTP/1.1" status: 404 len: 337 time: 0.0422568 Aug 19 15:27:30.407678 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-209d4c05-2f86-4ef3-83da-9b771f1342eb tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:30.408871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209d4c05-2f86-4ef3-83da-9b771f1342eb tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:30.414430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-209d4c05-2f86-4ef3-83da-9b771f1342eb tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/6f6e6d64-50ba-4774-bc81-f43f7cf155c0 HTTP/1.1" status: 404 len: 339 time: 0.0267260 Aug 19 15:27:30.415131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34912) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.444129 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6641cd9-9f5b-421f-921b-76008a0aaf51 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:30.444856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6641cd9-9f5b-421f-921b-76008a0aaf51 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:30.451123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34916) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.451463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c6641cd9-9f5b-421f-921b-76008a0aaf51 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/682615a9-4e56-4af6-82b2-27c8c443083f HTTP/1.1" status: 404 len: 337 time: 0.0352156 Aug 19 15:27:30.473959 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d28cc06-0ff0-4fe6-b749-2d50421c5ccc tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:30.475055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d28cc06-0ff0-4fe6-b749-2d50421c5ccc tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:30.479773 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6d28cc06-0ff0-4fe6-b749-2d50421c5ccc tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/4f5f50ae-fa5f-49c0-99c1-1c02436dc7a7 HTTP/1.1" status: 404 len: 339 time: 0.0265844 Aug 19 15:27:30.481460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34922) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.558759 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdb74f3-4480-44d9-9330-172d807956a0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:30.559320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdb74f3-4480-44d9-9330-172d807956a0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:30.565392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fdb74f3-4480-44d9-9330-172d807956a0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/7739d11d-9bed-43a7-bef2-f1e35c10502c HTTP/1.1" status: 404 len: 337 time: 0.0729420 Aug 19 15:27:30.567615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34928) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.620680 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7723b3a4-2821-4f98-8579-36f148ad8713 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:30.621318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7723b3a4-2821-4f98-8579-36f148ad8713 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:30.625517 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7723b3a4-2821-4f98-8579-36f148ad8713 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/a6c1165f-b20c-4c56-9b95-84f6674fb81c HTTP/1.1" status: 404 len: 339 time: 0.0538270 Aug 19 15:27:30.631967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:30.652204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64850a7-ca86-418d-89d1-c0e23fc96832 None None] New status for floating IP c78a7189-bb34-433b-a09e-1b904d712f11: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:27:30.786319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting port 53bc64ad-5015-4cc5-9b5e-593625313143 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:30.786791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.882667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.901815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:30.922632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Calling delete_port for 53bc64ad-5015-4cc5-9b5e-593625313143 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:31.221029 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.246102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.264700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Port': ['ID=53bc64ad-5015-4cc5-9b5e-593625313143,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:31.270324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.278260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-29324a1f-f6cd-4750-8897-463358a658e4 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/ports/53bc64ad-5015-4cc5-9b5e-593625313143 HTTP/1.1" status: 204 len: 168 time: 0.6425431 Aug 19 15:27:31.279425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34958) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.318334 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-486331bb-242b-4fd2-a313-c78d3a37e7d0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:31.318831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486331bb-242b-4fd2-a313-c78d3a37e7d0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:31.323758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-486331bb-242b-4fd2-a313-c78d3a37e7d0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/4fac34b9-a16f-4102-8bf2-f607efa58cee HTTP/1.1" status: 404 len: 337 time: 0.0394003 Aug 19 15:27:31.326418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34960) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.336372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34964) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.345936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029192 Aug 19 15:27:31.346288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34966) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.484317 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6217b61-9b7a-4b82-bfcb-d3a33cad036c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.495584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.528157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6217b61-9b7a-4b82-bfcb-d3a33cad036c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.548289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0e552080-dd77-4293-8147-c2357c9d872e tempest-NetworksApiDiscovery-1092482300 tempest-NetworksApiDiscovery-1092482300-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2007735 Aug 19 15:27:31.653939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.667533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6136663c-5b9e-4a4c-9cdc-dd670dba5fc3']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:31.682614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da625531-d075-4a5b-a58e-55cd6026d4dd') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:31.682920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da625531-d075-4a5b-a58e-55cd6026d4dd') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:31.701888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.719459 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.735039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:31.735569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:31.739696 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:31.809407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6217b61-9b7a-4b82-bfcb-d3a33cad036c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.811923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6217b61-9b7a-4b82-bfcb-d3a33cad036c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.816313 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6217b61-9b7a-4b82-bfcb-d3a33cad036c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "DELETE /v2.0/security-groups/62d226e9-763a-4bde-b369-4df1a8dc53e7 HTTP/1.1" status: 204 len: 168 time: 0.5657985 Aug 19 15:27:31.816483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34982) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.826141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6217b61-9b7a-4b82-bfcb-d3a33cad036c tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d226e9-763a-4bde-b369-4df1a8dc53e7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:31.831742 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-c1e6a59d-2dcb-4702-bcd4-943997c33ec4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] show failed (client error): The resource could not be found. Aug 19 15:27:31.832827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c1e6a59d-2dcb-4702-bcd4-943997c33ec4 tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "GET /v2.0/security-groups/62d226e9-763a-4bde-b369-4df1a8dc53e7 HTTP/1.1" status: 404 len: 347 time: 0.0154011 Aug 19 15:27:31.836507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 34984) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.912567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.926991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:31.929041 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/6136663c-5b9e-4a4c-9cdc-dd670dba5fc3 HTTP/1.1" status: 204 len: 168 time: 0.6016097 Aug 19 15:27:31.931855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34990) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:31.971789 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9b5c4-1d9d-411f-bb77-5efbd6185804 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Network': ['ID=6136663c-5b9e-4a4c-9cdc-dd670dba5fc3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:32.068977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Deleting port 1662c09a-9834-4df6-9fd7-37fe3fb867be {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:32.069913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.099021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting port 3c655e55-2d82-4cbc-8f06-b73f9eb3975b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:32.101862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.118359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 34996) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:32.195992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.202884 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.203314 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.211554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Calling delete_port for 3c655e55-2d82-4cbc-8f06-b73f9eb3975b owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:32.219664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Calling delete_port for 1662c09a-9834-4df6-9fd7-37fe3fb867be owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:32.462411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4b28904-4446-416a-92d3-d4a2ec3b4bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.495758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.540052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Port': ['ID=3c655e55-2d82-4cbc-8f06-b73f9eb3975b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:32.551759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.555994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9dee805d-92c2-4a26-9dcb-8f27a6572160 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/ports/3c655e55-2d82-4cbc-8f06-b73f9eb3975b HTTP/1.1" status: 204 len: 168 time: 0.6206894 Aug 19 15:27:32.556692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:32.620918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.623027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4b28904-4446-416a-92d3-d4a2ec3b4bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.623151 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac9134f-6f77-4993-8ab8-86d32cc98254 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] DELETE failed (client error): The resource could not be found. Aug 19 15:27:32.623815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac9134f-6f77-4993-8ab8-86d32cc98254 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:27:32.625627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ac9134f-6f77-4993-8ab8-86d32cc98254 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/4d30f835-acf8-4ff4-ac44-33a8357798ec HTTP/1.1" status: 404 len: 337 time: 0.0672939 Aug 19 15:27:32.631622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35010) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:32.657184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Pushing event deleted for resources: {'Port': ['ID=1662c09a-9834-4df6-9fd7-37fe3fb867be,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:32.718393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.731145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4b28904-4446-416a-92d3-d4a2ec3b4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.768439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.772463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:32.777345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b28904-4446-416a-92d3-d4a2ec3b4bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eac3c60-118e-46ea-b0de-2fb6c301ac2d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:32.779685 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de7cf921-0dae-4b40-baf9-dcd1b3f24a3b tempest-AttachVolumeShelveTestJSON-1050825048 tempest-AttachVolumeShelveTestJSON-1050825048-project] 10.222.0.13 "DELETE /v2.0/floatingips/c78a7189-bb34-433b-a09e-1b904d712f11 HTTP/1.1" status: 204 len: 168 time: 0.9409590 Aug 19 15:27:32.890459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b4b28904-4446-416a-92d3-d4a2ec3b4bb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0172001b711f4142a7181761d281d7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682414 Aug 19 15:27:32.894465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35026) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:32.980612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.003389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a99ae97-6959-4232-ad3f-802ce00743b7']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:33.018620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237b3be6-2692-4f9b-9ce2-836eec4fe98f') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:33.019051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237b3be6-2692-4f9b-9ce2-836eec4fe98f') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:33.036898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.039090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a6a19e7f-8e6b-47b1-ae3d-5f2f5fa16385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.054862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.070521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:33.070955 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:33.074157 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:33.124600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a6a19e7f-8e6b-47b1-ae3d-5f2f5fa16385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.345548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.354757 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.357371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/2a99ae97-6959-4232-ad3f-802ce00743b7 HTTP/1.1" status: 204 len: 168 time: 0.7245331 Aug 19 15:27:33.370074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Network': ['ID=2a99ae97-6959-4232-ad3f-802ce00743b7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4977bf-d497-43da-8fa7-d27320c70eff tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:27:33.394651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35038) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:33.447421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting subnet e99f39ed-cd51-4318-97f3-ba70be298a59 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:33.450711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.493240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.521218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a6a19e7f-8e6b-47b1-ae3d-5f2f5fa16385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.523780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a6a19e7f-8e6b-47b1-ae3d-5f2f5fa16385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.527590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a6a19e7f-8e6b-47b1-ae3d-5f2f5fa16385 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eac3c60-118e-46ea-b0de-2fb6c301ac2d HTTP/1.1" status: 204 len: 168 time: 0.6307294 Aug 19 15:27:33.542309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a19e7f-8e6b-47b1-ae3d-5f2f5fa16385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eac3c60-118e-46ea-b0de-2fb6c301ac2d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:33.626083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.727945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574fdc6-9ff5-4005-8701-87017cab5a61 req-59446c92-51f9-4f28-a955-5b0c53509daa tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:33.729634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b574fdc6-9ff5-4005-8701-87017cab5a61 req-59446c92-51f9-4f28-a955-5b0c53509daa tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 946 time: 0.0745077 Aug 19 15:27:33.785367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b574fdc6-9ff5-4005-8701-87017cab5a61 req-dd8eaf33-941e-47c9-be28-1d4a0c9e7723 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Aug 19 15:27:33.862721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.899532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Subnet': ['ID=e99f39ed-cd51-4318-97f3-ba70be298a59,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:33.903503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:33.918008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd6ad3-63cd-4fbc-a28d-384d1af4c146 None None] Network 8de54f40-fab7-4ab8-82e1-d7150c57beee requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:33.920313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1befe525-49b0-4b96-a79b-3cdb3bd3a5b0 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/subnets/e99f39ed-cd51-4318-97f3-ba70be298a59 HTTP/1.1" status: 204 len: 168 time: 0.5288322 Aug 19 15:27:33.921324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35056) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:34.052545 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.125308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Deleting port 5923658f-cde0-49a5-a9f2-06ef85399eb1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:34.125696 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.179425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] DHCP port deletion for 8de54f40-fab7-4ab8-82e1-d7150c57beee request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:27:34.223477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] For port 5923658f-cde0-49a5-a9f2-06ef85399eb1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5923658f-cde0-49a5-a9f2-06ef85399eb1,segment=NetworkSegment(c3c2a602-9b08-4df9-92aa-09efd05c5023),segment_id=c3c2a602-9b08-4df9-92aa-09efd05c5023)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:34.223862 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.260550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Calling delete_port for 5923658f-cde0-49a5-a9f2-06ef85399eb1 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:34.271132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] Deleting port 5923658f-cde0-49a5-a9f2-06ef85399eb1 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:34.271992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.391967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] For port 5923658f-cde0-49a5-a9f2-06ef85399eb1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5923658f-cde0-49a5-a9f2-06ef85399eb1,segment=NetworkSegment(c3c2a602-9b08-4df9-92aa-09efd05c5023),segment_id=c3c2a602-9b08-4df9-92aa-09efd05c5023)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:34.391967 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.406088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] Calling delete_port for 5923658f-cde0-49a5-a9f2-06ef85399eb1 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:34.540794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.589831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Port': ['ID=5923658f-cde0-49a5-a9f2-06ef85399eb1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:34.595310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] No DVR routers for this DVR port 5923658f-cde0-49a5-a9f2-06ef85399eb1 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:34.724647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.736129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de54f40-fab7-4ab8-82e1-d7150c57beee']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:34.758097 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.759714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c2a602-9b08-4df9-92aa-09efd05c5023') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:34.760046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c2a602-9b08-4df9-92aa-09efd05c5023') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:34.778199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] No DVR routers for this DVR port 5923658f-cde0-49a5-a9f2-06ef85399eb1 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:34.788226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.801071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0339a-e949-4c54-8342-e3f1f274389e None None] Pushing event deleted for resources: {'Port': ['ID=5923658f-cde0-49a5-a9f2-06ef85399eb1,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:34.832756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.839235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:34.839655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:34.842898 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:34.952878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ebc21-117c-4fd9-b7de-3041a1ae6263 req-3641c944-ea0a-49f2-a563-ed348db90e07 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:34.954482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c30ebc21-117c-4fd9-b7de-3041a1ae6263 req-3641c944-ea0a-49f2-a563-ed348db90e07 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 946 time: 0.0600691 Aug 19 15:27:35.023803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c30ebc21-117c-4fd9-b7de-3041a1ae6263 req-f63ef8cb-a728-4958-9063-9fa7d3b149b0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525811 Aug 19 15:27:35.049685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:35.075698 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:35.080872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] 10.222.0.13 "DELETE /v2.0/networks/8de54f40-fab7-4ab8-82e1-d7150c57beee HTTP/1.1" status: 204 len: 168 time: 1.1548109 Aug 19 15:27:35.080872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943ead-71dd-4d50-96af-6c7923d45510 tempest-NetworksIpV6TestAttrs-1534383104 tempest-NetworksIpV6TestAttrs-1534383104-project] Pushing event deleted for resources: {'Network': ['ID=8de54f40-fab7-4ab8-82e1-d7150c57beee,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:35.574341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-420978b4-049a-4df9-adad-459117545ac6 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:35.575755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-420978b4-049a-4df9-adad-459117545ac6 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 946 time: 0.0556102 Aug 19 15:27:35.699412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Deleting port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:35.700489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:35.823070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] For port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:35.823465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:35.837423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Calling delete_port for 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:36.050191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35128) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:36.066894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.101255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['5b22a28a-8a5a-4494-9bf5-23ea04b85a9f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:27:36.109528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Pushing event deleted for resources: {'Port': ['ID=5b22a28a-8a5a-4494-9bf5-23ea04b85a9f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:36.212745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96c28491-0c3e-456b-b46f-daec66b0a384 req-a44cca29-8c9c-463f-b8be-47ff5764978a tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0711746 Aug 19 15:27:36.244601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5923658f-cde0-49a5-a9f2-06ef85399eb1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:36.268959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5923658f-cde0-49a5-a9f2-06ef85399eb1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:36.269584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5923658f-cde0-49a5-a9f2-06ef85399eb1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:36.308378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] No DVR routers for this DVR port 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:36.311852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.314029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a40f483-f247-4c3d-89ea-ffa8382b3c42 req-b429f1b6-f9d0-4e4c-a27b-fad147938030 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.54 "DELETE /v2.0/ports/5b22a28a-8a5a-4494-9bf5-23ea04b85a9f HTTP/1.1" status: 204 len: 173 time: 0.7317867 Aug 19 15:27:36.315282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad551158-2428-4f0f-af50-e2302d86170a', 'name': 'network-vif-deleted', 'tag': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:36.321548 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610b3c7-007f-42b0-af18-a3e14efa396f" -d '{"events": [{"server_uuid": "ad551158-2428-4f0f-af50-e2302d86170a", "name": "network-vif-deleted", "tag": "5b22a28a-8a5a-4494-9bf5-23ea04b85a9f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:36.417640 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45d3edd-e019-4f38-81ff-db1e20652f97 x-openstack-request-id: req-c45d3edd-e019-4f38-81ff-db1e20652f97 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:36.418602 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad551158-2428-4f0f-af50-e2302d86170a", "name": "network-vif-deleted", "tag": "5b22a28a-8a5a-4494-9bf5-23ea04b85a9f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:36.418847 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c45d3edd-e019-4f38-81ff-db1e20652f97 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:36.419274 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad551158-2428-4f0f-af50-e2302d86170a', 'name': 'network-vif-deleted', 'tag': '5b22a28a-8a5a-4494-9bf5-23ea04b85a9f', 'status': 'completed', 'code': 200} Aug 19 15:27:36.420351 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e8805907-09bf-4a66-b4b0-758028573ccc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d4e35726fd94264a45168bc082a89a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683343 Aug 19 15:27:36.423223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35140) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:36.493655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e00e51c3-57ee-4ea2-a8df-d13ad45171ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.543772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e00e51c3-57ee-4ea2-a8df-d13ad45171ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.690656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e00e51c3-57ee-4ea2-a8df-d13ad45171ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.693634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e00e51c3-57ee-4ea2-a8df-d13ad45171ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.694852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e00e51c3-57ee-4ea2-a8df-d13ad45171ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bae59511-a27f-472f-b5ee-af92161b616a HTTP/1.1" status: 204 len: 168 time: 0.2704561 Aug 19 15:27:36.707434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e51c3-57ee-4ea2-a8df-d13ad45171ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae59511-a27f-472f-b5ee-af92161b616a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:37.409857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e56606a9-842b-4805-a986-aac942655042 req-3a44943f-448b-4676-8844-a21495a46098 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad551158-2428-4f0f-af50-e2302d86170a HTTP/1.1" status: 200 len: 210 time: 0.0364721 Aug 19 15:27:37.451076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35180) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:37.689953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7317887-021a-4d35-910b-10b9b6923697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:37.832418 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7317887-021a-4d35-910b-10b9b6923697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:37.901520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7317887-021a-4d35-910b-10b9b6923697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:37.965688 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7317887-021a-4d35-910b-10b9b6923697 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09b77c9a8d564be7ad41234113fe550e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133989 Aug 19 15:27:37.967897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317887-021a-4d35-910b-10b9b6923697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4325f5-03e6-4dbb-aac7-61499064587c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:37.969253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35208) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:38.044530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0801c4de-a2cc-40a2-9611-b21e28322f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:38.111092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0801c4de-a2cc-40a2-9611-b21e28322f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:38.305354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0801c4de-a2cc-40a2-9611-b21e28322f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:38.317302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0801c4de-a2cc-40a2-9611-b21e28322f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:38.317302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0801c4de-a2cc-40a2-9611-b21e28322f95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd4325f5-03e6-4dbb-aac7-61499064587c HTTP/1.1" status: 204 len: 168 time: 0.3360183 Aug 19 15:27:38.318209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801c4de-a2cc-40a2-9611-b21e28322f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4325f5-03e6-4dbb-aac7-61499064587c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:38.613135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:38.886139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-911644686'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:39.058383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:39.059830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.070377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.228134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.345334 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.375579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:39.386722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfabcdb-8c68-4779-8ae2-ddbd43174099,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:39.392501 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.392982 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment 9079f70e-baef-46f6-aeed-7553c058f802 of type vlan for network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb Aug 19 15:27:39.479315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.489971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35258) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:39.525039 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01fc9664-6dc4-4c2a-98e5-e21844fc89e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.636237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.642090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:39.643202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.704432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01fc9664-6dc4-4c2a-98e5-e21844fc89e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.731148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:39.753233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:39.843391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-01fc9664-6dc4-4c2a-98e5-e21844fc89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:39.912388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-01fc9664-6dc4-4c2a-98e5-e21844fc89e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55e896f5b2034da78ca22b69ef34bfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206691 Aug 19 15:27:39.913807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc9664-6dc4-4c2a-98e5-e21844fc89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990ed46f-63d5-4648-9c28-53523ee0b0ed,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:39.915271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:39.924960 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3b7b9db2-1432-4f1d-a802-eb1b58093ce7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3105209 Aug 19 15:27:39.934218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35270) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:39.942260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-506182228'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:40.015435 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4586afc8-57f0-4499-a471-d45aaee9901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.040939 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4586afc8-57f0-4499-a471-d45aaee9901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.074786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:40.078315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.108106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:27:40.196195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:40.257495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4586afc8-57f0-4499-a471-d45aaee9901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.259788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4586afc8-57f0-4499-a471-d45aaee9901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.260995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4586afc8-57f0-4499-a471-d45aaee9901a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/990ed46f-63d5-4648-9c28-53523ee0b0ed HTTP/1.1" status: 204 len: 168 time: 0.3446417 Aug 19 15:27:40.276085 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.276085 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment 7aee38d0-369f-43d4-8ca9-097f886955fc of type vlan for network c9280bba-7107-49fa-a71f-db8e15b7cffa Aug 19 15:27:40.276572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:40.276572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 5b22a28a-8a5a-4494-9bf5-23ea04b85a9f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:40.281341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35290) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:40.283529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586afc8-57f0-4499-a471-d45aaee9901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ed46f-63d5-4648-9c28-53523ee0b0ed,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:40.389157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.565154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.572118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:40.572936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:40.734204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=c9280bba-7107-49fa-a71f-db8e15b7cffa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:40.750128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c9280bba-7107-49fa-a71f-db8e15b7cffa details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:27:40.918713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35306) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:40.921635 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8acad676-488c-4e3e-bb52-77c3d62dbc94 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9861875 Aug 19 15:27:40.927486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:41.117374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:41.233154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:41.241629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:41.639231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Deleting port 93a6a234-de54-4155-8836-6fa2d62dfcd8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:41.639686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:41.746445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:41.789342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] For port 93a6a234-de54-4155-8836-6fa2d62dfcd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=93a6a234-de54-4155-8836-6fa2d62dfcd8,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:41.789669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:41.818714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Calling delete_port for 93a6a234-de54-4155-8836-6fa2d62dfcd8 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:41.837354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=985c8d9d-f72e-4217-86d4-80ef22d1f15e,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:41.912900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': '9079f70e-baef-46f6-aeed-7553c058f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:41.913292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:42.027908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:42.157674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:42.162660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:42.168922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:42.169631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8cf5e-b1a7-431f-8d27-bb77f5550888 None None] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:42.203837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:42.234155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=93a6a234-de54-4155-8836-6fa2d62dfcd8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:42.349555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:42.356043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4f4ae1fe-89f8-4a57-b25d-e4f367814140 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4250224 Aug 19 15:27:42.357382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:42.465022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb', 'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': '985c8d9d-f72e-4217-86d4-80ef22d1f15e'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:42.468912 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:42.717834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:42.722954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:42.732065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Allocated IP 172.20.0.2 (1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb/985c8d9d-f72e-4217-86d4-80ef22d1f15e/e84d5c9c-a4ac-4bd2-9948-85804701085d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:42.940225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:42.950156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Transition to ACTIVE for port object e84d5c9c-a4ac-4bd2-9948-85804701085d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:42.967087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Transition to ACTIVE for port object e84d5c9c-a4ac-4bd2-9948-85804701085d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:43.088122 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.106880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.194698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:43.209210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:43.215400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:43.267028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=8cc1baa1-eb25-45d4-bb66-f490dc77c74d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:43.282241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Pushing event updated for resources: {'Port': ['ID=e84d5c9c-a4ac-4bd2-9948-85804701085d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:43.290362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': '7aee38d0-369f-43d4-8ca9-097f886955fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:43.291081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: c9280bba-7107-49fa-a71f-db8e15b7cffa, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:27:43.372743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Attempting to bind port e84d5c9c-a4ac-4bd2-9948-85804701085d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:43.373201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Attempting to bind port e84d5c9c-a4ac-4bd2-9948-85804701085d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '9079f70e-baef-46f6-aeed-7553c058f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:43.373677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Attempting to bind port e84d5c9c-a4ac-4bd2-9948-85804701085d on network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:43.382478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.390939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:43.392998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Checking segment: {'id': '9079f70e-baef-46f6-aeed-7553c058f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:43.395612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.395612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Bound using segment: {'id': '9079f70e-baef-46f6-aeed-7553c058f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:43.395612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Bound port: e84d5c9c-a4ac-4bd2-9948-85804701085d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9079f70e-baef-46f6-aeed-7553c058f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:43.396978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.415479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network c9280bba-7107-49fa-a71f-db8e15b7cffa is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:27:43.428244 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.507993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] For port e84d5c9c-a4ac-4bd2-9948-85804701085d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:43.525665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] For port e84d5c9c-a4ac-4bd2-9948-85804701085d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e84d5c9c-a4ac-4bd2-9948-85804701085d,segment=NetworkSegment(9079f70e-baef-46f6-aeed-7553c058f802),segment_id=9079f70e-baef-46f6-aeed-7553c058f802)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:43.529905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c9280bba-7107-49fa-a71f-db8e15b7cffa) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:43.536752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:43.537400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.544313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69deb289-4437-45c2-a022-12bf1b3b2b68 None None] Network c9280bba-7107-49fa-a71f-db8e15b7cffa requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:43.632130 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.673417 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c391d986-9f30-4f0d-be2c-1dadc17b8234 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3221858 Aug 19 15:27:43.676429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:43.684603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-99233258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:43.809534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9de70-e30a-4f61-85cc-40fcfa6f8ef2 None None] Pushing event updated for resources: {'Port': ['ID=e84d5c9c-a4ac-4bd2-9948-85804701085d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:43.871700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.875763 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:43.886417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Router 655cf003-24ce-4faa-817e-4434f0d07bd7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:44.013363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:44.055353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c9280bba-7107-49fa-a71f-db8e15b7cffa', 'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': '8cc1baa1-eb25-45d4-bb66-f490dc77c74d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:27:44.056666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:44.179471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:44.268905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:44.271584 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1242ab2-94cf-4815-a5b1-fa2ea5b1d17b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5929489 Aug 19 15:27:44.274474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:44.301061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:44.307114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b17a1897-be3a-4fc0-be7b-81e640a8bb9d admin admin] 10.222.0.13 "PUT /v2.0/routers/655cf003-24ce-4faa-817e-4434f0d07bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0219827 Aug 19 15:27:44.309903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35424) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:44.323813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] Sync routers for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:44.389714 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:44.393304 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:44.479285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:44.524632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Allocated IP 172.21.0.2 (c9280bba-7107-49fa-a71f-db8e15b7cffa/8cc1baa1-eb25-45d4-bb66-f490dc77c74d/f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:44.599742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e84d5c9c-a4ac-4bd2-9948-85804701085d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:44.638962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:44.766436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:44.900315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Deleting port 26dc990b-e2ca-40fb-86de-916153407f4b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:44.900663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.062976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e84d5c9c-a4ac-4bd2-9948-85804701085d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:45.088023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] For port 26dc990b-e2ca-40fb-86de-916153407f4b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=26dc990b-e2ca-40fb-86de-916153407f4b,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:45.090377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.126367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Calling delete_port for 26dc990b-e2ca-40fb-86de-916153407f4b owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:45.141651 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.171410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Transition to ACTIVE for port object f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:45.254996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Transition to ACTIVE for port object f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:45.323773 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.369230 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:27:42Z', 'revision_number': 5, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port': {'id': '26dc990b-e2ca-40fb-86de-916153407f4b', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:15:30Z', 'updated_at': '2021-08-19T15:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:45.429304 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] Checking router: 655cf003-24ce-4faa-817e-4434f0d07bd7 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:45.483455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.514011 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] Routers {'655cf003-24ce-4faa-817e-4434f0d07bd7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:45.517261 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['655cf003-24ce-4faa-817e-4434f0d07bd7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:45.536270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Network c9280bba-7107-49fa-a71f-db8e15b7cffa is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:45.588539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:45.588852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:45.601138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Pushing event updated for resources: {'Port': ['ID=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:45.644880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.720191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=26dc990b-e2ca-40fb-86de-916153407f4b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:45.779170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Attempting to bind port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:45.779932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Attempting to bind port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7aee38d0-369f-43d4-8ca9-097f886955fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:45.780552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Attempting to bind port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 on network c9280bba-7107-49fa-a71f-db8e15b7cffa {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:45.792827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:45.795617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Checking segment: {'id': '7aee38d0-369f-43d4-8ca9-097f886955fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:45.796426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.797914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Bound using segment: {'id': '7aee38d0-369f-43d4-8ca9-097f886955fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:45.798717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Bound port: f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aee38d0-369f-43d4-8ca9-097f886955fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9280bba-7107-49fa-a71f-db8e15b7cffa'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:45.801578 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.876069 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] Set router 655cf003-24ce-4faa-817e-4434f0d07bd7 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:45.905640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:45.994822 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:27:44Z', 'revision_number': 6, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:46.014591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] For port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:46.020577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] For port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,segment=NetworkSegment(7aee38d0-369f-43d4-8ca9-097f886955fc),segment_id=7aee38d0-369f-43d4-8ca9-097f886955fc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:46.024619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3776eb-e2c7-4fcb-814b-ff61c3c1c71a None None] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:46.046282 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85bb73-633e-4431-97fb-24f610a3ebb8 None None] The sync data for ids ['655cf003-24ce-4faa-817e-4434f0d07bd7'] in n-d-779913-32 is: [{'id': '655cf003-24ce-4faa-817e-4434f0d07bd7', 'name': 'tempest-AttachVolumeShelveTestJSON-688449478-router', 'tenant_id': 'b119a54a56644f20af9419296826f55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:15:29Z', 'updated_at': '2021-08-19T15:27:44Z', 'revision_number': 6, 'project_id': 'b119a54a56644f20af9419296826f55c', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:46.109322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.138297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.143950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.289929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] Provisioning for port e84d5c9c-a4ac-4bd2-9948-85804701085d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:46.319880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.20.0.1 (1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb/985c8d9d-f72e-4217-86d4-80ef22d1f15e/58ac11bb-221e-4ed5-99d2-3870a124aa17) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:46.357229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] Provisioning complete for port e84d5c9c-a4ac-4bd2-9948-85804701085d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:46.357229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.363375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.364152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655cf003-24ce-4faa-817e-4434f0d07bd7 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:27:46.380254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.380254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c8c4d2b6-54f4-4f24-8bf4-4f4adc75fdcc admin admin] 10.222.0.13 "DELETE /v2.0/routers/655cf003-24ce-4faa-817e-4434f0d07bd7 HTTP/1.1" status: 204 len: 168 time: 2.0606372 Aug 19 15:27:46.380254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35468) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:46.423035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2040-4023-4de2-95c5-0bf8605e6c5d None None] Pushing event updated for resources: {'Port': ['ID=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:46.473475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 93a6a234-de54-4155-8836-6fa2d62dfcd8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:46.491281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Deleting subnet e84e762a-3a5d-4672-b319-d596c057b5a2 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:27:46.495561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.520320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 93a6a234-de54-4155-8836-6fa2d62dfcd8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:46.520320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 93a6a234-de54-4155-8836-6fa2d62dfcd8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:46.555050 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.560777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.593414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object 58ac11bb-221e-4ed5-99d2-3870a124aa17 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:46.654367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.671587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.695522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.699607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] For port e84d5c9c-a4ac-4bd2-9948-85804701085d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e84d5c9c-a4ac-4bd2-9948-85804701085d,segment=NetworkSegment(9079f70e-baef-46f6-aeed-7553c058f802),segment_id=9079f70e-baef-46f6-aeed-7553c058f802)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:46.747505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:46.754018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:46.758216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:46.790589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.817255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.839071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=58ac11bb-221e-4ed5-99d2-3870a124aa17,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:46.881970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35478) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:46.893050 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:46.900545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e84e762a-3a5d-4672-b319-d596c057b5a2 HTTP/1.1" status: 204 len: 168 time: 0.5247662 Aug 19 15:27:46.904359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11741fa7-9052-46f5-8b34-f7fa567e9c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84e762a-3a5d-4672-b319-d596c057b5a2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:46.906236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:46.917317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0497af-3f49-4497-9bf0-8045d4e54da3 None None] Network b5d7f7f3-df3b-49f1-8246-80932f6c669a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:46.920332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699b57-3159-419a-8a7e-ff14b14b8345 None None] Pushing event updated for resources: {'Port': ['ID=e84d5c9c-a4ac-4bd2-9948-85804701085d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:46.930849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.029471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.113703 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78f63992-f86e-48cc-ae2a-88dae7542e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.161099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b4ddb805-a3fd-47cc-8463-305d132de83c None None] Provisioning complete for port e84d5c9c-a4ac-4bd2-9948-85804701085d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:47.161494 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb805-a3fd-47cc-8463-305d132de83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.266622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Deleting port 937d0260-e950-4778-ae27-7526894e2cac {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:47.267013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.335907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] DHCP port deletion for b5d7f7f3-df3b-49f1-8246-80932f6c669a request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:27:47.398215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.440799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] For port 937d0260-e950-4778-ae27-7526894e2cac, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=937d0260-e950-4778-ae27-7526894e2cac,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:47.441206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.454215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] Deleting port 937d0260-e950-4778-ae27-7526894e2cac {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:47.455298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.463574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78f63992-f86e-48cc-ae2a-88dae7542e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.471263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Calling delete_port for 937d0260-e950-4778-ae27-7526894e2cac owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:47.562977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] For port 937d0260-e950-4778-ae27-7526894e2cac, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=937d0260-e950-4778-ae27-7526894e2cac,segment=NetworkSegment(ad28d8c9-d1e2-400f-a028-210201f39ef9),segment_id=ad28d8c9-d1e2-400f-a028-210201f39ef9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:47.563487 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.580530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] Calling delete_port for 937d0260-e950-4778-ae27-7526894e2cac owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:47.611917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-78f63992-f86e-48cc-ae2a-88dae7542e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.704522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6777611d-75d3-4c18-bd98-6c5ef5c17117 None None] Provisioning for port 58ac11bb-221e-4ed5-99d2-3870a124aa17 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:47.721489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6777611d-75d3-4c18-bd98-6c5ef5c17117 None None] Provisioning complete for port 58ac11bb-221e-4ed5-99d2-3870a124aa17 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:47.722508 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6777611d-75d3-4c18-bd98-6c5ef5c17117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.819698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35500) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:47.820328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-78f63992-f86e-48cc-ae2a-88dae7542e8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1813042302d0462ca52bfd8174276ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9367120 Aug 19 15:27:47.837248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63992-f86e-48cc-ae2a-88dae7542e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5b53d2-2424-4985-a0d2-7252af5caa71,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:47.837633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6777611d-75d3-4c18-bd98-6c5ef5c17117 None None] Port 58ac11bb-221e-4ed5-99d2-3870a124aa17 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:47.928440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7436dadc-d3e1-453d-99ac-a66b9b8f5367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.947362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.984129 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:47.997625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7436dadc-d3e1-453d-99ac-a66b9b8f5367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.047874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] Pushing event deleted for resources: {'Port': ['ID=937d0260-e950-4778-ae27-7526894e2cac,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:48.070446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20022ff-cb5f-4864-b182-cc926b3ab18a None None] No DVR routers for this DVR port 937d0260-e950-4778-ae27-7526894e2cac on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:48.084494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] No DVR routers for this DVR port 937d0260-e950-4778-ae27-7526894e2cac on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:27:48.086752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Pushing event deleted for resources: {'Port': ['ID=937d0260-e950-4778-ae27-7526894e2cac,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:48.270282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7436dadc-d3e1-453d-99ac-a66b9b8f5367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.270282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7436dadc-d3e1-453d-99ac-a66b9b8f5367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.270282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7436dadc-d3e1-453d-99ac-a66b9b8f5367 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc5b53d2-2424-4985-a0d2-7252af5caa71 HTTP/1.1" status: 204 len: 168 time: 0.4450977 Aug 19 15:27:48.305020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436dadc-d3e1-453d-99ac-a66b9b8f5367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5b53d2-2424-4985-a0d2-7252af5caa71,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:48.388656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.417271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d7f7f3-df3b-49f1-8246-80932f6c669a']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:48.474358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad28d8c9-d1e2-400f-a028-210201f39ef9') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:48.474814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad28d8c9-d1e2-400f-a028-210201f39ef9') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:48.478129 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.492182 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.518237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.523140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e84d5c9c-a4ac-4bd2-9948-85804701085d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:48.528725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:27:48.532511 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:27:48.595677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.629529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e84d5c9c-a4ac-4bd2-9948-85804701085d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:48.629950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.665598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af902a1-9bbd-45f1-9f5d-a6c520a66127 None None] Network c9280bba-7107-49fa-a71f-db8e15b7cffa requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:27:48.749972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=58ac11bb-221e-4ed5-99d2-3870a124aa17,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:48.776808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.790096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.796499 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b5d7f7f3-df3b-49f1-8246-80932f6c669a HTTP/1.1" status: 204 len: 168 time: 1.8890400 Aug 19 15:27:48.812858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:48.859059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efad798-741d-4398-a90d-1024750b8198 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d7f7f3-df3b-49f1-8246-80932f6c669a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:48.867494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b35e1b9b-3b30-457b-ba59-cbc1069f2937 None None] Provisioning for port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:48.905627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:49.083868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:49.092081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:49.093093 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.132082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:49.134047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:49.341763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.437170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,segment=NetworkSegment(7aee38d0-369f-43d4-8ca9-097f886955fc),segment_id=7aee38d0-369f-43d4-8ca9-097f886955fc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:49.501312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35532) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:49.537535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.544381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e67931b6-4a31-4947-be2c-74d69b1eb502 None None] Provisioning complete for port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:49.544381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e67931b6-4a31-4947-be2c-74d69b1eb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.593476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-143bb0de-da6a-4b8c-93bb-4534a198c8fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b119a54a56644f20af9419296826f55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873029 Aug 19 15:27:49.594245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35534) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:49.600981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35536) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:49.610622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router fb46b7f2-00f2-422c-aca1-a86514842124 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:27:49.619028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98689c0a-b4d9-40f8-a2af-c4321f1fac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.681378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 26dc990b-e2ca-40fb-86de-916153407f4b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:49.766582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 26dc990b-e2ca-40fb-86de-916153407f4b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:49.766934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 26dc990b-e2ca-40fb-86de-916153407f4b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:49.768036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 937d0260-e950-4778-ae27-7526894e2cac no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:27:49.772900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98689c0a-b4d9-40f8-a2af-c4321f1fac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.797173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:49.807521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 937d0260-e950-4778-ae27-7526894e2cac {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:27:49.807872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 937d0260-e950-4778-ae27-7526894e2cac not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:27:49.831245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1bad-e834-4b9c-9aef-adaa9c74551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.838787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:49.848552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35542) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:49.853261 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-838c3fc4-58e1-4bd1-a23e-019e49cd5e6c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/fb46b7f2-00f2-422c-aca1-a86514842124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5773036 Aug 19 15:27:49.868703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98689c0a-b4d9-40f8-a2af-c4321f1fac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.892013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1bad-e834-4b9c-9aef-adaa9c74551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:49.915661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25b490-3155-4d1e-865a-286361343eec None None] Sync routers for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:49.928198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25b490-3155-4d1e-865a-286361343eec None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:49.928834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8d25b490-3155-4d1e-865a-286361343eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:49.968557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8d25b490-3155-4d1e-865a-286361343eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:49.985611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25b490-3155-4d1e-865a-286361343eec None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:49.986907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8d25b490-3155-4d1e-865a-286361343eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:50.069446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-8d25b490-3155-4d1e-865a-286361343eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:50.070736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25b490-3155-4d1e-865a-286361343eec None None] The sync data for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:50.086711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1bad-e834-4b9c-9aef-adaa9c74551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:50.095841 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1bad-e834-4b9c-9aef-adaa9c74551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:50.096334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7897f2be-3473-4655-a2de-7784d215407f None None] Provisioning complete for port 58ac11bb-221e-4ed5-99d2-3870a124aa17 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:50.096834 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7897f2be-3473-4655-a2de-7784d215407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:50.099074 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd1f1bad-e834-4b9c-9aef-adaa9c74551a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8cbf700-70d6-4dc2-ac76-b51c0dbf9056 HTTP/1.1" status: 204 len: 168 time: 0.5018196 Aug 19 15:27:50.172207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f1bad-e834-4b9c-9aef-adaa9c74551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cbf700-70d6-4dc2-ac76-b51c0dbf9056,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:50.180464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7897f2be-3473-4655-a2de-7784d215407f None None] Port 58ac11bb-221e-4ed5-99d2-3870a124aa17 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:50.188240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d843e15-1c77-4b6b-9e8e-cd9339617ec8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:50.190148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3d843e15-1c77-4b6b-9e8e-cd9339617ec8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports/58ac11bb-221e-4ed5-99d2-3870a124aa17 HTTP/1.1" status: 200 len: 910 time: 0.3399718 Aug 19 15:27:50.193474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35548) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:50.212707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-98689c0a-b4d9-40f8-a2af-c4321f1fac18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d19f932aedfe4795af14d92f62a4cfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099107 Aug 19 15:27:50.213881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98689c0a-b4d9-40f8-a2af-c4321f1fac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e06a50d-4346-4ba2-8368-4f5618af8d3a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:50.219564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35550) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:50.355484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:50.447193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:50.448198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:50.549799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab89ce2d-f64b-43be-b736-a52f9b5cde9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:50.586846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab89ce2d-f64b-43be-b736-a52f9b5cde9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:51.235638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:51.255981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-be148d9c-b8fd-40a4-acd1-79b8b74b62f9 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:51.258667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab89ce2d-f64b-43be-b736-a52f9b5cde9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:51.262626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab89ce2d-f64b-43be-b736-a52f9b5cde9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:51.268472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab89ce2d-f64b-43be-b736-a52f9b5cde9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e06a50d-4346-4ba2-8368-4f5618af8d3a HTTP/1.1" status: 204 len: 168 time: 0.9312623 Aug 19 15:27:51.269983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-be148d9c-b8fd-40a4-acd1-79b8b74b62f9 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/networks?id=26539af4-60b3-443b-a54e-25aa85ec62ca HTTP/1.1" status: 200 len: 814 time: 0.1669488 Aug 19 15:27:51.276514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ce2d-f64b-43be-b736-a52f9b5cde9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e06a50d-4346-4ba2-8368-4f5618af8d3a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:51.286480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-44e698fb-3568-44a5-8714-de501feef31a tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/quotas/7ec799a7ee5e4691b26a6c6aaa6e7cbb HTTP/1.1" status: 200 len: 375 time: 0.0202856 Aug 19 15:27:51.362986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-e5f60f1f-1d80-48e6-b75b-7c2ac66ede6d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698183 Aug 19 15:27:51.562535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-6ef83d3c-cd35-4980-845d-a5db5c7393fa service neutron] 10.222.0.13 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865866 Aug 19 15:27:51.704320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-41f2fac1-acac-4ae0-b55f-bb4fedd5607c service neutron] 10.222.0.13 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348989 Aug 19 15:27:51.725864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.21.0.1 (c9280bba-7107-49fa-a71f-db8e15b7cffa/8cc1baa1-eb25-45d4-bb66-f490dc77c74d/489beba8-a5f7-4d6f-8dd5-78531b1daeae) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:51.912450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:51.932534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object 489beba8-a5f7-4d6f-8dd5-78531b1daeae will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:52.071173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:52.133880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb6b2ce-58f0-408f-8bfe-7e9a46c85ef2 req-c41ac2aa-52dd-4a01-8972-ad88ca2e9114 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 210 time: 0.0813155 Aug 19 15:27:52.156701 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network c9280bba-7107-49fa-a71f-db8e15b7cffa is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:52.165995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:52.165995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:52.172454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=489beba8-a5f7-4d6f-8dd5-78531b1daeae,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:52.230358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:52.480229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:52.586518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4533af80-4e52-47bd-988b-74374252e8ae None None] Provisioning for port 489beba8-a5f7-4d6f-8dd5-78531b1daeae completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:52.591719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4533af80-4e52-47bd-988b-74374252e8ae None None] Provisioning complete for port 489beba8-a5f7-4d6f-8dd5-78531b1daeae triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:52.594896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4533af80-4e52-47bd-988b-74374252e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:52.671707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4533af80-4e52-47bd-988b-74374252e8ae None None] Port 489beba8-a5f7-4d6f-8dd5-78531b1daeae cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:53.036688 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:53.116768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:53.245928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:53.256776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=489beba8-a5f7-4d6f-8dd5-78531b1daeae,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:53.301949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-927c9ab7-2439-433f-a5d3-0ef1f8c0dbc5 req-00c56263-a726-4785-a098-74fdb9b1a911 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 210 time: 0.0738201 Aug 19 15:27:53.458381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network c9280bba-7107-49fa-a71f-db8e15b7cffa is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:53.460310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:53.661664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router fb46b7f2-00f2-422c-aca1-a86514842124 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:53.840007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:53.857226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8acd95fa-b53c-40b3-ab67-14d3c241226b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/fb46b7f2-00f2-422c-aca1-a86514842124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6590722 Aug 19 15:27:53.857423 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] Sync routers for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:53.857845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35672) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:53.919326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-30e3a013-362c-404a-ac4a-45ec65ea7b95 None None] Provisioning complete for port 489beba8-a5f7-4d6f-8dd5-78531b1daeae triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:53.920526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-30e3a013-362c-404a-ac4a-45ec65ea7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:53.977854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:53.978501 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:53.989479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd5d8f-fc35-4b86-af4c-0c9c726739d7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:53.994818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-29dd5d8f-fc35-4b86-af4c-0c9c726739d7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports/489beba8-a5f7-4d6f-8dd5-78531b1daeae HTTP/1.1" status: 200 len: 910 time: 0.1343126 Aug 19 15:27:53.996022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35676) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:54.019337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-30e3a013-362c-404a-ac4a-45ec65ea7b95 None None] Port 489beba8-a5f7-4d6f-8dd5-78531b1daeae cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:27:54.073548 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:54.103736 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:54.104392 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:54.160911 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:54.161581 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90397742-a4a7-4b63-a8ed-4c7ed0e5aeb4 None None] The sync data for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:54.463743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2c901770-7cfd-4c8e-9f42-878d61fcdfa0 req-a3e73bbc-fb6a-4acf-a8d4-df8d8ac2c1a4 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 210 time: 0.0402563 Aug 19 15:27:54.529335 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ab9c1282-2df4-46b8-b0ba-58e00c8046ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:54.552072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:54.813681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f085b949-46f0-4375-ae5c-cdacc00fb64b tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:54.815571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f085b949-46f0-4375-ae5c-cdacc00fb64b tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.46 "GET /v2.0/networks?id=26539af4-60b3-443b-a54e-25aa85ec62ca HTTP/1.1" status: 200 len: 814 time: 0.1800714 Aug 19 15:27:54.829193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Request body: {'port': {'device_id': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca', 'admin_state_up': True, 'tenant_id': '7ec799a7ee5e4691b26a6c6aaa6e7cbb'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:55.129247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 489beba8-a5f7-4d6f-8dd5-78531b1daeae {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:55.132419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:55.208287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Made reservation on behalf of 7ec799a7ee5e4691b26a6c6aaa6e7cbb for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:27:55.212308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:55.322171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:55.349443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 489beba8-a5f7-4d6f-8dd5-78531b1daeae owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:55.496685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Allocated IP 172.20.0.9 (26539af4-60b3-443b-a54e-25aa85ec62ca/3f6fb4eb-3f01-4922-b600-b84a99f1356a/7ab6e0ba-2d34-4490-b68d-9be990a3cab5) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:27:55.593069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:55.639749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fcf3d68f-4679-47aa-a439-f72ae05b5f55 req-01360a38-41cd-414b-a282-5f2ab40506d1 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 210 time: 0.0484586 Aug 19 15:27:55.789259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:55.876870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=489beba8-a5f7-4d6f-8dd5-78531b1daeae,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:56.088739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:56.126562 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:56.691854 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:56.816458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Network 26539af4-60b3-443b-a54e-25aa85ec62ca is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:27:56.827323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Pushing event updated for resources: {'Port': ['ID=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:56.834684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:27:56.837387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:27:56.889356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router fb46b7f2-00f2-422c-aca1-a86514842124 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:56.910140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995edf-26bc-4347-9886-1e342a2356e3 req-5390dd51-85d2-4354-8e62-a36549dd4d51 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:56.911761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb995edf-26bc-4347-9886-1e342a2356e3 req-5390dd51-85d2-4354-8e62-a36549dd4d51 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 931 time: 0.1533370 Aug 19 15:27:56.951511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:56.952123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:57.042981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb995edf-26bc-4347-9886-1e342a2356e3 req-fc18ebad-ca3a-449a-adf5-e50e7fdfa0cb tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228967 Aug 19 15:27:57.085716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:57.095261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a5a4af3-c995-4246-a398-2a39b939e75e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/fb46b7f2-00f2-422c-aca1-a86514842124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0915127 Aug 19 15:27:57.095261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:57.101892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] Sync routers for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:57.126249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:57.127691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:57.183283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-f227f99f-2d3f-40cd-a20b-d426ef110f2e tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3578954 Aug 19 15:27:57.207641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:57.233843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:57.234836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:57.270286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:57.271116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc3ff59-da1b-4f64-8913-c2dca4e0a5a5 None None] The sync data for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:57.392020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:57.544150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:57.620959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Request body: {'port': {'device_id': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:57.699067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:57.865748 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-73df522f-4c83-4106-abfa-f7fc6fb58c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.146434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 58ac11bb-221e-4ed5-99d2-3870a124aa17 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:27:58.148061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.276322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:27:58.290709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.328178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Transition to ACTIVE for port object 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:27:58.355236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e395ae4-6983-4e4b-b03e-3838f4a34d4e req-99bc0346-b75f-4c28-92a4-f5ceb2f68e72 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:58.356937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e395ae4-6983-4e4b-b03e-3838f4a34d4e req-99bc0346-b75f-4c28-92a4-f5ceb2f68e72 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 931 time: 0.1791105 Aug 19 15:27:58.361052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.389163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 58ac11bb-221e-4ed5-99d2-3870a124aa17 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:27:58.416405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.486385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e395ae4-6983-4e4b-b03e-3838f4a34d4e req-eda4221f-ea85-415c-a6a0-6a39e03afe9d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166883 Aug 19 15:27:58.532358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.658354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Attempting to bind port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:58.658794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Attempting to bind port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:58.658970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Attempting to bind port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 on network 26539af4-60b3-443b-a54e-25aa85ec62ca {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:58.668925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 on network 26539af4-60b3-443b-a54e-25aa85ec62ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:27:58.669337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Attempting to bind port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 on network 26539af4-60b3-443b-a54e-25aa85ec62ca {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:58.695139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:58.695489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Checking segment: {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:58.695884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Bound using segment: {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:58.696336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Bound port: 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1632343-ae5c-485c-882e-c955f67d374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:58.696701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.790975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] For port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:58.861792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] For port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:58.862728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:58.916186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=58ac11bb-221e-4ed5-99d2-3870a124aa17,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:58.971728 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:59.023819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:59.024747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:59.026243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] 10.222.0.46 "PUT /v2.0/ports/7ab6e0ba-2d34-4490-b68d-9be990a3cab5 HTTP/1.1" status: 200 len: 1092 time: 1.8347085 Aug 19 15:27:59.033046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'tag': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:59.035341 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea237bb-0e27-4a4f-a640-94e8f067f6da" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b03a9c-2932-444f-b1dc-c058656284c6", "tag": "7ab6e0ba-2d34-4490-b68d-9be990a3cab5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:59.140624 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed331137-7d86-4e93-be6a-4bf77fa32cac x-openstack-request-id: req-ed331137-7d86-4e93-be6a-4bf77fa32cac {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:59.140818 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b03a9c-2932-444f-b1dc-c058656284c6", "tag": "7ab6e0ba-2d34-4490-b68d-9be990a3cab5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:59.141064 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed331137-7d86-4e93-be6a-4bf77fa32cac {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:59.141495 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'tag': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5', 'status': 'completed', 'code': 200} Aug 19 15:27:59.187969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b592-75cc-4d7b-8909-397024c39607 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:59.199234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:59.290852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea237bb-0e27-4a4f-a640-94e8f067f6da req-ffb242f3-bee6-451c-8549-b65ca8d3ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:59.292561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ea237bb-0e27-4a4f-a640-94e8f067f6da req-ffb242f3-bee6-451c-8549-b65ca8d3ec17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 1095 time: 0.1503115 Aug 19 15:27:59.493083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router fb46b7f2-00f2-422c-aca1-a86514842124 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:59.494502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea237bb-0e27-4a4f-a640-94e8f067f6da req-c3cdb0c8-23ec-4f60-a11d-0011d84fcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:59.496039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ea237bb-0e27-4a4f-a640-94e8f067f6da req-c3cdb0c8-23ec-4f60-a11d-0011d84fcdc5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1946068 Aug 19 15:27:59.648365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:59.657377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3192c8f1-22f6-432c-ae87-d33e09fdaba5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/fb46b7f2-00f2-422c-aca1-a86514842124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5603073 Aug 19 15:27:59.657588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35824) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:59.667558 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] Sync routers for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:59.671753 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:59.716637 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:59.717331 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.739223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccb77e-23b1-4b9d-b093-d10a54b778d4 req-bceaa5fb-4033-4bed-9e8e-efd2fc2ee8b7 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:59.740882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fccb77e-23b1-4b9d-b093-d10a54b778d4 req-bceaa5fb-4033-4bed-9e8e-efd2fc2ee8b7 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 943 time: 0.1223857 Aug 19 15:27:59.742104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea237bb-0e27-4a4f-a640-94e8f067f6da req-04e40425-368f-4f47-88e7-81a344bd2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:59.743512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ea237bb-0e27-4a4f-a640-94e8f067f6da req-04e40425-368f-4f47-88e7-81a344bd2630 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395346 Aug 19 15:27:59.745535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c7b24cc7-5db3-4ba7-a483-e8b80823499a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb46b7f2-00f2-422c-aca1-a86514842124 HTTP/1.1" status: 200 len: 205 time: 0.0858624 Aug 19 15:27:59.751665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35826) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:59.838198 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.864046 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] Routers {'fb46b7f2-00f2-422c-aca1-a86514842124'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:59.864046 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['fb46b7f2-00f2-422c-aca1-a86514842124'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.894322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fccb77e-23b1-4b9d-b093-d10a54b778d4 req-6a4517b2-3737-4892-9efd-6f668498ea4d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431215 Aug 19 15:27:59.916383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-9b924d0e-00b0-4b6a-afe3-23350ede9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:59.918123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:59.918456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-9b924d0e-00b0-4b6a-afe3-23350ede9da7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 1095 time: 0.1087143 Aug 19 15:27:59.936450 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:59.945226 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ac9c9-3a83-4d7c-8891-9c01ed37cc0b None None] The sync data for ids ['fb46b7f2-00f2-422c-aca1-a86514842124'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:00.005323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-58283c22-67cf-4554-8d5d-46239f257406 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab6e0ba-2d34-4490-b68d-9be990a3cab5 HTTP/1.1" status: 200 len: 217 time: 0.0776403 Aug 19 15:28:00.083873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-47a4784b-d35d-4481-b965-61ee76963902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:00.085857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-47a4784b-d35d-4481-b965-61ee76963902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f6fb4eb-3f01-4922-b600-b84a99f1356a HTTP/1.1" status: 200 len: 854 time: 0.0737665 Aug 19 15:28:00.141061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-010893f5-5003-4ba2-bc8e-91a03634b523 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26539af4-60b3-443b-a54e-25aa85ec62ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456691 Aug 19 15:28:00.175559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.179290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.275806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-708aef70-9bc3-45e3-92a8-0fad6a68a993 service neutron] 10.222.0.46 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289847 Aug 19 15:28:00.305089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.306027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router fb46b7f2-00f2-422c-aca1-a86514842124 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:28:00.323144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.324669 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d54443cc-7aff-4c6b-a40e-3993635cf233 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/fb46b7f2-00f2-422c-aca1-a86514842124 HTTP/1.1" status: 204 len: 168 time: 0.5743024 Aug 19 15:28:00.327369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 35844) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:00.397206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet 8cc1baa1-eb25-45d4-bb66-f490dc77c74d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:28:00.401341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.410891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff55e5d7-0ec8-4945-ad51-0df488ef7d22 req-137f7d45-fd3a-41d5-82d8-7ab8927cfe23 service neutron] 10.222.0.46 "GET /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247268 Aug 19 15:28:00.463867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.570643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.774665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.810619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc1baa1-eb25-45d4-bb66-f490dc77c74d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:00.812650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.815001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3be11242-7a20-4090-b93f-6998bb1fe835 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/8cc1baa1-eb25-45d4-bb66-f490dc77c74d HTTP/1.1" status: 204 len: 168 time: 0.4863918 Aug 19 15:28:00.818069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35872) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:00.821584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88568c-10f9-4720-aa61-fbaeba8337ec None None] Network c9280bba-7107-49fa-a71f-db8e15b7cffa requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:00.879660 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.891235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet 985c8d9d-f72e-4217-86d4-80ef22d1f15e {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:28:00.896419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:00.978033 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.091011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] DHCP port deletion for c9280bba-7107-49fa-a71f-db8e15b7cffa request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:28:01.094563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2169-c53a-42d3-924b-c1fc9161e200 req-a9383c81-3769-44db-a5b5-2f8b0a476116 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:01.102043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abfd2169-c53a-42d3-924b-c1fc9161e200 req-a9383c81-3769-44db-a5b5-2f8b0a476116 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 943 time: 0.0763385 Aug 19 15:28:01.162233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Deleting port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:01.162233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.210823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.299368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abfd2169-c53a-42d3-924b-c1fc9161e200 req-b75a07fd-4c9c-4be2-9d62-4d3586f78e9b tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907487 Aug 19 15:28:01.449459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.503143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=985c8d9d-f72e-4217-86d4-80ef22d1f15e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:01.504309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] For port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,segment=NetworkSegment(7aee38d0-369f-43d4-8ca9-097f886955fc),segment_id=7aee38d0-369f-43d4-8ca9-097f886955fc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:01.504935 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.508287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.510837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4900fafe-c58a-4610-9674-0f9bf57475a1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/985c8d9d-f72e-4217-86d4-80ef22d1f15e HTTP/1.1" status: 204 len: 168 time: 0.6907022 Aug 19 15:28:01.513404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 35922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:01.522725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56babd31-a779-4822-a81b-d03afe10b2d1 None None] Network 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:01.545032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Calling delete_port for f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:01.629568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.694554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:01.694905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.696279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:28:01.797125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,segment=NetworkSegment(7aee38d0-369f-43d4-8ca9-097f886955fc),segment_id=7aee38d0-369f-43d4-8ca9-097f886955fc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:01.797532 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:01.823749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:01.835448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:01.864095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5', 'network_id': '26539af4-60b3-443b-a54e-25aa85ec62ca', 'port_id': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5', 'mac_address': 'fa:16:3e:0a:d5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fb4eb-3f01-4922-b600-b84a99f1356a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:28:01.980013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.010380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:28:02.044199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:02.071232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] DHCP port deletion for 1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:28:02.101303 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.102539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.141655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:02.149740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] No DVR routers for this DVR port f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:02.151428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Pushing event deleted for resources: {'Port': ['ID=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:02.152712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:02.169066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.174853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.175317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.175569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.175917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.176284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.176594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.177200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.177584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.177923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.178353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.178650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb11cf4-f032-4fb7-bd80-b74907765eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:02.193808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.254597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:02.287084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] Deleting port e84d5c9c-a4ac-4bd2-9948-85804701085d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:02.287835 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.359805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.374782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9280bba-7107-49fa-a71f-db8e15b7cffa']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:02.378955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e84d5c9c-a4ac-4bd2-9948-85804701085d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:02.452744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] For port e84d5c9c-a4ac-4bd2-9948-85804701085d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e84d5c9c-a4ac-4bd2-9948-85804701085d,segment=NetworkSegment(9079f70e-baef-46f6-aeed-7553c058f802),segment_id=9079f70e-baef-46f6-aeed-7553c058f802)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:02.453177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.517860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['7ab6e0ba-2d34-4490-b68d-9be990a3cab5'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:28:02.577257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] Calling delete_port for e84d5c9c-a4ac-4bd2-9948-85804701085d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:02.613179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.719275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e84d5c9c-a4ac-4bd2-9948-85804701085d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e84d5c9c-a4ac-4bd2-9948-85804701085d,segment=NetworkSegment(9079f70e-baef-46f6-aeed-7553c058f802),segment_id=9079f70e-baef-46f6-aeed-7553c058f802)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:02.854048 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.856889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:02.920848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aee38d0-369f-43d4-8ca9-097f886955fc') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:02.921458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aee38d0-369f-43d4-8ca9-097f886955fc') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:02.925758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:28:02.926365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f76e3b4e-4028-4aa9-9667-bbd11aa6b1c3 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:02.940463 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.956718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:02.963206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:02.963943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e84d5c9c-a4ac-4bd2-9948-85804701085d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:02.967761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:03.008110 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:03.020317 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.054584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] Pushing event deleted for resources: {'Port': ['ID=e84d5c9c-a4ac-4bd2-9948-85804701085d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:03.060878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d162f2a-c63c-4936-a2f1-80e379bed944 None None] No DVR routers for this DVR port e84d5c9c-a4ac-4bd2-9948-85804701085d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:03.086390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f37b3b-f04f-45bf-8214-fd65bb9109df req-51810650-a302-431e-af1c-ab4e7a59e248 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:03.088086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09f37b3b-f04f-45bf-8214-fd65bb9109df req-51810650-a302-431e-af1c-ab4e7a59e248 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 944 time: 0.1909919 Aug 19 15:28:03.133906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09f37b3b-f04f-45bf-8214-fd65bb9109df req-2faa388c-6829-4752-89a3-9c9fb622447d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Aug 19 15:28:03.168759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.188233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.188233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/c9280bba-7107-49fa-a71f-db8e15b7cffa HTTP/1.1" status: 204 len: 168 time: 1.6643579 Aug 19 15:28:03.188603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a8467-af79-43a4-94c3-80acd87676fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=c9280bba-7107-49fa-a71f-db8e15b7cffa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:03.191320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36002) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:03.272979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.386886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.398935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:03.410188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9079f70e-baef-46f6-aeed-7553c058f802') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:03.410490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9079f70e-baef-46f6-aeed-7553c058f802') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:03.419898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.434962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.442459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:03.442864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:03.445844 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:03.602004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.611646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.617947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb HTTP/1.1" status: 204 len: 168 time: 0.4198997 Aug 19 15:28:03.617947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:03.633192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-54600880'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:03.637087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbfac0-aac1-4ccd-a5ff-b2f3c226b99d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=1f99e9d8-f5e6-45bb-a855-0160ad3cc7eb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:03.693229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:03.711182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:03.716469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.764766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:03.775260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.775619 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment 59f93c24-658c-46e6-b7bf-b13ca61143b3 of type vlan for network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a Aug 19 15:28:03.827126 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.837763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:03.864835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:03.865457 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.917425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.925697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:03.926196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:03.971776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.005756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3879306 Aug 19 15:28:04.008503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36058) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:04.017704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:28:04.017704 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e7faab-8273-47ac-a066-f3ca906593b6" -d '{"events": [{"server_uuid": "e0b03a9c-2932-444f-b1dc-c058656284c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ab6e0ba-2d34-4490-b68d-9be990a3cab5"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:04.018055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:04.028716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:04.038640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba2842-9ab8-48c7-99fe-b8105c0e5cdc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=fc7cef85-15d5-40a5-b5c9-8abbd6371c5a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.050315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:04.066053 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43ccd9f-4163-4c9d-ac15-585157d4f51b x-openstack-request-id: req-f43ccd9f-4163-4c9d-ac15-585157d4f51b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:04.066361 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b03a9c-2932-444f-b1dc-c058656284c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ab6e0ba-2d34-4490-b68d-9be990a3cab5", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:04.066714 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f43ccd9f-4163-4c9d-ac15-585157d4f51b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:04.067317 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5', 'code': 200} Aug 19 15:28:04.121461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.179397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb299c2-eb17-4243-8ab8-7d2c52addc6e req-cd23d181-a633-467f-ad49-e31ab21a19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:04.180944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcb299c2-eb17-4243-8ab8-7d2c52addc6e req-cd23d181-a633-467f-ad49-e31ab21a19f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 1097 time: 0.0501506 Aug 19 15:28:04.233139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.241809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcb299c2-eb17-4243-8ab8-7d2c52addc6e req-72f30c10-d29f-470b-8830-5b580a9e8d60 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Aug 19 15:28:04.271784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:04.276778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.314972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e46d1a-32e6-42f5-ad87-0c70936eed79 req-a6d96937-4d18-47e9-97a9-570312842d64 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:04.317503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5e46d1a-32e6-42f5-ad87-0c70936eed79 req-a6d96937-4d18-47e9-97a9-570312842d64 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 945 time: 0.0712245 Aug 19 15:28:04.381071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5e46d1a-32e6-42f5-ad87-0c70936eed79 req-7687c56e-5b64-4a74-9181-cf1586e1b81b tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548279 Aug 19 15:28:04.688018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.770631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=182557d5-738e-49e3-a33e-11a793a0c135,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:04.785325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': '59f93c24-658c-46e6-b7bf-b13ca61143b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:04.785691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: fc7cef85-15d5-40a5-b5c9-8abbd6371c5a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:28:04.906353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:28:04.992080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, fc7cef85-15d5-40a5-b5c9-8abbd6371c5a) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:05.009932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:05.011912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.012350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0331593-e818-43e5-b9a8-5eb0942bf227 None None] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:05.099784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36118) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:05.113334 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9691c7d2-9158-4099-954a-af3c6b47e2d9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1034987 Aug 19 15:28:05.115992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36126) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:05.120826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925769529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:05.254014 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.255647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.269758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fc7cef85-15d5-40a5-b5c9-8abbd6371c5a', 'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': '182557d5-738e-49e3-a33e-11a793a0c135'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:28:05.270723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.414538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.539430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5400d63c-0a79-4dc2-9dc0-ab0cede5732d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.570966 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.580758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Allocated IP 172.20.0.2 (fc7cef85-15d5-40a5-b5c9-8abbd6371c5a/182557d5-738e-49e3-a33e-11a793a0c135/c2fd1aee-c20c-4f0c-914c-ea4996c9a239) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:05.583878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d937ef-3866-4161-8911-a69455cbb3ee req-f8f29eb6-80c1-40f5-a99a-c6f7eb0f210d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:05.589926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d937ef-3866-4161-8911-a69455cbb3ee req-f8f29eb6-80c1-40f5-a99a-c6f7eb0f210d tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 945 time: 0.1075959 Aug 19 15:28:05.669446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64d937ef-3866-4161-8911-a69455cbb3ee req-1f1906c9-d08d-448d-bfe3-984c212755ca tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748885 Aug 19 15:28:05.728910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5400d63c-0a79-4dc2-9dc0-ab0cede5732d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.775505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.785269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Transition to ACTIVE for port object c2fd1aee-c20c-4f0c-914c-ea4996c9a239 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:05.801588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Transition to ACTIVE for port object c2fd1aee-c20c-4f0c-914c-ea4996c9a239 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:05.815000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5400d63c-0a79-4dc2-9dc0-ab0cede5732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.863592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5400d63c-0a79-4dc2-9dc0-ab0cede5732d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df58d2b5f96e48119042d0697d856bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626951 Aug 19 15:28:05.864889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400d63c-0a79-4dc2-9dc0-ab0cede5732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39387bbe-a851-4960-b027-3d60e67df4ef,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:05.868128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36164) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:05.872607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.904933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.906245 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-051489b3-5c1d-4a6b-954f-e2a4b4c12055 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7892656 Aug 19 15:28:05.911265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36166) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:05.916547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'port': {'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a', 'name': 'tempest-RoutersTest-2087050657'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:05.931416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:05.937339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:05.940471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:05.950795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Pushing event updated for resources: {'Port': ['ID=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:05.953884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e21befcc-dace-49c5-98e4-c712ca2c7dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.003447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e21befcc-dace-49c5-98e4-c712ca2c7dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.011792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Attempting to bind port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:28:06.012412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Attempting to bind port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '59f93c24-658c-46e6-b7bf-b13ca61143b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:28:06.018751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Attempting to bind port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 on network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:28:06.026760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:28:06.027613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Checking segment: {'id': '59f93c24-658c-46e6-b7bf-b13ca61143b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:06.028510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.029413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Bound using segment: {'id': '59f93c24-658c-46e6-b7bf-b13ca61143b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:28:06.030145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Bound port: c2fd1aee-c20c-4f0c-914c-ea4996c9a239, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f93c24-658c-46e6-b7bf-b13ca61143b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc7cef85-15d5-40a5-b5c9-8abbd6371c5a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:28:06.030689 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.117622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] For port c2fd1aee-c20c-4f0c-914c-ea4996c9a239, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:06.121697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] For port c2fd1aee-c20c-4f0c-914c-ea4996c9a239, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,segment=NetworkSegment(59f93c24-658c-46e6-b7bf-b13ca61143b3),segment_id=59f93c24-658c-46e6-b7bf-b13ca61143b3)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:06.169745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e21befcc-dace-49c5-98e4-c712ca2c7dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.175117 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e21befcc-dace-49c5-98e4-c712ca2c7dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.176471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e21befcc-dace-49c5-98e4-c712ca2c7dff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39387bbe-a851-4960-b027-3d60e67df4ef HTTP/1.1" status: 204 len: 168 time: 0.3022385 Aug 19 15:28:06.187223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21befcc-dace-49c5-98e4-c712ca2c7dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39387bbe-a851-4960-b027-3d60e67df4ef,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:06.191583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:06.200366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.210899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.239799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] device_id is not set on port a04f11ec-642b-4f4b-8d8a-1edec31d889d yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:28:06.320858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a522764-fc15-4450-aa91-6cd91a8c701b None None] Pushing event updated for resources: {'Port': ['ID=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:06.400467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.20.0.4 (fc7cef85-15d5-40a5-b5c9-8abbd6371c5a/182557d5-738e-49e3-a33e-11a793a0c135/a04f11ec-642b-4f4b-8d8a-1edec31d889d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:06.683046 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.705622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object a04f11ec-642b-4f4b-8d8a-1edec31d889d will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:06.843509 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:06.883880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9be70-3b65-46e5-8e3c-90a49be58c28 req-55c49d9b-a61e-483e-9245-f2ea86c2f3d1 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:06.885671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33c9be70-3b65-46e5-8e3c-90a49be58c28 req-55c49d9b-a61e-483e-9245-f2ea86c2f3d1 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 945 time: 0.0709882 Aug 19 15:28:06.903993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:06.908152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:06.912951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:06.935930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33c9be70-3b65-46e5-8e3c-90a49be58c28 req-97d350e5-4de8-46bb-ac13-adff0ca6778c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Aug 19 15:28:06.961712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=a04f11ec-642b-4f4b-8d8a-1edec31d889d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:06.992373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:06.993311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.112840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2b63d73-16ab-4603-9eab-9714ccaeb315 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1999767 Aug 19 15:28:07.115187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36244) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:07.301417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:07.324951 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:28:07.327048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5bdca46e-1763-44b4-871b-a49a67cfedc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.496160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5bdca46e-1763-44b4-871b-a49a67cfedc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.631523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5bdca46e-1763-44b4-871b-a49a67cfedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.690878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca46e-1763-44b4-871b-a49a67cfedc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7468585-c41f-41c1-a924-eca34c72b3ce,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:07.697808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.733554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5bdca46e-1763-44b4-871b-a49a67cfedc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8094fe2adb145d0a0f039c58b270940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277062 Aug 19 15:28:07.733966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36280) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:07.795544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677e075-3450-4ef2-a403-f6e90b97fdb9 None None] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:07.835408 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efe26428-0a0e-4fcf-824b-6d47829ddc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.899273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efe26428-0a0e-4fcf-824b-6d47829ddc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.042762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0d2764eb-1d97-4e90-aeba-d6e228cc66ce None None] Provisioning for port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:08.067794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efe26428-0a0e-4fcf-824b-6d47829ddc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.073496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-efe26428-0a0e-4fcf-824b-6d47829ddc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.075896 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-efe26428-0a0e-4fcf-824b-6d47829ddc71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7468585-c41f-41c1-a924-eca34c72b3ce HTTP/1.1" status: 204 len: 168 time: 0.3406327 Aug 19 15:28:08.128052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe26428-0a0e-4fcf-824b-6d47829ddc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7468585-c41f-41c1-a924-eca34c72b3ce,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:08.207919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.339859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.453144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2fd1aee-c20c-4f0c-914c-ea4996c9a239 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:08.583235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=a04f11ec-642b-4f4b-8d8a-1edec31d889d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:08.613571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:08.637359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:08.637748 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.775701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Provisioning for port a04f11ec-642b-4f4b-8d8a-1edec31d889d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:08.785055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Provisioning complete for port a04f11ec-642b-4f4b-8d8a-1edec31d889d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:08.785741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.859910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.897556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Port a04f11ec-642b-4f4b-8d8a-1edec31d889d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:08.917469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Provisioning complete for port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:08.918117 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:08.972075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c2fd1aee-c20c-4f0c-914c-ea4996c9a239, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,segment=NetworkSegment(59f93c24-658c-46e6-b7bf-b13ca61143b3),segment_id=59f93c24-658c-46e6-b7bf-b13ca61143b3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:08.972789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:09.104817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:09.273504 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:09.341823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:09.480458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:28:09.482421 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-607a621b-460f-452a-8b0a-795aa1301983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:28:09.495969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:10.026582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:10.104373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:10.198450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b47b5867-dfa8-42f4-8a9b-108d870cc6ea None None] Provisioning complete for port a04f11ec-642b-4f4b-8d8a-1edec31d889d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:10.200315 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b47b5867-dfa8-42f4-8a9b-108d870cc6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:10.215519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:10.219352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=a04f11ec-642b-4f4b-8d8a-1edec31d889d,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:10.303948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b47b5867-dfa8-42f4-8a9b-108d870cc6ea None None] Port a04f11ec-642b-4f4b-8d8a-1edec31d889d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:10.360156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2fd1aee-c20c-4f0c-914c-ea4996c9a239 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:10.539258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:10.540113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:10.547592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:10.554874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:11.085786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 17e611d1-b3d7-4643-ba52-0ea0a7889463 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:28:11.141989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1ff14453-018d-4207-92c2-560ac89c8962 None None] Provisioning complete for port a04f11ec-642b-4f4b-8d8a-1edec31d889d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:11.141989 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1ff14453-018d-4207-92c2-560ac89c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:11.257776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1ff14453-018d-4207-92c2-560ac89c8962 None None] Port a04f11ec-642b-4f4b-8d8a-1edec31d889d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:11.348525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:11.376005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c958c533-0d6c-47d0-8bf8-3a0eda14896e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/17e611d1-b3d7-4643-ba52-0ea0a7889463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2593217 Aug 19 15:28:11.380718 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36460) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:11.384211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] Sync routers for ids ['17e611d1-b3d7-4643-ba52-0ea0a7889463'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:11.404603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] Routers {'17e611d1-b3d7-4643-ba52-0ea0a7889463'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:11.406517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['17e611d1-b3d7-4643-ba52-0ea0a7889463'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:11.501027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:11.522520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] Routers {'17e611d1-b3d7-4643-ba52-0ea0a7889463'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:11.524929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['17e611d1-b3d7-4643-ba52-0ea0a7889463'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:11.532959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f5ca3-961d-495f-a812-8604a42b74f7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:11.534805 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a7f5ca3-961d-495f-a812-8604a42b74f7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports/a04f11ec-642b-4f4b-8d8a-1edec31d889d HTTP/1.1" status: 200 len: 977 time: 0.1497107 Aug 19 15:28:11.538351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36466) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:11.606528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:11.607874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eaa5f9-a00f-48d2-b6fd-acf5dd326368 None None] The sync data for ids ['17e611d1-b3d7-4643-ba52-0ea0a7889463'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:12.133535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:12.349954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93854381-d013-4b5a-86d0-a3103a1a8156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:12.478553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:12.596106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93854381-d013-4b5a-86d0-a3103a1a8156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:12.692760 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93854381-d013-4b5a-86d0-a3103a1a8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:12.794409 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93854381-d013-4b5a-86d0-a3103a1a8156 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddecb3650f194741ae1e24f410be8362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596756 Aug 19 15:28:12.796541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port a04f11ec-642b-4f4b-8d8a-1edec31d889d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:12.797047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:12.803603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36540) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:12.838112 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93854381-d013-4b5a-86d0-a3103a1a8156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ea9d9-a8bc-496e-aeee-cb5ae626c6b5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:12.975010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a555b-9623-481d-a509-76587e9e1b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:12.992720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:13.017837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for a04f11ec-642b-4f4b-8d8a-1edec31d889d owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:13.021037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a555b-9623-481d-a509-76587e9e1b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:13.222543 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a555b-9623-481d-a509-76587e9e1b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:13.225186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-179a555b-9623-481d-a509-76587e9e1b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:13.226339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-179a555b-9623-481d-a509-76587e9e1b0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb7ea9d9-a8bc-496e-aeee-cb5ae626c6b5 HTTP/1.1" status: 204 len: 168 time: 0.4132864 Aug 19 15:28:13.242080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a555b-9623-481d-a509-76587e9e1b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ea9d9-a8bc-496e-aeee-cb5ae626c6b5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:13.334665 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:13.403177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:13.442211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=a04f11ec-642b-4f4b-8d8a-1edec31d889d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:14.057285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:14.268432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 17e611d1-b3d7-4643-ba52-0ea0a7889463 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:14.359676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:14.370076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] Sync routers for ids ['17e611d1-b3d7-4643-ba52-0ea0a7889463'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:14.374293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-29571dfa-b002-4156-817a-4d1a6390dbed tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/17e611d1-b3d7-4643-ba52-0ea0a7889463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8315785 Aug 19 15:28:14.377610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36616) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:14.383230 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] Routers {'17e611d1-b3d7-4643-ba52-0ea0a7889463'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:14.383988 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['17e611d1-b3d7-4643-ba52-0ea0a7889463'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:14.422000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36620) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:14.449978 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7882e22-6ee1-4f5a-a10d-85c5327100c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:14.569640 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:14.582818 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] Routers {'17e611d1-b3d7-4643-ba52-0ea0a7889463'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:14.584148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['17e611d1-b3d7-4643-ba52-0ea0a7889463'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:14.624602 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:14.625573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea198b-67a6-4ff6-a595-2b3826507b70 None None] The sync data for ids ['17e611d1-b3d7-4643-ba52-0ea0a7889463'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:14.695475 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-def59ed7-6914-4735-992b-78cb558d1d67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 15:28:14.710572 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-def59ed7-6914-4735-992b-78cb558d1d67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/17e611d1-b3d7-4643-ba52-0ea0a7889463/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3172405 Aug 19 15:28:14.710709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7882e22-6ee1-4f5a-a10d-85c5327100c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:14.717424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36628) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:14.753546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-318c6f8a-5037-4211-98bd-d0b1166783ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=17e611d1-b3d7-4643-ba52-0ea0a7889463 HTTP/1.1" status: 200 len: 205 time: 0.0347192 Aug 19 15:28:14.756981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36630) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:14.911422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.202171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.202171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.301018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7882e22-6ee1-4f5a-a10d-85c5327100c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.362114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f7882e22-6ee1-4f5a-a10d-85c5327100c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cb7b7a631fb43b4ad62f257820c2d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9389086 Aug 19 15:28:15.365213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36642) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:15.368175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7882e22-6ee1-4f5a-a10d-85c5327100c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c6ddc1-4c6b-4859-bff7-e9afe2c8bfb8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:15.424355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.449412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.464604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.464604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router 17e611d1-b3d7-4643-ba52-0ea0a7889463 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:28:15.468391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.470906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a391fb4d-5dfc-4fd3-a637-1d76204e5931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/17e611d1-b3d7-4643-ba52-0ea0a7889463 HTTP/1.1" status: 204 len: 168 time: 0.7117572 Aug 19 15:28:15.473639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36644) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:15.539118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet 182557d5-738e-49e3-a33e-11a793a0c135 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:28:15.541353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.586869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.644368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.647195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.650822 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c6ddc1-4c6b-4859-bff7-e9afe2c8bfb8 HTTP/1.1" status: 204 len: 168 time: 0.2818286 Aug 19 15:28:15.671045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c6ddc1-4c6b-4859-bff7-e9afe2c8bfb8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:15.682602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.683780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.683780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.683780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.684114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.684643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.685303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.685705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.686064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.686394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.686724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.687192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159e556-b4cb-494e-8e22-dc50aefe63b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:15.726924 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.878166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.907403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=182557d5-738e-49e3-a33e-11a793a0c135,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:15.913024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:15.915576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-965a55ea-9503-470c-8acc-0e217d285bf9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/182557d5-738e-49e3-a33e-11a793a0c135 HTTP/1.1" status: 204 len: 168 time: 0.4399924 Aug 19 15:28:15.917923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36658) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:15.920421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa1b4da-dae3-4b7f-a849-4860eb686b6f None None] Network fc7cef85-15d5-40a5-b5c9-8abbd6371c5a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:16.026884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.116679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:16.116973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.199356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port c2fd1aee-c20c-4f0c-914c-ea4996c9a239, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,segment=NetworkSegment(59f93c24-658c-46e6-b7bf-b13ca61143b3),segment_id=59f93c24-658c-46e6-b7bf-b13ca61143b3)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:16.199920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.202857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] DHCP port deletion for fc7cef85-15d5-40a5-b5c9-8abbd6371c5a request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:28:16.222415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for c2fd1aee-c20c-4f0c-914c-ea4996c9a239 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:16.290633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c2fd1aee-c20c-4f0c-914c-ea4996c9a239 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:16.357846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] Deleting port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:16.358237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.390029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:16.474067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] For port c2fd1aee-c20c-4f0c-914c-ea4996c9a239, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,segment=NetworkSegment(59f93c24-658c-46e6-b7bf-b13ca61143b3),segment_id=59f93c24-658c-46e6-b7bf-b13ca61143b3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:16.474483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.505590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] Calling delete_port for c2fd1aee-c20c-4f0c-914c-ea4996c9a239 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:16.510887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.527461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.571163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:16.587241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:16.599481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-febb0d64-3231-4ab6-9a1c-896c8ce8b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.705813 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.731548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7cef85-15d5-40a5-b5c9-8abbd6371c5a']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:16.773963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-febb0d64-3231-4ab6-9a1c-896c8ce8b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.784325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f93c24-658c-46e6-b7bf-b13ca61143b3') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:16.784709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f93c24-658c-46e6-b7bf-b13ca61143b3') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:16.794896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.799574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.812709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.818424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] No DVR routers for this DVR port c2fd1aee-c20c-4f0c-914c-ea4996c9a239 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:16.822364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:16.822903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:16.826941 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:16.849604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966400-2c08-4a16-9e75-f759a9887d03 None None] Pushing event deleted for resources: {'Port': ['ID=c2fd1aee-c20c-4f0c-914c-ea4996c9a239,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:16.858395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-febb0d64-3231-4ab6-9a1c-896c8ce8b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:16.915384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-febb0d64-3231-4ab6-9a1c-896c8ce8b180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdda7f2dde4a4830954c521b3a83ce94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240119 Aug 19 15:28:16.916529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb0d64-3231-4ab6-9a1c-896c8ce8b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79260d73-e166-40e1-b3e7-79175a25c379,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:16.919972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36698) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:16.995522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2544a72-3e00-4643-aef0-8960932f167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.009137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.024589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.026561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/fc7cef85-15d5-40a5-b5c9-8abbd6371c5a HTTP/1.1" status: 204 len: 168 time: 1.1076574 Aug 19 15:28:17.031481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36702) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:17.037763 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574652680'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:17.045914 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2544a72-3e00-4643-aef0-8960932f167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.048647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca4a8a-79ff-4148-8633-60082781ec1a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=fc7cef85-15d5-40a5-b5c9-8abbd6371c5a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:17.084253 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36706) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:17.129452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:17.136472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.193758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2544a72-3e00-4643-aef0-8960932f167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.199374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:17.206155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2544a72-3e00-4643-aef0-8960932f167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.212064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a2544a72-3e00-4643-aef0-8960932f167c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79260d73-e166-40e1-b3e7-79175a25c379 HTTP/1.1" status: 204 len: 168 time: 0.2904036 Aug 19 15:28:17.229818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.229818 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment 25c177d6-16f6-4c5d-8059-801ab97c3de1 of type vlan for network 6b389a3c-6105-44ee-b378-44dfe3e9469c Aug 19 15:28:17.246809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2544a72-3e00-4643-aef0-8960932f167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79260d73-e166-40e1-b3e7-79175a25c379,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:17.321834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea47-dd83-4add-9a65-05932b53d6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.333020 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.443941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea47-dd83-4add-9a65-05932b53d6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.509803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.515553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:17.516198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.578873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea47-dd83-4add-9a65-05932b53d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.630322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=6b389a3c-6105-44ee-b378-44dfe3e9469c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:17.641262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eea47-dd83-4add-9a65-05932b53d6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f9c14-aa92-405b-95bc-c2b01bdc5bad,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:17.644063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:17.646274 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9d4eea47-dd83-4add-9a65-05932b53d6eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b07ea0444f2438c99ea0abff43e1d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605130 Aug 19 15:28:17.649727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36722) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:17.684049 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba3778a3-6aee-407c-9d6d-9c347de0fe3e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6512442 Aug 19 15:28:17.686847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36726) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:17.694740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:17.724127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ac342f6-cad5-4852-9931-c1b49a7c465c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.751198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ac342f6-cad5-4852-9931-c1b49a7c465c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.911526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ac342f6-cad5-4852-9931-c1b49a7c465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.914121 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ac342f6-cad5-4852-9931-c1b49a7c465c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:17.915322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ac342f6-cad5-4852-9931-c1b49a7c465c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7f9c14-aa92-405b-95bc-c2b01bdc5bad HTTP/1.1" status: 204 len: 168 time: 0.2642753 Aug 19 15:28:17.922728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:17.923936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac342f6-cad5-4852-9931-c1b49a7c465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f9c14-aa92-405b-95bc-c2b01bdc5bad,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:17.927374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.256747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36734) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:18.273269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfe1245e-885b-4ecd-aa84-2cdf33b2bd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.331249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.425363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=ccce80e5-6435-4908-8601-b939a9393eb7,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:18.446466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': '25c177d6-16f6-4c5d-8059-801ab97c3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:18.446645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: 6b389a3c-6105-44ee-b378-44dfe3e9469c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:28:18.465955 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfe1245e-885b-4ecd-aa84-2cdf33b2bd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.562694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dfe1245e-885b-4ecd-aa84-2cdf33b2bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.604394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1245e-885b-4ecd-aa84-2cdf33b2bd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773c66bd-4430-4ce2-8806-10b758e233fd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:18.609517 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dfe1245e-885b-4ecd-aa84-2cdf33b2bd58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db6a19324db04148af9a5918403148a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514743 Aug 19 15:28:18.612645 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36748) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:18.622723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:28:18.680177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11401465-d188-4fa5-aa41-56779bf8bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.712063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11401465-d188-4fa5-aa41-56779bf8bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.719631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6b389a3c-6105-44ee-b378-44dfe3e9469c) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:18.726375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:18.726989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.737494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73a024-895a-4200-978c-5dd8c9d32e17 None None] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:18.850107 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5fea37cb-c621-4201-9337-3c8b341799be tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1615591 Aug 19 15:28:18.855324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36752) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:18.856909 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11401465-d188-4fa5-aa41-56779bf8bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.859780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11401465-d188-4fa5-aa41-56779bf8bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.861458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481204286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:18.861894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-11401465-d188-4fa5-aa41-56779bf8bd71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/773c66bd-4430-4ce2-8806-10b758e233fd HTTP/1.1" status: 204 len: 168 time: 0.2478673 Aug 19 15:28:18.870090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401465-d188-4fa5-aa41-56779bf8bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773c66bd-4430-4ce2-8806-10b758e233fd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:18.916305 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:18.944062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74f6e7ad-b65f-4464-a6a9-a619db81b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.979809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.980935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:18.993069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6b389a3c-6105-44ee-b378-44dfe3e9469c', 'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': 'ccce80e5-6435-4908-8601-b939a9393eb7'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:28:18.994474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.068086 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.107815 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74f6e7ad-b65f-4464-a6a9-a619db81b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.134586 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.169889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Allocated IP 172.20.0.2 (6b389a3c-6105-44ee-b378-44dfe3e9469c/ccce80e5-6435-4908-8601-b939a9393eb7/cf0fed1b-1f05-497a-b191-c67bc0af182d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:19.230112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74f6e7ad-b65f-4464-a6a9-a619db81b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.301248 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-74f6e7ad-b65f-4464-a6a9-a619db81b72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89f1d143f6364e45b5d161c42d0a05ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831499 Aug 19 15:28:19.302045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6e7ad-b65f-4464-a6a9-a619db81b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56d13e-7b54-40e5-b7a4-62affbc80dcc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:19.307152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36768) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:19.316219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.317593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-500a90d5-20d7-4da9-87c7-4e776b282333 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4610660 Aug 19 15:28:19.320495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36772) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:19.400714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-518579e8-4b12-4d4c-9698-2de9fa2c9929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.446593 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-518579e8-4b12-4d4c-9698-2de9fa2c9929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.496664 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.521662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Transition to ACTIVE for port object cf0fed1b-1f05-497a-b191-c67bc0af182d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:19.636728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-518579e8-4b12-4d4c-9698-2de9fa2c9929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.637599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Transition to ACTIVE for port object cf0fed1b-1f05-497a-b191-c67bc0af182d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:19.639870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-518579e8-4b12-4d4c-9698-2de9fa2c9929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.641106 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-518579e8-4b12-4d4c-9698-2de9fa2c9929 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a56d13e-7b54-40e5-b7a4-62affbc80dcc HTTP/1.1" status: 204 len: 168 time: 0.3328981 Aug 19 15:28:19.658265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518579e8-4b12-4d4c-9698-2de9fa2c9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56d13e-7b54-40e5-b7a4-62affbc80dcc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:19.745215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.797461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.840473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:19.842146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:19.846170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:19.904681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Pushing event updated for resources: {'Port': ['ID=cf0fed1b-1f05-497a-b191-c67bc0af182d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:19.930884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Attempting to bind port cf0fed1b-1f05-497a-b191-c67bc0af182d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:28:19.931520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Attempting to bind port cf0fed1b-1f05-497a-b191-c67bc0af182d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '25c177d6-16f6-4c5d-8059-801ab97c3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:28:19.932053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Attempting to bind port cf0fed1b-1f05-497a-b191-c67bc0af182d on network 6b389a3c-6105-44ee-b378-44dfe3e9469c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:28:19.942086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:28:19.942477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Checking segment: {'id': '25c177d6-16f6-4c5d-8059-801ab97c3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:19.942905 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:19.943316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Bound using segment: {'id': '25c177d6-16f6-4c5d-8059-801ab97c3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:28:19.943816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Bound port: cf0fed1b-1f05-497a-b191-c67bc0af182d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c177d6-16f6-4c5d-8059-801ab97c3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6b389a3c-6105-44ee-b378-44dfe3e9469c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:28:19.944266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:20.061345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] For port cf0fed1b-1f05-497a-b191-c67bc0af182d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:20.070385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] For port cf0fed1b-1f05-497a-b191-c67bc0af182d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf0fed1b-1f05-497a-b191-c67bc0af182d,segment=NetworkSegment(25c177d6-16f6-4c5d-8059-801ab97c3de1),segment_id=25c177d6-16f6-4c5d-8059-801ab97c3de1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:20.169917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:20.253403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f800d-3522-4732-b86b-293f4f47af0a None None] Pushing event updated for resources: {'Port': ['ID=cf0fed1b-1f05-497a-b191-c67bc0af182d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:20.324631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.20.0.1 (6b389a3c-6105-44ee-b378-44dfe3e9469c/ccce80e5-6435-4908-8601-b939a9393eb7/8a38736c-6fd9-49dd-967d-c8a2c974ed51) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:20.625345 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:20.668067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object 8a38736c-6fd9-49dd-967d-c8a2c974ed51 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:20.843230 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:20.898240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:20.901890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:20.908793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:20.937879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=8a38736c-6fd9-49dd-967d-c8a2c974ed51,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:20.968316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:21.183525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:21.659249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:21.754724 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:21.857164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dbd72a-5721-4451-893d-c0a6228830aa None None] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:21.864362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=8a38736c-6fd9-49dd-967d-c8a2c974ed51,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:21.867024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:22.070425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:22.071986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:22.169298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7546d6c5-2cab-4c55-b2e0-b88306689ff6 None None] Provisioning for port cf0fed1b-1f05-497a-b191-c67bc0af182d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:22.351715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 0913f974-dcca-405c-846f-e677000cd4a7 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:28:22.368024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf0fed1b-1f05-497a-b191-c67bc0af182d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:22.504058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:22.525755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:22.534521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d453cb65-ad15-446d-a61c-595dc809d222 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/0913f974-dcca-405c-846f-e677000cd4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2126393 Aug 19 15:28:22.537261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:22.542132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] Sync routers for ids ['0913f974-dcca-405c-846f-e677000cd4a7'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:22.562316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] Routers {'0913f974-dcca-405c-846f-e677000cd4a7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:22.569205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0913f974-dcca-405c-846f-e677000cd4a7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:22.652708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e81f0-9fd7-405d-9f71-0b7e39a762da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:22.654551 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-239e81f0-9fd7-405d-9f71-0b7e39a762da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports/8a38736c-6fd9-49dd-967d-c8a2c974ed51 HTTP/1.1" status: 200 len: 910 time: 0.1159067 Aug 19 15:28:22.655021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port cf0fed1b-1f05-497a-b191-c67bc0af182d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:22.658215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:22.658391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:22.678245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cf0fed1b-1f05-497a-b191-c67bc0af182d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:22.678633 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:22.784767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] Routers {'0913f974-dcca-405c-846f-e677000cd4a7'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:22.785482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0913f974-dcca-405c-846f-e677000cd4a7'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:22.849557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:22.850110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7d3b9-9270-4e14-93fe-348c21f3fc69 None None] The sync data for ids ['0913f974-dcca-405c-846f-e677000cd4a7'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:22.859904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Provisioning for port 8a38736c-6fd9-49dd-967d-c8a2c974ed51 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:22.879481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Provisioning complete for port 8a38736c-6fd9-49dd-967d-c8a2c974ed51 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:22.879853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:22.962788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Port 8a38736c-6fd9-49dd-967d-c8a2c974ed51 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:22.984529 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:22.990116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Provisioning complete for port cf0fed1b-1f05-497a-b191-c67bc0af182d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:22.990865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.097383 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f429a7be-24ff-4d41-b0a5-c938131eef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.206194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port cf0fed1b-1f05-497a-b191-c67bc0af182d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf0fed1b-1f05-497a-b191-c67bc0af182d,segment=NetworkSegment(25c177d6-16f6-4c5d-8059-801ab97c3de1),segment_id=25c177d6-16f6-4c5d-8059-801ab97c3de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:23.292923 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.309323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.373517 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f429a7be-24ff-4d41-b0a5-c938131eef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.453760 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f429a7be-24ff-4d41-b0a5-c938131eef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.459467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=cf0fed1b-1f05-497a-b191-c67bc0af182d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:23.488341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.498918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f429a7be-24ff-4d41-b0a5-c938131eef68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bd98007279f4723a61d413c5c6150d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9936967 Aug 19 15:28:23.506944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:23.558008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a7be-24ff-4d41-b0a5-c938131eef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c014d5-dd5b-4337-8383-1aae1b34be00,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:23.599072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1ebb-4dd8-4c90-9932-5ba6b3b5c7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.620477 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:28:23.620916 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-e6bbb43d-8875-4ef9-a79a-b1409fc0f8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:28:23.658455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1ebb-4dd8-4c90-9932-5ba6b3b5c7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.814279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1ebb-4dd8-4c90-9932-5ba6b3b5c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.824588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1ebb-4dd8-4c90-9932-5ba6b3b5c7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:23.825891 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b3e1ebb-4dd8-4c90-9932-5ba6b3b5c7e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50c014d5-dd5b-4337-8383-1aae1b34be00 HTTP/1.1" status: 204 len: 168 time: 0.3172257 Aug 19 15:28:23.866500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1ebb-4dd8-4c90-9932-5ba6b3b5c7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c014d5-dd5b-4337-8383-1aae1b34be00,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:23.981135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 8a38736c-6fd9-49dd-967d-c8a2c974ed51 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:23.981494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:24.178942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:24.199732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 8a38736c-6fd9-49dd-967d-c8a2c974ed51 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:24.335824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf0fed1b-1f05-497a-b191-c67bc0af182d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:24.405169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-74866c5e-4476-4510-ba90-dd9fdbe57c60 None None] Provisioning complete for port 8a38736c-6fd9-49dd-967d-c8a2c974ed51 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:24.405760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-74866c5e-4476-4510-ba90-dd9fdbe57c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:24.606516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-74866c5e-4476-4510-ba90-dd9fdbe57c60 None None] Port 8a38736c-6fd9-49dd-967d-c8a2c974ed51 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:24.643398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cf0fed1b-1f05-497a-b191-c67bc0af182d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:24.644755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:24.766070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed3d670c-3348-4c92-8a10-7a0b8063646d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:24.837873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:24.913895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=8a38736c-6fd9-49dd-967d-c8a2c974ed51,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:25.168282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:25.439305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 0913f974-dcca-405c-846f-e677000cd4a7 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:25.576442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:25.605677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31743753-3184-47ac-b263-c5d0645b1ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:25.734376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:25.759458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31743753-3184-47ac-b263-c5d0645b1ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:25.843162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-31743753-3184-47ac-b263-c5d0645b1ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:25.931466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:25.935390 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-31743753-3184-47ac-b263-c5d0645b1ea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08b010aba1344e0dab549304aa6a6611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535349 Aug 19 15:28:25.935644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36938) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:25.937352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-825b2e67-cffd-43e8-9def-04fa6ac1c254 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/0913f974-dcca-405c-846f-e677000cd4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2780840 Aug 19 15:28:25.949774 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] Sync routers for ids ['0913f974-dcca-405c-846f-e677000cd4a7'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:25.950586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36940) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:25.970617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] Routers {'0913f974-dcca-405c-846f-e677000cd4a7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:25.971281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0913f974-dcca-405c-846f-e677000cd4a7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:26.014212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-abdaf5f7-42a3-4e1a-9fd7-03f7f3efc28f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=0913f974-dcca-405c-846f-e677000cd4a7 HTTP/1.1" status: 200 len: 205 time: 0.0608845 Aug 19 15:28:26.016797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743753-3184-47ac-b263-c5d0645b1ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dbe669-160b-49b8-90b3-431580083913,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:26.017101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36946) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:26.039983 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:26.067059 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] Routers {'0913f974-dcca-405c-846f-e677000cd4a7'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:26.067955 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:27:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0913f974-dcca-405c-846f-e677000cd4a7'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:26.079670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36038f5e-bb5f-47ff-8bcd-d9f22c73d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.109227 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36038f5e-bb5f-47ff-8bcd-d9f22c73d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.133659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.139598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:26.140614 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08ed53-7039-4405-9b26-df4389c9f72f None None] The sync data for ids ['0913f974-dcca-405c-846f-e677000cd4a7'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:26.259866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36038f5e-bb5f-47ff-8bcd-d9f22c73d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.263082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36038f5e-bb5f-47ff-8bcd-d9f22c73d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.264228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-36038f5e-bb5f-47ff-8bcd-d9f22c73d6ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91dbe669-160b-49b8-90b3-431580083913 HTTP/1.1" status: 204 len: 168 time: 0.3080554 Aug 19 15:28:26.278794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36038f5e-bb5f-47ff-8bcd-d9f22c73d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dbe669-160b-49b8-90b3-431580083913,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:26.364155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.365064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.479078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36962) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:26.489934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.492386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router 0913f974-dcca-405c-846f-e677000cd4a7 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:28:26.502545 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.506180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-47592e01-13cf-400a-b055-697805ee5e56 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/0913f974-dcca-405c-846f-e677000cd4a7 HTTP/1.1" status: 204 len: 168 time: 0.4849260 Aug 19 15:28:26.507051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36968) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:26.633783 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet ccce80e5-6435-4908-8601-b939a9393eb7 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:28:26.639690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.721881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.742732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bca69858-305a-4897-817b-38f872eab733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.871347 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:26.969284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bca69858-305a-4897-817b-38f872eab733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.041594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bca69858-305a-4897-817b-38f872eab733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.073099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.126948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bca69858-305a-4897-817b-38f872eab733 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d42dbf9f56a4ebc81b4dcb01ee7c25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460137 Aug 19 15:28:27.130826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 36994) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:27.143494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=ccce80e5-6435-4908-8601-b939a9393eb7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:27.152767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.158642 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-091684ad-564f-46cb-8972-d65337017309 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/ccce80e5-6435-4908-8601-b939a9393eb7 HTTP/1.1" status: 204 len: 168 time: 0.6507552 Aug 19 15:28:27.160556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee635d-8c0c-4003-ae73-5e1144f38345 None None] Network 6b389a3c-6105-44ee-b378-44dfe3e9469c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:27.162654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca69858-305a-4897-817b-38f872eab733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbefb8b-84a7-4fc3-b5af-a822679edca4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:27.163001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 36996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:27.268103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-601cc946-28fd-4371-a83f-24503dc82334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.344362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-601cc946-28fd-4371-a83f-24503dc82334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.353300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.450153 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.477005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port cf0fed1b-1f05-497a-b191-c67bc0af182d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:27.477494 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.488945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-601cc946-28fd-4371-a83f-24503dc82334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.491638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-601cc946-28fd-4371-a83f-24503dc82334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.492988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-601cc946-28fd-4371-a83f-24503dc82334 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bbefb8b-84a7-4fc3-b5af-a822679edca4 HTTP/1.1" status: 204 len: 168 time: 0.3531938 Aug 19 15:28:27.521073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cc946-28fd-4371-a83f-24503dc82334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbefb8b-84a7-4fc3-b5af-a822679edca4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:27.566200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] DHCP port deletion for 6b389a3c-6105-44ee-b378-44dfe3e9469c request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:28:27.587560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port cf0fed1b-1f05-497a-b191-c67bc0af182d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf0fed1b-1f05-497a-b191-c67bc0af182d,segment=NetworkSegment(25c177d6-16f6-4c5d-8059-801ab97c3de1),segment_id=25c177d6-16f6-4c5d-8059-801ab97c3de1)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:27.587932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.604891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for cf0fed1b-1f05-497a-b191-c67bc0af182d owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:27.630068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] Deleting port cf0fed1b-1f05-497a-b191-c67bc0af182d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:27.630594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.768070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] For port cf0fed1b-1f05-497a-b191-c67bc0af182d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cf0fed1b-1f05-497a-b191-c67bc0af182d,segment=NetworkSegment(25c177d6-16f6-4c5d-8059-801ab97c3de1),segment_id=25c177d6-16f6-4c5d-8059-801ab97c3de1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:27.768503 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.784882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] Calling delete_port for cf0fed1b-1f05-497a-b191-c67bc0af182d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:27.871490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.913707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:27.962818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=cf0fed1b-1f05-497a-b191-c67bc0af182d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:27.979781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] Pushing event deleted for resources: {'Port': ['ID=cf0fed1b-1f05-497a-b191-c67bc0af182d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:27.979877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port cf0fed1b-1f05-497a-b191-c67bc0af182d on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:27.987365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d0e70-f500-4af1-adbd-bbd9286003e0 None None] No DVR routers for this DVR port cf0fed1b-1f05-497a-b191-c67bc0af182d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:28.060403 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-040064f9-a576-441b-9ffe-5d7a36b3e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:28.165405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:28.187028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b389a3c-6105-44ee-b378-44dfe3e9469c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:28.199724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c177d6-16f6-4c5d-8059-801ab97c3de1') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:28.200025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c177d6-16f6-4c5d-8059-801ab97c3de1') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:28.220864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:28.243795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:28.303269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:28.306213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:28.325058 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:28.330448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf0fed1b-1f05-497a-b191-c67bc0af182d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:28.372510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: cf0fed1b-1f05-497a-b191-c67bc0af182d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:28:28.372510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cf0fed1b-1f05-497a-b191-c67bc0af182d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:29.174697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.183646 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.189737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37094) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:29.190908 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/6b389a3c-6105-44ee-b378-44dfe3e9469c HTTP/1.1" status: 204 len: 168 time: 2.0258439 Aug 19 15:28:29.201037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1371387626', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}, 'admin_state_up': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:29.201710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da122950-87c0-4b31-8659-89ad64b1850b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=6b389a3c-6105-44ee-b378-44dfe3e9469c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:29.391094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.395127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.521472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.671674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.774060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:29.950724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37132) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:30.288987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.372988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.433232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0770db52-ce6e-4589-8f5f-8bb17c9989de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.536685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.25.5.67 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/8fcf2274-5079-4b3e-930f-ca80bf40dd01) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:30.594858 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0770db52-ce6e-4589-8f5f-8bb17c9989de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.660033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0770db52-ce6e-4589-8f5f-8bb17c9989de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.737175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770db52-ce6e-4589-8f5f-8bb17c9989de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27679ff-5ce7-4e24-b19d-b963334380f8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:30.742125 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.781627 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0770db52-ce6e-4589-8f5f-8bb17c9989de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b2b69254c51423d81410ab539a6a6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289440 Aug 19 15:28:30.783287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:30.817033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.873602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29676c8e-924f-4865-86a8-aeec0f832ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.920705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29676c8e-924f-4865-86a8-aeec0f832ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:30.928910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:31.018580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:31.025697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:31.037417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:31.092778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=8fcf2274-5079-4b3e-930f-ca80bf40dd01,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:31.116745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29676c8e-924f-4865-86a8-aeec0f832ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:31.120007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29676c8e-924f-4865-86a8-aeec0f832ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:31.121596 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29676c8e-924f-4865-86a8-aeec0f832ae2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b27679ff-5ce7-4e24-b19d-b963334380f8 HTTP/1.1" status: 204 len: 168 time: 0.3368595 Aug 19 15:28:31.132629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29676c8e-924f-4865-86a8-aeec0f832ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27679ff-5ce7-4e24-b19d-b963334380f8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:31.630426 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.013393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.138976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37204) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:32.154074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-520522ba-c648-4f1d-9a88-107bda147d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.299611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-520522ba-c648-4f1d-9a88-107bda147d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.304672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router be596c7a-545b-4f2a-b227-5e607e971830 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:28:32.430554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-520522ba-c648-4f1d-9a88-107bda147d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.478006 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-520522ba-c648-4f1d-9a88-107bda147d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=186a6938d2814c6daef0e4bba0103fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377974 Aug 19 15:28:32.479277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520522ba-c648-4f1d-9a88-107bda147d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66eb7c6-9b6e-4fb3-add9-cbd60680dfed,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:32.481944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:32.522901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:32.539833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] Sync routers for ids ['be596c7a-545b-4f2a-b227-5e607e971830'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:32.558065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] Routers {'be596c7a-545b-4f2a-b227-5e607e971830'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:32.559217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be596c7a-545b-4f2a-b227-5e607e971830'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:32.559822 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551dc48a-320f-4b63-b21d-e013a9bde272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.588889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551dc48a-320f-4b63-b21d-e013a9bde272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.610125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:32.621025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] Routers {'be596c7a-545b-4f2a-b227-5e607e971830'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:32.621574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be596c7a-545b-4f2a-b227-5e607e971830'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:32.670514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.671206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:32.671859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b57597-bdec-46d6-bcb7-9da4fdbd4f9f None None] The sync data for ids ['be596c7a-545b-4f2a-b227-5e607e971830'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:32.672597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e4d350d7-8183-435c-80d0-23ddb97baa07 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4798992 Aug 19 15:28:32.676262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37234) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:32.765458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551dc48a-320f-4b63-b21d-e013a9bde272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.766819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551dc48a-320f-4b63-b21d-e013a9bde272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:32.768346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-551dc48a-320f-4b63-b21d-e013a9bde272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e66eb7c6-9b6e-4fb3-add9-cbd60680dfed HTTP/1.1" status: 204 len: 168 time: 0.2854619 Aug 19 15:28:32.799810 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dc48a-320f-4b63-b21d-e013a9bde272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66eb7c6-9b6e-4fb3-add9-cbd60680dfed,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:32.884315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-55b91d84-686e-4066-8a79-7fdf6b107313 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/routers/be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 200 len: 880 time: 0.2066329 Aug 19 15:28:32.887223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37254) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:33.077497 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-102f8c3f-5c25-4446-83e5-829ef5587fcc tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1885862 Aug 19 15:28:33.080108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:33.089298 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1371387626'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:33.657674 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:33.785980 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.020490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router be596c7a-545b-4f2a-b227-5e607e971830 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:34.191283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:34.198940 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.204841 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-22beb578-ad7f-419e-9794-5a22f1a81d22 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 200 len: 887 time: 1.1176500 Aug 19 15:28:34.206290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37300) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:34.209904 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] Sync routers for ids ['be596c7a-545b-4f2a-b227-5e607e971830'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:34.238538 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] Routers {'be596c7a-545b-4f2a-b227-5e607e971830'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:34.241985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be596c7a-545b-4f2a-b227-5e607e971830'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:34.323849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37304) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:34.334811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:34.348614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37308) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:34.362811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] Routers {'be596c7a-545b-4f2a-b227-5e607e971830'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:34.368746 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be596c7a-545b-4f2a-b227-5e607e971830'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:34.440684 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:34.441618 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759b74b-8024-4cc6-90bb-aad30ac50233 None None] The sync data for ids ['be596c7a-545b-4f2a-b227-5e607e971830'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:34.531312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37318) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:34.543541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9ec2a3d7-d862-45b8-ac8a-1b7625966063 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/routers/be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 200 len: 887 time: 0.3363826 Aug 19 15:28:34.617812 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-793eb240-8940-4799-8a00-a6a418c94360 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 200 len: 205 time: 0.0831301 Aug 19 15:28:34.619967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37324) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:34.659796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1d91a42-1870-4a84-83a5-22fd828c4c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.677157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e02c180e-afe3-408b-bcd1-bfc42785ce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.832682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.850113 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1d91a42-1870-4a84-83a5-22fd828c4c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.927931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1d91a42-1870-4a84-83a5-22fd828c4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.997004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.096036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1d91a42-1870-4a84-83a5-22fd828c4c4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dfc44d1e9af4f3d80a8ad0049340397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7459574 Aug 19 15:28:35.102002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37336) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:35.130752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d91a42-1870-4a84-83a5-22fd828c4c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987686c-aef3-44aa-9046-f2f454e07a2d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:35.171043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 8fcf2274-5079-4b3e-930f-ca80bf40dd01 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:35.171424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.327623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e02c180e-afe3-408b-bcd1-bfc42785ce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.336834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.346978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a230f04b-6935-4007-b223-faa9aea9cc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.360957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 8fcf2274-5079-4b3e-930f-ca80bf40dd01 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:35.381151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a230f04b-6935-4007-b223-faa9aea9cc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.389392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e02c180e-afe3-408b-bcd1-bfc42785ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.464258 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e02c180e-afe3-408b-bcd1-bfc42785ce4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02d9cc1961274ff3b41d1129819dd9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1392317 Aug 19 15:28:35.466768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37348) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:35.475501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c180e-afe3-408b-bcd1-bfc42785ce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e852a-e242-4491-b452-34ec7eae842e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:35.571319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acefd1e6-f997-41d6-ad08-75ffdbda3df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.607707 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acefd1e6-f997-41d6-ad08-75ffdbda3df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.631299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a230f04b-6935-4007-b223-faa9aea9cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.634530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a230f04b-6935-4007-b223-faa9aea9cc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.638234 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a230f04b-6935-4007-b223-faa9aea9cc66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c987686c-aef3-44aa-9046-f2f454e07a2d HTTP/1.1" status: 204 len: 168 time: 0.5324197 Aug 19 15:28:35.669851 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230f04b-6935-4007-b223-faa9aea9cc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987686c-aef3-44aa-9046-f2f454e07a2d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:35.789162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acefd1e6-f997-41d6-ad08-75ffdbda3df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.789162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acefd1e6-f997-41d6-ad08-75ffdbda3df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.789578 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-acefd1e6-f997-41d6-ad08-75ffdbda3df5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a66e852a-e242-4491-b452-34ec7eae842e HTTP/1.1" status: 204 len: 168 time: 0.3211384 Aug 19 15:28:35.798561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefd1e6-f997-41d6-ad08-75ffdbda3df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e852a-e242-4491-b452-34ec7eae842e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:35.837700 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.866738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=8fcf2274-5079-4b3e-930f-ca80bf40dd01,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:35.903373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.903761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.904071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.904412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.904882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.905406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.905749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.906412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.906747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.907745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.908057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.909475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:28:35.965005 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.074802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.077403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.237408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.238023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router be596c7a-545b-4f2a-b227-5e607e971830 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:28:36.246288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.247694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dac02049-7eb7-4160-8355-693eaf2488ab tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 204 len: 168 time: 1.6264102 Aug 19 15:28:36.251957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37372) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:36.257310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-496019597'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:36.364103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:36.373105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.420822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:36.437886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.441016 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment e38a3042-0d8d-4778-b9bc-dae3bdb31ae7 of type vlan for network abec9f00-4f6c-4065-bad7-9b568bf027af Aug 19 15:28:36.513377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.625279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.632576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:36.633269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.706892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=abec9f00-4f6c-4065-bad7-9b568bf027af,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:36.726053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network abec9f00-4f6c-4065-bad7-9b568bf027af details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:36.755145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37388) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:36.778248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-73d067e0-99d1-42bd-b995-1aeb94e70571 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5250778 Aug 19 15:28:36.781358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37390) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:36.784621 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4fce-580f-4493-9720-59d5de80f938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.787731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:36.919998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:36.941602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18b09563-eb8d-449c-8249-5fcb4679e7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:36.941997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4fce-580f-4493-9720-59d5de80f938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.071368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4fce-580f-4493-9720-59d5de80f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.114586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4a9d4fce-580f-4493-9720-59d5de80f938 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a9ad618978c439a814714f7bb697421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582239 Aug 19 15:28:37.117021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d4fce-580f-4493-9720-59d5de80f938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749f25d5-2121-43ad-b7d4-58b43ff8e0b7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:37.117752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37400) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:37.171588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:37.176333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.214557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-849373ab-2545-4d75-b91b-5c4382e7752e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.308599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-849373ab-2545-4d75-b91b-5c4382e7752e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.550384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18b09563-eb8d-449c-8249-5fcb4679e7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.563037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-849373ab-2545-4d75-b91b-5c4382e7752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.565937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-849373ab-2545-4d75-b91b-5c4382e7752e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.567151 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-849373ab-2545-4d75-b91b-5c4382e7752e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/749f25d5-2121-43ad-b7d4-58b43ff8e0b7 HTTP/1.1" status: 204 len: 168 time: 0.4482455 Aug 19 15:28:37.614181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849373ab-2545-4d75-b91b-5c4382e7752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749f25d5-2121-43ad-b7d4-58b43ff8e0b7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:37.648175 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18b09563-eb8d-449c-8249-5fcb4679e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.715473 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-18b09563-eb8d-449c-8249-5fcb4679e7a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d58077fd7c1a4ef49962dc8738c7633a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917371 Aug 19 15:28:37.723404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:37.740439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b09563-eb8d-449c-8249-5fcb4679e7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aaabbb-ba5c-40e7-9d02-3e1b82acc619,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:37.769332 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.932220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=653e8538-9b07-4618-94ca-746e9f88e014,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:37.968502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:37.968881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: abec9f00-4f6c-4065-bad7-9b568bf027af, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:28:37.975426 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e5c88e8-8dab-45e8-a115-47400952e71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.017754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e5c88e8-8dab-45e8-a115-47400952e71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.121848 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network abec9f00-4f6c-4065-bad7-9b568bf027af is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:28:38.259140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e5c88e8-8dab-45e8-a115-47400952e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.261481 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e5c88e8-8dab-45e8-a115-47400952e71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.262766 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8e5c88e8-8dab-45e8-a115-47400952e71c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65aaabbb-ba5c-40e7-9d02-3e1b82acc619 HTTP/1.1" status: 204 len: 168 time: 0.5459273 Aug 19 15:28:38.272969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c88e8-8dab-45e8-a115-47400952e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aaabbb-ba5c-40e7-9d02-3e1b82acc619,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:38.305620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, abec9f00-4f6c-4065-bad7-9b568bf027af) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:38.310648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a00be9-2d1a-4806-89c9-6280e14cd21a None None] Network abec9f00-4f6c-4065-bad7-9b568bf027af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:38.311174 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:38.311732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.425535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e4384ba-636f-4681-8c3a-bbf1765d699c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6420548 Aug 19 15:28:38.428009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37444) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:38.438905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408804038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:38.501932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-abec9f00-4f6c-4065-bad7-9b568bf027af', 'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': '653e8538-9b07-4618-94ca-746e9f88e014'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:28:38.502848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.710002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.712444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.789453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.881071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Allocated IP 172.20.0.2 (abec9f00-4f6c-4065-bad7-9b568bf027af/653e8538-9b07-4618-94ca-746e9f88e014/e985d2f9-148e-4300-8a61-46c32ec0490b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:38.908202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:39.035026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:39.035026 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b52ba8ef-18c7-4791-9ecb-e2a4ef986db9 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5985696 Aug 19 15:28:39.037480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:39.201307 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:39.214090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Transition to ACTIVE for port object e985d2f9-148e-4300-8a61-46c32ec0490b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:39.276333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Transition to ACTIVE for port object e985d2f9-148e-4300-8a61-46c32ec0490b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:39.399428 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:39.615462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Pushing event updated for resources: {'Port': ['ID=e985d2f9-148e-4300-8a61-46c32ec0490b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:39.632564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Network abec9f00-4f6c-4065-bad7-9b568bf027af is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:39.635481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:39.638645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:39.791366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Attempting to bind port e985d2f9-148e-4300-8a61-46c32ec0490b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:28:39.792278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Attempting to bind port e985d2f9-148e-4300-8a61-46c32ec0490b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:28:39.793087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Attempting to bind port e985d2f9-148e-4300-8a61-46c32ec0490b on network abec9f00-4f6c-4065-bad7-9b568bf027af {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:28:39.803822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:28:39.804807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Checking segment: {'id': 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:39.805785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:39.806741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Bound using segment: {'id': 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:28:39.807909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Bound port: e985d2f9-148e-4300-8a61-46c32ec0490b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'abec9f00-4f6c-4065-bad7-9b568bf027af'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:28:39.808786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:39.980652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] For port e985d2f9-148e-4300-8a61-46c32ec0490b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:39.991132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] For port e985d2f9-148e-4300-8a61-46c32ec0490b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e985d2f9-148e-4300-8a61-46c32ec0490b,segment=NetworkSegment(e38a3042-0d8d-4778-b9bc-dae3bdb31ae7),segment_id=e38a3042-0d8d-4778-b9bc-dae3bdb31ae7)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:40.129904 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:40.260646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:40.456232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389288d-69f0-4705-8c75-e2129ae32ec9 None None] Pushing event updated for resources: {'Port': ['ID=e985d2f9-148e-4300-8a61-46c32ec0490b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:41.177821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.20.0.1 (abec9f00-4f6c-4065-bad7-9b568bf027af/653e8538-9b07-4618-94ca-746e9f88e014/c7d54392-7edb-434d-aec5-d0ed0d4ba2fa) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:41.423933 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:41.449638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object c7d54392-7edb-434d-aec5-d0ed0d4ba2fa will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:41.632119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:41.696752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network abec9f00-4f6c-4065-bad7-9b568bf027af is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:41.709740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:41.719126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:41.774606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=c7d54392-7edb-434d-aec5-d0ed0d4ba2fa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:41.809220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.025085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37588) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:42.124356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2eae3-30ee-4115-bb36-d518a9d13820 None None] Network abec9f00-4f6c-4065-bad7-9b568bf027af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:42.144179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.382257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e985d2f9-148e-4300-8a61-46c32ec0490b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:42.548961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e985d2f9-148e-4300-8a61-46c32ec0490b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:42.551236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61df626f-b8a4-4b84-ac50-78076e4615ad None None] Provisioning for port e985d2f9-148e-4300-8a61-46c32ec0490b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:42.557785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-61df626f-b8a4-4b84-ac50-78076e4615ad None None] Provisioning complete for port e985d2f9-148e-4300-8a61-46c32ec0490b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:42.558348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61df626f-b8a4-4b84-ac50-78076e4615ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.575627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1133813777'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:42.613151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e985d2f9-148e-4300-8a61-46c32ec0490b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:42.613533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.711689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Made reservation on behalf of 70c2740af627486f926422d57ae19c9e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:42.717684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.771790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.825978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.879576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-61df626f-b8a4-4b84-ac50-78076e4615ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.882411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:42.965711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e985d2f9-148e-4300-8a61-46c32ec0490b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e985d2f9-148e-4300-8a61-46c32ec0490b,segment=NetworkSegment(e38a3042-0d8d-4778-b9bc-dae3bdb31ae7),segment_id=e38a3042-0d8d-4778-b9bc-dae3bdb31ae7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:43.005300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.079110 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.144319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.240868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.300306 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-61df626f-b8a4-4b84-ac50-78076e4615ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:28:43.300779 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-61df626f-b8a4-4b84-ac50-78076e4615ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:28:43.304845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e985d2f9-148e-4300-8a61-46c32ec0490b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.311530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.330794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=c7d54392-7edb-434d-aec5-d0ed0d4ba2fa,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.374395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37634) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:43.392931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:43.400964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42faceaa-ea0d-4bcb-a184-f2473a2baa93,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.416621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.490749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.491334 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Added segment 6fe86e86-ff7f-4af0-aac5-d0372f5038f5 of type vlan for network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c Aug 19 15:28:43.564116 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.596574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74b464cf-35c4-4560-8236-95b7ddf39502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.644984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network abec9f00-4f6c-4065-bad7-9b568bf027af is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:43.665844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:43.750438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74b464cf-35c4-4560-8236-95b7ddf39502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.779979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.787075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:43.788654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.831622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74b464cf-35c4-4560-8236-95b7ddf39502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:43.919082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-74b464cf-35c4-4560-8236-95b7ddf39502 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdacd09d04f544e4b68420d4cd137409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432751 Aug 19 15:28:43.922867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:43.934362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b464cf-35c4-4560-8236-95b7ddf39502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6186c1a6-be2f-4fc2-8bb0-f4f53b8ff83d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.965071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event updated for resources: {'Network': ['ID=c07eaecf-dcaa-437f-8bf5-70eb16ffa51c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:43.979507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:43.996101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0de07ca5-dfa3-4631-9ec6-4654fc81631b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9692090 Aug 19 15:28:43.999111 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37642) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:44.010651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Request body: {'subnet': {'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:44.090366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49ed16d8-8945-4fa2-847b-92ecdd407f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.095862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:28:44.170109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49ed16d8-8945-4fa2-847b-92ecdd407f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.191018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-baa58de4-d114-4b5c-bab6-b823669594dd None None] Provisioning complete for port e985d2f9-148e-4300-8a61-46c32ec0490b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:44.191704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-baa58de4-d114-4b5c-bab6-b823669594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.341274 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:28:44.476052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:44.487672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e744dd07-5a67-47f9-99ff-2f04e14752c6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/176d5be9-1d4d-4e2e-aa1c-19c96f7360f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4459696 Aug 19 15:28:44.488121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37652) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:44.510964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] Sync routers for ids ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:44.526693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e985d2f9-148e-4300-8a61-46c32ec0490b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:44.565492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49ed16d8-8945-4fa2-847b-92ecdd407f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.573032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-49ed16d8-8945-4fa2-847b-92ecdd407f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.577423 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-49ed16d8-8945-4fa2-847b-92ecdd407f70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6186c1a6-be2f-4fc2-8bb0-f4f53b8ff83d HTTP/1.1" status: 204 len: 168 time: 0.6499629 Aug 19 15:28:44.590471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Made reservation on behalf of 70c2740af627486f926422d57ae19c9e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:44.594958 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.622878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] Routers {'176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:44.623547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:44.653612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c51a31-f150-4c4e-badf-e6b4de554f30 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:44.662396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:44.666537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37658) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:44.667905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0c51a31-f150-4c4e-badf-e6b4de554f30 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports/c7d54392-7edb-434d-aec5-d0ed0d4ba2fa HTTP/1.1" status: 200 len: 910 time: 0.1788545 Aug 19 15:28:44.672993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '653e8538-9b07-4618-94ca-746e9f88e014'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:44.680421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] Routers {'176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:44.680421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:44.722261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed16d8-8945-4fa2-847b-92ecdd407f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6186c1a6-be2f-4fc2-8bb0-f4f53b8ff83d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:44.725333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:44.726015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bd63b-0778-4598-9794-87fa3e9f1ec3 None None] The sync data for ids ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:44.760730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e985d2f9-148e-4300-8a61-46c32ec0490b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:44.763931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.820703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-baa58de4-d114-4b5c-bab6-b823669594dd None None] Provisioning for port c7d54392-7edb-434d-aec5-d0ed0d4ba2fa completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:44.841383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-baa58de4-d114-4b5c-bab6-b823669594dd None None] Provisioning complete for port c7d54392-7edb-434d-aec5-d0ed0d4ba2fa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:44.841846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-baa58de4-d114-4b5c-bab6-b823669594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:44.908107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-baa58de4-d114-4b5c-bab6-b823669594dd None None] Port c7d54392-7edb-434d-aec5-d0ed0d4ba2fa cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:45.037806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2aab2315-9561-4232-a78f-d7e3430144ca None None] Provisioning complete for port c7d54392-7edb-434d-aec5-d0ed0d4ba2fa triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:45.038430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2aab2315-9561-4232-a78f-d7e3430144ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.065458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.088687 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.105161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2aab2315-9561-4232-a78f-d7e3430144ca None None] Port c7d54392-7edb-434d-aec5-d0ed0d4ba2fa cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:45.166352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event updated for resources: {'Subnet': ['ID=ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:45.174931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Checking segment: {'id': '6fe86e86-ff7f-4af0-aac5-d0372f5038f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:45.175163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Network hostable DHCP agents. Network: c07eaecf-dcaa-437f-8bf5-70eb16ffa51c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:28:45.280858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:28:45.340418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37668) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:45.363500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4c31131-a944-4657-b1ce-a8ab637f1252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.379119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c07eaecf-dcaa-437f-8bf5-70eb16ffa51c) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:45.393868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263fdcbe-94d8-431c-ae8b-0d441544285d None None] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:45.395184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:45.397697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.669012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4c31131-a944-4657-b1ce-a8ab637f1252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.683339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c07eaecf-dcaa-437f-8bf5-70eb16ffa51c', 'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c', 'tenant_id': '70c2740af627486f926422d57ae19c9e', 'fixed_ips': [{'subnet_id': 'ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:28:45.684234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.740764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a4c31131-a944-4657-b1ce-a8ab637f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.799309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:45.826388 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a4c31131-a944-4657-b1ce-a8ab637f1252 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce3da7b0ebc4c46b4e56d43291b57a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842458 Aug 19 15:28:45.827872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c31131-a944-4657-b1ce-a8ab637f1252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d747ada-5cd7-4830-bebc-49a320c7c11d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:45.828776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37684) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:45.857950 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dde7a6a3-5dbd-485e-9225-c2d388d175d2 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8572662 Aug 19 15:28:45.864271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37686) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:45.878590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Request body: {'port': {'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1726973004'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:45.883056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Allocated IP 172.20.0.2 (c07eaecf-dcaa-437f-8bf5-70eb16ffa51c/ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac/c5981d98-134a-4fb8-b050-5a817b3573ff) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:45.925551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.082120 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67c34dd4-295c-4e81-ae99-8d7463eca19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.082544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:46.083055 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.087796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/ports/c7d54392-7edb-434d-aec5-d0ed0d4ba2fa HTTP/1.1" status: 200 len: 910 time: 1.4176652 Aug 19 15:28:46.095605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:46.109903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67c34dd4-295c-4e81-ae99-8d7463eca19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.150827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.160648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Transition to ACTIVE for port object c5981d98-134a-4fb8-b050-5a817b3573ff will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:46.176487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Transition to ACTIVE for port object c5981d98-134a-4fb8-b050-5a817b3573ff will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:46.177745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b8c8d-18c3-41d8-8186-5828a88de8e3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=c7d54392-7edb-434d-aec5-d0ed0d4ba2fa,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:46.356692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Made reservation on behalf of 70c2740af627486f926422d57ae19c9e for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:46.356850 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.368015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.397608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] device_id is not set on port de26d0d6-425c-4900-8fb4-36f84fdd5212 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:28:46.406801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:46.415562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:46.419084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67c34dd4-295c-4e81-ae99-8d7463eca19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.421893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:46.422618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67c34dd4-295c-4e81-ae99-8d7463eca19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.424088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67c34dd4-295c-4e81-ae99-8d7463eca19b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d747ada-5cd7-4830-bebc-49a320c7c11d HTTP/1.1" status: 204 len: 168 time: 0.5938051 Aug 19 15:28:46.434125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Pushing event updated for resources: {'Port': ['ID=c5981d98-134a-4fb8-b050-5a817b3573ff,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:46.438622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c34dd4-295c-4e81-ae99-8d7463eca19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d747ada-5cd7-4830-bebc-49a320c7c11d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:46.504349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Attempting to bind port c5981d98-134a-4fb8-b050-5a817b3573ff on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:28:46.504763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Attempting to bind port c5981d98-134a-4fb8-b050-5a817b3573ff by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '6fe86e86-ff7f-4af0-aac5-d0372f5038f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:28:46.505090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Attempting to bind port c5981d98-134a-4fb8-b050-5a817b3573ff on network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:28:46.526101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:28:46.526524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Checking segment: {'id': '6fe86e86-ff7f-4af0-aac5-d0372f5038f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:46.526882 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.527290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Bound using segment: {'id': '6fe86e86-ff7f-4af0-aac5-d0372f5038f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:28:46.527777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Bound port: c5981d98-134a-4fb8-b050-5a817b3573ff, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe86e86-ff7f-4af0-aac5-d0372f5038f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c07eaecf-dcaa-437f-8bf5-70eb16ffa51c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:28:46.528200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.556908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.622624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Allocated IP 172.20.0.11 (c07eaecf-dcaa-437f-8bf5-70eb16ffa51c/ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac/de26d0d6-425c-4900-8fb4-36f84fdd5212) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:46.670102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] For port c5981d98-134a-4fb8-b050-5a817b3573ff, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:46.680173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] For port c5981d98-134a-4fb8-b050-5a817b3573ff, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5981d98-134a-4fb8-b050-5a817b3573ff,segment=NetworkSegment(6fe86e86-ff7f-4af0-aac5-d0372f5038f5),segment_id=6fe86e86-ff7f-4af0-aac5-d0372f5038f5)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:46.767845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.853453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665819ea-73b8-43e6-9704-6d99700b52a5 None None] Pushing event updated for resources: {'Port': ['ID=c5981d98-134a-4fb8-b050-5a817b3573ff,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:46.911695 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:46.925846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Transition to ACTIVE for port object de26d0d6-425c-4900-8fb4-36f84fdd5212 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:47.005465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port c7d54392-7edb-434d-aec5-d0ed0d4ba2fa {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:47.005465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:47.085005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:47.156652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:47.163012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:47.168602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:47.172555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event updated for resources: {'Port': ['ID=de26d0d6-425c-4900-8fb4-36f84fdd5212,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:47.208479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:47.240932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for c7d54392-7edb-434d-aec5-d0ed0d4ba2fa owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:47.267972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:47.269021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:47.354314 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-10c26503-16d1-4058-81b6-d6f04919a429 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4843171 Aug 19 15:28:47.354821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37722) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:47.517978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536fd0b-7ec0-4e21-8e2d-437021795b0f req-a2e542cd-62e7-4ace-81e3-56d4d95596f0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:47.519479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a536fd0b-7ec0-4e21-8e2d-437021795b0f req-a2e542cd-62e7-4ace-81e3-56d4d95596f0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 945 time: 0.1018794 Aug 19 15:28:47.606729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a536fd0b-7ec0-4e21-8e2d-437021795b0f req-81949452-aea7-47b6-8a5a-72c04e286d12 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642285 Aug 19 15:28:47.636404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Deleting port de26d0d6-425c-4900-8fb4-36f84fdd5212 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:47.636992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:47.722857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:47.914860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=c7d54392-7edb-434d-aec5-d0ed0d4ba2fa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:47.968151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:48.021289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Calling delete_port for de26d0d6-425c-4900-8fb4-36f84fdd5212 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:48.345049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6a756-9921-49b9-9e5b-a47b4029bb29 None None] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:48.401774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5981d98-134a-4fb8-b050-5a817b3573ff up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:48.572758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:48.626163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-677b9736-2717-46a4-8305-757cab1ac7df None None] Provisioning for port c5981d98-134a-4fb8-b050-5a817b3573ff completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:48.714104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c5981d98-134a-4fb8-b050-5a817b3573ff completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:48.722067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c5981d98-134a-4fb8-b050-5a817b3573ff triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:48.722710 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:48.865705 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:48.937754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c5981d98-134a-4fb8-b050-5a817b3573ff, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5981d98-134a-4fb8-b050-5a817b3573ff,segment=NetworkSegment(6fe86e86-ff7f-4af0-aac5-d0372f5038f5),segment_id=6fe86e86-ff7f-4af0-aac5-d0372f5038f5)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:49.038152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7fe4-7ffb-47e6-be26-2fa5688fa615 req-3a9a5e0f-785e-4496-a2bc-dbe123fa47b2 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:49.044169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-138e7fe4-7ffb-47e6-be26-2fa5688fa615 req-3a9a5e0f-785e-4496-a2bc-dbe123fa47b2 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 945 time: 0.2988329 Aug 19 15:28:49.089749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.151076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:28:49.171076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-3799f499-2cde-4382-be8b-e9ff085277c0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:49.173390 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-3799f499-2cde-4382-be8b-e9ff085277c0 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 945 time: 0.3898962 Aug 19 15:28:49.264868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-138e7fe4-7ffb-47e6-be26-2fa5688fa615 req-eb93d6ce-7853-48fd-ad49-f14f87855db7 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/security-groups?id=6438aab9-308c-44e4-b2a8-f3b2dadb796a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729753 Aug 19 15:28:49.279915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c5981d98-134a-4fb8-b050-5a817b3573ff,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.332033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d528f4bd-1692-4530-9283-3af6e7635b35 None None] Provisioning for port de26d0d6-425c-4900-8fb4-36f84fdd5212 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:49.340503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d528f4bd-1692-4530-9283-3af6e7635b35 None None] Provisioning complete for port de26d0d6-425c-4900-8fb4-36f84fdd5212 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:49.348380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d528f4bd-1692-4530-9283-3af6e7635b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.365233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d528f4bd-1692-4530-9283-3af6e7635b35 None None] Port de26d0d6-425c-4900-8fb4-36f84fdd5212 was deleted so its status cannot be updated. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:28:49.379560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.380241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d528f4bd-1692-4530-9283-3af6e7635b35 None None] Provisioning complete for port c5981d98-134a-4fb8-b050-5a817b3573ff triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:49.381441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d528f4bd-1692-4530-9283-3af6e7635b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.515760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event deleted for resources: {'Port': ['ID=de26d0d6-425c-4900-8fb4-36f84fdd5212,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:49.530847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:49.542333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37774) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:49.543683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8f5ed612-ab53-44af-8194-350eadd47527 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/176d5be9-1d4d-4e2e-aa1c-19c96f7360f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4469125 Aug 19 15:28:49.553476 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] Sync routers for ids ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:49.586317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] Routers {'176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:49.587116 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:49.622361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-76e283c0-e038-497e-a02f-eb3f0be4dbb3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 HTTP/1.1" status: 200 len: 205 time: 0.0721459 Aug 19 15:28:49.624170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37778) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:49.655845 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.659132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-467efd4c-d357-4491-bfa9-8d52ba0f2886 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "DELETE /v2.0/ports/de26d0d6-425c-4900-8fb4-36f84fdd5212 HTTP/1.1" status: 204 len: 168 time: 2.3018374 Aug 19 15:28:49.668577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37780) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:49.671460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:49.687910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7ec6db34-d4b3-42c5-a46b-8f8bce6ee7c4 None None] Could not find standard attr ID for object de26d0d6-425c-4900-8fb4-36f84fdd5212. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:28:49.695980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] Routers {'176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:49.696764 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:49.740607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Deleting port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:49.740607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.778467 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:49.780062 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dd407-9761-42cd-b963-42b9d7aeff7f None None] The sync data for ids ['176d5be9-1d4d-4e2e-aa1c-19c96f7360f1'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:28:49.806425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.964099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] For port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,segment=NetworkSegment(d1632343-ae5c-485c-882e-c955f67d374c),segment_id=d1632343-ae5c-485c-882e-c955f67d374c)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:49.964643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:49.981322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Calling delete_port for 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:50.077352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.086591 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.129872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-57381e03-8662-43b2-b543-b29b1aa7f89c tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.4585350 Aug 19 15:28:50.132962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:50.138924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2029263175'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:50.230950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.231463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router 176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:28:50.241697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.243408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37802) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:50.245268 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90a5fb95-3b7f-4563-b225-3c4e12957289 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 HTTP/1.1" status: 204 len: 168 time: 0.6197538 Aug 19 15:28:50.294724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Made reservation on behalf of 70c2740af627486f926422d57ae19c9e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:50.294724 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.304390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5981d98-134a-4fb8-b050-5a817b3573ff up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:50.315931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet 653e8538-9b07-4618-94ca-746e9f88e014 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:28:50.321744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.329063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:50.343626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.344672 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Added segment 68f499eb-0f33-4611-8f83-3c5472dc5a73 of type vlan for network a4c12ce6-0bfd-4a86-8835-9b48a4a1f789 Aug 19 15:28:50.358734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c5981d98-134a-4fb8-b050-5a817b3573ff triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:50.360328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.364870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.434623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.448743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-782edd5e-0602-4fa2-a929-e4814d1ef8dc req-67c696ce-9bb4-4b1b-9ff1-a25789d5f330 tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 210 time: 0.0847371 Aug 19 15:28:50.449285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Pushing event deleted for resources: {'Port': ['ID=7ab6e0ba-2d34-4490-b68d-9be990a3cab5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:50.465479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.551018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] No DVR routers for this DVR port 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:50.556236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.558932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61b71811-b25b-425b-a1c8-034ceaba2499 req-676e5752-91c4-45b7-8241-034a57fe229c tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.46 "DELETE /v2.0/ports/7ab6e0ba-2d34-4490-b68d-9be990a3cab5 HTTP/1.1" status: 204 len: 173 time: 1.3635590 Aug 19 15:28:50.559167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'name': 'network-vif-deleted', 'tag': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:28:50.561755 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97149f-b4b7-4bee-86a4-b750657e1396" -d '{"events": [{"server_uuid": "e0b03a9c-2932-444f-b1dc-c058656284c6", "name": "network-vif-deleted", "tag": "7ab6e0ba-2d34-4490-b68d-9be990a3cab5"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:28:50.566607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.574773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:50.576207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.688403 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:50.697662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event updated for resources: {'Network': ['ID=a4c12ce6-0bfd-4a86-8835-9b48a4a1f789,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:50.709762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a4c12ce6-0bfd-4a86-8835-9b48a4a1f789 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:50.723082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2bfb8ab4-251a-4369-9993-bd2599985e28 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5891018 Aug 19 15:28:50.725842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37834) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:50.841608 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6c25e-2efa-43e3-9135-c9cd9aef12cf x-openstack-request-id: req-8de6c25e-2efa-43e3-9135-c9cd9aef12cf {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:28:50.846433 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b03a9c-2932-444f-b1dc-c058656284c6", "name": "network-vif-deleted", "tag": "7ab6e0ba-2d34-4490-b68d-9be990a3cab5", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:28:50.846433 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8de6c25e-2efa-43e3-9135-c9cd9aef12cf {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:28:50.846433 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b03a9c-2932-444f-b1dc-c058656284c6', 'name': 'network-vif-deleted', 'tag': '7ab6e0ba-2d34-4490-b68d-9be990a3cab5', 'status': 'completed', 'code': 200} Aug 19 15:28:50.963248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.001511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-963ea1c8-b501-4974-b6cc-cdf44c85f6fd tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/agents/8ebfb587-a17d-4a73-b98b-e8f735abddc7/dhcp-networks HTTP/1.1" status: 200 len: 4878 time: 0.2673273 Aug 19 15:28:51.003507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37858) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:51.017023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.017845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980dd9b-d98e-4263-b8de-3d7bc66e5178 None None] Network abec9f00-4f6c-4065-bad7-9b568bf027af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:51.021694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/653e8538-9b07-4618-94ca-746e9f88e014 HTTP/1.1" status: 204 len: 168 time: 0.7770672 Aug 19 15:28:51.024479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37864) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:51.076520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63db67-edad-49dd-9577-6a585b22e0f3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=653e8538-9b07-4618-94ca-746e9f88e014,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:51.127323 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.215045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a5d56-856d-4d12-8b8c-f97724e5d3d8 tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] Network a4c12ce6-0bfd-4a86-8835-9b48a4a1f789 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:28:51.217201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port e985d2f9-148e-4300-8a61-46c32ec0490b {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:51.217850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.254708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] DHCP port deletion for abec9f00-4f6c-4065-bad7-9b568bf027af request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:28:51.282101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d72a5d56-856d-4d12-8b8c-f97724e5d3d8 tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "POST /v2.0/agents/8ebfb587-a17d-4a73-b98b-e8f735abddc7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2748682 Aug 19 15:28:51.282399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37876) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:51.303596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df35a73-7ff0-46f8-aebc-6e5252e188d1 None None] Network a4c12ce6-0bfd-4a86-8835-9b48a4a1f789 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:51.330776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port e985d2f9-148e-4300-8a61-46c32ec0490b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e985d2f9-148e-4300-8a61-46c32ec0490b,segment=NetworkSegment(e38a3042-0d8d-4778-b9bc-dae3bdb31ae7),segment_id=e38a3042-0d8d-4778-b9bc-dae3bdb31ae7)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:51.331304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.347293 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for e985d2f9-148e-4300-8a61-46c32ec0490b owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:51.563590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2fb0e79c-7085-487e-9144-ce72074591a9 tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/agents/8ebfb587-a17d-4a73-b98b-e8f735abddc7/dhcp-networks HTTP/1.1" status: 200 len: 5611 time: 0.2782083 Aug 19 15:28:51.563997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37892) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:51.617958 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.659568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Deleting port e985d2f9-148e-4300-8a61-46c32ec0490b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:51.660558 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.683441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=e985d2f9-148e-4300-8a61-46c32ec0490b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:51.694694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port e985d2f9-148e-4300-8a61-46c32ec0490b on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:51.733547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-810b25fa-7ca4-48b0-80e1-d5181eaa1d0e req-2a6f0878-3495-4710-bad9-40ec0b4c73ca tempest-VolumesSnapshotTestJSON-846382095 tempest-VolumesSnapshotTestJSON-846382095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0b03a9c-2932-444f-b1dc-c058656284c6 HTTP/1.1" status: 200 len: 210 time: 0.0525029 Aug 19 15:28:51.750565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] For port e985d2f9-148e-4300-8a61-46c32ec0490b, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:51.751290 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.783197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Calling delete_port for e985d2f9-148e-4300-8a61-46c32ec0490b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:51.788108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Port e985d2f9-148e-4300-8a61-46c32ec0490b was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:28:51.793323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.829464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] Pushing event deleted for resources: {'Port': ['ID=e985d2f9-148e-4300-8a61-46c32ec0490b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:51.833558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102de698-27e9-414f-8dec-898fd2e11119 None None] No DVR routers for this DVR port e985d2f9-148e-4300-8a61-46c32ec0490b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:51.870172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-16f872bb-ca26-4c2f-806a-1c636821642b tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "DELETE /v2.0/agents/8ebfb587-a17d-4a73-b98b-e8f735abddc7/dhcp-networks/a4c12ce6-0bfd-4a86-8835-9b48a4a1f789 HTTP/1.1" status: 204 len: 168 time: 0.2974296 Aug 19 15:28:51.871333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37910) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:51.909415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.920703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abec9f00-4f6c-4065-bad7-9b568bf027af']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:51.933352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:51.933677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38a3042-0d8d-4778-b9bc-dae3bdb31ae7') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:51.949612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.988767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:51.997059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:51.997500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.004779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:52.049038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:28:52.049412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 7ab6e0ba-2d34-4490-b68d-9be990a3cab5 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:52.096547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-89549d82-8f38-4872-8bef-4e681a1db0a2 tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/agents/8ebfb587-a17d-4a73-b98b-e8f735abddc7/dhcp-networks HTTP/1.1" status: 200 len: 4840 time: 0.2230589 Aug 19 15:28:52.101937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.126120 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-806539a4-042e-419e-a101-9856d1047415 tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/networks/c07eaecf-dcaa-437f-8bf5-70eb16ffa51c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0223708 Aug 19 15:28:52.129431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37924) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:52.147345 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:52.155613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-78ed7516-5f2b-4eee-9d3a-4817d6ae763c tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/networks/c07eaecf-dcaa-437f-8bf5-70eb16ffa51c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0240622 Aug 19 15:28:52.159275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37926) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.223449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.240343 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.242934 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/abec9f00-4f6c-4065-bad7-9b568bf027af HTTP/1.1" status: 204 len: 168 time: 1.2173567 Aug 19 15:28:52.248431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.254530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1427163854', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:52.267536 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce279fb-82d5-4e0e-9bae-9dad863f15ac tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=abec9f00-4f6c-4065-bad7-9b568bf027af,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:52.323333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-682a1137-c7a9-4057-b295-2808ec7997c7 tempest-DHCPAgentSchedulersTestJSON-277475334 tempest-DHCPAgentSchedulersTestJSON-277475334-project-admin] 10.222.0.13 "GET /v2.0/agents/8ebfb587-a17d-4a73-b98b-e8f735abddc7/dhcp-networks HTTP/1.1" status: 200 len: 4840 time: 0.1624532 Aug 19 15:28:52.326859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37932) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.332753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e985d2f9-148e-4300-8a61-46c32ec0490b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:52.354384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e985d2f9-148e-4300-8a61-46c32ec0490b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:28:52.354870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e985d2f9-148e-4300-8a61-46c32ec0490b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:52.397515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.399105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.507984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.513748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.613788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.650209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.662313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c12ce6-0bfd-4a86-8835-9b48a4a1f789']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:52.673307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f499eb-0f33-4611-8f83-3c5472dc5a73') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:52.673622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f499eb-0f33-4611-8f83-3c5472dc5a73') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:52.683195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.699804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.706961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:52.708079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:52.711437 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:52.718336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.718336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b491f2e9-16db-4a54-a6ae-48f1bc1ecd52 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4648657 Aug 19 15:28:52.718592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37940) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.726716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-262860048'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:52.729991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37942) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.824482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:52.824482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.894017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.905524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.908448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "DELETE /v2.0/networks/a4c12ce6-0bfd-4a86-8835-9b48a4a1f789 HTTP/1.1" status: 204 len: 168 time: 0.5803800 Aug 19 15:28:52.913072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:52.937435 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:52.940512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83f80587-7b72-4f50-9cdd-ec3d4f58de12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:52.943916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c429bdb-50f3-4e4d-80c0-74d038b8e702 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event deleted for resources: {'Network': ['ID=a4c12ce6-0bfd-4a86-8835-9b48a4a1f789,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:52.973177 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce828dd-dec9-46ed-a1eb-408ab31ebbe9 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] DELETE failed (client error): The resource could not be found. Aug 19 15:28:52.973945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce828dd-dec9-46ed-a1eb-408ab31ebbe9 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:28:52.979125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8ce828dd-dec9-46ed-a1eb-408ab31ebbe9 tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "DELETE /v2.0/ports/de26d0d6-425c-4900-8fb4-36f84fdd5212 HTTP/1.1" status: 404 len: 333 time: 0.0647299 Aug 19 15:28:52.983737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37956) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:53.001719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.002487 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment 931020b2-c47d-4fc7-90dc-068e7d1d335d of type vlan for network 07a14473-1bb1-4b85-9d74-558cbbad9950 Aug 19 15:28:53.088083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Deleting subnet ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:28:53.093297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.095652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.149487 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.180991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83f80587-7b72-4f50-9cdd-ec3d4f58de12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.241810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.246238 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.247404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:53.247981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.315571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83f80587-7b72-4f50-9cdd-ec3d4f58de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.364995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=07a14473-1bb1-4b85-9d74-558cbbad9950,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:53.373294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83f80587-7b72-4f50-9cdd-ec3d4f58de12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eafb3b09d0114848aaa1cce17cf59dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421731 Aug 19 15:28:53.376708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:53.392652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:53.409504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f80587-7b72-4f50-9cdd-ec3d4f58de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f9abd6-8af8-450a-942c-7bf416df6298,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:53.414331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.459951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3d331d6-66a5-494f-be1b-fd05aca62801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.464629 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-000a3c2d-a483-4e14-9c62-36597f44e800 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7461257 Aug 19 15:28:53.476174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 37972) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:53.483063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:53.486999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:53.500065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5dce9-80d3-4fcf-97b2-70dcc9d70bd4 None None] Network c07eaecf-dcaa-437f-8bf5-70eb16ffa51c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:53.501513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.505728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec8dfc82-81f9-434d-adee-d60391a35f5d tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "DELETE /v2.0/subnets/ff3ed0e6-a9a5-4d61-9f91-f5a5825219ac HTTP/1.1" status: 204 len: 168 time: 0.5190754 Aug 19 15:28:53.518591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 37974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:53.583037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3d331d6-66a5-494f-be1b-fd05aca62801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.653482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:53.655233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.658511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.722571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Deleting port c5981d98-134a-4fb8-b050-5a817b3573ff {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:53.723137 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.801537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] For port c5981d98-134a-4fb8-b050-5a817b3573ff, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5981d98-134a-4fb8-b050-5a817b3573ff,segment=NetworkSegment(6fe86e86-ff7f-4af0-aac5-d0372f5038f5),segment_id=6fe86e86-ff7f-4af0-aac5-d0372f5038f5)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:53.802485 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.822662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Calling delete_port for c5981d98-134a-4fb8-b050-5a817b3573ff owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:53.826441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] DHCP port deletion for c07eaecf-dcaa-437f-8bf5-70eb16ffa51c request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:28:53.862190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3d331d6-66a5-494f-be1b-fd05aca62801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.866404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3d331d6-66a5-494f-be1b-fd05aca62801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:53.870648 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3d331d6-66a5-494f-be1b-fd05aca62801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8f9abd6-8af8-450a-942c-7bf416df6298 HTTP/1.1" status: 204 len: 168 time: 0.4928272 Aug 19 15:28:53.915777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d331d6-66a5-494f-be1b-fd05aca62801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f9abd6-8af8-450a-942c-7bf416df6298,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:53.971857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] Deleting port c5981d98-134a-4fb8-b050-5a817b3573ff {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:28:53.972674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.041913 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.075015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] For port c5981d98-134a-4fb8-b050-5a817b3573ff, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5981d98-134a-4fb8-b050-5a817b3573ff,segment=NetworkSegment(6fe86e86-ff7f-4af0-aac5-d0372f5038f5),segment_id=6fe86e86-ff7f-4af0-aac5-d0372f5038f5)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:54.075722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.093865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] Calling delete_port for c5981d98-134a-4fb8-b050-5a817b3573ff owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:28:54.100534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event deleted for resources: {'Port': ['ID=c5981d98-134a-4fb8-b050-5a817b3573ff,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:54.110400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] No DVR routers for this DVR port c5981d98-134a-4fb8-b050-5a817b3573ff on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:54.128419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.237654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=f97917f7-9b73-4521-a9a4-89f468b9dbb5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:54.240150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.256443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:54.256806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: 07a14473-1bb1-4b85-9d74-558cbbad9950, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:28:54.259344 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.259733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07eaecf-dcaa-437f-8bf5-70eb16ffa51c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:54.299120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] No DVR routers for this DVR port c5981d98-134a-4fb8-b050-5a817b3573ff on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:28:54.301209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe86e86-ff7f-4af0-aac5-d0372f5038f5') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:54.301209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe86e86-ff7f-4af0-aac5-d0372f5038f5') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:54.331197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3251d9-b6b5-449d-8104-5c2d9118e706 None None] Pushing event deleted for resources: {'Port': ['ID=c5981d98-134a-4fb8-b050-5a817b3573ff,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:54.344046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5981d98-134a-4fb8-b050-5a817b3573ff no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:28:54.348173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.365694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.372548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:28:54.373043 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.374182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:28:54.377978 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:28:54.390574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c5981d98-134a-4fb8-b050-5a817b3573ff {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:28:54.392190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5981d98-134a-4fb8-b050-5a817b3573ff not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:28:54.442423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 07a14473-1bb1-4b85-9d74-558cbbad9950) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:54.475175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:54.475877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.506555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf347b3-e7a8-483f-b585-b5cacee07c1d None None] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:54.580551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.592713 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.603322 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] 10.222.0.13 "DELETE /v2.0/networks/c07eaecf-dcaa-437f-8bf5-70eb16ffa51c HTTP/1.1" status: 204 len: 168 time: 1.0836644 Aug 19 15:28:54.612758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c84f304-8d7d-4ce1-8c6d-ef4ce6da70cf tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1331048 Aug 19 15:28:54.616778 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7d23354c-3a0d-4ff9-a349-6d386de1cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.620898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:54.623375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cc97e-2276-4786-894d-480f4b780e6b tempest-DHCPAgentSchedulersTestJSON-1889254711 tempest-DHCPAgentSchedulersTestJSON-1889254711-project] Pushing event deleted for resources: {'Network': ['ID=c07eaecf-dcaa-437f-8bf5-70eb16ffa51c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:54.717141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-07a14473-1bb1-4b85-9d74-558cbbad9950', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:28:54.718020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.867195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38014) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:54.887290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3470-07b5-4586-8f7f-4bb01291dd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:54.975228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Allocated IP 172.20.0.2 (07a14473-1bb1-4b85-9d74-558cbbad9950/f97917f7-9b73-4521-a9a4-89f468b9dbb5/1343b179-102d-456b-9040-ed4284db1d50) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:55.114013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3470-07b5-4586-8f7f-4bb01291dd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.184326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38022) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:55.204721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.207785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3470-07b5-4586-8f7f-4bb01291dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.215237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Transition to ACTIVE for port object 1343b179-102d-456b-9040-ed4284db1d50 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:55.236368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Transition to ACTIVE for port object 1343b179-102d-456b-9040-ed4284db1d50 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:55.238891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.317542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d3470-07b5-4586-8f7f-4bb01291dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c37cdc-17ad-46b8-9836-a33579399718,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:55.322458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a8d3470-07b5-4586-8f7f-4bb01291dd71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97feb05d0fa54c4689d04c5a340cc864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541790 Aug 19 15:28:55.325410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38028) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:55.327163 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.405145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f027799-311e-4b2e-bc08-134b0587a53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.445569 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f027799-311e-4b2e-bc08-134b0587a53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.448100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:55.473930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:55.481689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:55.501054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Pushing event updated for resources: {'Port': ['ID=1343b179-102d-456b-9040-ed4284db1d50,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:55.600703 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-65a82284-9fe0-445f-8456-587ced901f0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70c2740af627486f926422d57ae19c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143941 Aug 19 15:28:55.601430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38032) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:55.604810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Attempting to bind port 1343b179-102d-456b-9040-ed4284db1d50 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:28:55.605456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Attempting to bind port 1343b179-102d-456b-9040-ed4284db1d50 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:28:55.605893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Attempting to bind port 1343b179-102d-456b-9040-ed4284db1d50 on network 07a14473-1bb1-4b85-9d74-558cbbad9950 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:28:55.614954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:28:55.618208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Checking segment: {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:28:55.618208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.618595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Bound using segment: {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:28:55.623374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Bound port: 1343b179-102d-456b-9040-ed4284db1d50, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:28:55.623374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.651478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f027799-311e-4b2e-bc08-134b0587a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.654777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2f027799-311e-4b2e-bc08-134b0587a53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.656126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2f027799-311e-4b2e-bc08-134b0587a53c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1c37cdc-17ad-46b8-9836-a33579399718 HTTP/1.1" status: 204 len: 168 time: 0.3293350 Aug 19 15:28:55.663069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.20.0.1 (07a14473-1bb1-4b85-9d74-558cbbad9950/f97917f7-9b73-4521-a9a4-89f468b9dbb5/64c8b8a3-1bcd-4b9e-a2e0-50e45971c044) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:28:55.673037 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.721282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f027799-311e-4b2e-bc08-134b0587a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c37cdc-17ad-46b8-9836-a33579399718,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:55.723588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] For port 1343b179-102d-456b-9040-ed4284db1d50, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:28:55.727409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] For port 1343b179-102d-456b-9040-ed4284db1d50, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1343b179-102d-456b-9040-ed4284db1d50,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:28:55.764538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8315190-4a85-4d24-b9f9-96fed600392b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.824773 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.863717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8315190-4a85-4d24-b9f9-96fed600392b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:55.947590 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:56.008019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:28:56.037821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37e8a-afe4-46a7-8f6f-6a3d7028a609 None None] Pushing event updated for resources: {'Port': ['ID=1343b179-102d-456b-9040-ed4284db1d50,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:56.077466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8315190-4a85-4d24-b9f9-96fed600392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:56.080465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e8315190-4a85-4d24-b9f9-96fed600392b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:56.103029 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e8315190-4a85-4d24-b9f9-96fed600392b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42faceaa-ea0d-4bcb-a184-f2473a2baa93 HTTP/1.1" status: 204 len: 168 time: 0.4987152 Aug 19 15:28:56.127457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8315190-4a85-4d24-b9f9-96fed600392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42faceaa-ea0d-4bcb-a184-f2473a2baa93,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:56.220801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:56.296733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:56.306227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:56.313511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:28:56.356889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:56.397989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:56.696208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.007311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38074) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:57.050599 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-433193a4-df6e-4816-a36c-b220cf8e5fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.055565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.116347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.266872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-433193a4-df6e-4816-a36c-b220cf8e5fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.327399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-433193a4-df6e-4816-a36c-b220cf8e5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.357600 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.396492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433193a4-df6e-4816-a36c-b220cf8e5fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4383052-cdf5-43fe-a2c5-c74c45960188,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:57.402142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-433193a4-df6e-4816-a36c-b220cf8e5fa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22d0bf28a93342c7a04e859f38fa65ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841660 Aug 19 15:28:57.407043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38094) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:57.546174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-72d46c4c-9022-46f9-884c-2e9fc4d837b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.630798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-72d46c4c-9022-46f9-884c-2e9fc4d837b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.646311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e937f29-f187-4729-bdb5-928e14e25ebc None None] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:28:57.783853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-72d46c4c-9022-46f9-884c-2e9fc4d837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.786655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-72d46c4c-9022-46f9-884c-2e9fc4d837b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.788457 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-72d46c4c-9022-46f9-884c-2e9fc4d837b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4383052-cdf5-43fe-a2c5-c74c45960188 HTTP/1.1" status: 204 len: 168 time: 0.3821957 Aug 19 15:28:57.799468 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d46c4c-9022-46f9-884c-2e9fc4d837b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4383052-cdf5-43fe-a2c5-c74c45960188,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:57.908054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f952e968-ed14-4ea5-8a21-4e3b2f52a213 None None] Provisioning for port 1343b179-102d-456b-9040-ed4284db1d50 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:57.946745 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e58bc09-e611-4f7c-9fdd-df49b7081238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:57.979854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:58.033907 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:58.224265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:28:58.225989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:28:58.481793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1343b179-102d-456b-9040-ed4284db1d50 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:28:58.630613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:28:58.716290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Provisioning for port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:58.722295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Provisioning complete for port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:58.723065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:58.830692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1343b179-102d-456b-9040-ed4284db1d50 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:28:58.871044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:28:58.876717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1343b179-102d-456b-9040-ed4284db1d50 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:58.877514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:58.881753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7178c2f7-8530-485b-9fd6-c3fb87c493a8 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2596507 Aug 19 15:28:58.884692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38166) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:58.890276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-569134247'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:58.943363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:28:58.965924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:28:58.967538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:28:58.968203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:58.969835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38170) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:59.013992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:59.030697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.117469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:28:59.164794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.166668 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment cc460398-16c2-4720-aabd-11c342e03c3d of type vlan for network a66720a6-4acc-40ac-a8f4-b179636f9ef0 Aug 19 15:28:59.181804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:28:59.287949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.306069 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59baa269-6c62-439c-b706-8b84cd3f4129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.327052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Provisioning complete for port 1343b179-102d-456b-9040-ed4284db1d50 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:28:59.327426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.478069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.480561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59baa269-6c62-439c-b706-8b84cd3f4129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.521066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.528555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:59.529172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.565887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1343b179-102d-456b-9040-ed4284db1d50, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1343b179-102d-456b-9040-ed4284db1d50,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:28:59.587267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59baa269-6c62-439c-b706-8b84cd3f4129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.604376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.620932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=a66720a6-4acc-40ac-a8f4-b179636f9ef0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:59.642471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:28:59.656407 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.687272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-59baa269-6c62-439c-b706-8b84cd3f4129 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16e05db7cedf453280457d4ec39f96ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160482 Aug 19 15:28:59.689879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38188) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:59.692074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baa269-6c62-439c-b706-8b84cd3f4129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6422d59-7dd3-4afe-b468-25a01d6fa7d1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:59.703207 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.733856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-07de6082-97cb-4f16-8f8f-3db7d593cc67 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8478906 Aug 19 15:28:59.738549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38192) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:28:59.746002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:28:59.761834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e483d7f7-8461-4b32-8585-8827f4f6e91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.811369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:28:59.811731 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-8b42ce7b-6769-46fd-80bf-aeae98c828b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:28:59.812232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1343b179-102d-456b-9040-ed4284db1d50,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:28:59.818457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e483d7f7-8461-4b32-8585-8827f4f6e91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.828370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:28:56Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:28:56Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:28:59.863789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:28:59.864400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Updating router 04b03dcd-db45-4ba9-9eb6-7b065463e24b port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:28:59.923155 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:59.950177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:28:59.958388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.053997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e483d7f7-8461-4b32-8585-8827f4f6e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.057479 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e483d7f7-8461-4b32-8585-8827f4f6e91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.058692 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e483d7f7-8461-4b32-8585-8827f4f6e91e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6422d59-7dd3-4afe-b468-25a01d6fa7d1 HTTP/1.1" status: 204 len: 168 time: 0.3677700 Aug 19 15:29:00.077887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483d7f7-8461-4b32-8585-8827f4f6e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6422d59-7dd3-4afe-b468-25a01d6fa7d1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.321396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.356540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.357163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Transition to ACTIVE for port object 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:00.366117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1343b179-102d-456b-9040-ed4284db1d50 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:00.469756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1343b179-102d-456b-9040-ed4284db1d50 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:00.469756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.469970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=30948cf8-35da-4e5e-97ba-0158ccec7559,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.478520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:00.478899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: a66720a6-4acc-40ac-a8f4-b179636f9ef0, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:29:00.522559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.619282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:29:00.654570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819874c-5b53-46f9-ba47-d52b08a77b40 None None] Pushing event updated for resources: {'Port': ['ID=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:00.715101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a66720a6-4acc-40ac-a8f4-b179636f9ef0) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:00.732640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:00.733211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.801530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d4bc5b-1314-4d1a-a5ab-c9cddb369626 None None] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:00.823433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e2479e48-2e2c-48ef-8852-97582b89e931 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0801177 Aug 19 15:29:00.823984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38242) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:00.874008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Attempting to bind port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:00.874746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Attempting to bind port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:00.876975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Attempting to bind port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 on network 07a14473-1bb1-4b85-9d74-558cbbad9950 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:00.903092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:00.904053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Checking segment: {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:00.905670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:00.906483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Bound using segment: {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:00.908136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Bound port: 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931020b2-c47d-4fc7-90dc-068e7d1d335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:00.908806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:01.220374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:01.252941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] For port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:01.312414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:29:01.317339 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:01.329644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] For port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:01.422016 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:01.603083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:01.603751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:01.624878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819874c-5b53-46f9-ba47-d52b08a77b40 None None] Pushing event updated for resources: {'Port': ['ID=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:01.763975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:01.976948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Allocated IP 172.21.0.2 (a66720a6-4acc-40ac-a8f4-b179636f9ef0/30948cf8-35da-4e5e-97ba-0158ccec7559/db224bca-ff01-4de4-8a63-f0848b4cea1b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:02.024620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38282) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:02.092193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:02.588057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1472528861'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:02.618732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.638533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Transition to ACTIVE for port object db224bca-ff01-4de4-8a63-f0848b4cea1b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:02.687536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Transition to ACTIVE for port object db224bca-ff01-4de4-8a63-f0848b4cea1b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:02.708688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:28:56Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:01Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:02.731898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Made reservation on behalf of 0df95257b1724c64abab82a7f445bc27 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:02.740791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.743984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe71a5-7463-4a03-adb8-6435b019b00f None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:28:56Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:01Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:02.764470 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.829285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.961002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:02.972592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:02.990724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:03.032825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.046617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.21.0.1 (a66720a6-4acc-40ac-a8f4-b179636f9ef0/30948cf8-35da-4e5e-97ba-0158ccec7559/4815c646-66ee-411f-a26f-9115f10bb1b5) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:03.053170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Pushing event updated for resources: {'Port': ['ID=db224bca-ff01-4de4-8a63-f0848b4cea1b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.084445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.084891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.085331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.085739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.086347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.086749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.087093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.087426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.087895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.088234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.088566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.088894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:03.105922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Attempting to bind port db224bca-ff01-4de4-8a63-f0848b4cea1b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:03.106836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Attempting to bind port db224bca-ff01-4de4-8a63-f0848b4cea1b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:03.107302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Attempting to bind port db224bca-ff01-4de4-8a63-f0848b4cea1b on network a66720a6-4acc-40ac-a8f4-b179636f9ef0 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:03.133756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:03.134372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Checking segment: {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:03.135037 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.135690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Bound using segment: {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:03.136513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Bound port: db224bca-ff01-4de4-8a63-f0848b4cea1b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:03.141431 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.200817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.225418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:03.257991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.258354 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Added segment 4e841478-8e52-4962-a654-f75a05669132 of type vlan for network c729df1b-35da-499c-9aef-ac70d829d76f Aug 19 15:29:03.315165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] For port db224bca-ff01-4de4-8a63-f0848b4cea1b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:03.327959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] For port db224bca-ff01-4de4-8a63-f0848b4cea1b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db224bca-ff01-4de4-8a63-f0848b4cea1b,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:03.382230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.398250 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.410591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.423806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a6cdfd-4683-4955-b6e7-e28a75506b8b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.433533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object 4815c646-66ee-411f-a26f-9115f10bb1b5 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:03.503476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.resource_extend [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:29:03.679116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8f92-4f41-4fb4-a576-08a4d739e363 None None] Pushing event updated for resources: {'Port': ['ID=db224bca-ff01-4de4-8a63-f0848b4cea1b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.723062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.724485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.730011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:03.730677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.872457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=4815c646-66ee-411f-a26f-9115f10bb1b5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.905856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8837371 Aug 19 15:29:03.916606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38322) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:03.917655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38324) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:03.925058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:03.939536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:03.943441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:03.991099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f3c75-edc9-4d93-baab-4a34c217afe9 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Pushing event updated for resources: {'Network': ['ID=c729df1b-35da-499c-9aef-ac70d829d76f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:04.028873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c729df1b-35da-499c-9aef-ac70d829d76f details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:04.029469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.287214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-30a16304-e1dc-440d-9c5b-1441d502e474 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-664803530'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:04.289742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-30a16304-e1dc-440d-9c5b-1441d502e474 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Unknown quota resources ['metering_label']. {{(pid=101963) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:29:04.429617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'network': {'name': 'tempest-network--18612381', 'router:external': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:04.457894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db224bca-ff01-4de4-8a63-f0848b4cea1b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:04.480801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.623727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Made reservation on behalf of d1254b4b8f4c43e193fbe1dd5f631671 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:04.628340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.646774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port db224bca-ff01-4de4-8a63-f0848b4cea1b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:04.655429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:04.711072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30a16304-e1dc-440d-9c5b-1441d502e474 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.720736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-30a16304-e1dc-440d-9c5b-1441d502e474 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7999969 Aug 19 15:29:04.725325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38348) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:04.725896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.730696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d44aa074-6d1e-4028-9af8-7fbb59346ae1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b54dbf82-cd55-4aee-ab81-185ab168b770'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:04.732670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d44aa074-6d1e-4028-9af8-7fbb59346ae1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:29:04.802199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:04.807291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:04.807815 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.932896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.060884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:05.133178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.269334 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.273585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.316646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.367864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.397944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.492549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:05.552805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abf7792-5874-46cc-8b4e-fc06945b644a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.574682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.575205 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Added segment 86e3f4e6-2db9-45e0-a0fc-7dbe8ec647df of type vlan for network 6b500df1-c17b-4c03-88e6-207d1dd15462 Aug 19 15:29:05.596104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=4815c646-66ee-411f-a26f-9115f10bb1b5,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.605791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.663954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.693596 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.metering.metering_plugin [None req-d44aa074-6d1e-4028-9af8-7fbb59346ae1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 15:29:05.743270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108a2d3-3709-4ada-8ac3-4973af9325f7 None None] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:05.795942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.797081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.801942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.838317 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d44aa074-6d1e-4028-9af8-7fbb59346ae1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.843202 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d44aa074-6d1e-4028-9af8-7fbb59346ae1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1206765 Aug 19 15:29:05.844250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:05.855182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-15c9f13b-4cc3-44a3-97f1-1b4c2033e926 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b54dbf82-cd55-4aee-ab81-185ab168b770'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:05.855698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-15c9f13b-4cc3-44a3-97f1-1b4c2033e926 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:29:05.943318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Network': ['ID=6b500df1-c17b-4c03-88e6-207d1dd15462,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.962641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6b500df1-c17b-4c03-88e6-207d1dd15462 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:05.983207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:05.986420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:06.069018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] Provisioning for port db224bca-ff01-4de4-8a63-f0848b4cea1b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:06.075791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] Provisioning complete for port db224bca-ff01-4de4-8a63-f0848b4cea1b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:06.076172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.121925 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.metering.metering_plugin [None req-15c9f13b-4cc3-44a3-97f1-1b4c2033e926 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 15:29:06.123400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08570497-8d4d-4114-9cff-aede8acdf218 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.2039778 Aug 19 15:29:06.126805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:06.180177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:06.211325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.291911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] For port db224bca-ff01-4de4-8a63-f0848b4cea1b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db224bca-ff01-4de4-8a63-f0848b4cea1b,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:06.373547 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.467338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:06.474724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:06.487434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48fdcf19-dbdb-47c3-a6c5-bdd2b08584a4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6593149 Aug 19 15:29:06.487640 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:06.488064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38374) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:06.508810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-938837509'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:06.522726 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:06.523987 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:06.607969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18169420-bfd0-4988-a55f-e82ab2d8847a None None] Pushing event updated for resources: {'Port': ['ID=db224bca-ff01-4de4-8a63-f0848b4cea1b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:06.646184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:06.650488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.651705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-15c9f13b-4cc3-44a3-97f1-1b4c2033e926 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.655659 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-15c9f13b-4cc3-44a3-97f1-1b4c2033e926 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8102467 Aug 19 15:29:06.656816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38378) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:06.668464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:06.682687 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e130253b-454c-497b-8392-59ae0ec57feb tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=afb7758a-7aef-4fa8-bbfd-82dff3e706c9 HTTP/1.1" status: 200 len: 462 time: 0.0225961 Aug 19 15:29:06.685035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38380) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:06.687143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:06.688035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.703073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.743744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:06.769512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.769784 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment e913faa1-1051-4b93-91e4-d92bb7de7906 of type vlan for network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 Aug 19 15:29:06.853875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:06.977063 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 3, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:07.007453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.008083 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:07.008083 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Updating router 04b03dcd-db45-4ba9-9eb6-7b065463e24b port 4815c646-66ee-411f-a26f-9115f10bb1b5 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:29:07.035859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-586a718e-dd4d-4cbf-855a-2ba81799b4b2 None None] Provisioning for port 4815c646-66ee-411f-a26f-9115f10bb1b5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:07.040203 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.053571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-586a718e-dd4d-4cbf-855a-2ba81799b4b2 None None] Provisioning complete for port 4815c646-66ee-411f-a26f-9115f10bb1b5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:07.055575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-586a718e-dd4d-4cbf-855a-2ba81799b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.073231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-595c43d0-9c3f-44cd-a1a1-66a4dc1a3f05 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.074736 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-595c43d0-9c3f-44cd-a1a1-66a4dc1a3f05 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/afb7758a-7aef-4fa8-bbfd-82dff3e706c9 HTTP/1.1" status: 204 len: 168 time: 0.3885927 Aug 19 15:29:07.076597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.083899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:07.091049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.091228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b500df1-c17b-4c03-88e6-207d1dd15462']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:07.092186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38388) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:07.121045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e3f4e6-2db9-45e0-a0fc-7dbe8ec647df') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:07.122409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e3f4e6-2db9-45e0-a0fc-7dbe8ec647df') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:07.153378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.176286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.191906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:07.192555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:07.195412 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:07.202173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-98067781-3df8-403f-99c8-784205f50586 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=afb7758a-7aef-4fa8-bbfd-82dff3e706c9 HTTP/1.1" status: 200 len: 221 time: 0.0952163 Aug 19 15:29:07.209920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38390) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:07.210297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-586a718e-dd4d-4cbf-855a-2ba81799b4b2 None None] Port 4815c646-66ee-411f-a26f-9115f10bb1b5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:07.215713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-843b297d-055b-4c77-bf23-96742bb93023 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1616876220', 'description': 'label created by tempest'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:07.216450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-843b297d-055b-4c77-bf23-96742bb93023 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Unknown quota resources ['metering_label']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:29:07.262901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-586a718e-dd4d-4cbf-855a-2ba81799b4b2 None None] Provisioning complete for port db224bca-ff01-4de4-8a63-f0848b4cea1b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:07.263218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-586a718e-dd4d-4cbf-855a-2ba81799b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.306686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8176882 Aug 19 15:29:07.316134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9247-aab1-4b82-9318-0b8355262494 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=2e5f3578-7f7c-46d1-b09f-11fd6fee29f1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.337701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38392) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:07.339858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:07.353175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:07.598735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-843b297d-055b-4c77-bf23-96742bb93023 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.600108 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-843b297d-055b-4c77-bf23-96742bb93023 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3884628 Aug 19 15:29:07.602837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:07.617610 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.631089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:07.634767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.657313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b27c9ffb-4967-4ac8-9414-c79dc737acb0 None None] Provisioning complete for port 4815c646-66ee-411f-a26f-9115f10bb1b5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:07.657736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b27c9ffb-4967-4ac8-9414-c79dc737acb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.677679 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-00aa915d-51a7-4fed-863f-944f8c92c5d9 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=73458186-1ba8-416a-b24b-e3f24c33b9e7 HTTP/1.1" status: 200 len: 468 time: 0.0735359 Aug 19 15:29:07.680053 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:07.714739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b27c9ffb-4967-4ac8-9414-c79dc737acb0 None None] Port 4815c646-66ee-411f-a26f-9115f10bb1b5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:07.727625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Transition to ACTIVE for port object 4815c646-66ee-411f-a26f-9115f10bb1b5 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:07.745506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.757322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b500df1-c17b-4c03-88e6-207d1dd15462 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:29:07.772057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.774046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6b500df1-c17b-4c03-88e6-207d1dd15462 HTTP/1.1" status: 204 len: 168 time: 1.6462867 Aug 19 15:29:07.779719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:07.787850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:07.836333 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.932255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00738-fc18-4f72-a6c9-5fe91ad03ba9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b500df1-c17b-4c03-88e6-207d1dd15462,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.955578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Made reservation on behalf of d1254b4b8f4c43e193fbe1dd5f631671 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:07.959625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.982410 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Pushing event updated for resources: {'Port': ['ID=4815c646-66ee-411f-a26f-9115f10bb1b5,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.995854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.996445 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.996931 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.997464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.997960 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.998457 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.998976 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:07.999518 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:08.000122 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:08.000601 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:08.001078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:08.001557 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:08.016080 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Attempting to bind port 4815c646-66ee-411f-a26f-9115f10bb1b5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:08.016659 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Attempting to bind port 4815c646-66ee-411f-a26f-9115f10bb1b5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:08.018499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Attempting to bind port 4815c646-66ee-411f-a26f-9115f10bb1b5 on network a66720a6-4acc-40ac-a8f4-b179636f9ef0 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:08.030623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:08.032509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Checking segment: {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:08.033282 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.033844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Bound using segment: {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:08.034683 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Bound port: 4815c646-66ee-411f-a26f-9115f10bb1b5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc460398-16c2-4720-aabd-11c342e03c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:08.036057 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.046417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:08.065052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.082138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.082491 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Added segment 8ced47e9-f294-46b1-9a14-0a1f7c765247 of type vlan for network a9aae631-90ad-41bf-a15f-71530a605f1c Aug 19 15:29:08.179127 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] For port 4815c646-66ee-411f-a26f-9115f10bb1b5, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:08.182632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] For port 4815c646-66ee-411f-a26f-9115f10bb1b5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4815c646-66ee-411f-a26f-9115f10bb1b5,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:08.214148 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f0def19-eb04-4232-aed8-8cd64037dfe1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.216210 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f0def19-eb04-4232-aed8-8cd64037dfe1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/73458186-1ba8-416a-b24b-e3f24c33b9e7 HTTP/1.1" status: 204 len: 168 time: 0.5352037 Aug 19 15:29:08.219266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38414) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.242409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=be6d6f38-0c93-4594-ab48-62ef5afc08db,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:08.251306 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41a4c47c-9183-4f8c-8863-44893c1da2b5 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=73458186-1ba8-416a-b24b-e3f24c33b9e7 HTTP/1.1" status: 200 len: 216 time: 0.0301273 Aug 19 15:29:08.257075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.273136 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-67c19247-eee4-40db-825c-502ae1f5e6f5 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147777 Aug 19 15:29:08.276631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38418) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.277041 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.292807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:08.292807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:29:08.297225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bedc280a-b4aa-4258-98d5-73c9fb8e6817 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161924 Aug 19 15:29:08.298209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.317582 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.327833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db224bca-ff01-4de4-8a63-f0848b4cea1b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:08.466864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port db224bca-ff01-4de4-8a63-f0848b4cea1b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:08.469612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.469980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:08.471194 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:08.511956 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9a2693f9-fe28-44fb-ac03-c0ecd7dc51c7 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/b54dbf82-cd55-4aee-ab81-185ab168b770 HTTP/1.1" status: 200 len: 472 time: 0.2125866 Aug 19 15:29:08.516778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38430) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.517099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:29:08.540340 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9f036866-348d-4f3f-82dd-287dcc4159a1 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/69e37559-51d7-48a1-93b6-fa5570dffa67 HTTP/1.1" status: 200 len: 459 time: 0.0182343 Aug 19 15:29:08.543590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.569897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.572349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:08.573464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.644122 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c058f-e970-4ebe-a827-1fefed2854fd None None] Pushing event updated for resources: {'Port': ['ID=4815c646-66ee-411f-a26f-9115f10bb1b5,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:08.666543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:08.696405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:08.696405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.722251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a93875-8c89-4b64-9f11-4d65a2cee8ed None None] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:08.727926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:08.759110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9733288 Aug 19 15:29:08.759835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38436) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.774712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'subnet': {'network_id': 'a9aae631-90ad-41bf-a15f-71530a605f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:08.815653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763705de-44d7-4e36-86ee-8916d3f2bf1d tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Network': ['ID=a9aae631-90ad-41bf-a15f-71530a605f1c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:08.915297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-110b5ee4-d045-45c7-bd8e-953fb916ae4e tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:08.916724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-110b5ee4-d045-45c7-bd8e-953fb916ae4e tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/69e37559-51d7-48a1-93b6-fa5570dffa67 HTTP/1.1" status: 204 len: 168 time: 0.3721292 Aug 19 15:29:08.919430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.950189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d44d4b2d-68ac-4103-9d91-a4ef341781fb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6090631 Aug 19 15:29:08.983658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38440) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:08.987471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a9aae631-90ad-41bf-a15f-71530a605f1c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:09.101661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Made reservation on behalf of d1254b4b8f4c43e193fbe1dd5f631671 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:09.105411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:09.108649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:29:09.109571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:09.301456 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 3, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:08Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:09.349936 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd225b2-da73-4a04-a03d-851ab5ca8a26 None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 3, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:08Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:09.392768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf989c63-5279-4ad8-bf28-ded8510f5a88 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:09.395426 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cf989c63-5279-4ad8-bf28-ded8510f5a88 tempest-MeteringIpV6TestJSON-1700982154 tempest-MeteringIpV6TestJSON-1700982154-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/b54dbf82-cd55-4aee-ab81-185ab168b770 HTTP/1.1" status: 204 len: 168 time: 0.4740593 Aug 19 15:29:09.893192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Allocated IP 172.22.0.2 (2e5f3578-7f7c-46d1-b09f-11fd6fee29f1/be6d6f38-0c93-4594-ab48-62ef5afc08db/0cab1597-4b7c-4853-a481-a5c9063d099f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:10.273469 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.307277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Transition to ACTIVE for port object 0cab1597-4b7c-4853-a481-a5c9063d099f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:10.373032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Transition to ACTIVE for port object 0cab1597-4b7c-4853-a481-a5c9063d099f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:10.403439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4815c646-66ee-411f-a26f-9115f10bb1b5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:10.444868 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.453811 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.486143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38464) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:10.518410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Pushing event updated for resources: {'Port': ['ID=0cab1597-4b7c-4853-a481-a5c9063d099f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:10.537868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:10.540344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:10.544579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:10.668007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4815c646-66ee-411f-a26f-9115f10bb1b5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:10.699814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4815c646-66ee-411f-a26f-9115f10bb1b5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:10.702177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.707779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Attempting to bind port 0cab1597-4b7c-4853-a481-a5c9063d099f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:10.708460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Attempting to bind port 0cab1597-4b7c-4853-a481-a5c9063d099f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:10.708830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Attempting to bind port 0cab1597-4b7c-4853-a481-a5c9063d099f on network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:10.729562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3409c7a-c5d9-4126-9ab8-a7e3c142b374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.742119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:10.745697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Checking segment: {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:10.745697 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.745697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Bound using segment: {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:10.745697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Bound port: 0cab1597-4b7c-4853-a481-a5c9063d099f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:10.745697 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.776697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.22.0.1 (2e5f3578-7f7c-46d1-b09f-11fd6fee29f1/be6d6f38-0c93-4594-ab48-62ef5afc08db/2fdc698a-8fb4-4c54-80a2-286d8bea0d6d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:10.887308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] For port 0cab1597-4b7c-4853-a481-a5c9063d099f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:10.925637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] For port 0cab1597-4b7c-4853-a481-a5c9063d099f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cab1597-4b7c-4853-a481-a5c9063d099f,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:10.926999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.981225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.985707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4815c646-66ee-411f-a26f-9115f10bb1b5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4815c646-66ee-411f-a26f-9115f10bb1b5,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:10.990021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3409c7a-c5d9-4126-9ab8-a7e3c142b374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.001411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:11.036509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.081714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3409c7a-c5d9-4126-9ab8-a7e3c142b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.101562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.103893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1f9e-6a02-47a5-ae9a-041a13cea610 None None] Pushing event updated for resources: {'Port': ['ID=0cab1597-4b7c-4853-a481-a5c9063d099f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.136364 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3409c7a-c5d9-4126-9ab8-a7e3c142b374 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f18b08cb3da9423c92c8b8d6a5ce6762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6540484 Aug 19 15:29:11.136676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38476) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:11.153784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3409c7a-c5d9-4126-9ab8-a7e3c142b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83acb578-9966-49f1-917b-deee716fe2f5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.185539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4815c646-66ee-411f-a26f-9115f10bb1b5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.254295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c5e59b-a049-4dc4-867d-6c7e1203260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.265622 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.300233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c5e59b-a049-4dc4-867d-6c7e1203260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.334195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.365010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:11.369360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:11.376162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:11.536855 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c5e59b-a049-4dc4-867d-6c7e1203260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.541859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.554438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-77c5e59b-a049-4dc4-867d-6c7e1203260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.560519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-77c5e59b-a049-4dc4-867d-6c7e1203260e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83acb578-9966-49f1-917b-deee716fe2f5 HTTP/1.1" status: 204 len: 168 time: 0.4200461 Aug 19 15:29:11.604124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5e59b-a049-4dc4-867d-6c7e1203260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acb578-9966-49f1-917b-deee716fe2f5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.744423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.objects.ports [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101963) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:29:11.745177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:11.824690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c9dd2c0-f404-462e-8086-f690735ff107,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:11.840335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Checking segment: {'id': '8ced47e9-f294-46b1-9a14-0a1f7c765247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9aae631-90ad-41bf-a15f-71530a605f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:11.840730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Network hostable DHCP agents. Network: a9aae631-90ad-41bf-a15f-71530a605f1c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:29:11.898099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.032052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Network a9aae631-90ad-41bf-a15f-71530a605f1c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:29:12.146817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a9aae631-90ad-41bf-a15f-71530a605f1c) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:12.158502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55bf76b-c19a-47fd-8765-98e9de3ab301 None None] Network a9aae631-90ad-41bf-a15f-71530a605f1c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:12.200666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:12.201290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.309149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f5422c72-c2b7-48f6-bec5-c3b401b4b6be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5385809 Aug 19 15:29:12.321951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:12.333831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.342123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9aae631-90ad-41bf-a15f-71530a605f1c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:12.458561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.491037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81236aad-164c-4422-b019-dc88323bf5e8 None None] Network a9aae631-90ad-41bf-a15f-71530a605f1c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:12.609885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.654533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.657605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:12.666710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cab1597-4b7c-4853-a481-a5c9063d099f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:12.684060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:12.760834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64f6cf49-6ac7-4c54-b24e-f23a7ba38a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.833739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:12.834563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353fa5d8-5ea7-4fb3-a1b2-073ec0cb6219 None None] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:12.836653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:12.965915 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:12.978213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:13.004183 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64f6cf49-6ac7-4c54-b24e-f23a7ba38a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.068745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0cab1597-4b7c-4853-a481-a5c9063d099f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:13.088017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4815c646-66ee-411f-a26f-9115f10bb1b5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:13.168386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] Provisioning for port 0cab1597-4b7c-4853-a481-a5c9063d099f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:13.170897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Allocated IP 172.20.0.12 (a9aae631-90ad-41bf-a15f-71530a605f1c/1c9dd2c0-f404-462e-8086-f690735ff107/f038e328-1d6e-468e-b458-9099c8a32be3) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:13.178503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:13.197715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64f6cf49-6ac7-4c54-b24e-f23a7ba38a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.202661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b69c8346-1208-4e43-9ecf-c3b60f6d54de tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2114012 Aug 19 15:29:13.202661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38520) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:13.209526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:13.215679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'network': {'name': 'tempest-RoutersTest-2059336750'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:13.257548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] Provisioning complete for port 0cab1597-4b7c-4853-a481-a5c9063d099f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:13.262483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.294177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:13.295176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:13.348726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.350301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:13.354754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.417862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:13.426459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-64f6cf49-6ac7-4c54-b24e-f23a7ba38a3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcee94c65d6d496e9f46bd3d9851907b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617278 Aug 19 15:29:13.428054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38522) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:13.441082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6cf49-6ac7-4c54-b24e-f23a7ba38a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb995d6-f152-4ca9-b54b-056b2f3f33d6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:13.487209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:13.487653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.489211 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added segment 417381e5-e515-4393-a05a-225cf6e2d050 of type vlan for network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc Aug 19 15:29:13.490738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4815c646-66ee-411f-a26f-9115f10bb1b5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:13.490738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.518843 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.566304 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.580456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.588670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.625405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa6e0-e48a-49f3-b834-306d886d2900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.666792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] For port 0cab1597-4b7c-4853-a481-a5c9063d099f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cab1597-4b7c-4853-a481-a5c9063d099f,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:13.714181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Port': ['ID=f038e328-1d6e-468e-b458-9099c8a32be3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:13.723478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa6e0-e48a-49f3-b834-306d886d2900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.728561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Network a9aae631-90ad-41bf-a15f-71530a605f1c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:13.730268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:13.736403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:13.755609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.770274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:13.771485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.789785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:13.998586 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.001904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aaa9b-c505-4d65-9fcc-dc291526de53 None None] Pushing event updated for resources: {'Port': ['ID=0cab1597-4b7c-4853-a481-a5c9063d099f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:14.039213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Network': ['ID=83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:14.040178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ef50c189-0709-4afd-a15a-fe0a5d40618a None None] Provisioning complete for port 0cab1597-4b7c-4853-a481-a5c9063d099f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:14.040561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ef50c189-0709-4afd-a15a-fe0a5d40618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.072882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:14.186723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.202037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4aa29fcb-4706-454d-a881-701f5657cd00 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9991493 Aug 19 15:29:14.205257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38534) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:14.213512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'subnet': {'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:14.277181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa6e0-e48a-49f3-b834-306d886d2900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.279941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa6e0-e48a-49f3-b834-306d886d2900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.287544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c9eaa6e0-e48a-49f3-b834-306d886d2900 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fb995d6-f152-4ca9-b54b-056b2f3f33d6 HTTP/1.1" status: 204 len: 168 time: 0.8530719 Aug 19 15:29:14.366908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cab1597-4b7c-4853-a481-a5c9063d099f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:14.374555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:11Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:12Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:14.429643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaa6e0-e48a-49f3-b834-306d886d2900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb995d6-f152-4ca9-b54b-056b2f3f33d6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:14.503423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:14.504487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Updating router 04b03dcd-db45-4ba9-9eb6-7b065463e24b port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:29:14.563417 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.639228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Made reservation on behalf of dc979ddd996b443f8d185237b087f980 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:14.643875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.669637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.858689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Port': ['ID=f038e328-1d6e-468e-b458-9099c8a32be3,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:14.863556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.869162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.917248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0cab1597-4b7c-4853-a481-a5c9063d099f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:14.917622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.995996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.997908 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-65f32818-2295-49a7-922f-f0c3214403b5 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6685476 Aug 19 15:29:15.002268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38548) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:15.010764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ef50c189-0709-4afd-a15a-fe0a5d40618a None None] Provisioning for port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:15.035044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ef50c189-0709-4afd-a15a-fe0a5d40618a None None] Provisioning complete for port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:15.035195 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ef50c189-0709-4afd-a15a-fe0a5d40618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.193749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-158e5aa3-eed5-4933-8cf2-aa9d905cbe05 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=a9aae631-90ad-41bf-a15f-71530a605f1c HTTP/1.1" status: 200 len: 690 time: 0.1886146 Aug 19 15:29:15.199592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38556) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:15.245095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ef50c189-0709-4afd-a15a-fe0a5d40618a None None] Port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:15.286766 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.403711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Subnet': ['ID=92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:15.463466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.476729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5aaf8509-8e8f-4ce3-aa8a-32752528d740 None None] Provisioning complete for port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:15.476729 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8509-8e8f-4ce3-aa8a-32752528d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.480072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.507408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Transition to ACTIVE for port object 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:15.514397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Checking segment: {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:15.514780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network hostable DHCP agents. Network: 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:29:15.525978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf8509-8e8f-4ce3-aa8a-32752528d740 None None] Port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:15.626395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Deleting port f038e328-1d6e-468e-b458-9099c8a32be3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:15.626741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.638289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.715169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:29:15.716016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa184-6988-40bf-90eb-c3db42344a99 None None] Pushing event updated for resources: {'Port': ['ID=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:15.801172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Attempting to bind port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:15.801722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Attempting to bind port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:15.802210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Attempting to bind port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d on network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:15.806085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.806434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.810013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:15.810507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Checking segment: {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:15.811064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.811849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Bound using segment: {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:15.813531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Bound port: 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e913faa1-1051-4b93-91e4-d92bb7de7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:15.819114 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.826777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Calling delete_port for f038e328-1d6e-468e-b458-9099c8a32be3 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:15.851109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:15.873043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca3060-c5e5-45c2-b389-c50784e86009 None None] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:15.904935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.905584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.992508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] For port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:15.997411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] For port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:16.068094 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38580) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:16.068657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b67e276-2dd5-4d5f-a72f-ad2937cc9e04 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8619547 Aug 19 15:29:16.091076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:16.158871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:29:16.159721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:16.191107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:16.226438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:16.226438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:16.243209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa184-6988-40bf-90eb-c3db42344a99 None None] Pushing event updated for resources: {'Port': ['ID=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:16.345559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Port': ['ID=f038e328-1d6e-468e-b458-9099c8a32be3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:16.479048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:16.554332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38598) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:16.587915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:16.604779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:16.808235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bb5af87c-eca8-4378-ab8e-a3a441f77f23 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] Request body: {'port': {'network_id': '3dc8fee4-7e8c-4cc8-80f9-790ad6899ed1', 'name': 'tempest-NetworksNegativeTestJSON-844437328'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:16.813371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Allocated IP 172.23.0.2 (83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc/92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd/778f459f-54aa-4e7c-a810-8e7b673c7af3) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:16.832007 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5af87c-eca8-4378-ab8e-a3a441f77f23 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] POST failed (client error): The resource could not be found. Aug 19 15:29:16.845848 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5af87c-eca8-4378-ab8e-a3a441f77f23 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:16.845848 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bb5af87c-eca8-4378-ab8e-a3a441f77f23 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2795851 Aug 19 15:29:16.849298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38608) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:16.897953 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-22465ed9-c9c6-4c03-9ad9-e73caa342ea9 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:16.900605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22465ed9-c9c6-4c03-9ad9-e73caa342ea9 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:16.903952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-22465ed9-c9c6-4c03-9ad9-e73caa342ea9 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "DELETE /v2.0/networks/73c5127d-f47b-4a6a-a3c0-097ce62248ad HTTP/1.1" status: 404 len: 339 time: 0.0529425 Aug 19 15:29:16.909512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38610) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:16.909735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:16.919313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.028917 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0204a6-cec1-4966-996c-290222c67e6e tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:17.038865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0204a6-cec1-4966-996c-290222c67e6e tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:17.038865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c0204a6-cec1-4966-996c-290222c67e6e tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "DELETE /v2.0/ports/fc3c9e1e-4040-4417-9667-0d0ba23a61da HTTP/1.1" status: 404 len: 333 time: 0.1242189 Aug 19 15:29:17.039551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9dd2c0-f404-462e-8086-f690735ff107,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:17.041276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38616) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.154665 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75f5b35-d5fd-4468-bc79-d5b7b8fe5d70 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:17.156407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75f5b35-d5fd-4468-bc79-d5b7b8fe5d70 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:17.162609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38622) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.166970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d75f5b35-d5fd-4468-bc79-d5b7b8fe5d70 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "DELETE /v2.0/subnets/12a0fae8-2deb-4da0-9008-8683d753d146 HTTP/1.1" status: 404 len: 337 time: 0.1176317 Aug 19 15:29:17.172318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:11Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:15Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:17.184596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.199860 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c132270-57a5-46f4-a345-0ba2054b1c82 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] GET failed (client error): The resource could not be found. Aug 19 15:29:17.201497 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8c132270-57a5-46f4-a345-0ba2054b1c82 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "GET /v2.0/networks/d71d31bf-6101-4f8d-bacc-bed8603ebc77 HTTP/1.1" status: 404 len: 339 time: 0.0376639 Aug 19 15:29:17.203517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.206818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d0d4a-9ac5-4fc8-836a-39a814c5bdc5 None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:11Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:15Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:17.207090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38626) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.216074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9aae631-90ad-41bf-a15f-71530a605f1c']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:17.226171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Transition to ACTIVE for port object 778f459f-54aa-4e7c-a810-8e7b673c7af3 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:17.235149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ced47e9-f294-46b1-9a14-0a1f7c765247') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:17.236227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ced47e9-f294-46b1-9a14-0a1f7c765247') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:17.260841 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ddd8e3-de40-4249-b6d3-fcef30639c7a tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] GET failed (client error): The resource could not be found. Aug 19 15:29:17.262495 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a4ddd8e3-de40-4249-b6d3-fcef30639c7a tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "GET /v2.0/ports/f3846d3a-bd4b-40b0-97d9-f4ae14381617 HTTP/1.1" status: 404 len: 333 time: 0.0549352 Aug 19 15:29:17.269000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.269496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38630) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.308304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Transition to ACTIVE for port object 778f459f-54aa-4e7c-a810-8e7b673c7af3 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:17.309554 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-59840250-d054-4e45-b83e-82269d2a4a44 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] GET failed (client error): The resource could not be found. Aug 19 15:29:17.312930 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59840250-d054-4e45-b83e-82269d2a4a44 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "GET /v2.0/subnets/3be387e9-6cfe-4920-9b46-de1ff189151a HTTP/1.1" status: 404 len: 337 time: 0.0414007 Aug 19 15:29:17.316955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38634) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.322901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f0167482-ea69-472b-a405-d8a62251bb95 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:17.334591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.354478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:17.354911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:17.357151 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:17.366989 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0167482-ea69-472b-a405-d8a62251bb95 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] PUT failed (client error): The resource could not be found. Aug 19 15:29:17.367675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0167482-ea69-472b-a405-d8a62251bb95 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:17.368916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f0167482-ea69-472b-a405-d8a62251bb95 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "PUT /v2.0/networks/10b96446-b802-44c5-a5a4-bc88abfc33fb HTTP/1.1" status: 404 len: 339 time: 0.0505588 Aug 19 15:29:17.375966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.386381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3de7b498-578e-464c-a65d-ea2d1ef73168 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:17.402151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.424750 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de7b498-578e-464c-a65d-ea2d1ef73168 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] PUT failed (client error): The resource could not be found. Aug 19 15:29:17.425487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de7b498-578e-464c-a65d-ea2d1ef73168 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:17.432028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3de7b498-578e-464c-a65d-ea2d1ef73168 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "PUT /v2.0/ports/0dc57464-7272-4814-adde-a9ef92ec00b7 HTTP/1.1" status: 404 len: 333 time: 0.0545089 Aug 19 15:29:17.435976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38644) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.440876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:17.446768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8decc410-6213-4ba4-918e-789566453a59 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:17.453803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:17.459005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:17.479564 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-8decc410-6213-4ba4-918e-789566453a59 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] PUT failed (client error): The resource could not be found. Aug 19 15:29:17.485928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8decc410-6213-4ba4-918e-789566453a59 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:17.487544 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8decc410-6213-4ba4-918e-789566453a59 tempest-NetworksNegativeTestJSON-1825336134 tempest-NetworksNegativeTestJSON-1825336134-project] 10.222.0.13 "PUT /v2.0/subnets/68c858e1-6f84-4324-8932-c93ddd345f3c HTTP/1.1" status: 404 len: 337 time: 0.0503764 Aug 19 15:29:17.600387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.605820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Allocated IP 172.23.0.1 (83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc/92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd/b9019ce9-dc75-4df9-8965-787d019cd913) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:17.615623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9aae631-90ad-41bf-a15f-71530a605f1c {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:29:17.634166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.638873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a9aae631-90ad-41bf-a15f-71530a605f1c HTTP/1.1" status: 204 len: 168 time: 2.4382825 Aug 19 15:29:17.647391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38652) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.683341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de3c57-31d0-4052-8c48-b92c752b196f tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9aae631-90ad-41bf-a15f-71530a605f1c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:17.712075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Attempting to bind port 778f459f-54aa-4e7c-a810-8e7b673c7af3 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:17.714842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Attempting to bind port 778f459f-54aa-4e7c-a810-8e7b673c7af3 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:17.719331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Attempting to bind port 778f459f-54aa-4e7c-a810-8e7b673c7af3 on network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:17.760166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:17.766182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Checking segment: {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:17.766828 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.770650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Bound using segment: {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:17.773458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Bound port: 778f459f-54aa-4e7c-a810-8e7b673c7af3, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:17.775552 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.803493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Pushing event updated for resources: {'Port': ['ID=778f459f-54aa-4e7c-a810-8e7b673c7af3,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:17.825801 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a9dc3076-0aac-47da-8697-2b067ab62745 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1715870 Aug 19 15:29:17.830105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:17.882133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] For port 778f459f-54aa-4e7c-a810-8e7b673c7af3, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:17.891517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] For port 778f459f-54aa-4e7c-a810-8e7b673c7af3, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=778f459f-54aa-4e7c-a810-8e7b673c7af3,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:18.049555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.091150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.091646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.092175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.092701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.093255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.097807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.098741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.099415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.106866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-65188f46-d1b8-4bfa-87e2-99732cdb31be tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5115 time: 0.2703619 Aug 19 15:29:18.107633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38662) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:18.208439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d734fc-2c9b-4a19-8975-826429a4428e None None] Pushing event updated for resources: {'Port': ['ID=778f459f-54aa-4e7c-a810-8e7b673c7af3,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:18.318354 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-7d2f380f-7dfb-4e8a-a511-e58f7ba26e54 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] delete failed (client error): The resource could not be found. Aug 19 15:29:18.320315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7d2f380f-7dfb-4e8a-a511-e58f7ba26e54 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/7ad8bc45-9b71-41b9-9d63-a63149875525 HTTP/1.1" status: 404 len: 345 time: 0.2114425 Aug 19 15:29:18.322977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38666) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:18.360185 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-629caaa8-ed8b-4ac3-add9-13d5c34b2019 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 15:29:18.360831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629caaa8-ed8b-4ac3-add9-13d5c34b2019 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:18.372408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-629caaa8-ed8b-4ac3-add9-13d5c34b2019 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a9aae631-90ad-41bf-a15f-71530a605f1c HTTP/1.1" status: 404 len: 339 time: 0.0435834 Aug 19 15:29:18.374117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38668) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:18.379423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'network': {'name': 'tempest-network--1570468348', 'router:external': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:18.486989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Made reservation on behalf of d1254b4b8f4c43e193fbe1dd5f631671 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:18.490199 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.528820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:18.551614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:18.574128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.575033 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Added segment 221f551c-6afc-4ddd-af3e-4de049d0ada7 of type vlan for network 6a690163-2ca6-41a2-b159-20126d4b5836 Aug 19 15:29:18.685272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38672) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:18.733101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:18.738223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:18.738926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.748893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.751135 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.769359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Transition to ACTIVE for port object b9019ce9-dc75-4df9-8965-787d019cd913 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:18.927708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.928720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.929353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.933521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:18.990748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.019105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:19.043592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66b0a4bb-24ab-4b61-a496-682bfd06befe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.087047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Network': ['ID=6a690163-2ca6-41a2-b159-20126d4b5836,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:19.089896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=b9019ce9-dc75-4df9-8965-787d019cd913,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:19.098625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6a690163-2ca6-41a2-b159-20126d4b5836 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:19.104182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:19.110057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:19.116516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:19.120966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.122827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.123365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.123850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.124444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.125689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.126228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.126781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.127284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.127802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.128300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.128786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:19.155387 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.185434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c68bd28e-d8d2-47a0-a922-1c1af33001b9 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8100979 Aug 19 15:29:19.193739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:19.211904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.660337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf30a45-e7a7-4417-b171-434742e0a033 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:19.686203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.691296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf30a45-e7a7-4417-b171-434742e0a033 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:19.718866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf30a45-e7a7-4417-b171-434742e0a033 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:19.738462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf30a45-e7a7-4417-b171-434742e0a033 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:19.748387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ecf30a45-e7a7-4417-b171-434742e0a033 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5522454 Aug 19 15:29:19.758347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:19.763323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66b0a4bb-24ab-4b61-a496-682bfd06befe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.770796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:19.856322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.859574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66b0a4bb-24ab-4b61-a496-682bfd06befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.933952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc14b2-410b-4002-8581-1e8b77735727 None None] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:19.944819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38698) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:19.946456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-66b0a4bb-24ab-4b61-a496-682bfd06befe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6b927cc9cff40069f65799faf23d8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2590930 Aug 19 15:29:19.975833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a4bb-24ab-4b61-a496-682bfd06befe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de83a84b-554f-4968-9e60-6a4c0543be5a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:20.147540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.161868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a690163-2ca6-41a2-b159-20126d4b5836']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:20.205513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221f551c-6afc-4ddd-af3e-4de049d0ada7') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:20.205513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221f551c-6afc-4ddd-af3e-4de049d0ada7') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:20.225022 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.238240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a7c4a8a5-7076-42ea-b18b-fb413158e966 None None] Provisioning for port 778f459f-54aa-4e7c-a810-8e7b673c7af3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:20.272465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.274582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84e904d2-b9d9-46c2-9cb6-c4879904ca41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.290958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:20.293486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:20.295907 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:20.363850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84e904d2-b9d9-46c2-9cb6-c4879904ca41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.426783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.491724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 778f459f-54aa-4e7c-a810-8e7b673c7af3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:20.544726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.552351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a690163-2ca6-41a2-b159-20126d4b5836 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:29:20.559303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.560206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6a690163-2ca6-41a2-b159-20126d4b5836 HTTP/1.1" status: 204 len: 168 time: 0.8004758 Aug 19 15:29:20.570291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38706) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:20.576526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'network': {'name': 'tempest-network--971684360', 'router:external': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:20.584482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aea4de-b68d-47f0-b728-2cf58f083744 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a690163-2ca6-41a2-b159-20126d4b5836,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:20.594385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84e904d2-b9d9-46c2-9cb6-c4879904ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.594385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-84e904d2-b9d9-46c2-9cb6-c4879904ca41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.594385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-84e904d2-b9d9-46c2-9cb6-c4879904ca41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de83a84b-554f-4968-9e60-6a4c0543be5a HTTP/1.1" status: 204 len: 168 time: 0.6438560 Aug 19 15:29:20.594385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.734818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e904d2-b9d9-46c2-9cb6-c4879904ca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83a84b-554f-4968-9e60-6a4c0543be5a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:20.754184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 778f459f-54aa-4e7c-a810-8e7b673c7af3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:20.770945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 778f459f-54aa-4e7c-a810-8e7b673c7af3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:20.772174 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.827061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.836824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event updated for resources: {'Port': ['ID=b9019ce9-dc75-4df9-8965-787d019cd913,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:20.944366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Made reservation on behalf of d1254b4b8f4c43e193fbe1dd5f631671 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:20.946781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:20.978500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.012969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:21.026754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 778f459f-54aa-4e7c-a810-8e7b673c7af3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=778f459f-54aa-4e7c-a810-8e7b673c7af3,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:21.039747 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.040100 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Added segment fd88cc4d-36f2-477a-9bfe-bfd96e21a13a of type vlan for network 736041f2-cef4-4db3-afa4-2bdc5d1d9e4f Aug 19 15:29:21.063176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:21.075937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19bd227d-d346-479b-9286-032900e2e837 None None] Provisioning for port b9019ce9-dc75-4df9-8965-787d019cd913 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:21.083493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:21.084621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19bd227d-d346-479b-9286-032900e2e837 None None] Provisioning complete for port b9019ce9-dc75-4df9-8965-787d019cd913 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:21.085280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19bd227d-d346-479b-9286-032900e2e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.158677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.160458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:21.170107 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.331524 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:29:21.405101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=778f459f-54aa-4e7c-a810-8e7b673c7af3,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:21.430505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-19bd227d-d346-479b-9286-032900e2e837 None None] Port b9019ce9-dc75-4df9-8965-787d019cd913 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:21.431407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.433259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:21.434634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.456802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:21.493002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19bd227d-d346-479b-9286-032900e2e837 None None] Provisioning complete for port 778f459f-54aa-4e7c-a810-8e7b673c7af3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:21.493553 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19bd227d-d346-479b-9286-032900e2e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.566827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:21.571500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.686739 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1149900 Aug 19 15:29:21.689696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38736) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:21.695046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6788da-2b7f-449a-960b-9f8e5285bea7 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Network': ['ID=736041f2-cef4-4db3-afa4-2bdc5d1d9e4f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:21.709806 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:21.710004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 736041f2-cef4-4db3-afa4-2bdc5d1d9e4f details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:21.730768 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c3480f6-74dd-4a12-bb4e-c15209d6a0f5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6601934 Aug 19 15:29:21.731768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38740) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:21.750914 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:21.751294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:21.765867 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:21.766966 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:21.921832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2940bd3f-c7f9-478c-8a41-2366d4fbbcef None None] Provisioning complete for port b9019ce9-dc75-4df9-8965-787d019cd913 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:21.922413 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2940bd3f-c7f9-478c-8a41-2366d4fbbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:21.958586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6f5c-15fa-4b24-b8e2-e9316e70a0c7 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:21.970600 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59df6f5c-15fa-4b24-b8e2-e9316e70a0c7 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] 10.222.0.13 "GET /v2.0/networks/736041f2-cef4-4db3-afa4-2bdc5d1d9e4f HTTP/1.1" status: 200 len: 756 time: 0.2782297 Aug 19 15:29:21.971742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38744) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:21.990996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2940bd3f-c7f9-478c-8a41-2366d4fbbcef None None] Port b9019ce9-dc75-4df9-8965-787d019cd913 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:22.072341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:22.111105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbae4ac-32cd-45c9-8db0-ff8e5fa3a3c1 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:22.116474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7dbae4ac-32cd-45c9-8db0-ff8e5fa3a3c1 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] 10.222.0.13 "GET /v2.0/networks/c729df1b-35da-499c-9aef-ac70d829d76f HTTP/1.1" status: 200 len: 768 time: 0.1433597 Aug 19 15:29:22.117440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:22.298694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.403355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 778f459f-54aa-4e7c-a810-8e7b673c7af3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:22.473769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.501598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736041f2-cef4-4db3-afa4-2bdc5d1d9e4f']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:22.533790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd88cc4d-36f2-477a-9bfe-bfd96e21a13a') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:22.534513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd88cc4d-36f2-477a-9bfe-bfd96e21a13a') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:22.546170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.583468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.596349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:22.597548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:22.602324 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:22.605902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-f2241807-e5e3-4aeb-80f2-19774a1290b0 req-fccbc7ae-b0a3-41a4-b9a2-0777982cde76 service neutron] (101963) timed out ('10.222.0.13', 41906) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:29:22.615685 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:19Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9019ce9-dc75-4df9-8965-787d019cd913', 'name': '', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:1b:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:17Z', 'updated_at': '2021-08-19T15:29:19Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:22.668359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 778f459f-54aa-4e7c-a810-8e7b673c7af3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:22.669177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.683598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:22.683960 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Updating router 04b03dcd-db45-4ba9-9eb6-7b065463e24b port b9019ce9-dc75-4df9-8965-787d019cd913 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:29:22.731184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.extraroute_db [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:29:22.750605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.extraroute_db [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Removed routes are [] {{(pid=101963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:29:22.760803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.773238 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.778438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.786215 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 736041f2-cef4-4db3-afa4-2bdc5d1d9e4f {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:29:22.789879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.793198 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/networks/736041f2-cef4-4db3-afa4-2bdc5d1d9e4f HTTP/1.1" status: 204 len: 168 time: 0.6745682 Aug 19 15:29:22.800175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:22.807507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'network': {'name': 'tempest-network--380509433'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:22.865393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbbe25-bcce-49e9-ab78-30ca0d2bba93 tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Network': ['ID=736041f2-cef4-4db3-afa4-2bdc5d1d9e4f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:22.880991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38768) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:23.032896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Made reservation on behalf of d1254b4b8f4c43e193fbe1dd5f631671 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:23.035718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.124681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f3c88c61-19d8-4bde-b63f-9c623039d944 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:23.127182 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-f3c88c61-19d8-4bde-b63f-9c623039d944 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 15:29:23.127961 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-f3c88c61-19d8-4bde-b63f-9c623039d944 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:29:23.133671 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f3c88c61-19d8-4bde-b63f-9c623039d944 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2504795 Aug 19 15:29:23.134546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38774) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:23.153291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111597593'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:23.260889 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.278722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.456342 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.468067 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Transition to ACTIVE for port object b9019ce9-dc75-4df9-8965-787d019cd913 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:23.595876 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.704376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.710303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.731654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.812976 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c461d9-de0d-415a-9515-3015493779ca None None] Pushing event updated for resources: {'Port': ['ID=b9019ce9-dc75-4df9-8965-787d019cd913,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:23.843349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:23.852370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.871020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.871020 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Added segment 1e9963aa-decd-4098-adf0-f1224ec3214e of type vlan for network 9ffb424a-1792-40d6-bf9c-c7b41b1d75e1 Aug 19 15:29:23.881697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Attempting to bind port b9019ce9-dc75-4df9-8965-787d019cd913 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:23.886976 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Attempting to bind port b9019ce9-dc75-4df9-8965-787d019cd913 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:23.886976 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Attempting to bind port b9019ce9-dc75-4df9-8965-787d019cd913 on network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:23.904533 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:23.904944 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Checking segment: {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:23.905329 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.908006 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Bound using segment: {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:23.908531 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Bound port: b9019ce9-dc75-4df9-8965-787d019cd913, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417381e5-e515-4393-a05a-225cf6e2d050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:23.908935 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.927423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:23.941396 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.958169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50c145-8da9-4286-93c1-13418b8a2c5a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:24.091367 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.095654 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] For port b9019ce9-dc75-4df9-8965-787d019cd913, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:24.099599 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] For port b9019ce9-dc75-4df9-8965-787d019cd913, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9019ce9-dc75-4df9-8965-787d019cd913,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:24.129733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:24.141698 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.145182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a4ba90c7-0ecc-4d7b-b413-ae917b85104f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 934 time: 2.4091630 Aug 19 15:29:24.146601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38788) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:24.161915 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.191737 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.228439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a2818-eb75-4056-aa6c-0be87123ce1a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:24.316683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.316683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:24.316683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.317201 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:24.317201 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:24.370805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Network': ['ID=9ffb424a-1792-40d6-bf9c-c7b41b1d75e1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:24.384167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 9ffb424a-1792-40d6-bf9c-c7b41b1d75e1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:24.412413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a722eca8-c105-46ac-9147-2f18a149f6f1 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 934 time: 0.2641275 Aug 19 15:29:24.415323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:24.420879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'routes': None}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:24.427841 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c461d9-de0d-415a-9515-3015493779ca None None] Pushing event updated for resources: {'Port': ['ID=b9019ce9-dc75-4df9-8965-787d019cd913,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:24.470563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3244fa18-fcaf-44fd-903e-d5df89b4859e tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6689065 Aug 19 15:29:24.471220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38798) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:24.478225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:24.517490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:24.635026 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a19d8fc-49c1-449d-bdc2-fb72cb95f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.674101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.675584 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aebe00bc-1c67-482e-9f6f-3312eda18d03 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5397453 Aug 19 15:29:24.783706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:24.857356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c45a2818-eb75-4056-aa6c-0be87123ce1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:24.872789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:24.946769 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:22Z', 'revision_number': 6, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9019ce9-dc75-4df9-8965-787d019cd913', 'name': '', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:1b:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:17Z', 'updated_at': '2021-08-19T15:29:24Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:24.979036 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484dde2-6644-4e54-9018-48046a104d1c None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:22Z', 'revision_number': 6, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9019ce9-dc75-4df9-8965-787d019cd913', 'name': '', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:1b:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:17Z', 'updated_at': '2021-08-19T15:29:24Z', 'revision_number': 4, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:25.138741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.228215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.300974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Network 9ffb424a-1792-40d6-bf9c-c7b41b1d75e1 is not hosted by any dhcp agent {{(pid=101963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:29:25.301755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:25.302374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.303856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "PUT /v2.0/networks/9ffb424a-1792-40d6-bf9c-c7b41b1d75e1 HTTP/1.1" status: 200 len: 857 time: 0.8311329 Aug 19 15:29:25.309853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38808) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:25.376093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8522c4-2f05-4621-a039-89e734635cff tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event updated for resources: {'Network': ['ID=9ffb424a-1792-40d6-bf9c-c7b41b1d75e1,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:25.410166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.472752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added routes are [] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:29:25.473409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.extraroute_db [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101962) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:29:25.530131 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.547371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.570360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.595435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffb424a-1792-40d6-bf9c-c7b41b1d75e1']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:25.607193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9963aa-decd-4098-adf0-f1224ec3214e') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:25.607556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9963aa-decd-4098-adf0-f1224ec3214e') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:25.619397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.649219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.663890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:25.664485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:25.690518 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:25.697405 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.698376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.803885 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b461af97-8647-4b57-bb70-0c746ef26b39,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:25.813690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.835001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ffb424a-1792-40d6-bf9c-c7b41b1d75e1 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 15:29:25.838212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ffb424a-1792-40d6-bf9c-c7b41b1d75e1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:25.840408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.855145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-32786c5b-4a70-4e56-a2c2-cb705a21c5bb tempest-ExternalNetworksTestJSON-987201497 tempest-ExternalNetworksTestJSON-987201497-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9ffb424a-1792-40d6-bf9c-c7b41b1d75e1 HTTP/1.1" status: 204 len: 168 time: 0.5442042 Aug 19 15:29:25.856168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38826) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:25.962906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:25.964416 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7374ff82-b5aa-4d2a-bcba-ef7ff87a2188 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1780698 Aug 19 15:29:25.967260 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d72eac-023a-42dd-bbad-238e368205f7 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:25.969298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d72eac-023a-42dd-bbad-238e368205f7 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:25.971222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-96d72eac-023a-42dd-bbad-238e368205f7 tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] 10.222.0.13 "DELETE /v2.0/subnets/1c9dd2c0-f404-462e-8086-f690735ff107 HTTP/1.1" status: 404 len: 337 time: 0.1133525 Aug 19 15:29:25.974155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38834) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:25.976086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38836) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:25.989398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a8113b1a-ef5f-4f94-8ca6-45264049ed60 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c45a2818-eb75-4056-aa6c-0be87123ce1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:26.083370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.096728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.186806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.304214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:26.313448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a8113b1a-ef5f-4f94-8ca6-45264049ed60 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.474423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9019ce9-dc75-4df9-8965-787d019cd913 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:26.477515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:26.496094 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.497935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-310d7942-7788-49d3-8985-9a3dc031e408 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 700 time: 2.0814004 Aug 19 15:29:26.506523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38844) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:26.581638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.623405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c729df1b-35da-499c-9aef-ac70d829d76f']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:26.650675 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e841478-8e52-4962-a654-f75a05669132') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:26.652832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e841478-8e52-4962-a654-f75a05669132') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:26.680895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.692978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b9019ce9-dc75-4df9-8965-787d019cd913 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:26.697945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b9019ce9-dc75-4df9-8965-787d019cd913 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:26.697945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.705838 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.708686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38848) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:26.722049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:26.726097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:26.726780 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:26.809003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd7a7746-9197-4923-b607-f6036168ebf0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 700 time: 0.2992804 Aug 19 15:29:26.813427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:26.829167 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-a8113b1a-ef5f-4f94-8ca6-45264049ed60 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:29:26.830235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a8113b1a-ef5f-4f94-8ca6-45264049ed60 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8530774 Aug 19 15:29:26.834563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:26.875226 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.918278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b9019ce9-dc75-4df9-8965-787d019cd913, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9019ce9-dc75-4df9-8965-787d019cd913,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:26.918515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af962cf6-c548-4067-ae7f-efdbcee83731 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.953655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af962cf6-c548-4067-ae7f-efdbcee83731 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:26.996281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8f7a-5963-44df-abba-a9f238d9dbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.009726 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.103430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b9019ce9-dc75-4df9-8965-787d019cd913,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:27.137794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af962cf6-c548-4067-ae7f-efdbcee83731 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.141222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af962cf6-c548-4067-ae7f-efdbcee83731 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.151761 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af962cf6-c548-4067-ae7f-efdbcee83731 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/c45a2818-eb75-4056-aa6c-0be87123ce1a HTTP/1.1" status: 204 len: 168 time: 0.3058355 Aug 19 15:29:27.164841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:27.166358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af962cf6-c548-4067-ae7f-efdbcee83731 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45a2818-eb75-4056-aa6c-0be87123ce1a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:27.252940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.275304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.280216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] 10.222.0.13 "DELETE /v2.0/networks/c729df1b-35da-499c-9aef-ac70d829d76f HTTP/1.1" status: 204 len: 168 time: 1.2827234 Aug 19 15:29:27.309532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6681c-5dee-4271-a617-4936d3da57cc tempest-ExternalNetworksTestJSON-1209509749 tempest-ExternalNetworksTestJSON-1209509749-project] Pushing event deleted for resources: {'Network': ['ID=c729df1b-35da-499c-9aef-ac70d829d76f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:27.312664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38868) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:27.315657 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7b4ece3b-61e6-45f5-baac-12ab3b3e36e4 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1378913 Aug 19 15:29:27.318299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--203509150'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:27.412872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.469706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:27.491098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:27.492385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:28:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:27.496712 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8f7a-5963-44df-abba-a9f238d9dbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.532740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.615354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:27.666911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8f7a-5963-44df-abba-a9f238d9dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.762428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7c5a8f7a-5963-44df-abba-a9f238d9dbdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae1e8e77183f4c3ea952695f172c6f03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0500939 Aug 19 15:29:27.762682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a8f7a-5963-44df-abba-a9f238d9dbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d750c4-c32c-48c9-877d-5e62e120a978,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:27.762854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:27.816392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.859701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5f2389d-69ab-4745-91f5-6238f755c852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.900127 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f10f3421-62b2-4543-890a-fbc72e67717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:27.926168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38882) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:27.949140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5f2389d-69ab-4745-91f5-6238f755c852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.034117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:25Z', 'revision_number': 7, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9019ce9-dc75-4df9-8965-787d019cd913', 'name': '', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:1b:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:17Z', 'updated_at': '2021-08-19T15:29:26Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:28.051277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.077826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:28.088623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:28.089830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:28.091713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port b9019ce9-dc75-4df9-8965-787d019cd913 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:28.092526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.160472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.201659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:28.205337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5f2389d-69ab-4745-91f5-6238f755c852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.205337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d5f2389d-69ab-4745-91f5-6238f755c852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.208571 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d5f2389d-69ab-4745-91f5-6238f755c852 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89d750c4-c32c-48c9-877d-5e62e120a978 HTTP/1.1" status: 204 len: 168 time: 0.4446433 Aug 19 15:29:28.245548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2389d-69ab-4745-91f5-6238f755c852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d750c4-c32c-48c9-877d-5e62e120a978,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:28.253448 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-187a640a-6f02-4825-96ee-aaa7f8fed23e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0df95257b1724c64abab82a7f445bc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259439 Aug 19 15:29:28.254338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:28.294018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19905936-ec6a-41b0-bf67-0ddab29e1fef,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:28.325424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.325424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1d789a26-22ad-447a-82b0-f9c8eff75fd1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0071745 Aug 19 15:29:28.327303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38894) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:28.335419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9fa4dff1-8b95-42f3-baa2-23badf051e25 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '19905936-ec6a-41b0-bf67-0ddab29e1fef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:28.336177 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-9fa4dff1-8b95-42f3-baa2-23badf051e25 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 15:29:28.336943 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-9fa4dff1-8b95-42f3-baa2-23badf051e25 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:28.337711 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9fa4dff1-8b95-42f3-baa2-23badf051e25 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088146 Aug 19 15:29:28.343056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38896) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:28.382785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port b9019ce9-dc75-4df9-8965-787d019cd913, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9019ce9-dc75-4df9-8965-787d019cd913,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:28.383288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.421808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6317-5676-4b5e-a994-57b3e17b4a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.432684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for b9019ce9-dc75-4df9-8965-787d019cd913 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:28.472752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6317-5676-4b5e-a994-57b3e17b4a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.484715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9019ce9-dc75-4df9-8965-787d019cd913 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:28.503566 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df3f6b60-4a94-4535-8386-97bcebf1310a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.600098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df3f6b60-4a94-4535-8386-97bcebf1310a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.624233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6317-5676-4b5e-a994-57b3e17b4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.627795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6317-5676-4b5e-a994-57b3e17b4a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.638479 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6bdb6317-5676-4b5e-a994-57b3e17b4a96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84a6cdfd-4683-4955-b6e7-e28a75506b8b HTTP/1.1" status: 204 len: 168 time: 0.3739886 Aug 19 15:29:28.639157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b9019ce9-dc75-4df9-8965-787d019cd913 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:28.639157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.639318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb6317-5676-4b5e-a994-57b3e17b4a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a6cdfd-4683-4955-b6e7-e28a75506b8b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:28.806864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:25Z', 'revision_number': 7, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9019ce9-dc75-4df9-8965-787d019cd913', 'name': '', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:1b:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:17Z', 'updated_at': '2021-08-19T15:29:26Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:28.818603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df3f6b60-4a94-4535-8386-97bcebf1310a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.825061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-df3f6b60-4a94-4535-8386-97bcebf1310a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:28.826313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df3f6b60-4a94-4535-8386-97bcebf1310a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/19905936-ec6a-41b0-bf67-0ddab29e1fef HTTP/1.1" status: 204 len: 168 time: 0.4822671 Aug 19 15:29:28.829716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:28.844965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443e77a-cf68-4ee1-a007-144686c0049c None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:25Z', 'revision_number': 7, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9019ce9-dc75-4df9-8965-787d019cd913', 'name': '', 'network_id': '83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:1b:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:17Z', 'updated_at': '2021-08-19T15:29:26Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:28.878409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6b60-4a94-4535-8386-97bcebf1310a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19905936-ec6a-41b0-bf67-0ddab29e1fef,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:28.927474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6ea6a8c7-d3b8-4e4a-8fa0-abcf7d01ff92 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927486 Aug 19 15:29:28.927739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:28.932665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--955339281'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:29.013221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.045302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=b9019ce9-dc75-4df9-8965-787d019cd913,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:29.156018 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.228000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.319452 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.416824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.470133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a1da2-c17a-4d2a-b5a8-9e93dd25c7aa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:29.514856 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38924) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:29.539706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08ee761f-61f0-465c-a0f5-59d3cd17a39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.563011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:29.579418 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.583944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38928) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:29.584236 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb95c8ad-ac99-4988-894b-6f8960faee1b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6554053 Aug 19 15:29:29.632850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-83e4f536-642e-4504-886f-d6f7e5f0b2a1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a1da2-c17a-4d2a-b5a8-9e93dd25c7aa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:29.633800 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-83e4f536-642e-4504-886f-d6f7e5f0b2a1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 15:29:29.634805 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-83e4f536-642e-4504-886f-d6f7e5f0b2a1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:29.635857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-83e4f536-642e-4504-886f-d6f7e5f0b2a1 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0509560 Aug 19 15:29:29.643918 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38932) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:29.736506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:29.745543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cca8c9f2-2f68-4221-a067-5ece1edba403 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.745769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fbd00107-346b-4328-8bd5-c646f89d7fd5 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9309492 Aug 19 15:29:29.746454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38936) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:29.747392 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:29.760922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:29.761778 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:29.767222 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.782532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cca8c9f2-2f68-4221-a067-5ece1edba403 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.804404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet 92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:29:29.805730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.810135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08ee761f-61f0-465c-a0f5-59d3cd17a39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.863993 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:29.871023 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:29.978623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.005226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cca8c9f2-2f68-4221-a067-5ece1edba403 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.008118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cca8c9f2-2f68-4221-a067-5ece1edba403 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.009198 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cca8c9f2-2f68-4221-a067-5ece1edba403 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad3a1da2-c17a-4d2a-b5a8-9e93dd25c7aa HTTP/1.1" status: 204 len: 168 time: 0.3640466 Aug 19 15:29:30.010493 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08ee761f-61f0-465c-a0f5-59d3cd17a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.017343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38940) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:30.069411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8c9f2-2f68-4221-a067-5ece1edba403 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a1da2-c17a-4d2a-b5a8-9e93dd25c7aa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:30.126918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-779bf4bd-94a3-4797-b53e-cf89011e3dd8 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039009 Aug 19 15:29:30.131909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.143259 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-08ee761f-61f0-465c-a0f5-59d3cd17a39e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=667b3b4ac9e44a078b5f03e8eca03e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236622 Aug 19 15:29:30.143259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38942) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:30.150344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142186021'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:30.161006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38944) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:30.200644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:30.200867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e19e9-10e7-466a-a7a3-3df1b090488d None None] Network 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:30.202292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.216479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-30ef3442-e927-4c70-90ae-e70fa7d6a2da tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd HTTP/1.1" status: 204 len: 168 time: 0.4687090 Aug 19 15:29:30.217190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38948) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:30.225323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee761f-61f0-465c-a0f5-59d3cd17a39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0281a-0681-4dcf-ac8d-ca30466f9c5c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:30.237381 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:28Z', 'revision_number': 8, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:30.348721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:30.362143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.388092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8bab976-4be2-4fd7-92e7-d24e4fa5458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.413477 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:30.451849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8bab976-4be2-4fd7-92e7-d24e4fa5458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.453572 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:30.455169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a9bfe468-b9de-4de4-b7e7-7ee41dfdad93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1254b4b8f4c43e193fbe1dd5f631671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041207 Aug 19 15:29:30.456012 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:30.459478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 38960) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:30.497037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 778f459f-54aa-4e7c-a810-8e7b673c7af3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:30.497732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.560034 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.611223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08a5cb00-d135-47f7-8454-b24891410e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.621330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port 778f459f-54aa-4e7c-a810-8e7b673c7af3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=778f459f-54aa-4e7c-a810-8e7b673c7af3,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:30.626418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.626579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:30.630010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] DHCP port deletion for 83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:29:30.654945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 778f459f-54aa-4e7c-a810-8e7b673c7af3 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:30.663580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08a5cb00-d135-47f7-8454-b24891410e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.720684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8bab976-4be2-4fd7-92e7-d24e4fa5458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.727389 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a8bab976-4be2-4fd7-92e7-d24e4fa5458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.730860 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a8bab976-4be2-4fd7-92e7-d24e4fa5458d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9df0281a-0681-4dcf-ac8d-ca30466f9c5c HTTP/1.1" status: 204 len: 168 time: 0.5598707 Aug 19 15:29:30.759063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bab976-4be2-4fd7-92e7-d24e4fa5458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0281a-0681-4dcf-ac8d-ca30466f9c5c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:30.843796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] Deleting port 778f459f-54aa-4e7c-a810-8e7b673c7af3 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:30.844769 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.877175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08a5cb00-d135-47f7-8454-b24891410e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.880788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08a5cb00-d135-47f7-8454-b24891410e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.884856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08a5cb00-d135-47f7-8454-b24891410e90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6abf7792-5874-46cc-8b4e-fc06945b644a HTTP/1.1" status: 204 len: 168 time: 0.4230442 Aug 19 15:29:30.898091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5cb00-d135-47f7-8454-b24891410e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abf7792-5874-46cc-8b4e-fc06945b644a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:30.909058 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:30.962994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=778f459f-54aa-4e7c-a810-8e7b673c7af3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:30.974586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port 778f459f-54aa-4e7c-a810-8e7b673c7af3 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:31.011803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.081035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.114251 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:28Z', 'revision_number': 8, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:31.144312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685ec9a5-8e12-4416-9160-5f7d6874db61,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:31.155292 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcdb57-292a-4464-b129-52c672bd6f60 None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:28Z', 'revision_number': 8, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '2fdc698a-8fb4-4c54-80a2-286d8bea0d6d', 'name': '', 'network_id': '2e5f3578-7f7c-46d1-b09f-11fd6fee29f1', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:9e:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:10Z', 'updated_at': '2021-08-19T15:29:18Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'be6d6f38-0c93-4594-ab48-62ef5afc08db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:31.161929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.189941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:31.230661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417381e5-e515-4393-a05a-225cf6e2d050') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:31.231173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417381e5-e515-4393-a05a-225cf6e2d050') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:31.236042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.236761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.241194 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3fdf30b5-81b0-4a1f-b1c8-b676f30449d3 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0928271 Aug 19 15:29:31.241194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38972) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.248823 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-14baf0cc-f4f4-426f-94f4-78ed6ca32c5d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '685ec9a5-8e12-4416-9160-5f7d6874db61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:31.266161 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-14baf0cc-f4f4-426f-94f4-78ed6ca32c5d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 15:29:31.266397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.267388 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-14baf0cc-f4f4-426f-94f4-78ed6ca32c5d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:31.268835 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-14baf0cc-f4f4-426f-94f4-78ed6ca32c5d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254104 Aug 19 15:29:31.271660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.277241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c3ea760d-1404-426c-8e1b-d9151a6c1340 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '685ec9a5-8e12-4416-9160-5f7d6874db61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:31.278190 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-c3ea760d-1404-426c-8e1b-d9151a6c1340 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 15:29:31.279052 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-c3ea760d-1404-426c-8e1b-d9151a6c1340 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:31.280286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3ea760d-1404-426c-8e1b-d9151a6c1340 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074155 Aug 19 15:29:31.285173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38976) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.289787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] For port 778f459f-54aa-4e7c-a810-8e7b673c7af3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=778f459f-54aa-4e7c-a810-8e7b673c7af3,segment=NetworkSegment(417381e5-e515-4393-a05a-225cf6e2d050),segment_id=417381e5-e515-4393-a05a-225cf6e2d050)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:31.290458 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.299339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ba4c9fa4-ec98-4ad9-9277-f5902e9b57ea tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '685ec9a5-8e12-4416-9160-5f7d6874db61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:31.300676 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-ba4c9fa4-ec98-4ad9-9277-f5902e9b57ea tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 15:29:31.303860 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-ba4c9fa4-ec98-4ad9-9277-f5902e9b57ea tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:31.305526 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ba4c9fa4-ec98-4ad9-9277-f5902e9b57ea tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0187905 Aug 19 15:29:31.308321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.316210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.319181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f204c199-be7e-4528-a307-5aa144cfe4c7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '685ec9a5-8e12-4416-9160-5f7d6874db61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:31.321473 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-f204c199-be7e-4528-a307-5aa144cfe4c7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 15:29:31.323304 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-f204c199-be7e-4528-a307-5aa144cfe4c7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:31.336129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] Calling delete_port for 778f459f-54aa-4e7c-a810-8e7b673c7af3 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:31.336432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f204c199-be7e-4528-a307-5aa144cfe4c7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0167539 Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:31.336539 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:31.340254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.486892 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f4e739-e000-48d3-a6e4-695a0c18693d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.563201 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.576728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f4e739-e000-48d3-a6e4-695a0c18693d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.606458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.615688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] Pushing event deleted for resources: {'Port': ['ID=778f459f-54aa-4e7c-a810-8e7b673c7af3,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:31.618302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.620034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc HTTP/1.1" status: 204 len: 168 time: 1.3991506 Aug 19 15:29:31.623687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f920ca-ffa2-4159-9b5a-0e162f16f28c None None] No DVR routers for this DVR port 778f459f-54aa-4e7c-a810-8e7b673c7af3 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:31.624649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 38994) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.644120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cba6-f0ac-4a57-ae63-6773c19b2509 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=83a14dc7-81ea-4bd8-a1bc-b5f4d141f2dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:31.839604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f4e739-e000-48d3-a6e4-695a0c18693d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.842840 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f4e739-e000-48d3-a6e4-695a0c18693d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:31.844724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-48f4e739-e000-48d3-a6e4-695a0c18693d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/685ec9a5-8e12-4416-9160-5f7d6874db61 HTTP/1.1" status: 204 len: 168 time: 0.5031104 Aug 19 15:29:31.849580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39000) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:31.896516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e739-e000-48d3-a6e4-695a0c18693d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ec9a5-8e12-4416-9160-5f7d6874db61,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:32.057471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e290c7dd-9a25-455c-9d25-dc8972b7b262 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2024059 Aug 19 15:29:32.057471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39008) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:32.071236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434513355'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:32.139321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.154642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.262151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.332412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.394004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 778f459f-54aa-4e7c-a810-8e7b673c7af3 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:32.416939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:32.426796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.437730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-34d5b019-7f2e-43df-b9c8-12f571afca8a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3787282 Aug 19 15:29:32.443179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39020) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:32.456106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-abdc64e7-3832-4014-9279-f05ad1480023 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:32.456647 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-abdc64e7-3832-4014-9279-f05ad1480023 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 15:29:32.457230 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-abdc64e7-3832-4014-9279-f05ad1480023 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:32.462067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-abdc64e7-3832-4014-9279-f05ad1480023 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0178339 Aug 19 15:29:32.462433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 778f459f-54aa-4e7c-a810-8e7b673c7af3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:32.462652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:32.462957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 778f459f-54aa-4e7c-a810-8e7b673c7af3 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:32.464276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9019ce9-dc75-4df9-8965-787d019cd913 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:32.469486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-da2026ee-f6e1-4d93-8e22-5c2bcbe9f084 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:32.510602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b9019ce9-dc75-4df9-8965-787d019cd913 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:32.511059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9019ce9-dc75-4df9-8965-787d019cd913 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:32.623692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:32.624302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.726321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:32.726941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:32.743109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:32.767679 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-da2026ee-f6e1-4d93-8e22-5c2bcbe9f084 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:32.769154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-da2026ee-f6e1-4d93-8e22-5c2bcbe9f084 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3053784 Aug 19 15:29:32.772155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39036) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:32.779944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4d4616b6-bf6e-495c-a44a-89216a9d080a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:32.781397 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-4d4616b6-bf6e-495c-a44a-89216a9d080a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 15:29:32.782237 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-4d4616b6-bf6e-495c-a44a-89216a9d080a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:32.783503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4d4616b6-bf6e-495c-a44a-89216a9d080a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093884 Aug 19 15:29:32.786657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:32.792397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-986cfc47-4583-4f37-a0eb-cb3072982594 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:33.058494 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-986cfc47-4583-4f37-a0eb-cb3072982594 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:33.062803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-986cfc47-4583-4f37-a0eb-cb3072982594 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2714689 Aug 19 15:29:33.063700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39048) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:33.077432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2403677c-f272-44d8-8783-16d619c4bb74 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:33.077432 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-2403677c-f272-44d8-8783-16d619c4bb74 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 15:29:33.077432 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-2403677c-f272-44d8-8783-16d619c4bb74 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:33.079598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2403677c-f272-44d8-8783-16d619c4bb74 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142765 Aug 19 15:29:33.081984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:33.088223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-19bccab2-19ce-4955-8277-812c3a61382d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:33.113070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:33.526104 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-19bccab2-19ce-4955-8277-812c3a61382d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Project a6aa851e842f45069511cf574de852b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:29:33.541827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=2fdc698a-8fb4-4c54-80a2-286d8bea0d6d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:33.730424 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-19bccab2-19ce-4955-8277-812c3a61382d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:33.731521 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19bccab2-19ce-4955-8277-812c3a61382d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6481493 Aug 19 15:29:33.735611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39074) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:33.740703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-82f4ca5c-7d0d-4049-8c12-8455eea9f4fd tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:33.741213 n-d-779913-32 neutron-server[101963]: WARNING neutron.api.v2.base [None req-82f4ca5c-7d0d-4049-8c12-8455eea9f4fd tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 15:29:33.741712 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-82f4ca5c-7d0d-4049-8c12-8455eea9f4fd tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:33.742820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-82f4ca5c-7d0d-4049-8c12-8455eea9f4fd tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060868 Aug 19 15:29:33.745829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39076) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:33.763797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b06ca221-bee6-4062-8323-2c6bd158334b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:33.856135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:33.942756 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-b06ca221-bee6-4062-8323-2c6bd158334b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Project a6aa851e842f45069511cf574de852b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:29:34.012187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39084) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:34.034023 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-b06ca221-bee6-4062-8323-2c6bd158334b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:34.038467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b06ca221-bee6-4062-8323-2c6bd158334b tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2914839 Aug 19 15:29:34.039130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39088) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:34.047760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fac87027-6b26-4787-ae39-5d33f71f9bc8 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': 'c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:34.159360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:34.179230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-567195852', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:34.235690 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-fac87027-6b26-4787-ae39-5d33f71f9bc8 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Project a6aa851e842f45069511cf574de852b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:29:34.315306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:34.315548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Made reservation on behalf of 6652b3f2ce8c4067b227c2a0833e3efe for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:34.317772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.321850 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-254cd9c1-d1d1-4880-b4c2-3f4716a070f0 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959951 Aug 19 15:29:34.326702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:34.345541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39092) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:34.355216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:34.355863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:34.360850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.414469 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-fac87027-6b26-4787-ae39-5d33f71f9bc8 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:34.415540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fac87027-6b26-4787-ae39-5d33f71f9bc8 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3753307 Aug 19 15:29:34.418811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39094) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:34.435460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet be6d6f38-0c93-4594-ab48-62ef5afc08db {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:29:34.436130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.505749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.520564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:34.607342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.621720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.649533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-166a8d2f-d0b8-45e5-b7e7-e543570a681f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.712894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-166a8d2f-d0b8-45e5-b7e7-e543570a681f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.762304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.772922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.774684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] device_id is not set on port be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:29:34.798635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d583d757-67b3-4bd4-afab-897fa7806d84,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:34.825240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=be6d6f38-0c93-4594-ab48-62ef5afc08db,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:34.827291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.834020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39096) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:34.835287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57a4a631-0ccc-4705-94e8-6d3de03939c2 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/be6d6f38-0c93-4594-ab48-62ef5afc08db HTTP/1.1" status: 204 len: 168 time: 0.4875224 Aug 19 15:29:34.847058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a5a00-9cf0-4fce-b558-b899073ef581 None None] Network 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:35.030138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:32Z', 'revision_number': 9, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:35.088954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:35.107671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:35.108267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:35.250491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] DHCP port deletion for 2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:29:35.319504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:35.455041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] Deleting port 0cab1597-4b7c-4853-a481-a5c9063d099f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:35.455649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.467589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-166a8d2f-d0b8-45e5-b7e7-e543570a681f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.471534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-166a8d2f-d0b8-45e5-b7e7-e543570a681f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.473445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-166a8d2f-d0b8-45e5-b7e7-e543570a681f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8 HTTP/1.1" status: 204 len: 168 time: 1.0529618 Aug 19 15:29:35.476939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39110) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:35.489805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a8d2f-d0b8-45e5-b7e7-e543570a681f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f4e549-b0b3-4ccc-bff0-99a2fd95b1b8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:35.546575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.567885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] For port 0cab1597-4b7c-4853-a481-a5c9063d099f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cab1597-4b7c-4853-a481-a5c9063d099f,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:35.568733 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.575905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b88c9307-bfa5-4cc3-b75f-0f56ce708761 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973072 Aug 19 15:29:35.584991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:35.592223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949145940'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:35.597686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] Calling delete_port for 0cab1597-4b7c-4853-a481-a5c9063d099f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:35.618591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Allocated IP 172.25.5.38 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:35.709925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 0cab1597-4b7c-4853-a481-a5c9063d099f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:35.710272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.725440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.743293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:32Z', 'revision_number': 9, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:35.773382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa24b7-8f1a-4d0b-ace6-4a195386c3b6 None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:32Z', 'revision_number': 9, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '4815c646-66ee-411f-a26f-9115f10bb1b5', 'name': '', 'network_id': 'a66720a6-4acc-40ac-a8f4-b179636f9ef0', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:be:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:29:02Z', 'updated_at': '2021-08-19T15:29:10Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': '30948cf8-35da-4e5e-97ba-0158ccec7559', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:35.835971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.853136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port 0cab1597-4b7c-4853-a481-a5c9063d099f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cab1597-4b7c-4853-a481-a5c9063d099f,segment=NetworkSegment(e913faa1-1051-4b93-91e4-d92bb7de7906),segment_id=e913faa1-1051-4b93-91e4-d92bb7de7906)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:35.853755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.879644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.880690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] Pushing event deleted for resources: {'Port': ['ID=0cab1597-4b7c-4853-a481-a5c9063d099f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:35.882218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 0cab1597-4b7c-4853-a481-a5c9063d099f owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:35.895206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ec5b7-aad5-4aa6-86f9-c950752525dd None None] No DVR routers for this DVR port 0cab1597-4b7c-4853-a481-a5c9063d099f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:35.950547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.962786 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.006498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90132fd9-3033-4177-9ef9-f85ae4fde825,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:36.026702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.058650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port 0cab1597-4b7c-4853-a481-a5c9063d099f on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:36.060753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=0cab1597-4b7c-4853-a481-a5c9063d099f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:36.064357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.068821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c6b1d6a-3259-4a29-920c-1abfb78eb7df tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4793699 Aug 19 15:29:36.068979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39116) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:36.094600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5df32ecf-bbca-477d-a68e-eb553db29637 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '90132fd9-3033-4177-9ef9-f85ae4fde825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:36.102966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.103311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.103650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.103985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.104314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.104645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.104969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.105314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.105638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.105979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.106286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.106609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:36.156824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.233022 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.256830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:36.268167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5f3578-7f7c-46d1-b09f-11fd6fee29f1']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:36.286961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:36.295232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:36.313677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e913faa1-1051-4b93-91e4-d92bb7de7906') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:36.313985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e913faa1-1051-4b93-91e4-d92bb7de7906') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:36.392187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cab1597-4b7c-4853-a481-a5c9063d099f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:36.430789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0cab1597-4b7c-4853-a481-a5c9063d099f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:36.431022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cab1597-4b7c-4853-a481-a5c9063d099f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:36.431329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:36.441711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Pushing event updated for resources: {'Port': ['ID=be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:36.461337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.461739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:36.462234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2fdc698a-8fb4-4c54-80a2-286d8bea0d6d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:36.499627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.511531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:36.512128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.516474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:36.516884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:36.520219 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:36.607180 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-5df32ecf-bbca-477d-a68e-eb553db29637 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The resource could not be found. Aug 19 15:29:36.608274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5df32ecf-bbca-477d-a68e-eb553db29637 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5385706 Aug 19 15:29:36.612161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39124) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:36.617036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b3348b2c-1698-4a35-9a80-69dab11107d9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '90132fd9-3033-4177-9ef9-f85ae4fde825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9b84615c-4fbc-4bfa-a5fb-129ecad6e5a0'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:36.673318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b521cabd-7b6f-448c-a450-ed42d940b6f1 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6598787 Aug 19 15:29:36.679070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39126) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:36.684083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.38'}]}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:36.700589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.711909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.714109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/2e5f3578-7f7c-46d1-b09f-11fd6fee29f1 HTTP/1.1" status: 204 len: 168 time: 1.8787167 Aug 19 15:29:36.717578 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39128) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:36.726277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608355db-a78c-4990-99d0-6a4f040f4bca tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=2e5f3578-7f7c-46d1-b09f-11fd6fee29f1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:36.922900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:36.923928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.016732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.034222 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-b3348b2c-1698-4a35-9a80-69dab11107d9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The resource could not be found. Aug 19 15:29:37.035400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3348b2c-1698-4a35-9a80-69dab11107d9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4222472 Aug 19 15:29:37.038335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39132) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:37.106150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-492e7802-f580-4eeb-b7b4-2c2ecf914fc9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.131373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-492e7802-f580-4eeb-b7b4-2c2ecf914fc9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.256874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.258511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-492e7802-f580-4eeb-b7b4-2c2ecf914fc9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.261035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-492e7802-f580-4eeb-b7b4-2c2ecf914fc9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.262404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-492e7802-f580-4eeb-b7b4-2c2ecf914fc9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/90132fd9-3033-4177-9ef9-f85ae4fde825 HTTP/1.1" status: 204 len: 168 time: 0.2230468 Aug 19 15:29:37.266763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39138) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:37.284856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7802-f580-4eeb-b7b4-2c2ecf914fc9 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90132fd9-3033-4177-9ef9-f85ae4fde825,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:37.353026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-080bd70a-1897-4fa7-bcea-7e3fb2c0c233 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728455 Aug 19 15:29:37.353026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:37.353026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6d78e69f-265b-4e48-af06-d2a055dabde4 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '157ad312-587b-46d6-90a7-ac3d40a7d6b2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:37.354092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.613754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 4815c646-66ee-411f-a26f-9115f10bb1b5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:37.613754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.652369 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-6d78e69f-265b-4e48-af06-d2a055dabde4 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The resource could not be found. Aug 19 15:29:37.657826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6d78e69f-265b-4e48-af06-d2a055dabde4 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3109655 Aug 19 15:29:37.658450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39152) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:37.662911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922062541'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:37.767699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.797890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port 4815c646-66ee-411f-a26f-9115f10bb1b5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4815c646-66ee-411f-a26f-9115f10bb1b5,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:37.798541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.836213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 4815c646-66ee-411f-a26f-9115f10bb1b5 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:37.883534 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.894972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.925286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.960825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.002346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1127e620-6454-4cbd-bc20-1a2fb6854a2d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:38.053201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.055060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2467cfc5-c7d2-4266-bf46-3ea0a56eaf0e tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3959389 Aug 19 15:29:38.058347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39162) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:38.069861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472964363'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:38.176061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.303047 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.364620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.394075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=4815c646-66ee-411f-a26f-9115f10bb1b5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:38.419134 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.538680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.579020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0396ab2e-b13c-49bc-9a72-91903b763bd2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:38.635971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.640484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.686770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.690421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f22b1ae0-4f73-4f87-bad9-414a30d3246f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6301613 Aug 19 15:29:38.692878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39170) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:38.698800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-48a06b95-3b4c-42c8-a0c2-81185b98cf67 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '1127e620-6454-4cbd-bc20-1a2fb6854a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0396ab2e-b13c-49bc-9a72-91903b763bd2'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:38.761337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:38.972997 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-48a06b95-3b4c-42c8-a0c2-81185b98cf67 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:38.974312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48a06b95-3b4c-42c8-a0c2-81185b98cf67 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2799320 Aug 19 15:29:38.978008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39178) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:39.084359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cff6e905-384e-4296-8a0d-5684b852dd02 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.112361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cff6e905-384e-4296-8a0d-5684b852dd02 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.247239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.247812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aab3d269-e96e-4d50-94e5-f5b9e2a33bff {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:29:39.286965 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cff6e905-384e-4296-8a0d-5684b852dd02 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.290165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cff6e905-384e-4296-8a0d-5684b852dd02 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.291871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cff6e905-384e-4296-8a0d-5684b852dd02 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/0396ab2e-b13c-49bc-9a72-91903b763bd2 HTTP/1.1" status: 204 len: 168 time: 0.3125165 Aug 19 15:29:39.298133 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39182) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:39.308070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6e905-384e-4296-8a0d-5684b852dd02 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0396ab2e-b13c-49bc-9a72-91903b763bd2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:39.391628 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:29:39.393360 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5ee1f24e-7c7c-4b34-ab56-4165db5fdc88 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7131362 Aug 19 15:29:39.397466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39186) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:39.464775 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b17986ee-7aaf-4c83-a421-855ff99da97c tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1665053 Aug 19 15:29:39.464775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:39.471331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39190) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:39.595919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Deleting port be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:39.596629 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.609918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a97aed8-5a72-4798-a825-6ddf60409552 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.652685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a97aed8-5a72-4798-a825-6ddf60409552 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.671733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:39.683755 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:39.691066 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1bda205b-1061-4569-8857-8d02cd4de626 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705851 Aug 19 15:29:39.694031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39194) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:39.705309 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:39.707454 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:39.821484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet 30948cf8-35da-4e5e-97ba-0158ccec7559 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:29:39.836484 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.855959 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:39.873690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.898854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Calling delete_port for be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:39.909216 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a97aed8-5a72-4798-a825-6ddf60409552 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.915920 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a97aed8-5a72-4798-a825-6ddf60409552 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.921961 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a97aed8-5a72-4798-a825-6ddf60409552 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/1127e620-6454-4cbd-bc20-1a2fb6854a2d HTTP/1.1" status: 204 len: 168 time: 0.4528100 Aug 19 15:29:39.946762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39198) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:40.042259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97aed8-5a72-4798-a825-6ddf60409552 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1127e620-6454-4cbd-bc20-1a2fb6854a2d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:40.068715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.207104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.271131 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8af85d4a-039e-4125-946c-8e4ef3cedea8 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3136747 Aug 19 15:29:40.271704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39200) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:40.276404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--310388397'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:40.281314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Pushing event deleted for resources: {'Port': ['ID=be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:40.317964 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.350994 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:38Z', 'revision_number': 10, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:40.418981 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:40.433174 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:40.433810 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:40.488989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.496481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-84a8c95a-535d-4c0d-893f-344ce607c617 tempest-RoutersAdminNegativeIpV6Test-1875891375 tempest-RoutersAdminNegativeIpV6Test-1875891375-project-admin] 10.222.0.13 "DELETE /v2.0/ports/be6ae8d2-b8fc-4e7b-b0e5-305b05f48a71 HTTP/1.1" status: 204 len: 168 time: 1.0961642 Aug 19 15:29:40.570551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.573275 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:40.601804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.627619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=30948cf8-35da-4e5e-97ba-0158ccec7559,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:40.634605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.639805 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e81f7fe9-234e-426c-853a-4cd9407861ef tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/30948cf8-35da-4e5e-97ba-0158ccec7559 HTTP/1.1" status: 204 len: 168 time: 0.9417739 Aug 19 15:29:40.639974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39204) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:40.642257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12eb7c6-ce15-45c9-9405-e78086a3ac5b None None] Network a66720a6-4acc-40ac-a8f4-b179636f9ef0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:40.762499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.822807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.898226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port db224bca-ff01-4de4-8a63-f0848b4cea1b {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:40.898877 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.904291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:40.914017 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:38Z', 'revision_number': 10, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:40.956770 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5511a85-be25-43ce-af8e-d3efbbc67868 None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:38Z', 'revision_number': 10, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None, '_interfaces': [{'id': '64c8b8a3-1bcd-4b9e-a2e0-50e45971c044', 'name': '', 'network_id': '07a14473-1bb1-4b85-9d74-558cbbad9950', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'mac_address': 'fa:16:3e:86:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:28:55Z', 'updated_at': '2021-08-19T15:29:04Z', 'revision_number': 5, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'subnets': [{'id': 'f97917f7-9b73-4521-a9a4-89f468b9dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:40.979364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662defaf-0be2-4e69-af9b-38de7ca3c8b1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:41.021357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] DHCP port deletion for a66720a6-4acc-40ac-a8f4-b179636f9ef0 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:29:41.047074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.051491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-38a13c13-4e51-43b3-b91e-46da9692353a tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7759230 Aug 19 15:29:41.051663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port db224bca-ff01-4de4-8a63-f0848b4cea1b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db224bca-ff01-4de4-8a63-f0848b4cea1b,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:41.051663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.051838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39214) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:41.056561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-263f8146-7236-4be7-9ced-77b1988aa41f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '662defaf-0be2-4e69-af9b-38de7ca3c8b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:41.097477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for db224bca-ff01-4de4-8a63-f0848b4cea1b owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:41.103367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] Deleting port db224bca-ff01-4de4-8a63-f0848b4cea1b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:41.103886 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.188495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] For port db224bca-ff01-4de4-8a63-f0848b4cea1b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db224bca-ff01-4de4-8a63-f0848b4cea1b,segment=NetworkSegment(cc460398-16c2-4720-aabd-11c342e03c3d),segment_id=cc460398-16c2-4720-aabd-11c342e03c3d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:41.189392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.207603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] Calling delete_port for db224bca-ff01-4de4-8a63-f0848b4cea1b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:41.299274 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-263f8146-7236-4be7-9ced-77b1988aa41f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:41.301489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-263f8146-7236-4be7-9ced-77b1988aa41f tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2486405 Aug 19 15:29:41.304349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:41.310895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dd71e001-9aa0-457c-be27-21769c6ad155 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group_rule': {'security_group_id': '662defaf-0be2-4e69-af9b-38de7ca3c8b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:41.360010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39222) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:41.371025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.384997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.400218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] Pushing event deleted for resources: {'Port': ['ID=db224bca-ff01-4de4-8a63-f0848b4cea1b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:41.406647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d56ee-4dbe-411b-a39f-ccb23ceaf131 None None] No DVR routers for this DVR port db224bca-ff01-4de4-8a63-f0848b4cea1b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:41.454943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=db224bca-ff01-4de4-8a63-f0848b4cea1b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:41.465535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port db224bca-ff01-4de4-8a63-f0848b4cea1b on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:41.598306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-674baa61-75e1-49fc-b8d7-445addb2165a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.604685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.625406 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-dd71e001-9aa0-457c-be27-21769c6ad155 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:29:41.631087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39226) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:41.641483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd71e001-9aa0-457c-be27-21769c6ad155 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3272440 Aug 19 15:29:41.641483 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66720a6-4acc-40ac-a8f4-b179636f9ef0']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:41.652550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc460398-16c2-4720-aabd-11c342e03c3d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:41.654323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc460398-16c2-4720-aabd-11c342e03c3d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:41.670806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.693873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.713465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:41.713899 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:41.717305 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:41.730971 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75cb237f-8097-43d3-81ae-15daf08c4bac tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.754838 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75cb237f-8097-43d3-81ae-15daf08c4bac tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.852124 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-674baa61-75e1-49fc-b8d7-445addb2165a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.886684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.913312 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.915752 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/a66720a6-4acc-40ac-a8f4-b179636f9ef0 HTTP/1.1" status: 204 len: 168 time: 1.2746880 Aug 19 15:29:41.918701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39230) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:41.942492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188f32-699c-4ce1-aeed-2dcf7955e334 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=a66720a6-4acc-40ac-a8f4-b179636f9ef0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:41.973469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75cb237f-8097-43d3-81ae-15daf08c4bac tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.976950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75cb237f-8097-43d3-81ae-15daf08c4bac tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:41.978219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-75cb237f-8097-43d3-81ae-15daf08c4bac tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/662defaf-0be2-4e69-af9b-38de7ca3c8b1 HTTP/1.1" status: 204 len: 168 time: 0.3439260 Aug 19 15:29:41.983010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39234) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:42.026320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb237f-8097-43d3-81ae-15daf08c4bac tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662defaf-0be2-4e69-af9b-38de7ca3c8b1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:42.054134 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-006a5646-34a6-4f60-8840-47dfd957c556 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697625 Aug 19 15:29:42.055570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-674baa61-75e1-49fc-b8d7-445addb2165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.059089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39236) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:42.072597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609662788'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:42.101845 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-674baa61-75e1-49fc-b8d7-445addb2165a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09aad5946a83423a9ba666e57de98e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400992 Aug 19 15:29:42.102538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39238) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:42.110665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674baa61-75e1-49fc-b8d7-445addb2165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1170345f-9fa9-42ff-8cdd-db56ca4fc384,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:42.185529 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f584a5b0-7a4c-43c4-b46d-2bdb4610f576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.225665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f584a5b0-7a4c-43c4-b46d-2bdb4610f576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.282486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.389414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f584a5b0-7a4c-43c4-b46d-2bdb4610f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.396103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db224bca-ff01-4de4-8a63-f0848b4cea1b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:42.396802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f584a5b0-7a4c-43c4-b46d-2bdb4610f576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.401283 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f584a5b0-7a4c-43c4-b46d-2bdb4610f576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1170345f-9fa9-42ff-8cdd-db56ca4fc384 HTTP/1.1" status: 204 len: 168 time: 0.2963028 Aug 19 15:29:42.414862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a5b0-7a4c-43c4-b46d-2bdb4610f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170345f-9fa9-42ff-8cdd-db56ca4fc384,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:42.442238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: db224bca-ff01-4de4-8a63-f0848b4cea1b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:42.442580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db224bca-ff01-4de4-8a63-f0848b4cea1b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:42.443029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4815c646-66ee-411f-a26f-9115f10bb1b5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:42.471976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4815c646-66ee-411f-a26f-9115f10bb1b5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:42.472320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4815c646-66ee-411f-a26f-9115f10bb1b5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:42.530944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.613524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.702468 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.741705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d0b21-278b-417d-bde0-89dc494886cd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:42.843584 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:42.847920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf230e4f-7a29-4947-b8a0-a522536a83f0 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7848287 Aug 19 15:29:42.848587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39246) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:42.855282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b91027b0-0358-46cf-a30a-33a90fc42d1d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:42.856353 n-d-779913-32 neutron-server[101962]: WARNING neutron.api.v2.base [None req-b91027b0-0358-46cf-a30a-33a90fc42d1d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 15:29:42.856353 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-b91027b0-0358-46cf-a30a-33a90fc42d1d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 15:29:42.860011 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b91027b0-0358-46cf-a30a-33a90fc42d1d tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "PUT /v2.0/security-groups/e06d0b21-278b-417d-bde0-89dc494886cd HTTP/1.1" status: 409 len: 330 time: 0.0075638 Aug 19 15:29:42.860399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39248) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:42.918371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:42.918720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.001565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f1efaa3-f780-4a1e-aa21-41fb30ba61a7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.043080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f1efaa3-f780-4a1e-aa21-41fb30ba61a7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.094745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:43.095128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.113931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:43.306385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f1efaa3-f780-4a1e-aa21-41fb30ba61a7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.308930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f1efaa3-f780-4a1e-aa21-41fb30ba61a7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.310146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f1efaa3-f780-4a1e-aa21-41fb30ba61a7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/e06d0b21-278b-417d-bde0-89dc494886cd HTTP/1.1" status: 204 len: 168 time: 0.4485126 Aug 19 15:29:43.314496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39258) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:43.323827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.329524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1efaa3-f780-4a1e-aa21-41fb30ba61a7 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d0b21-278b-417d-bde0-89dc494886cd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:43.406884 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc94641d-3732-4201-a74b-5c30af44b97c tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899627 Aug 19 15:29:43.407693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39262) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:43.415059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39264) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:43.440079 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-30166551-043a-4167-97a9-b7967d171053 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] delete failed (client error): The resource could not be found. Aug 19 15:29:43.445299 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30166551-043a-4167-97a9-b7967d171053 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "DELETE /v2.0/security-groups/d269a7dd-9ae5-4877-9038-42438def5108 HTTP/1.1" status: 404 len: 347 time: 0.0363443 Aug 19 15:29:43.445908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39266) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:43.465230 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-b1e704da-dbf7-4f43-a522-929c77ab758c tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] show failed (client error): The resource could not be found. Aug 19 15:29:43.466369 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1e704da-dbf7-4f43-a522-929c77ab758c tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-groups/7b6d508e-63cd-456a-a9b8-a3cb69275e96 HTTP/1.1" status: 404 len: 347 time: 0.0174692 Aug 19 15:29:43.474235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:43.494372 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-45ccfbbb-57cd-4af5-9ab8-c874bab61b64 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] show failed (client error): The resource could not be found. Aug 19 15:29:43.495393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-45ccfbbb-57cd-4af5-9ab8-c874bab61b64 tempest-NegativeSecGroupIPv6Test-229819016 tempest-NegativeSecGroupIPv6Test-229819016-project] 10.222.0.13 "GET /v2.0/security-group-rules/45264e04-440f-4464-942d-906248d724d9 HTTP/1.1" status: 404 len: 356 time: 0.0201330 Aug 19 15:29:43.507390 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bb7f45d0-5572-416e-8745-4baad9e57ac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6652b3f2ce8c4067b227c2a0833e3efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909379 Aug 19 15:29:43.509993 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39272) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:43.582877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.606073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5bb404c-272b-4d61-bb6c-1360c454bc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.631014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=64c8b8a3-1bcd-4b9e-a2e0-50e45971c044,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:43.635106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5bb404c-272b-4d61-bb6c-1360c454bc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.834806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.845875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5bb404c-272b-4d61-bb6c-1360c454bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.848561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5bb404c-272b-4d61-bb6c-1360c454bc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:43.857614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5bb404c-272b-4d61-bb6c-1360c454bc88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d583d757-67b3-4bd4-afab-897fa7806d84 HTTP/1.1" status: 204 len: 168 time: 0.3439295 Aug 19 15:29:43.864778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb404c-272b-4d61-bb6c-1360c454bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d583d757-67b3-4bd4-afab-897fa7806d84,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:44.338654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:44.569727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:44.581962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:44.582957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d2d5b162-4613-4f79-b7e5-e4dedf7376f4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6628664 Aug 19 15:29:44.586058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39290) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:44.596557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:44.597550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:44.623037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39292) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:44.747757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting subnet f97917f7-9b73-4521-a9a4-89f468b9dbb5 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:29:44.756948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:44.792148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:44.857498 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:44.956462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:43Z', 'revision_number': 11, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:44.987699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-13f4a14f-d2d1-4b08-9d4b-183ba3fb59b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6aa851e842f45069511cf574de852b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634863 Aug 19 15:29:44.990722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39304) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:45.016433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:45.032490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:45.033477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:45.081515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.133922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efe0c9d1-9b28-4dbf-8b8f-a3b9eefb381a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.206182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efe0c9d1-9b28-4dbf-8b8f-a3b9eefb381a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.299114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:45.322438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.361577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:43Z', 'revision_number': 11, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:45.390257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efe0c9d1-9b28-4dbf-8b8f-a3b9eefb381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.391812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3d5a5-7d3c-46df-8fd3-166c6a54d8de None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:43Z', 'revision_number': 11, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:45.393673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efe0c9d1-9b28-4dbf-8b8f-a3b9eefb381a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.394863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-efe0c9d1-9b28-4dbf-8b8f-a3b9eefb381a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb50c145-8da9-4286-93c1-13418b8a2c5a HTTP/1.1" status: 204 len: 168 time: 0.4031553 Aug 19 15:29:45.399609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Subnet': ['ID=f97917f7-9b73-4521-a9a4-89f468b9dbb5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:45.410102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.412486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e54870c6-a8f8-4b8a-a80f-8a5149fdde2d tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/f97917f7-9b73-4521-a9a4-89f468b9dbb5 HTTP/1.1" status: 204 len: 168 time: 0.8258357 Aug 19 15:29:45.417376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39316) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:45.418293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240f439-46ac-46ca-b7c2-77df4d1c89c6 None None] Network 07a14473-1bb1-4b85-9d74-558cbbad9950 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:45.433862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0c9d1-9b28-4dbf-8b8f-a3b9eefb381a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50c145-8da9-4286-93c1-13418b8a2c5a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:45.615803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.734697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Deleting port 1343b179-102d-456b-9040-ed4284db1d50 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:45.735252 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.799502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] DHCP port deletion for 07a14473-1bb1-4b85-9d74-558cbbad9950 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:29:45.903599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] Deleting port 1343b179-102d-456b-9040-ed4284db1d50 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:45.904020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.912946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39326) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:45.922615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] For port 1343b179-102d-456b-9040-ed4284db1d50, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1343b179-102d-456b-9040-ed4284db1d50,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:45.923002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:45.972545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Calling delete_port for 1343b179-102d-456b-9040-ed4284db1d50 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:46.120334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] For port 1343b179-102d-456b-9040-ed4284db1d50, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1343b179-102d-456b-9040-ed4284db1d50,segment=NetworkSegment(931020b2-c47d-4fc7-90dc-068e7d1d335d),segment_id=931020b2-c47d-4fc7-90dc-068e7d1d335d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:46.122806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.166945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] Calling delete_port for 1343b179-102d-456b-9040-ed4284db1d50 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:46.190064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-03402b2f-46ab-491f-9337-8896cb3d4d94 tempest-AgentManagementNegativeTest-2027726464 tempest-AgentManagementNegativeTest-2027726464-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2697048 Aug 19 15:29:46.234553 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.286868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Port': ['ID=1343b179-102d-456b-9040-ed4284db1d50,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:46.294559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.305239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No DVR routers for this DVR port 1343b179-102d-456b-9040-ed4284db1d50 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:46.342913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] Pushing event deleted for resources: {'Port': ['ID=1343b179-102d-456b-9040-ed4284db1d50,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:46.352125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9674de9-2cb9-4e38-a4f2-81dd36d0d397 None None] No DVR routers for this DVR port 1343b179-102d-456b-9040-ed4284db1d50 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:46.410829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.423467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a14473-1bb1-4b85-9d74-558cbbad9950']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.429875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:46.460964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931020b2-c47d-4fc7-90dc-068e7d1d335d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.461336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931020b2-c47d-4fc7-90dc-068e7d1d335d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:46.476961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:46.478169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 64c8b8a3-1bcd-4b9e-a2e0-50e45971c044 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:46.478169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1343b179-102d-456b-9040-ed4284db1d50 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:46.488862 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.513663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.526943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:29:46.527532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:29:46.608383 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:29:46.724618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1343b179-102d-456b-9040-ed4284db1d50 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:46.724976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1343b179-102d-456b-9040-ed4284db1d50 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:46.766924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.781056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:46.783122 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/networks/07a14473-1bb1-4b85-9d74-558cbbad9950 HTTP/1.1" status: 204 len: 168 time: 1.3640921 Aug 19 15:29:46.786137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39344) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:46.801201 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f859-b59d-40df-9093-a0f37cb324a3 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Pushing event deleted for resources: {'Network': ['ID=07a14473-1bb1-4b85-9d74-558cbbad9950,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:46.810836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'routes': None}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:46.976592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39352) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:47.237845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81003d83-f376-4ae5-88c8-3ae6c850729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.287259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.extraroute_db [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Added routes are [] {{(pid=101963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:29:47.287816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.extraroute_db [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Removed routes are [] {{(pid=101963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:29:47.288363 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.482083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.486492 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.518797 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81003d83-f376-4ae5-88c8-3ae6c850729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.600443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-81003d83-f376-4ae5-88c8-3ae6c850729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.611416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router 04b03dcd-db45-4ba9-9eb6-7b065463e24b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:47.672430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003d83-f376-4ae5-88c8-3ae6c850729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998179c1-9f88-4fe2-bdc8-52a3454882b9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:47.713847 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-81003d83-f376-4ae5-88c8-3ae6c850729c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a731db4c60da4841a296193a0b23c060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7189789 Aug 19 15:29:47.732299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39368) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:47.770713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:47.783773 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] Sync routers for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:47.787793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.790259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-355312f6-0ffd-4c76-8af6-7ed2dbc98a06 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 701 time: 0.9983449 Aug 19 15:29:47.792764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39370) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:47.798064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6368161-c38c-4e55-9359-e7379f62e384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.800451 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:47.802740 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:47.824982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6368161-c38c-4e55-9359-e7379f62e384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.849041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-919318b2-665c-41b2-8ed1-9cd18f2c83b7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 205 time: 0.0546641 Aug 19 15:29:47.851556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39372) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:47.918273 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:47.961507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:47.997967 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:43Z', 'revision_number': 11, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:48.039635 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] Checking router: 04b03dcd-db45-4ba9-9eb6-7b065463e24b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:48.052787 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] Routers {'04b03dcd-db45-4ba9-9eb6-7b065463e24b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:48.053722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:48.074115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6368161-c38c-4e55-9359-e7379f62e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.084208 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6368161-c38c-4e55-9359-e7379f62e384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.087185 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e6368161-c38c-4e55-9359-e7379f62e384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/998179c1-9f88-4fe2-bdc8-52a3454882b9 HTTP/1.1" status: 204 len: 168 time: 0.3537774 Aug 19 15:29:48.114485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368161-c38c-4e55-9359-e7379f62e384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998179c1-9f88-4fe2-bdc8-52a3454882b9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:48.299378 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] Set router 04b03dcd-db45-4ba9-9eb6-7b065463e24b gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:48.350454 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.353997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.502773 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:43Z', 'revision_number': 11, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:48.535729 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502a437-6bd2-4c10-bc78-85307c830bd5 None None] The sync data for ids ['04b03dcd-db45-4ba9-9eb6-7b065463e24b'] in n-d-779913-32 is: [{'id': '04b03dcd-db45-4ba9-9eb6-7b065463e24b', 'name': 'tempest-RoutersTest-router-1427163854', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:28:52Z', 'updated_at': '2021-08-19T15:29:43Z', 'revision_number': 11, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:48.618721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.619135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router 04b03dcd-db45-4ba9-9eb6-7b065463e24b {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:29:48.627835 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.633190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-63cd2e8f-0b94-4cf9-9fe6-41f457583f89 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 204 len: 168 time: 0.7765305 Aug 19 15:29:48.634759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39392) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:48.647748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2044381068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:48.806765 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.807849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.870212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:48.958362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.072266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39402) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:49.098675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.106970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7948f31-d5cc-47c2-9673-eada99f58def tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4634883 Aug 19 15:29:49.109605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39406) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:49.116387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:49.259141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fe3544f-15af-4f03-9cf7-062193ca495a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.502054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fe3544f-15af-4f03-9cf7-062193ca495a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.566555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267921060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267922681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25497'] for router, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.575384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3fe3544f-15af-4f03-9cf7-062193ca495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.622587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39418) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:49.629730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3fe3544f-15af-4f03-9cf7-062193ca495a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed2f73d30e474e838492f95537431315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550983 Aug 19 15:29:49.682971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3544f-15af-4f03-9cf7-062193ca495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc672690-21b7-402b-8a0c-83859e79e0a1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:49.704033 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267920906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267920913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267922624'] for router, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.955878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f65daa3-edb4-405e-99c3-5e4ebd618cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:49.955878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f65daa3-edb4-405e-99c3-5e4ebd618cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:50.097300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Router ca474183-f76a-4922-86cb-6f852bd8be07 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:29:50.186195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f65daa3-edb4-405e-99c3-5e4ebd618cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:50.189427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f65daa3-edb4-405e-99c3-5e4ebd618cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:50.190635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0f65daa3-edb4-405e-99c3-5e4ebd618cf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc672690-21b7-402b-8a0c-83859e79e0a1 HTTP/1.1" status: 204 len: 168 time: 0.5645854 Aug 19 15:29:50.240482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65daa3-edb4-405e-99c3-5e4ebd618cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc672690-21b7-402b-8a0c-83859e79e0a1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:50.256396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:50.274324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:50.276896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-37c86ee3-f5ba-4a6a-afa8-1e37ab54030b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "PUT /v2.0/routers/ca474183-f76a-4922-86cb-6f852bd8be07 HTTP/1.1" status: 200 len: 694 time: 1.1647346 Aug 19 15:29:50.279623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] Sync routers for ids ['ca474183-f76a-4922-86cb-6f852bd8be07'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:50.280660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:50.326417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] Routers {'ca474183-f76a-4922-86cb-6f852bd8be07'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:50.327139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ca474183-f76a-4922-86cb-6f852bd8be07'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:50.446346 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6c289ea-13e5-49c2-bdf8-e30d829875bd tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/routers/ca474183-f76a-4922-86cb-6f852bd8be07 HTTP/1.1" status: 200 len: 700 time: 0.1645288 Aug 19 15:29:50.451436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39458) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:50.470588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] Set router ca474183-f76a-4922-86cb-6f852bd8be07 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:50.501171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-02d1c450-6042-47c2-a16d-88880e3af04e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca474183-f76a-4922-86cb-6f852bd8be07 HTTP/1.1" status: 200 len: 205 time: 0.0471339 Aug 19 15:29:50.504161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:50.612169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca474183-f76a-4922-86cb-6f852bd8be07', 'name': 'tempest-RoutersTest-router-2044381068', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:29:48Z', 'updated_at': '2021-08-19T15:29:49Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:50.637900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:50.688302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] Checking router: ca474183-f76a-4922-86cb-6f852bd8be07 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:50.729993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] Routers {'ca474183-f76a-4922-86cb-6f852bd8be07'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:50.729993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:29:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ca474183-f76a-4922-86cb-6f852bd8be07'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:50.890677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:50.959356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] Set router ca474183-f76a-4922-86cb-6f852bd8be07 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:51.049829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.052141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.096231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-959412225'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:51.121416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca474183-f76a-4922-86cb-6f852bd8be07', 'name': 'tempest-RoutersTest-router-2044381068', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:29:48Z', 'updated_at': '2021-08-19T15:29:49Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:51.167438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842a83d-6677-4c32-9126-2d0840f4ef86 None None] The sync data for ids ['ca474183-f76a-4922-86cb-6f852bd8be07'] in n-d-779913-32 is: [{'id': 'ca474183-f76a-4922-86cb-6f852bd8be07', 'name': 'tempest-RoutersTest-router-2044381068', 'tenant_id': 'dc979ddd996b443f8d185237b087f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:29:48Z', 'updated_at': '2021-08-19T15:29:49Z', 'revision_number': 2, 'project_id': 'dc979ddd996b443f8d185237b087f980', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:51.240715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.241361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Fanout notify agent at l3_agent the message router_deleted on router ca474183-f76a-4922-86cb-6f852bd8be07 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:29:51.243425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:51.249990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.251419 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-610f4084-eb68-4a9b-9d36-63ce39920b46 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/ca474183-f76a-4922-86cb-6f852bd8be07 HTTP/1.1" status: 204 len: 168 time: 0.7461948 Aug 19 15:29:51.259867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.260114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39480) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.262846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.298393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2e502930-4ca2-4274-89e2-6c3a12e8dd5c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca474183-f76a-4922-86cb-6f852bd8be07 HTTP/1.1" status: 200 len: 205 time: 0.0409956 Aug 19 15:29:51.299192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.351517 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-4302f74a-969e-46e7-8597-a6842e284b5f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:51.353724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4302f74a-969e-46e7-8597-a6842e284b5f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/ca474183-f76a-4922-86cb-6f852bd8be07 HTTP/1.1" status: 404 len: 336 time: 0.0527902 Aug 19 15:29:51.356017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.393861 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5760f6-ef68-4784-a033-cf05184d5acb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:51.393861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5760f6-ef68-4784-a033-cf05184d5acb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:51.393861 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9d5760f6-ef68-4784-a033-cf05184d5acb tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/92fd5beb-5ff5-4b5d-b9cc-c6f3982925bd HTTP/1.1" status: 404 len: 337 time: 0.0332398 Aug 19 15:29:51.394534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39486) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.428684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.432829 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fac332e-d41f-4167-91a8-cf86d54b531f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:51.433463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fac332e-d41f-4167-91a8-cf86d54b531f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:51.435441 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3fac332e-d41f-4167-91a8-cf86d54b531f tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/be6d6f38-0c93-4594-ab48-62ef5afc08db HTTP/1.1" status: 404 len: 337 time: 0.0395765 Aug 19 15:29:51.439072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.473863 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-97447181-ef34-45d4-bcb5-5b8929ae4754 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:51.474340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97447181-ef34-45d4-bcb5-5b8929ae4754 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:51.479535 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-97447181-ef34-45d4-bcb5-5b8929ae4754 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/30948cf8-35da-4e5e-97ba-0158ccec7559 HTTP/1.1" status: 404 len: 337 time: 0.0391171 Aug 19 15:29:51.482057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39492) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.509913 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c75012e-4a7e-4700-b907-a6a2120fd80e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:51.510370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c75012e-4a7e-4700-b907-a6a2120fd80e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:51.513147 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c75012e-4a7e-4700-b907-a6a2120fd80e tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/f97917f7-9b73-4521-a9a4-89f468b9dbb5 HTTP/1.1" status: 404 len: 337 time: 0.0290732 Aug 19 15:29:51.514795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39494) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.550852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7d8f1f72-c41c-4cbb-abc5-64d05a5e74f7 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 200 len: 205 time: 0.0349138 Aug 19 15:29:51.553207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39496) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.594557 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-0262556a-6aa0-4ea5-aee0-21b0ccf753db tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:51.595621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0262556a-6aa0-4ea5-aee0-21b0ccf753db tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/04b03dcd-db45-4ba9-9eb6-7b065463e24b HTTP/1.1" status: 404 len: 336 time: 0.0408292 Aug 19 15:29:51.598371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.601185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.628126 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93008420-84f4-432d-8d46-7e63e08902b6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 HTTP/1.1" status: 200 len: 205 time: 0.0284379 Aug 19 15:29:51.633284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:29:51.633438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39500) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.639757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daaea134-4955-4859-bb9e-bf96f6d656a1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:51.644749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.645171 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Added segment c3ab5310-e1a0-4f43-adc5-cf12375b3628 of type vlan for network fdf12966-7dff-4e5d-ab3f-7c74f498d492 Aug 19 15:29:51.683226 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-1e93f23d-7680-4a25-828a-af89768ac245 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:51.683226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1e93f23d-7680-4a25-828a-af89768ac245 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/176d5be9-1d4d-4e2e-aa1c-19c96f7360f1 HTTP/1.1" status: 404 len: 336 time: 0.0453343 Aug 19 15:29:51.683893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.688573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.721179 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9460a0-27ba-4352-8f15-1dbddeb0aa27 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:51.721179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9460a0-27ba-4352-8f15-1dbddeb0aa27 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:51.721467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fe9460a0-27ba-4352-8f15-1dbddeb0aa27 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/653e8538-9b07-4618-94ca-746e9f88e014 HTTP/1.1" status: 404 len: 337 time: 0.0363224 Aug 19 15:29:51.729245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39506) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.734997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39508) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.756203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452cbca8-a747-4512-90be-c289e56973dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.768736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f07aa111-4281-4ad7-b5ab-5a635fbf9c36 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 200 len: 205 time: 0.0365441 Aug 19 15:29:51.773085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39510) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.834241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.840612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:51.842294 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.847560 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-6dffcd68-9e72-4b5c-b681-9e4c1dc54e03 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:51.848773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6dffcd68-9e72-4b5c-b681-9e4c1dc54e03 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/be596c7a-545b-4f2a-b227-5e607e971830 HTTP/1.1" status: 404 len: 336 time: 0.0747821 Aug 19 15:29:51.853995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39516) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:51.920299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452cbca8-a747-4512-90be-c289e56973dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:51.963743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-04dfe53c-8720-40ea-8745-22081d6db9ad tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=0913f974-dcca-405c-846f-e677000cd4a7 HTTP/1.1" status: 200 len: 205 time: 0.0956826 Aug 19 15:29:51.964043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39520) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.026081 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-ea0c022e-ebb2-4696-9626-c465dfd54bb4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:52.027216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ea0c022e-ebb2-4696-9626-c465dfd54bb4 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/0913f974-dcca-405c-846f-e677000cd4a7 HTTP/1.1" status: 404 len: 336 time: 0.0618277 Aug 19 15:29:52.030816 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39522) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.035407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Network': ['ID=fdf12966-7dff-4e5d-ab3f-7c74f498d492,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:52.041661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-452cbca8-a747-4512-90be-c289e56973dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:52.044617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:29:52.078077 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-e351ba1c-0385-41d7-936b-5ab6b849059c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:52.078800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e351ba1c-0385-41d7-936b-5ab6b849059c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:52.080785 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e351ba1c-0385-41d7-936b-5ab6b849059c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/ccce80e5-6435-4908-8601-b939a9393eb7 HTTP/1.1" status: 404 len: 337 time: 0.0485101 Aug 19 15:29:52.085592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39524) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.126031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cbca8-a747-4512-90be-c289e56973dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552c0f7b-2e36-4f30-9840-ac6cbc3b4b7a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:52.131257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-452cbca8-a747-4512-90be-c289e56973dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29a5f03cc67340d98c466cc5189f8dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946064 Aug 19 15:29:52.141543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.148327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c8184698-c745-49c0-b701-46e4b8f8d076 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2561803 Aug 19 15:29:52.154821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dc113a73-408d-4c30-84c9-d0e656151606 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=17e611d1-b3d7-4643-ba52-0ea0a7889463 HTTP/1.1" status: 200 len: 205 time: 0.0680900 Aug 19 15:29:52.157419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39530) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.159959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.172132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:52.222333 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-30fc2689-33cb-47ff-87fc-766cf10ece3c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:52.223562 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-30fc2689-33cb-47ff-87fc-766cf10ece3c tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/17e611d1-b3d7-4643-ba52-0ea0a7889463 HTTP/1.1" status: 404 len: 336 time: 0.0600564 Aug 19 15:29:52.227476 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39534) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.355204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f8cea02-00dc-4fea-8d3b-c5f65389df2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:52.355204 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fb1423-5fbb-4e47-93f4-0cf74057227b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:52.355204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fb1423-5fbb-4e47-93f4-0cf74057227b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:52.355204 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c4fb1423-5fbb-4e47-93f4-0cf74057227b tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/182557d5-738e-49e3-a33e-11a793a0c135 HTTP/1.1" status: 404 len: 337 time: 0.1120222 Aug 19 15:29:52.355204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39544) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.389228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab7ef511-68be-4ca1-bb8b-f1153b60c5ae tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb46b7f2-00f2-422c-aca1-a86514842124 HTTP/1.1" status: 200 len: 205 time: 0.0439336 Aug 19 15:29:52.393054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39546) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.403161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f8cea02-00dc-4fea-8d3b-c5f65389df2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:52.583807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f8cea02-00dc-4fea-8d3b-c5f65389df2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:52.590982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8f8cea02-00dc-4fea-8d3b-c5f65389df2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:52.590982 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8f8cea02-00dc-4fea-8d3b-c5f65389df2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/552c0f7b-2e36-4f30-9840-ac6cbc3b4b7a HTTP/1.1" status: 204 len: 168 time: 0.4454579 Aug 19 15:29:52.601822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cea02-00dc-4fea-8d3b-c5f65389df2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552c0f7b-2e36-4f30-9840-ac6cbc3b4b7a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:52.809038 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-d0d6e037-5bdb-494d-853f-01e2ccff075a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] delete failed (client error): The resource could not be found. Aug 19 15:29:52.809038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d0d6e037-5bdb-494d-853f-01e2ccff075a tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/routers/fb46b7f2-00f2-422c-aca1-a86514842124 HTTP/1.1" status: 404 len: 336 time: 0.4027638 Aug 19 15:29:52.809038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:52.809038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:52.809509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.845625 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea32f78d-76da-491f-8cc0-978d8c8ce6f6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:52.846089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea32f78d-76da-491f-8cc0-978d8c8ce6f6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:52.848680 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ea32f78d-76da-491f-8cc0-978d8c8ce6f6 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/8cc1baa1-eb25-45d4-bb66-f490dc77c74d HTTP/1.1" status: 404 len: 337 time: 0.0369194 Aug 19 15:29:52.851140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39558) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:52.885055 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde6b5fa-7f58-4dce-9496-50b8daf7eb78 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] DELETE failed (client error): The resource could not be found. Aug 19 15:29:52.885055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde6b5fa-7f58-4dce-9496-50b8daf7eb78 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:29:52.885055 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bde6b5fa-7f58-4dce-9496-50b8daf7eb78 tempest-RoutersTest-1515375960 tempest-RoutersTest-1515375960-project] 10.222.0.13 "DELETE /v2.0/subnets/985c8d9d-f72e-4217-86d4-80ef22d1f15e HTTP/1.1" status: 404 len: 337 time: 0.0320859 Aug 19 15:29:53.179176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:53.258521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=c6b90993-04df-47fc-8dbe-42072333c651,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:53.269277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:53.269644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network hostable DHCP agents. Network: fdf12966-7dff-4e5d-ab3f-7c74f498d492, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:29:53.401446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:29:53.552802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, fdf12966-7dff-4e5d-ab3f-7c74f498d492) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:53.558420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:53.559576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:53.572893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5156518-9eea-426f-893a-17694f995b77 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:53.671249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:53.708568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d720b713-a6a8-4182-b87a-b09b1eeebb41 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5482326 Aug 19 15:29:53.711673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39600) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:53.716692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'name': 'tempest-NetworksTestDHCPv6-2003614216'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:53.851079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'c6b90993-04df-47fc-8dbe-42072333c651'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:29:53.854284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.078396 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-da4c459a-b470-406b-a143-74502c307b3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc979ddd996b443f8d185237b087f980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051640 Aug 19 15:29:54.082002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39616) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:54.095105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:54.099844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.144078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port d9f8b885-f2a0-44b3-938e-e03385360074 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:29:54.151403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/c6b90993-04df-47fc-8dbe-42072333c651/b4b78155-dd7f-42d8-b37f-eac15d27b41f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:54.211352 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f0ceb21-2c1e-4524-b3aa-77d771bd0972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.266798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f0ceb21-2c1e-4524-b3aa-77d771bd0972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.406252 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.455844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f0ceb21-2c1e-4524-b3aa-77d771bd0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.461966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4f0ceb21-2c1e-4524-b3aa-77d771bd0972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.464231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4f0ceb21-2c1e-4524-b3aa-77d771bd0972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bfabcdb-8c68-4779-8ae2-ddbd43174099 HTTP/1.1" status: 204 len: 168 time: 0.3807120 Aug 19 15:29:54.483982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Transition to ACTIVE for port object b4b78155-dd7f-42d8-b37f-eac15d27b41f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:54.505176 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ceb21-2c1e-4524-b3aa-77d771bd0972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfabcdb-8c68-4779-8ae2-ddbd43174099,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:54.529209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Transition to ACTIVE for port object b4b78155-dd7f-42d8-b37f-eac15d27b41f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:54.709605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-23d4e9de-85a0-4731-91f9-86751f832261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.788688 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.853936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:54.861463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:54.865920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:54.881243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Pushing event updated for resources: {'Port': ['ID=b4b78155-dd7f-42d8-b37f-eac15d27b41f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:54.938244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::322 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/c6b90993-04df-47fc-8dbe-42072333c651/d9f8b885-f2a0-44b3-938e-e03385360074) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:54.974134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Attempting to bind port b4b78155-dd7f-42d8-b37f-eac15d27b41f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:54.974801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Attempting to bind port b4b78155-dd7f-42d8-b37f-eac15d27b41f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:54.975418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Attempting to bind port b4b78155-dd7f-42d8-b37f-eac15d27b41f on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:54.981057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:54.981808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:54.982559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:54.983776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:54.984464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Bound port: b4b78155-dd7f-42d8-b37f-eac15d27b41f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:54.985288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:55.099591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] For port b4b78155-dd7f-42d8-b37f-eac15d27b41f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:55.105262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] For port b4b78155-dd7f-42d8-b37f-eac15d27b41f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b4b78155-dd7f-42d8-b37f-eac15d27b41f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:55.169509 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:55.193405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object d9f8b885-f2a0-44b3-938e-e03385360074 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:55.441415 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:55.500286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:55.549139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6a595-cd4f-402c-bf45-1e87e0a674dd None None] Pushing event updated for resources: {'Port': ['ID=b4b78155-dd7f-42d8-b37f-eac15d27b41f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:55.602633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:55.604576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=d9f8b885-f2a0-44b3-938e-e03385360074,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:55.607617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:55.614595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:55.620707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:55.621461 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:55.715577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:55.750733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f45b86cf-dfac-48e0-af3f-e54dcd6d82bc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0378997 Aug 19 15:29:55.753430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39668) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:55.908169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b0233-7463-4ea9-95b2-08af0357ced9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:55.915476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b0233-7463-4ea9-95b2-08af0357ced9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:55.917207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-676b0233-7463-4ea9-95b2-08af0357ced9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1626854 Aug 19 15:29:55.921061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39676) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:56.089558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port d9f8b885-f2a0-44b3-938e-e03385360074 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:56.089558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:56.265250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:56.279620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for d9f8b885-f2a0-44b3-938e-e03385360074 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:56.510761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b4b78155-dd7f-42d8-b37f-eac15d27b41f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:56.651933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:56.686664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b4b78155-dd7f-42d8-b37f-eac15d27b41f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:56.822285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93db522b-c204-4618-8175-e59f7a681fee tempest-ServiceProvidersTest-1720259797 tempest-ServiceProvidersTest-1720259797-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1647735 Aug 19 15:29:56.828788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:56.939651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e48457-45b0-4500-9c51-0ab9a60b8816 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:57.178121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] Provisioning for port b4b78155-dd7f-42d8-b37f-eac15d27b41f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:57.185385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] Provisioning complete for port b4b78155-dd7f-42d8-b37f-eac15d27b41f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:57.186769 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.354254 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.386901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=d9f8b885-f2a0-44b3-938e-e03385360074,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:57.421512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] For port b4b78155-dd7f-42d8-b37f-eac15d27b41f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b4b78155-dd7f-42d8-b37f-eac15d27b41f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:57.421839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.424958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c199fbdf-647d-431a-a64c-401a1dba04e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/d9f8b885-f2a0-44b3-938e-e03385360074 HTTP/1.1" status: 204 len: 168 time: 1.5027425 Aug 19 15:29:57.427517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:57.497806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.549795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380207cd-c02c-4352-8e8d-92cc00cf84f2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:57.552698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380207cd-c02c-4352-8e8d-92cc00cf84f2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:57.555073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-380207cd-c02c-4352-8e8d-92cc00cf84f2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1258750 Aug 19 15:29:57.557681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:57.579663 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.678684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39750) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:57.721076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623f702-b4b7-4285-aa37-89b9991d6a31 None None] Pushing event updated for resources: {'Port': ['ID=b4b78155-dd7f-42d8-b37f-eac15d27b41f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:57.729499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet c6b90993-04df-47fc-8dbe-42072333c651 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:29:57.737477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.745613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e93fa696-d710-4029-8ee8-21011f6e1e11 None None] Provisioning complete for port b4b78155-dd7f-42d8-b37f-eac15d27b41f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:57.745995 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e93fa696-d710-4029-8ee8-21011f6e1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.810867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.896251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f39d9-f673-4004-bd80-c92b5a81f945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:57.989757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.029289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cfbecf3c-eee6-4314-b679-7d78e3762c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.046386 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f39d9-f673-4004-bd80-c92b5a81f945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.082227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1cde435c-4566-46e6-84dc-286bd3600081 None None] Could not find standard attr ID for object d9f8b885-f2a0-44b3-938e-e03385360074. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:29:58.177848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a1f39d9-f673-4004-bd80-c92b5a81f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.227486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1a1f39d9-f673-4004-bd80-c92b5a81f945 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad8e65b465434eaeaee34a0a7430a8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451441 Aug 19 15:29:58.233298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f39d9-f673-4004-bd80-c92b5a81f945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3882a3f-aa39-4325-a35b-b91198b08dea,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:58.236764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:58.309030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-920c4d9d-1c40-45d3-9eb7-b20f8a692e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.320598 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.336127 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:29:58.358012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-920c4d9d-1c40-45d3-9eb7-b20f8a692e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.414624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b90993-04df-47fc-8dbe-42072333c651,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:58.427684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.438919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9999640-c144-4094-84c0-754065402f5b None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:58.439131 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6d47161c-2f04-4220-957c-f38ea5201162 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/c6b90993-04df-47fc-8dbe-42072333c651 HTTP/1.1" status: 204 len: 168 time: 0.8799646 Aug 19 15:29:58.442682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39772) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:58.506595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b4b78155-dd7f-42d8-b37f-eac15d27b41f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:58.574128 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-99b73a99-5e6e-49bd-8ada-8a15105169ef tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275222 Aug 19 15:29:58.582638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39776) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:58.586610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-920c4d9d-1c40-45d3-9eb7-b20f8a692e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.590742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:58.592340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-920c4d9d-1c40-45d3-9eb7-b20f8a692e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.596822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-920c4d9d-1c40-45d3-9eb7-b20f8a692e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3882a3f-aa39-4325-a35b-b91198b08dea HTTP/1.1" status: 204 len: 168 time: 0.3541489 Aug 19 15:29:58.606601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c4d9d-1c40-45d3-9eb7-b20f8a692e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3882a3f-aa39-4325-a35b-b91198b08dea,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:58.666235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b4b78155-dd7f-42d8-b37f-eac15d27b41f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:58.666432 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.830030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:29:58.852366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:58.865143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.882579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] Deleting port b4b78155-dd7f-42d8-b37f-eac15d27b41f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:58.882970 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.966855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] For port b4b78155-dd7f-42d8-b37f-eac15d27b41f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b4b78155-dd7f-42d8-b37f-eac15d27b41f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:58.967121 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:58.984677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] Calling delete_port for b4b78155-dd7f-42d8-b37f-eac15d27b41f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:59.304427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:59.350338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] Pushing event deleted for resources: {'Port': ['ID=b4b78155-dd7f-42d8-b37f-eac15d27b41f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:59.354257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae8823-9fd7-48d9-b07d-52c967fe8394 None None] No DVR routers for this DVR port b4b78155-dd7f-42d8-b37f-eac15d27b41f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:59.376910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:59.487261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:59.492747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:59.507543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42464a-889c-4779-9b90-333d139034d6 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:29:59.508087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:59.508690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:59.529086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=1489eab5-3095-40e9-9407-bf64672d3a20,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:59.610552 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39810) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:59.651904 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1794b1b-0983-4f13-8305-e03e2ea3199b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0678899 Aug 19 15:29:59.669708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39814) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:59.669708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'name': 'tempest-NetworksTestDHCPv6-2081094942'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:59.755059 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:59.804909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '1489eab5-3095-40e9-9407-bf64672d3a20'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:29:59.804909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:59.897572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b44b011-6779-4379-b51c-42fda928103b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:59.976277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/1489eab5-3095-40e9-9407-bf64672d3a20/e94cc6ec-e89c-4bcc-85ae-72ffae053a9f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:00.079297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:00.083075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.125482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 51af9f00-9ecd-4e8c-b34c-01dbe76d698c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:00.223191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.255283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Transition to ACTIVE for port object e94cc6ec-e89c-4bcc-85ae-72ffae053a9f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:00.339804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Transition to ACTIVE for port object e94cc6ec-e89c-4bcc-85ae-72ffae053a9f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:00.357414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b44b011-6779-4379-b51c-42fda928103b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.407858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b4b78155-dd7f-42d8-b37f-eac15d27b41f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:00.434730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b4b78155-dd7f-42d8-b37f-eac15d27b41f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:30:00.434730 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b4b78155-dd7f-42d8-b37f-eac15d27b41f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:00.464593 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.505943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b44b011-6779-4379-b51c-42fda928103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.519900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:00.607568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Pushing event updated for resources: {'Port': ['ID=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:00.613205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b011-6779-4379-b51c-42fda928103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964883c3-e695-45a4-8394-2909e20aaf49,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:00.629098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:00.630890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b44b011-6779-4379-b51c-42fda928103b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c46b2d0038d24c5aa401fe9943d7c39e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0191646 Aug 19 15:30:00.633384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39838) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:00.633780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:00.650978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::377 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/1489eab5-3095-40e9-9407-bf64672d3a20/51af9f00-9ecd-4e8c-b34c-01dbe76d698c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:00.735542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Attempting to bind port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:00.738334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Attempting to bind port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:00.738334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Attempting to bind port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:00.761158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:00.762809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:00.763245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.763666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:00.764350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Bound port: e94cc6ec-e89c-4bcc-85ae-72ffae053a9f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:00.764574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.787985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-078aa095-d33c-4a2a-b0fc-2902bc7ccca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.856462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-078aa095-d33c-4a2a-b0fc-2902bc7ccca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:00.891264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] For port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:00.895039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] For port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:01.018160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.043516 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.058224 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.110780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a75856-16b6-4ae9-ac77-00c14f8446f8 None None] Pushing event updated for resources: {'Port': ['ID=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:01.166724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 51af9f00-9ecd-4e8c-b34c-01dbe76d698c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:01.181108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-078aa095-d33c-4a2a-b0fc-2902bc7ccca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.183738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-078aa095-d33c-4a2a-b0fc-2902bc7ccca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.185013 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-078aa095-d33c-4a2a-b0fc-2902bc7ccca7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/964883c3-e695-45a4-8394-2909e20aaf49 HTTP/1.1" status: 204 len: 168 time: 0.5506959 Aug 19 15:30:01.211611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aa095-d33c-4a2a-b0fc-2902bc7ccca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964883c3-e695-45a4-8394-2909e20aaf49,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:01.367495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.485825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:01.491906 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:01.495868 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:01.505869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:01.506666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:01.520481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=51af9f00-9ecd-4e8c-b34c-01dbe76d698c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:01.688265 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dae2b22e-261f-4cd2-bf86-a7f0b7a279b0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0320380 Aug 19 15:30:01.695294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39870) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:01.773871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377dac69-2b63-49a9-8367-186c44abe6d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:01.784438 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377dac69-2b63-49a9-8367-186c44abe6d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:01.788041 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-377dac69-2b63-49a9-8367-186c44abe6d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0922971 Aug 19 15:30:01.792939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:01.972248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 51af9f00-9ecd-4e8c-b34c-01dbe76d698c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:01.972596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.134223 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.149058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 51af9f00-9ecd-4e8c-b34c-01dbe76d698c owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:02.480998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e94cc6ec-e89c-4bcc-85ae-72ffae053a9f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:02.496969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.532525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39888) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:02.568229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e412358f-8d8d-4473-bcee-71e062c5c792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.569052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=51af9f00-9ecd-4e8c-b34c-01dbe76d698c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:02.594533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f988a3a5-5915-4d81-9461-b2323f404cb5 None None] Provisioning for port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:02.619748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.624536 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5310c31d-a79c-4c05-a051-9b68d1f96059 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/51af9f00-9ecd-4e8c-b34c-01dbe76d698c HTTP/1.1" status: 204 len: 168 time: 0.8279781 Aug 19 15:30:02.633265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39890) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:02.720590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e4c6c-e5db-4cec-9f25-662675218832 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:02.722304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e4c6c-e5db-4cec-9f25-662675218832 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:02.725006 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-803e4c6c-e5db-4cec-9f25-662675218832 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0976081 Aug 19 15:30:02.731816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:02.737191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 39896) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:02.738725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:02.739323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.867015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e412358f-8d8d-4473-bcee-71e062c5c792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.900669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 1489eab5-3095-40e9-9407-bf64672d3a20 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:02.910406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.965956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e412358f-8d8d-4473-bcee-71e062c5c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:02.984517 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.029212 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.046082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f76d2e12-217e-462d-9cac-1c9f2b103d2b None None] Could not find standard attr ID for object 51af9f00-9ecd-4e8c-b34c-01dbe76d698c. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:03.080783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e412358f-8d8d-4473-bcee-71e062c5c792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8637b2de5214b1f92ff6b209d64020a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470705 Aug 19 15:30:03.093154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39908) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:03.102077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412358f-8d8d-4473-bcee-71e062c5c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a592fd-f848-4b6c-a41f-5cc2bcfb1c51,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:03.122440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:03.211651 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.248393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7e444d1-83e5-40c3-8335-68e4866dfc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.319299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7e444d1-83e5-40c3-8335-68e4866dfc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.396370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.589092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7e444d1-83e5-40c3-8335-68e4866dfc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.592257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e7e444d1-83e5-40c3-8335-68e4866dfc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.592903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e7e444d1-83e5-40c3-8335-68e4866dfc31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84a592fd-f848-4b6c-a41f-5cc2bcfb1c51 HTTP/1.1" status: 204 len: 168 time: 0.4968331 Aug 19 15:30:03.616250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:03.631600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e444d1-83e5-40c3-8335-68e4866dfc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a592fd-f848-4b6c-a41f-5cc2bcfb1c51,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:03.643308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.643308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.643627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.650056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.651002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.651714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.655440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.655440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.655440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.655440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.655440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.655440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:03.823277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.880493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=1489eab5-3095-40e9-9407-bf64672d3a20,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:03.892888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:03.892888 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-adac4235-bb06-4687-8f6f-42ea7ef02bb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/1489eab5-3095-40e9-9407-bf64672d3a20 HTTP/1.1" status: 204 len: 168 time: 1.1481674 Aug 19 15:30:03.893489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:03.900366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a7add-b50c-4119-8caa-ffcbf80c5243 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:03.964159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d165678b-e3a8-4534-ac20-74dc62755f75 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694466 Aug 19 15:30:03.967346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39934) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:03.982549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:04.304028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:04.421344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] Deleting port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:04.422443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.423589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:04.429351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.494941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e94cc6ec-e89c-4bcc-85ae-72ffae053a9f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:04.647495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] For port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:04.648105 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.668064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] Calling delete_port for e94cc6ec-e89c-4bcc-85ae-72ffae053a9f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:04.669916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.892938 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.924514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:30:04.924514 n-d-779913-32 neutron-server[101964]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 15:30:04.924514 n-d-779913-32 neutron-server[101964]: [parameters: {'status': 'DOWN', 'ports_id': 'e94cc6ec-e89c-4bcc-85ae-72ffae053a9f'}] Aug 19 15:30:04.924514 n-d-779913-32 neutron-server[101964]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:30:04.925209 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:30:04.939497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.964412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] No DVR routers for this DVR port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:04.987606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212cb6a-7211-441c-a074-2cb08f03e036 None None] Pushing event deleted for resources: {'Port': ['ID=e94cc6ec-e89c-4bcc-85ae-72ffae053a9f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:05.040985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:05.052243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:05.057305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:05.061611 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:05.066333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfe0e3a-0787-4974-8cfb-1b3ee95fa145 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:05.122393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=048cb6e8-8cb3-4442-a81f-dfc5aa17f080,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:05.206276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dbf51275-2633-43fe-88ef-5a88e231ac6a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2374661 Aug 19 15:30:05.213648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 39984) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:05.220516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'name': 'tempest-NetworksTestDHCPv6-1171000839'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:05.379141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '048cb6e8-8cb3-4442-a81f-dfc5aa17f080'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:05.381219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:05.497080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:05.510618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:05.565298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port b1ec9e38-47d2-4c6e-85b9-08974522e68c yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:05.610419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port e94cc6ec-e89c-4bcc-85ae-72ffae053a9f update to DOWN by agent not found {{(pid=101964) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 15:30:05.680206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/048cb6e8-8cb3-4442-a81f-dfc5aa17f080/222ff57e-22fb-4341-b08d-faa582a9f0b7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:06.012443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.025717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Transition to ACTIVE for port object 222ff57e-22fb-4341-b08d-faa582a9f0b7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:06.043202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Transition to ACTIVE for port object 222ff57e-22fb-4341-b08d-faa582a9f0b7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:06.166913 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.258465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:06.261584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:06.268149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:06.363000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::248 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/048cb6e8-8cb3-4442-a81f-dfc5aa17f080/b1ec9e38-47d2-4c6e-85b9-08974522e68c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:06.366888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Pushing event updated for resources: {'Port': ['ID=222ff57e-22fb-4341-b08d-faa582a9f0b7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:06.379877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Attempting to bind port 222ff57e-22fb-4341-b08d-faa582a9f0b7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:06.380249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Attempting to bind port 222ff57e-22fb-4341-b08d-faa582a9f0b7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:06.380612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Attempting to bind port 222ff57e-22fb-4341-b08d-faa582a9f0b7 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:06.386546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:06.386918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:06.387321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.387985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:06.388343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Bound port: 222ff57e-22fb-4341-b08d-faa582a9f0b7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:06.388730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.496199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] For port 222ff57e-22fb-4341-b08d-faa582a9f0b7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:06.503816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] For port 222ff57e-22fb-4341-b08d-faa582a9f0b7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=222ff57e-22fb-4341-b08d-faa582a9f0b7,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:06.578130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.606642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.615531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object b1ec9e38-47d2-4c6e-85b9-08974522e68c will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:06.748077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8aa8-fea2-4ac6-9f09-e4e8488aeacb None None] Pushing event updated for resources: {'Port': ['ID=222ff57e-22fb-4341-b08d-faa582a9f0b7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:06.761603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.888609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:06.901440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:06.903574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:06.919976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:06.920669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:06.963754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=b1ec9e38-47d2-4c6e-85b9-08974522e68c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:07.029006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40048) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:07.029830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b0e4c09f-a988-4ea7-a086-ec33c3d761ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8140512 Aug 19 15:30:07.133456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bbc32-8111-4eb6-92d0-6073e4d818a6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:07.142897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bbc32-8111-4eb6-92d0-6073e4d818a6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:07.144970 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-374bbc32-8111-4eb6-92d0-6073e4d818a6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1147332 Aug 19 15:30:07.147724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40050) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:07.371623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port b1ec9e38-47d2-4c6e-85b9-08974522e68c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:07.372733 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:07.551258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:07.601490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for b1ec9e38-47d2-4c6e-85b9-08974522e68c owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:07.989088 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:08.121544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=b1ec9e38-47d2-4c6e-85b9-08974522e68c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:08.185192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:08.188163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3a8adfb-b3ed-4a93-b59d-e9a8a7102006 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/b1ec9e38-47d2-4c6e-85b9-08974522e68c HTTP/1.1" status: 204 len: 168 time: 1.0391302 Aug 19 15:30:08.190807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40090) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:08.418371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174eebe7-cbe8-4e1e-b82e-ebd5e650ede9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:08.419615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174eebe7-cbe8-4e1e-b82e-ebd5e650ede9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:08.430844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-174eebe7-cbe8-4e1e-b82e-ebd5e650ede9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2367098 Aug 19 15:30:08.431857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40098) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:08.579238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 222ff57e-22fb-4341-b08d-faa582a9f0b7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:08.616690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40102) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:08.629665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 048cb6e8-8cb3-4442-a81f-dfc5aa17f080 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:08.664139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:08.723099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40106) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:08.824743 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:08.851556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-33b0464f-3faa-4f2f-8250-341a200b74e7 None None] Provisioning for port 222ff57e-22fb-4341-b08d-faa582a9f0b7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:08.928269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bfaedddb-f4c0-4d2e-8eb5-454733152d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:08.943713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 222ff57e-22fb-4341-b08d-faa582a9f0b7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:08.960677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 222ff57e-22fb-4341-b08d-faa582a9f0b7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:08.961227 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.047210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-996cff85-e94a-4d72-afd2-2b3b9e036378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.117797 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.262688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-258938be-2d62-4271-922a-e27f6d8b6689 None None] Could not find standard attr ID for object b1ec9e38-47d2-4c6e-85b9-08974522e68c. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:09.300618 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.320776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bfaedddb-f4c0-4d2e-8eb5-454733152d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.367497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.398644 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bfaedddb-f4c0-4d2e-8eb5-454733152d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.462622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:30:09.462917 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:30:09.464820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=048cb6e8-8cb3-4442-a81f-dfc5aa17f080,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:09.476218 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.478807 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d740d28-014e-424e-a7b2-7d038c874b1f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/048cb6e8-8cb3-4442-a81f-dfc5aa17f080 HTTP/1.1" status: 204 len: 168 time: 1.0456731 Aug 19 15:30:09.484005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40122) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:09.541821 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d4675532-407c-4df5-8d44-91c091b12363 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563221 Aug 19 15:30:09.547246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:09.571746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bfaedddb-f4c0-4d2e-8eb5-454733152d83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=379126d140fd453999bbb50af1b4283f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8474939 Aug 19 15:30:09.575197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaedddb-f4c0-4d2e-8eb5-454733152d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf2fd56-ff52-4285-99f3-8f2a3ef74fd3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:09.578868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40126) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:09.644371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7ea8f-31c5-4f89-aa18-b096b1e41e63 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:09.652050 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0da7ea8f-31c5-4f89-aa18-b096b1e41e63 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1031516 Aug 19 15:30:09.652890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40130) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:09.664654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ac398-326c-4f98-8eef-36754959ffbf None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:09.744397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df623387-8442-400d-894a-20ec3f12bc6d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:09.752819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-df623387-8442-400d-894a-20ec3f12bc6d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0849771 Aug 19 15:30:09.756929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40132) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:09.832609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e9943eb-e2cc-4487-b74b-eb25969e82b8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619428 Aug 19 15:30:09.832609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25f7361b-cd7b-424a-87dc-58e14d39de46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.833845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40134) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:09.846401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:09.941034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25f7361b-cd7b-424a-87dc-58e14d39de46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:09.989209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:10.027743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-996cff85-e94a-4d72-afd2-2b3b9e036378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.065960 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.128030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-996cff85-e94a-4d72-afd2-2b3b9e036378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.153252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 222ff57e-22fb-4341-b08d-faa582a9f0b7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=222ff57e-22fb-4341-b08d-faa582a9f0b7,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:10.173803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] Deleting port 222ff57e-22fb-4341-b08d-faa582a9f0b7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:10.173803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.180544 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25f7361b-cd7b-424a-87dc-58e14d39de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.183424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25f7361b-cd7b-424a-87dc-58e14d39de46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.184627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-25f7361b-cd7b-424a-87dc-58e14d39de46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaf2fd56-ff52-4285-99f3-8f2a3ef74fd3 HTTP/1.1" status: 204 len: 168 time: 0.5999265 Aug 19 15:30:10.204855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:10.210231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.259354 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.357106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-996cff85-e94a-4d72-afd2-2b3b9e036378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aba431e24e5d465a8cca1f49f01b8c36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7385058 Aug 19 15:30:10.360120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:10.364869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cff85-e94a-4d72-afd2-2b3b9e036378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2459048-ba73-4079-b7d0-7a4e9bf52900,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:10.403124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7361b-cd7b-424a-87dc-58e14d39de46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf2fd56-ff52-4285-99f3-8f2a3ef74fd3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:10.446228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] For port 222ff57e-22fb-4341-b08d-faa582a9f0b7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=222ff57e-22fb-4341-b08d-faa582a9f0b7,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:10.459958 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.523180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 222ff57e-22fb-4341-b08d-faa582a9f0b7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:10.544341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294549d-05a3-4f04-a10d-c571e69aa489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.571687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] Calling delete_port for 222ff57e-22fb-4341-b08d-faa582a9f0b7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:10.575935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=222ff57e-22fb-4341-b08d-faa582a9f0b7,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:10.588119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294549d-05a3-4f04-a10d-c571e69aa489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.700981 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.790330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.791015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294549d-05a3-4f04-a10d-c571e69aa489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.791418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.799408 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8294549d-05a3-4f04-a10d-c571e69aa489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.801985 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8294549d-05a3-4f04-a10d-c571e69aa489 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2459048-ba73-4079-b7d0-7a4e9bf52900 HTTP/1.1" status: 204 len: 168 time: 0.4400384 Aug 19 15:30:10.813231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] No DVR routers for this DVR port 222ff57e-22fb-4341-b08d-faa582a9f0b7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:10.848109 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294549d-05a3-4f04-a10d-c571e69aa489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2459048-ba73-4079-b7d0-7a4e9bf52900,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:10.893872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b205-027e-475e-8844-cc07585674e0 None None] Pushing event deleted for resources: {'Port': ['ID=222ff57e-22fb-4341-b08d-faa582a9f0b7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:10.947379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:10.955989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:10.965624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7507d-6fe7-4f5f-89b2-fa9827b99343 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:10.966906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:10.967763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:10.973792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=158b943b-3551-49a7-9364-e64a20b39d43,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:11.112688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40162) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:11.112965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fb515eb7-873e-4df1-af69-0eef52afbfff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2766922 Aug 19 15:30:11.120399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': '158b943b-3551-49a7-9364-e64a20b39d43', 'ip_address': '2001:db8::93d:5237:a2e7:4426'}], 'name': 'tempest-NetworksTestDHCPv6-377853242'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:11.189379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '158b943b-3551-49a7-9364-e64a20b39d43'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:11.190253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.424855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/158b943b-3551-49a7-9364-e64a20b39d43/e870bbfd-458d-46c3-bfed-b72456bc95fb) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:11.523592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:11.560367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40182) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:11.586847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33fef06d-28af-4943-8b07-c2b2c1660bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.740767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.750854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.755525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Transition to ACTIVE for port object e870bbfd-458d-46c3-bfed-b72456bc95fb will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:11.772571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port c71ed767-894e-4651-b668-dc2df3b30a54 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:11.790950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Transition to ACTIVE for port object e870bbfd-458d-46c3-bfed-b72456bc95fb will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:11.837557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33fef06d-28af-4943-8b07-c2b2c1660bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.931998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.970523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:11.978562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:11.981145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:11.993922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33fef06d-28af-4943-8b07-c2b2c1660bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:11.995007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::93d:5237:a2e7:4426 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/158b943b-3551-49a7-9364-e64a20b39d43/c71ed767-894e-4651-b668-dc2df3b30a54) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:12.067574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Pushing event updated for resources: {'Port': ['ID=e870bbfd-458d-46c3-bfed-b72456bc95fb,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.083070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Attempting to bind port e870bbfd-458d-46c3-bfed-b72456bc95fb on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:12.083518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Attempting to bind port e870bbfd-458d-46c3-bfed-b72456bc95fb by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:12.083807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Attempting to bind port e870bbfd-458d-46c3-bfed-b72456bc95fb on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:12.089852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:12.090232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:12.090645 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.091050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:12.091637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Bound port: e870bbfd-458d-46c3-bfed-b72456bc95fb, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:12.092030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.097990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fef06d-28af-4943-8b07-c2b2c1660bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057f493-b9c8-40b1-b18f-64d74ff94155,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.149295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-33fef06d-28af-4943-8b07-c2b2c1660bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e878b1b6f7a049868b999335e1eefec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853314 Aug 19 15:30:12.153025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40194) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:12.192999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] For port e870bbfd-458d-46c3-bfed-b72456bc95fb, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:12.192999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] For port e870bbfd-458d-46c3-bfed-b72456bc95fb, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e870bbfd-458d-46c3-bfed-b72456bc95fb,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:12.193281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40196) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:12.262388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-508a1809-03bb-454e-9488-3599e8813d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.281886 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.311295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17068fa5-340c-4f18-a0e5-3f85404f5052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.367179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17068fa5-340c-4f18-a0e5-3f85404f5052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.397204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40202) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:12.440810 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.480369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-508a1809-03bb-454e-9488-3599e8813d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.498319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7a10d-a84b-4a7c-9fa1-993e6c677791 None None] Pushing event updated for resources: {'Port': ['ID=e870bbfd-458d-46c3-bfed-b72456bc95fb,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.548920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17068fa5-340c-4f18-a0e5-3f85404f5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.550010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object c71ed767-894e-4651-b668-dc2df3b30a54 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:12.551735 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-17068fa5-340c-4f18-a0e5-3f85404f5052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.552817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-17068fa5-340c-4f18-a0e5-3f85404f5052 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6057f493-b9c8-40b1-b18f-64d74ff94155 HTTP/1.1" status: 204 len: 168 time: 0.3981819 Aug 19 15:30:12.567910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17068fa5-340c-4f18-a0e5-3f85404f5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057f493-b9c8-40b1-b18f-64d74ff94155,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.623461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47ecc7e6-d1cc-4cb1-b5eb-e51fb4ff21c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.625189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-508a1809-03bb-454e-9488-3599e8813d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.753053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-508a1809-03bb-454e-9488-3599e8813d62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8470bd2d9b084173b7c6939a97c47521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551512 Aug 19 15:30:12.753637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:12.763723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.764401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a1809-03bb-454e-9488-3599e8813d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7087ff47-b437-46ce-9594-788d529f93dc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:12.942567 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c4cda186-73ca-4e04-928f-80482c960a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.947451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47ecc7e6-d1cc-4cb1-b5eb-e51fb4ff21c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:12.972866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:12.983195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:12.985958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:13.000034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:13.000034 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.023671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c4cda186-73ca-4e04-928f-80482c960a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.046449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-47ecc7e6-d1cc-4cb1-b5eb-e51fb4ff21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.074432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=c71ed767-894e-4651-b668-dc2df3b30a54,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:13.110363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-47ecc7e6-d1cc-4cb1-b5eb-e51fb4ff21c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a6652c9525e4d5b877b37e04c8af3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096646 Aug 19 15:30:13.110772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecc7e6-d1cc-4cb1-b5eb-e51fb4ff21c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978121ad-a53f-4520-a626-55f10cb7cd0c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:13.114442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:13.169165 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a00111a0-6125-468b-bbca-92b73531fcd8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0522943 Aug 19 15:30:13.181658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40224) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:13.211430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c4cda186-73ca-4e04-928f-80482c960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.214450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c4cda186-73ca-4e04-928f-80482c960a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.216301 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c4cda186-73ca-4e04-928f-80482c960a1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7087ff47-b437-46ce-9594-788d529f93dc HTTP/1.1" status: 204 len: 168 time: 0.4615951 Aug 19 15:30:13.235206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cda186-73ca-4e04-928f-80482c960a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087ff47-b437-46ce-9594-788d529f93dc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:13.319047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdf98362-3509-4d64-87f6-e857fc918a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.332446 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.336608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90deb4f6-ce83-4429-a55b-a9e8b2f3f93e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:13.343714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90deb4f6-ce83-4429-a55b-a9e8b2f3f93e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:13.348956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:13.355595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-90deb4f6-ce83-4429-a55b-a9e8b2f3f93e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1599038 Aug 19 15:30:13.381766 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdf98362-3509-4d64-87f6-e857fc918a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.498798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port c71ed767-894e-4651-b668-dc2df3b30a54 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:13.499895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.595430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdf98362-3509-4d64-87f6-e857fc918a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.598107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bdf98362-3509-4d64-87f6-e857fc918a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.599333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bdf98362-3509-4d64-87f6-e857fc918a4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/978121ad-a53f-4520-a626-55f10cb7cd0c HTTP/1.1" status: 204 len: 168 time: 0.4719660 Aug 19 15:30:13.618625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98362-3509-4d64-87f6-e857fc918a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978121ad-a53f-4520-a626-55f10cb7cd0c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:13.654796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:13.707772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for c71ed767-894e-4651-b668-dc2df3b30a54 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:14.121778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4551d5fe-b77f-4b32-90e8-4f0998cc0192 None None] Provisioning for port e870bbfd-458d-46c3-bfed-b72456bc95fb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:14.129360 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.190054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=c71ed767-894e-4651-b668-dc2df3b30a54,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:14.233174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.237455 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-18cd868a-1938-4f69-acdc-5d6ef7db3aa1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/c71ed767-894e-4651-b668-dc2df3b30a54 HTTP/1.1" status: 204 len: 168 time: 0.8870394 Aug 19 15:30:14.240126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40264) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:14.353603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-480bfe16-8813-4ed6-817e-8031f8932b4d None None] Could not find standard attr ID for object c71ed767-894e-4651-b668-dc2df3b30a54. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:14.385742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92489d-07b2-4d89-a892-3969f7920d8a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:14.398146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92489d-07b2-4d89-a892-3969f7920d8a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:14.401534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9a92489d-07b2-4d89-a892-3969f7920d8a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1602583 Aug 19 15:30:14.404368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40278) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:14.484598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 158b943b-3551-49a7-9364-e64a20b39d43 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:14.490260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.495094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e870bbfd-458d-46c3-bfed-b72456bc95fb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:14.614933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.681011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e870bbfd-458d-46c3-bfed-b72456bc95fb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:14.685862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e870bbfd-458d-46c3-bfed-b72456bc95fb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:14.686587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.762193 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.868608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:14.995591 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:15.071860 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:15.080067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40302) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:15.090008 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/158b943b-3551-49a7-9364-e64a20b39d43 HTTP/1.1" status: 204 len: 168 time: 0.6707554 Aug 19 15:30:15.095135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f8c52-b6b7-4aa0-8a8f-fad36811c72e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=158b943b-3551-49a7-9364-e64a20b39d43,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:15.098839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ec013-a500-43f9-9101-99fc0d51c374 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:15.223135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-66faf4f0-8163-4f92-b523-3ed056bfb6a4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413057 Aug 19 15:30:15.225925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40310) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:15.232139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:15.350457 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:30:15.351110 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:30:15.463299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:15.543710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] Deleting port e870bbfd-458d-46c3-bfed-b72456bc95fb {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:15.544109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:15.567098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:15.571492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:15.627346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] For port e870bbfd-458d-46c3-bfed-b72456bc95fb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e870bbfd-458d-46c3-bfed-b72456bc95fb,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:15.628028 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:15.645917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] Calling delete_port for e870bbfd-458d-46c3-bfed-b72456bc95fb owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:15.829103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:15.846553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] No DVR routers for this DVR port e870bbfd-458d-46c3-bfed-b72456bc95fb on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:15.879808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ca35c-6bd7-43a5-aa64-6cbb6a2f506b None None] Pushing event deleted for resources: {'Port': ['ID=e870bbfd-458d-46c3-bfed-b72456bc95fb,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:15.906282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port e870bbfd-458d-46c3-bfed-b72456bc95fb update to ACTIVE by agent not found {{(pid=101964) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 15:30:16.051791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:16.109872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40332) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:16.144505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:16.155815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:16.159357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:16.160068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:16.165277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff50f56-6934-4b36-ae85-2e7471d29928 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:16.183604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=b139fa8e-2969-4931-90ec-2ef245c3ae8b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:16.302819 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-07b75516-0081-4dbb-843d-a24928a0a872 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0689771 Aug 19 15:30:16.302819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40338) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:16.306360 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'b139fa8e-2969-4931-90ec-2ef245c3ae8b', 'ip_address': '2001:db8::41f:c012:cd96:4a0d'}], 'name': 'tempest-NetworksTestDHCPv6-1150602595'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:16.607100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d1230598-da63-4bc6-911c-24c7f4c912b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:16.630118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e870bbfd-458d-46c3-bfed-b72456bc95fb no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:16.654842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e870bbfd-458d-46c3-bfed-b72456bc95fb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:30:16.655444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e870bbfd-458d-46c3-bfed-b72456bc95fb not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:16.710940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'b139fa8e-2969-4931-90ec-2ef245c3ae8b'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:16.712535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:16.719878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:16.725902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:16.770019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port dcddf3d9-96e8-4595-b654-4ee9298b98a4 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:16.868190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d1230598-da63-4bc6-911c-24c7f4c912b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:16.943031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d1230598-da63-4bc6-911c-24c7f4c912b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.002037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b139fa8e-2969-4931-90ec-2ef245c3ae8b/90e5f3e7-50dd-4e79-9437-0a6c23345934) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:17.023346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d1230598-da63-4bc6-911c-24c7f4c912b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dffe811820c94981b4de47cbfb0314d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9087429 Aug 19 15:30:17.026235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40356) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:17.097659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1230598-da63-4bc6-911c-24c7f4c912b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e372f70-72d9-4c92-91bc-90fa5d0d2c6a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:17.161318 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551a5ed1-fef1-445f-9b58-a00548428d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.192026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551a5ed1-fef1-445f-9b58-a00548428d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.285299 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.303192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Transition to ACTIVE for port object 90e5f3e7-50dd-4e79-9437-0a6c23345934 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:17.395470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Transition to ACTIVE for port object 90e5f3e7-50dd-4e79-9437-0a6c23345934 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:17.399380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551a5ed1-fef1-445f-9b58-a00548428d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.410298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551a5ed1-fef1-445f-9b58-a00548428d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.410298 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-551a5ed1-fef1-445f-9b58-a00548428d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e372f70-72d9-4c92-91bc-90fa5d0d2c6a HTTP/1.1" status: 204 len: 168 time: 0.3772717 Aug 19 15:30:17.421937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5ed1-fef1-445f-9b58-a00548428d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e372f70-72d9-4c92-91bc-90fa5d0d2c6a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:17.475177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.532761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:17.547537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:17.552300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:17.565076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Pushing event updated for resources: {'Port': ['ID=90e5f3e7-50dd-4e79-9437-0a6c23345934,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:17.569268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::41f:c012:cd96:4a0d (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b139fa8e-2969-4931-90ec-2ef245c3ae8b/dcddf3d9-96e8-4595-b654-4ee9298b98a4) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:17.625488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Attempting to bind port 90e5f3e7-50dd-4e79-9437-0a6c23345934 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:17.625959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Attempting to bind port 90e5f3e7-50dd-4e79-9437-0a6c23345934 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:17.626437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Attempting to bind port 90e5f3e7-50dd-4e79-9437-0a6c23345934 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:17.633231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:17.637478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:17.637478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.637478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:17.637478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Bound port: 90e5f3e7-50dd-4e79-9437-0a6c23345934, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:17.637478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.749235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] For port 90e5f3e7-50dd-4e79-9437-0a6c23345934, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:17.753137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] For port 90e5f3e7-50dd-4e79-9437-0a6c23345934, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=90e5f3e7-50dd-4e79-9437-0a6c23345934,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:17.808443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.814788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:17.825543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object dcddf3d9-96e8-4595-b654-4ee9298b98a4 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:17.887807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcfedf-c45c-46c0-8149-329552566c00 None None] Pushing event updated for resources: {'Port': ['ID=90e5f3e7-50dd-4e79-9437-0a6c23345934,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:17.951074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.024372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:18.027995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:18.032440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:18.040723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:18.041466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.053997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=dcddf3d9-96e8-4595-b654-4ee9298b98a4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:18.082104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40380) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:18.152646 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c2f8b41f-09d0-4d73-85f0-f342902b016e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8520348 Aug 19 15:30:18.155321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40384) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:18.300912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea575fa-0b46-46ca-a89f-19e80e68fc4f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:18.316672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea575fa-0b46-46ca-a89f-19e80e68fc4f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:18.323273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3ea575fa-0b46-46ca-a89f-19e80e68fc4f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1656601 Aug 19 15:30:18.325304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40396) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:18.404449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e64-cc63-4f7f-8657-3bc7c711d4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.486198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 90e5f3e7-50dd-4e79-9437-0a6c23345934 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:18.553969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port dcddf3d9-96e8-4595-b654-4ee9298b98a4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:18.554754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.668948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 90e5f3e7-50dd-4e79-9437-0a6c23345934 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:18.696789 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.724419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for dcddf3d9-96e8-4595-b654-4ee9298b98a4 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:18.763160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e64-cc63-4f7f-8657-3bc7c711d4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.848922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e64-cc63-4f7f-8657-3bc7c711d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:18.912895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-be9e3e64-cc63-4f7f-8657-3bc7c711d4e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=075c3287ac554c268033cbd6d4f9941d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8294723 Aug 19 15:30:18.913788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e3e64-cc63-4f7f-8657-3bc7c711d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94abaf74-49ac-4e07-aabb-d21dd253c086,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:18.915576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40418) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:19.018801 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.075448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.205978 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.237968 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.240883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.242264 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94abaf74-49ac-4e07-aabb-d21dd253c086 HTTP/1.1" status: 204 len: 168 time: 0.3256819 Aug 19 15:30:19.262926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94abaf74-49ac-4e07-aabb-d21dd253c086,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:19.280047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.286184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.288491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.292371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.292963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.293547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.302817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.303628 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.304080 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.304608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.305186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.305615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2fba4-72fd-4780-862b-a2d317f5f9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:19.321529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=dcddf3d9-96e8-4595-b654-4ee9298b98a4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:19.400611 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.410834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8df142bf-3303-4482-83df-980c05a2ed45 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/dcddf3d9-96e8-4595-b654-4ee9298b98a4 HTTP/1.1" status: 204 len: 168 time: 1.0816455 Aug 19 15:30:19.410997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40436) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:19.532058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc49981-2da6-4c93-bb45-8d8e228170b5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:19.534116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc49981-2da6-4c93-bb45-8d8e228170b5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:19.535924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5dc49981-2da6-4c93-bb45-8d8e228170b5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1237078 Aug 19 15:30:19.538668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40446) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:19.635665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet b139fa8e-2969-4931-90ec-2ef245c3ae8b {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:19.661330 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.674438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] Provisioning for port 90e5f3e7-50dd-4e79-9437-0a6c23345934 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:19.686072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] Provisioning complete for port 90e5f3e7-50dd-4e79-9437-0a6c23345934 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:19.686485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.775376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.909644 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.989843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] For port 90e5f3e7-50dd-4e79-9437-0a6c23345934, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=90e5f3e7-50dd-4e79-9437-0a6c23345934,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:20.090555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.093812 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.229098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e94f3903-ebe2-462c-a326-c4771407004d None None] Could not find standard attr ID for object dcddf3d9-96e8-4595-b654-4ee9298b98a4. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:20.230538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e51db-b119-4276-bbc5-7a5183188e73 None None] Pushing event updated for resources: {'Port': ['ID=90e5f3e7-50dd-4e79-9437-0a6c23345934,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:20.275609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.323133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=b139fa8e-2969-4931-90ec-2ef245c3ae8b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:20.346909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.347810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d4bf6-762c-4fbd-ad2f-2a19c67a93d7 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:20.349474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f8d4021-90a4-4b67-ad90-865cac71c842 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b139fa8e-2969-4931-90ec-2ef245c3ae8b HTTP/1.1" status: 204 len: 168 time: 0.8098168 Aug 19 15:30:20.351963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40490) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:20.461660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1936aa2f-b86d-42fc-acf3-9da7ef4397d0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079190 Aug 19 15:30:20.464008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40496) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:20.470894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:20.508245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 90e5f3e7-50dd-4e79-9437-0a6c23345934 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:20.683082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 90e5f3e7-50dd-4e79-9437-0a6c23345934 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:20.683630 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.743292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:20.761289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:20.765867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.868868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] Deleting port 90e5f3e7-50dd-4e79-9437-0a6c23345934 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:20.869282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:20.998517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] For port 90e5f3e7-50dd-4e79-9437-0a6c23345934, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=90e5f3e7-50dd-4e79-9437-0a6c23345934,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:20.998517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.016873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] Calling delete_port for 90e5f3e7-50dd-4e79-9437-0a6c23345934 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:21.228357 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.285718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] Pushing event deleted for resources: {'Port': ['ID=90e5f3e7-50dd-4e79-9437-0a6c23345934,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:21.295840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef83be0-4cbe-4633-8233-e2f8f3de39c4 None None] No DVR routers for this DVR port 90e5f3e7-50dd-4e79-9437-0a6c23345934 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:21.298654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40520) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:21.330904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.488948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1023967114-network', 'tenant_id': '1d999809705f42da909edfcea0491a7b'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:21.628801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Made reservation on behalf of 1d999809705f42da909edfcea0491a7b for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:21.631618 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.650937 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.685457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:21.691246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:21.695642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:21.703401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.706259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9808f8-be5d-4c37-95f6-cd088c7eeb2f None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:21.739605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:21.823734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.904166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.915906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:21.916817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.934081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:30:21.943033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e82229a-bd6a-4903-bca8-d034f895a362,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:21.949992 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:21.950459 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Added segment 312ceec7-773b-4d3c-9fbc-77908d813794 of type vlan for network 58b50081-149e-4150-806c-20178ed880cb Aug 19 15:30:22.002300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.043804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2bb5612-2ad1-48d0-b626-320a90f571f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5759642 Aug 19 15:30:22.044053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40566) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:22.050254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7', 'ip_address': '2001:db8::3f3f:7176:7297:f83e'}], 'name': 'tempest-NetworksTestDHCPv6-1983246462'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:22.088830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7/27127620-c2ff-4adb-bfb1-2abaa500a46d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:22.120842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.122247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:22.124598 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.226959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] Pushing event updated for resources: {'Network': ['ID=58b50081-149e-4150-806c-20178ed880cb,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:22.263119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 58b50081-149e-4150-806c-20178ed880cb details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:30:22.297994 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8d02f756-0e16-43e6-88cc-47825208fac9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9964325 Aug 19 15:30:22.298643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40582) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:22.316760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Request body: {'subnet': {'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1023967114-subnet', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:22.421893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:22.449739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 90e5f3e7-50dd-4e79-9437-0a6c23345934 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:22.512076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 90e5f3e7-50dd-4e79-9437-0a6c23345934 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:30:22.512429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 90e5f3e7-50dd-4e79-9437-0a6c23345934 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:22.525729 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.542798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Transition to ACTIVE for port object 27127620-c2ff-4adb-bfb1-2abaa500a46d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:22.543020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Made reservation on behalf of 1d999809705f42da909edfcea0491a7b for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:22.546612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.565048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Transition to ACTIVE for port object 27127620-c2ff-4adb-bfb1-2abaa500a46d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:22.579595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.602870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 8d17c463-ad70-4369-b008-f394caab50f3 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:22.635520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.756632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Pushing event updated for resources: {'Port': ['ID=27127620-c2ff-4adb-bfb1-2abaa500a46d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:22.769428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:22.772008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:22.777220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:22.807839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::3f3f:7176:7297:f83e (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7/8d17c463-ad70-4369-b008-f394caab50f3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:22.908990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.929356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Attempting to bind port 27127620-c2ff-4adb-bfb1-2abaa500a46d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:22.930000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Attempting to bind port 27127620-c2ff-4adb-bfb1-2abaa500a46d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:22.931774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Attempting to bind port 27127620-c2ff-4adb-bfb1-2abaa500a46d on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:22.951233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:22.953925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:22.957296 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.957296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:22.957296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Bound port: 27127620-c2ff-4adb-bfb1-2abaa500a46d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:22.958859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:22.989531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.007408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 8d17c463-ad70-4369-b008-f394caab50f3 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:23.060782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Pushing event updated for resources: {'Subnet': ['ID=70013523-c7cd-4d9a-b198-f4932ca1f81d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:23.061393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] For port 27127620-c2ff-4adb-bfb1-2abaa500a46d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:23.066198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Checking segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:23.066401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] For port 27127620-c2ff-4adb-bfb1-2abaa500a46d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=27127620-c2ff-4adb-bfb1-2abaa500a46d,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:23.066923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Network hostable DHCP agents. Network: 58b50081-149e-4150-806c-20178ed880cb, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:30:23.116515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.174284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.187492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:23.200812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:23.205545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Network 58b50081-149e-4150-806c-20178ed880cb is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:30:23.221459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:23.253523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:23.254863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.280971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=8d17c463-ad70-4369-b008-f394caab50f3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:23.297796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 58b50081-149e-4150-806c-20178ed880cb) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:23.306474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:23.307178 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.332762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945682e7-90c9-4d86-a6d1-1bd7ce1e7ec9 None None] Network 58b50081-149e-4150-806c-20178ed880cb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:23.395263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5ea96474-7d03-4dbf-a6d6-51e04bbf40e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3500941 Aug 19 15:30:23.397638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40604) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:23.422243 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2e6d68d-9796-46f9-9b1e-efc7b74b830b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1199164 Aug 19 15:30:23.424004 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40606) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:23.430744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:23.433473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247db2eb-09e7-4038-b393-0e3250deac56 None None] Pushing event updated for resources: {'Port': ['ID=27127620-c2ff-4adb-bfb1-2abaa500a46d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:23.508841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c6575-d06d-4a9f-a928-fa3330c048a0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:23.535119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c6575-d06d-4a9f-a928-fa3330c048a0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:23.543119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-930c6575-d06d-4a9f-a928-fa3330c048a0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1440973 Aug 19 15:30:23.546765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40608) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:23.606071 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.607187 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.717550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 8d17c463-ad70-4369-b008-f394caab50f3 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:23.718802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.755558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-58b50081-149e-4150-806c-20178ed880cb', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:23.761279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.808512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.944631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:23.994455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 8d17c463-ad70-4369-b008-f394caab50f3 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:24.066701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Allocated IP 172.20.0.2 (58b50081-149e-4150-806c-20178ed880cb/70013523-c7cd-4d9a-b198-f4932ca1f81d/d9e231d3-4a8a-4391-aea5-ee7597a1226d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:24.119136 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.354532 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.445129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=8d17c463-ad70-4369-b008-f394caab50f3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:24.541647 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.544481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-374ee597-90bb-44ea-b2b5-eb8f0c65140a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/8d17c463-ad70-4369-b008-f394caab50f3 HTTP/1.1" status: 204 len: 168 time: 0.9924378 Aug 19 15:30:24.545009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40618) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:24.570984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27127620-c2ff-4adb-bfb1-2abaa500a46d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:24.666216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d4dcc-c863-485f-a496-711cd1a4dca7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:24.668239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d4dcc-c863-485f-a496-711cd1a4dca7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:24.685611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-124d4dcc-c863-485f-a496-711cd1a4dca7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1144989 Aug 19 15:30:24.686393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40622) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:24.832915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.834167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:24.838889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.867932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.876307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Transition to ACTIVE for port object d9e231d3-4a8a-4391-aea5-ee7597a1226d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:24.882443 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9dde00aa-0e58-4c1f-b917-fe762ea2bded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.916827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:24.938087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Transition to ACTIVE for port object d9e231d3-4a8a-4391-aea5-ee7597a1226d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:24.961017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.046372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 27127620-c2ff-4adb-bfb1-2abaa500a46d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:25.084982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.144916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.171403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Network 58b50081-149e-4150-806c-20178ed880cb is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:25.174532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:25.193843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:25.289819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Allocated IP 172.25.5.16 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/73df1686-52da-4ea5-baba-ceacdc0c6e04) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:25.302696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Pushing event updated for resources: {'Port': ['ID=d9e231d3-4a8a-4391-aea5-ee7597a1226d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:25.309320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.350961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Attempting to bind port d9e231d3-4a8a-4391-aea5-ee7597a1226d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:25.351358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Attempting to bind port d9e231d3-4a8a-4391-aea5-ee7597a1226d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:25.351734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Attempting to bind port d9e231d3-4a8a-4391-aea5-ee7597a1226d on network 58b50081-149e-4150-806c-20178ed880cb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:25.365319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:25.365712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Checking segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:25.366134 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.366543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Bound using segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:25.367038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Bound port: d9e231d3-4a8a-4391-aea5-ee7597a1226d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:25.375338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:25.375564 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.383977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.392609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7be1b2f7-c0d5-41a2-b23d-8e49c3b4adf7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7 HTTP/1.1" status: 204 len: 168 time: 0.7048938 Aug 19 15:30:25.397296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40628) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:25.474486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] Provisioning for port 27127620-c2ff-4adb-bfb1-2abaa500a46d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:25.491709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] Provisioning complete for port 27127620-c2ff-4adb-bfb1-2abaa500a46d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:25.492148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.528772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-06f8341b-1e18-4104-bf19-2bfa6ae4d365 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301849 Aug 19 15:30:25.529436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40630) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:25.603519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] For port d9e231d3-4a8a-4391-aea5-ee7597a1226d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:25.620204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] For port d9e231d3-4a8a-4391-aea5-ee7597a1226d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d9e231d3-4a8a-4391-aea5-ee7597a1226d,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:25.637242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.659255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a5380a-95b4-4120-a505-0a6beada7af8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:25.663417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-28a5380a-95b4-4120-a505-0a6beada7af8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1300132 Aug 19 15:30:25.663965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40636) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:25.687419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb8957-e937-4c92-a016-5053dc8b9ba2 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:25.752358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.840759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.869428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a100c-a90e-4373-a12c-c6888994851b None None] Pushing event updated for resources: {'Port': ['ID=d9e231d3-4a8a-4391-aea5-ee7597a1226d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:25.971607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:25.980138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bfdf3-5e7c-4aec-a768-1eb3089bb5fb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:25.988925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-319bfdf3-5e7c-4aec-a768-1eb3089bb5fb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3217957 Aug 19 15:30:25.992607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40640) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:26.049825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Pushing event updated for resources: {'Port': ['ID=73df1686-52da-4ea5-baba-ceacdc0c6e04,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:26.054659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:26.107589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:26.116491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:26.125061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:26.144451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] For port 27127620-c2ff-4adb-bfb1-2abaa500a46d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=27127620-c2ff-4adb-bfb1-2abaa500a46d,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:26.195779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-356e5734-2a6d-46b3-80c0-0558948b020c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2019048 Aug 19 15:30:26.204216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40648) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:26.215761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:26.222859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:26.296847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:26.411864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:26.430726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-856a15f2-7b34-462c-8686-23932938fa61 None None] Could not find standard attr ID for object 8d17c463-ad70-4369-b008-f394caab50f3. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:26.472105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5047ca-a813-4374-9dfb-030f92955dfb None None] Pushing event updated for resources: {'Port': ['ID=27127620-c2ff-4adb-bfb1-2abaa500a46d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:26.527483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] Deleting port 27127620-c2ff-4adb-bfb1-2abaa500a46d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:26.527483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:26.704061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] For port 27127620-c2ff-4adb-bfb1-2abaa500a46d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=27127620-c2ff-4adb-bfb1-2abaa500a46d,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:26.704473 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:26.714252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:26.719879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] Calling delete_port for 27127620-c2ff-4adb-bfb1-2abaa500a46d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:26.725243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:26.725411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d9e231d3-4a8a-4391-aea5-ee7597a1226d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:26.956647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.204173 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7dd19c2-1e08-4620-8045-0cd19c994d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.256704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.343919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:27.350377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:27.363661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:27.364384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.399110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:27.434889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d9e231d3-4a8a-4391-aea5-ee7597a1226d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:27.497504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7dd19c2-1e08-4620-8045-0cd19c994d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.544774 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.547197 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.576132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.587540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] No DVR routers for this DVR port 27127620-c2ff-4adb-bfb1-2abaa500a46d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:27.594699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7dd19c2-1e08-4620-8045-0cd19c994d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:27.699291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27127620-c2ff-4adb-bfb1-2abaa500a46d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:27.703484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9ba5-bead-4aa3-8dbe-c793ed15c378 None None] Pushing event deleted for resources: {'Port': ['ID=27127620-c2ff-4adb-bfb1-2abaa500a46d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:27.704326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c3dc002d-88a3-4da2-9f7a-433370edf548 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4989798 Aug 19 15:30:27.709874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40660) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:27.719279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': '216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6', 'ip_address': '2001:db8::f525:545b:bed1:1b82'}], 'name': 'tempest-NetworksTestDHCPv6-597707973'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:27.784114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d863caf-15f5-4cbe-b1e8-c3daced29571 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:27.829257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a7dd19c2-1e08-4620-8045-0cd19c994d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72a941e0d3784d128b6645982612f701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4084332 Aug 19 15:30:27.829666 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40662) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:27.840817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Router 2d8c73cc-4703-47f6-b379-a7c0c6496994 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:30:27.856714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd19c2-1e08-4620-8045-0cd19c994d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f769b232-01ad-4ca3-a3f7-101f8df4462f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:27.964026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 27127620-c2ff-4adb-bfb1-2abaa500a46d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:30:27.964405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 27127620-c2ff-4adb-bfb1-2abaa500a46d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:27.974035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515046e-3d5a-4fb1-9e81-bea8051354e6 None None] Network 58b50081-149e-4150-806c-20178ed880cb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:28.010522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfcb89d5-c90d-474e-998a-1d039f76e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.050293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:28.172632 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f9b5-46f0-4e16-9901-ba155be843e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.176891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] Provisioning for port d9e231d3-4a8a-4391-aea5-ee7597a1226d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:28.209159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] Provisioning complete for port d9e231d3-4a8a-4391-aea5-ee7597a1226d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:28.209581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.272360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.312142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 17bbab02-a4bf-49c0-9940-f290c94710f9 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:28.326237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:28.327794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.588952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f525:545b:bed1:1b82 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6/17bbab02-a4bf-49c0-9940-f290c94710f9) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:28.652127 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.735723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] For port d9e231d3-4a8a-4391-aea5-ee7597a1226d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d9e231d3-4a8a-4391-aea5-ee7597a1226d,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:28.791690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfcb89d5-c90d-474e-998a-1d039f76e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.821789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.919034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:28.943107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c40be-3078-4c3e-a3db-0fe073c0f46d None None] Pushing event updated for resources: {'Port': ['ID=d9e231d3-4a8a-4391-aea5-ee7597a1226d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:28.945599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:28.958030 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Sync routers for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:28.969078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 17bbab02-a4bf-49c0-9940-f290c94710f9 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:28.977468 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:28.979259 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:29.062498 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.066626 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-97a8b2ff-c5a8-4f54-88dd-65ceace4f378 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6384416 Aug 19 15:30:29.066875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40674) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:29.133825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfcb89d5-c90d-474e-998a-1d039f76e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.136606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bfcb89d5-c90d-474e-998a-1d039f76e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.137832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bfcb89d5-c90d-474e-998a-1d039f76e97b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f769b232-01ad-4ca3-a3f7-101f8df4462f HTTP/1.1" status: 204 len: 168 time: 1.3071351 Aug 19 15:30:29.152324 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.159147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5aa2ea90-112c-4d74-ac2f-2f864444579a None None] Provisioning complete for port d9e231d3-4a8a-4391-aea5-ee7597a1226d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:29.159945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ea90-112c-4d74-ac2f-2f864444579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.199552 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb89d5-c90d-474e-998a-1d039f76e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f769b232-01ad-4ca3-a3f7-101f8df4462f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:29.212316 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:29.309334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:29.361734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:29.371862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:29.385431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:29.395437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.418444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6/40c67a18-6fb0-448a-9b5e-22ab31110ff0) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:29.449398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=17bbab02-a4bf-49c0-9940-f290c94710f9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:29.583712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ef948d47-c103-4c95-9de1-4918ee1e5e82 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8716483 Aug 19 15:30:29.586328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40680) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:29.593990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': '216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6', 'ip_address': '2001:db8::f525:545b:bed1:1b82'}], 'name': 'tempest-NetworksTestDHCPv6-871695659'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:29.735299 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:26Z', 'revision_number': 3, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:29.767801 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Checking router: 2d8c73cc-4703-47f6-b379-a7c0c6496994 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:29.768996 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Updating router 2d8c73cc-4703-47f6-b379-a7c0c6496994 port 73df1686-52da-4ea5-baba-ceacdc0c6e04 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:30:29.782524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.800978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.839941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Transition to ACTIVE for port object 40c67a18-6fb0-448a-9b5e-22ab31110ff0 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:29.846193 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.892779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Transition to ACTIVE for port object 40c67a18-6fb0-448a-9b5e-22ab31110ff0 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:29.938086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:29.953826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.974709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:29.976583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port c3081b7c-3392-41bf-b615-4ab7ce13efa3 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:30.040396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:30.045281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:30.049003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:30.057695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Pushing event updated for resources: {'Port': ['ID=40c67a18-6fb0-448a-9b5e-22ab31110ff0,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:30.150678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Attempting to bind port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:30.154962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Attempting to bind port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:30.155628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Attempting to bind port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:30.163726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:30.165045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:30.167815 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.167815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:30.167815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Bound port: 40c67a18-6fb0-448a-9b5e-22ab31110ff0, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:30.168896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.226114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.316689 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.317475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40688) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:30.338319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0491c627-e702-4bbc-9708-2c089976b834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.359165 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Transition to ACTIVE for port object 73df1686-52da-4ea5-baba-ceacdc0c6e04 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:30.361330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] For port 40c67a18-6fb0-448a-9b5e-22ab31110ff0, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:30.376291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] For port 40c67a18-6fb0-448a-9b5e-22ab31110ff0, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=40c67a18-6fb0-448a-9b5e-22ab31110ff0,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:30.446111 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.446616 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 15:30:30.450407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:30:30.480554 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.505996 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Pushing event updated for resources: {'Port': ['ID=73df1686-52da-4ea5-baba-ceacdc0c6e04,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:30.607946 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Attempting to bind port 73df1686-52da-4ea5-baba-ceacdc0c6e04 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:30.609252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Attempting to bind port 73df1686-52da-4ea5-baba-ceacdc0c6e04 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:30.610177 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Attempting to bind port 73df1686-52da-4ea5-baba-ceacdc0c6e04 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:30.623829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Allocated IP 172.20.0.1 (58b50081-149e-4150-806c-20178ed880cb/70013523-c7cd-4d9a-b198-f4932ca1f81d/86dc239b-b7d7-4c96-ab6b-f344b35f4f51) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:30.627917 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.630084 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.630333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d9e231d3-4a8a-4391-aea5-ee7597a1226d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:30.630782 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.632493 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.633188 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.634531 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.636319 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.637847 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.638704 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.639421 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.640247 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.641812 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:30.673009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:30.673719 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:30.674300 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.677034 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:30.677871 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Bound port: 73df1686-52da-4ea5-baba-ceacdc0c6e04, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:30.678476 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.722350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885d3a2-0d67-413f-9e32-b1506bcc7e78 None None] Pushing event updated for resources: {'Port': ['ID=40c67a18-6fb0-448a-9b5e-22ab31110ff0,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:30.862023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.868783 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0491c627-e702-4bbc-9708-2c089976b834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.909406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d9e231d3-4a8a-4391-aea5-ee7597a1226d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:30.910020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.931987 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] For port 73df1686-52da-4ea5-baba-ceacdc0c6e04, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:30.946004 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] For port 73df1686-52da-4ea5-baba-ceacdc0c6e04, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=73df1686-52da-4ea5-baba-ceacdc0c6e04,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:30.955141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0491c627-e702-4bbc-9708-2c089976b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:30.973357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.038385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Transition to ACTIVE for port object 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:31.044271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0491c627-e702-4bbc-9708-2c089976b834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daffdde9f93c46c8ab42faab291a85ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263305 Aug 19 15:30:31.044822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40718) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:31.050797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491c627-e702-4bbc-9708-2c089976b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0b66c9-f5ab-448b-bf0d-ce554935c33b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:31.076949 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.100731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-db3437ce-182f-4656-b853-61ecdfa53db2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5132411 Aug 19 15:30:31.105994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40722) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:31.178437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.189477 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:31.190130 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:31.299930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-defa0195-c870-4f0e-9445-b00dd87d9893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.312970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Network 58b50081-149e-4150-806c-20178ed880cb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:31.325558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:31.325558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:31.334278 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f73b2-78b2-46f1-9e6c-a9b4644b3bbd None None] Pushing event updated for resources: {'Port': ['ID=73df1686-52da-4ea5-baba-ceacdc0c6e04,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:31.348168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee21a6-b1dc-4d23-81a3-1cd33aea6cd1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:31.363584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee21a6-b1dc-4d23-81a3-1cd33aea6cd1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:31.369818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ecee21a6-b1dc-4d23-81a3-1cd33aea6cd1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2516000 Aug 19 15:30:31.369818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40730) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:31.385218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Pushing event updated for resources: {'Port': ['ID=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:31.413355 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.457722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:31.523456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-defa0195-c870-4f0e-9445-b00dd87d9893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.688823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 17bbab02-a4bf-49c0-9940-f290c94710f9 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:31.690481 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.758313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-defa0195-c870-4f0e-9445-b00dd87d9893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.761582 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-defa0195-c870-4f0e-9445-b00dd87d9893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.762691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-defa0195-c870-4f0e-9445-b00dd87d9893 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a0b66c9-f5ab-448b-bf0d-ce554935c33b HTTP/1.1" status: 204 len: 168 time: 0.7157769 Aug 19 15:30:31.788043 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:31.811951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa0195-c870-4f0e-9445-b00dd87d9893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0b66c9-f5ab-448b-bf0d-ce554935c33b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:31.990425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.027775 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:26Z', 'revision_number': 3, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:32.036662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a2c5bcf6-69e2-492e-a372-7ba9bf5ed6e9 None None] Provisioning for port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:32.038386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 17bbab02-a4bf-49c0-9940-f290c94710f9 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:32.043465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a2c5bcf6-69e2-492e-a372-7ba9bf5ed6e9 None None] Provisioning complete for port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:32.044056 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a2c5bcf6-69e2-492e-a372-7ba9bf5ed6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.107625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880123e3-7acd-4b09-a6f2-2e9df32a6b7b None None] The sync data for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 is: [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:26Z', 'revision_number': 3, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:32.193609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5bcf6-69e2-492e-a372-7ba9bf5ed6e9 None None] Port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:30:32.265060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.412217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.507909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Pushing event updated for resources: {'Port': ['ID=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:32.566062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.574761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.628463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 40c67a18-6fb0-448a-9b5e-22ab31110ff0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:32.649231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=17bbab02-a4bf-49c0-9940-f290c94710f9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:32.657440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:32.660081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cefd7cd1-2e6c-4b9b-8578-e2d8fd996d12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/17bbab02-a4bf-49c0-9940-f290c94710f9 HTTP/1.1" status: 204 len: 168 time: 1.2893512 Aug 19 15:30:32.663032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40786) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:32.801390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f29f198-fb4e-4f3c-a287-f4e18a3cc257 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:32.803022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f29f198-fb4e-4f3c-a287-f4e18a3cc257 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:32.809237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40798) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:32.818603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8f29f198-fb4e-4f3c-a287-f4e18a3cc257 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1541522 Aug 19 15:30:32.864363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:32.962434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Network 58b50081-149e-4150-806c-20178ed880cb is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:32.973178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:32.977523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:33.001211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.012254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] Provisioning for port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:33.019363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] Provisioning complete for port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:33.019485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.125654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.208534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.351726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] For port 40c67a18-6fb0-448a-9b5e-22ab31110ff0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=40c67a18-6fb0-448a-9b5e-22ab31110ff0,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:33.481039 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.594435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b83ec-fc67-43fa-9e49-5f95f37420cd None None] Pushing event updated for resources: {'Port': ['ID=40c67a18-6fb0-448a-9b5e-22ab31110ff0,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:33.603602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.623359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-65b9aa3d-230a-43a7-afe3-5d5dd1c6d60e None None] Provisioning complete for port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:33.624637 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65b9aa3d-230a-43a7-afe3-5d5dd1c6d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.700129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Router 2d8c73cc-4703-47f6-b379-a7c0c6496994 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:33.709237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-65b9aa3d-230a-43a7-afe3-5d5dd1c6d60e None None] Port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:30:33.718882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-65b9aa3d-230a-43a7-afe3-5d5dd1c6d60e None None] Could not find standard attr ID for object 17bbab02-a4bf-49c0-9940-f290c94710f9. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:33.905577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.954155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:33.964626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:33.967220 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-278d9287-69af-4539-aea7-bc809d25243e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6 HTTP/1.1" status: 204 len: 168 time: 1.1565056 Aug 19 15:30:33.970248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40862) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:33.977368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:33.983471 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4a7f71e3-b54c-435f-aecd-228824bfea1d admin admin] 10.222.0.13 "PUT /v2.0/routers/2d8c73cc-4703-47f6-b379-a7c0c6496994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9149370 Aug 19 15:30:33.983755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5dde1-396f-491f-89c4-fcea5b112d23 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:34.051896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40870) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:34.055219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-07a44847-414e-4dd9-b778-8bb0f9251b2e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821717 Aug 19 15:30:34.057157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:34.343248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:34.350196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.439704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:34.593184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] Deleting port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:34.593876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.706184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 73df1686-52da-4ea5-baba-ceacdc0c6e04 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:34.782753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] For port 40c67a18-6fb0-448a-9b5e-22ab31110ff0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=40c67a18-6fb0-448a-9b5e-22ab31110ff0,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:34.783164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.801330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] Calling delete_port for 40c67a18-6fb0-448a-9b5e-22ab31110ff0 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:34.927740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.948610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 73df1686-52da-4ea5-baba-ceacdc0c6e04 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:34.955153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 73df1686-52da-4ea5-baba-ceacdc0c6e04 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:34.955679 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.004546 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.018640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:35.022997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:35.028025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:35.028905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.048470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=63e8f104-5419-4326-93f7-4cef737b3503,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:35.054865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] Pushing event deleted for resources: {'Port': ['ID=40c67a18-6fb0-448a-9b5e-22ab31110ff0,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:35.083017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0522613-4362-432a-a35f-61db3c1385a9 None None] No DVR routers for this DVR port 40c67a18-6fb0-448a-9b5e-22ab31110ff0 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:35.117366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40928) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:35.132464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3dfb577d-c1fb-404e-a956-44c78def6d9e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0652852 Aug 19 15:30:35.132739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': '63e8f104-5419-4326-93f7-4cef737b3503', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1899400389'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:35.132836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfeef49-08fb-43a5-84af-999757601b1f None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:35.341679 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:30:35.405544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 40950) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:35.414287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-296157924-network', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:35.445830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:35.545940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Made reservation on behalf of 599924d03e2d4fa2aed5120460a8f7cb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:35.550557 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.586932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.599589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.621143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port a9359a13-cb4b-442a-9526-14343373914f yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:30:35.685389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Sync routers for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:35.821144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.855053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:35.856235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:35.865052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '63e8f104-5419-4326-93f7-4cef737b3503'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:35.866239 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.892716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.907466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 73df1686-52da-4ea5-baba-ceacdc0c6e04, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=73df1686-52da-4ea5-baba-ceacdc0c6e04,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:36.013976 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:30:36.019653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:30:36.039978 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.077935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:30:36.098012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee359793-bd6a-44de-a8fb-1c5332e8b138,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:36.118078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/63e8f104-5419-4326-93f7-4cef737b3503/2e09bcf5-87f2-4a1e-a716-394434aafc32) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:36.119165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.119526 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Added segment 6a731934-0715-4d76-817f-b9b6b6169598 of type vlan for network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 Aug 19 15:30:36.138229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-66284293-2f7b-4c11-9e3b-61fa04cbea67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0193200 Aug 19 15:30:36.140716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40984) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:36.159150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.196119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.208958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a3072f5-bb1d-44b3-ab79-945e0ab5bff6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0662286 Aug 19 15:30:36.211563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40990) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:36.313046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:36.330695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fdb483-b334-49f0-980a-850d6d784196 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:36.338236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fdb483-b334-49f0-980a-850d6d784196 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:36.344623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1fdb483-b334-49f0-980a-850d6d784196 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1288409 Aug 19 15:30:36.345479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 40994) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:36.359866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.361371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:36.362248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.373106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=73df1686-52da-4ea5-baba-ceacdc0c6e04,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:36.458634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 63e8f104-5419-4326-93f7-4cef737b3503 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:36.502995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 40c67a18-6fb0-448a-9b5e-22ab31110ff0 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:36.539393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1347032 Aug 19 15:30:36.544032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41004) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:36.549773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Request body: {'subnet': {'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-296157924-subnet', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:36.555444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044fa2-4481-4579-92cd-fef400c7157e admin admin] Pushing event updated for resources: {'Network': ['ID=16c6f5ce-347e-4fde-85ca-0dc0c01b94d0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:36.577995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 40c67a18-6fb0-448a-9b5e-22ab31110ff0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:30:36.587956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 40c67a18-6fb0-448a-9b5e-22ab31110ff0 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:36.654355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:30:36.662133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Made reservation on behalf of 599924d03e2d4fa2aed5120460a8f7cb for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:36.668217 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.772642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:36.800801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Transition to ACTIVE for port object 2e09bcf5-87f2-4a1e-a716-394434aafc32 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:36.891956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Transition to ACTIVE for port object 2e09bcf5-87f2-4a1e-a716-394434aafc32 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:36.931288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 2, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:36.965669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Checking router: 2d8c73cc-4703-47f6-b379-a7c0c6496994 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:36.966024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Updating router 2d8c73cc-4703-47f6-b379-a7c0c6496994 port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:30:37.005994 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.028193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.048113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.053873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.130796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.133929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f892022-980f-4b3e-b335-000ae87d4a41,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:37.136964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:37.157412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:37.162873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:37.181981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.182708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.182708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.183137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.183305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.183865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.184407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.185257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.185823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.187353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.188077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.188608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:30:37.209167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Checking segment: {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:37.209858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Network hostable DHCP agents. Network: 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:30:37.306447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.333404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Pushing event updated for resources: {'Port': ['ID=2e09bcf5-87f2-4a1e-a716-394434aafc32,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:37.364526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:30:37.424642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Attempting to bind port 2e09bcf5-87f2-4a1e-a716-394434aafc32 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:37.425019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Attempting to bind port 2e09bcf5-87f2-4a1e-a716-394434aafc32 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:37.427963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Attempting to bind port 2e09bcf5-87f2-4a1e-a716-394434aafc32 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:37.439578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:37.439953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:37.440584 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.441236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:37.442167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Bound port: 2e09bcf5-87f2-4a1e-a716-394434aafc32, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:37.442751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.518831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:37.536495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:37.537887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.549232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c7643-8444-4c30-9819-5727b153caad None None] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:37.566646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.624629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=63e8f104-5419-4326-93f7-4cef737b3503,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:37.627402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.631928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d703f39a-0d40-4059-878e-6a7e1b82c0fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/63e8f104-5419-4326-93f7-4cef737b3503 HTTP/1.1" status: 204 len: 168 time: 1.2825940 Aug 19 15:30:37.632603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:37.693824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5b49e97a-1587-4bb4-bbbc-f5367c8dec6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1480505 Aug 19 15:30:37.707615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41058) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:37.720803 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-988cd9fc-0caa-4c7d-8162-1cf909c184d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762188 Aug 19 15:30:37.720987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] For port 2e09bcf5-87f2-4a1e-a716-394434aafc32, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:37.721497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:37.733738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:37.745162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:37.874845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] For port 2e09bcf5-87f2-4a1e-a716-394434aafc32, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e09bcf5-87f2-4a1e-a716-394434aafc32,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:37.904496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.910943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.918023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.929402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:37.983666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.039770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:38.044456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.090329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Transition to ACTIVE for port object 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:38.134932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.204198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.327681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7312d1-39cc-4091-ab1e-decee9538a29 None None] Pushing event updated for resources: {'Port': ['ID=2e09bcf5-87f2-4a1e-a716-394434aafc32,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:38.370313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-16c6f5ce-347e-4fde-85ca-0dc0c01b94d0', 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'fixed_ips': [{'subnet_id': '9f892022-980f-4b3e-b335-000ae87d4a41'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:38.371297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.523369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 73df1686-52da-4ea5-baba-ceacdc0c6e04 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:38.532452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.579382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Deleting subnet 3f6fb4eb-3f01-4922-b600-b84a99f1356a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:38.590519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.697693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07bdc-cae5-4e88-bdbd-644dca932fc4 None None] Pushing event updated for resources: {'Port': ['ID=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:38.754443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.825565 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:38.982245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Attempting to bind port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:38.982911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Attempting to bind port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:38.983184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Attempting to bind port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 on network 58b50081-149e-4150-806c-20178ed880cb {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:39.050693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:39.051052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Checking segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:39.051382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.051970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Bound using segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:39.052658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Bound port: 86dc239b-b7d7-4c96-ab6b-f344b35f4f51, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:39.053686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.114116 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.168125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 73df1686-52da-4ea5-baba-ceacdc0c6e04 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:39.168679 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.322880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.347096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.353981 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f6fb4eb-3f01-4922-b600-b84a99f1356a HTTP/1.1" status: 204 len: 168 time: 1.4187133 Aug 19 15:30:39.362517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41136) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:39.374378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:39.376548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b1b4e-ee77-40ef-b8ef-75ae7678f84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6fb4eb-3f01-4922-b600-b84a99f1356a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:39.473977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:39.481352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.486161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:39.487107 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.554159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Allocated IP 172.20.0.2 (16c6f5ce-347e-4fde-85ca-0dc0c01b94d0/9f892022-980f-4b3e-b335-000ae87d4a41/b3bcadec-ab61-4137-9f72-04394a03cc5d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:39.605908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=12882f0e-bc99-439d-a28d-a29ffd97249c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:39.635818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] For port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:39.652505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] For port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:39.731260 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.743033 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.776289 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c0fcde77-2f84-4e03-8c51-9edc1a1916ee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0510230 Aug 19 15:30:39.780428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41154) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:39.781961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.789243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1686740190', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:39.809013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07bdc-cae5-4e88-bdbd-644dca932fc4 None None] Pushing event updated for resources: {'Port': ['ID=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:39.879620 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:39.908373 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26539af4-60b3-443b-a54e-25aa85ec62ca']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:39.942345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1632343-ae5c-485c-882e-c955f67d374c') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:39.943028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1632343-ae5c-485c-882e-c955f67d374c') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:39.945447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:39.946044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:39.972525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.028491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.086845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Allocated IP 172.25.5.155 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/fdd13f1e-59ec-4604-84b2-c2abe67a4314) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:40.087913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:30:40.091281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.126011 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.145543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Transition to ACTIVE for port object b3bcadec-ab61-4137-9f72-04394a03cc5d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:40.158079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c7986-8a96-4f23-b4a5-bb3832c803b5 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:40.162579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:40.257885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.262875 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:30:40.293553 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:30:40.325873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Transition to ACTIVE for port object b3bcadec-ab61-4137-9f72-04394a03cc5d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:40.399890 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.406823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.437859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.440312 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] 10.222.0.13 "DELETE /v2.0/networks/26539af4-60b3-443b-a54e-25aa85ec62ca HTTP/1.1" status: 204 len: 168 time: 1.0603552 Aug 19 15:30:40.442972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2426-1b30-45cb-bbf1-0d10851e8379 admin admin] Pushing event deleted for resources: {'Network': ['ID=26539af4-60b3-443b-a54e-25aa85ec62ca,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:40.471481 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.474983 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.558277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-10c01b77-6d54-472e-96b9-ab9b5e8ba74a None None] Provisioning for port 2e09bcf5-87f2-4a1e-a716-394434aafc32 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:40.569805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e09bcf5-87f2-4a1e-a716-394434aafc32 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:40.578081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:40.615437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:40.627280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:40.636279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.645820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Pushing event updated for resources: {'Port': ['ID=b3bcadec-ab61-4137-9f72-04394a03cc5d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:40.696870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.762220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:40.763930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd13f1e-59ec-4604-84b2-c2abe67a4314,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:40.773639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:39Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:40.777839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:40.782081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:40.798319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Attempting to bind port b3bcadec-ab61-4137-9f72-04394a03cc5d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:40.798319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Attempting to bind port b3bcadec-ab61-4137-9f72-04394a03cc5d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:40.798319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Attempting to bind port b3bcadec-ab61-4137-9f72-04394a03cc5d on network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:40.820243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.822152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b2c3ab57-fa9f-46ba-b2be-3d36164ad3a7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0375924 Aug 19 15:30:40.825326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41202) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:40.834626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905e9fc-d40f-4cb8-ad5e-c6337535a9df None None] The sync data for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 is: [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:39Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:40.838551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:40.838943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Checking segment: {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:40.839350 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.839867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Bound using segment: {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:40.840222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Bound port: b3bcadec-ab61-4137-9f72-04394a03cc5d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:40.840601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:40.964659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2e09bcf5-87f2-4a1e-a716-394434aafc32 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:40.996751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2e09bcf5-87f2-4a1e-a716-394434aafc32 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:40.997043 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.077752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] For port b3bcadec-ab61-4137-9f72-04394a03cc5d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:41.088081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41216) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:41.128042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] For port b3bcadec-ab61-4137-9f72-04394a03cc5d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b3bcadec-ab61-4137-9f72-04394a03cc5d,segment=NetworkSegment(6a731934-0715-4d76-817f-b9b6b6169598),segment_id=6a731934-0715-4d76-817f-b9b6b6169598)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:41.197446 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-79c5a009-e616-4319-b730-6da7f580077e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ec799a7ee5e4691b26a6c6aaa6e7cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081429 Aug 19 15:30:41.202874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41224) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:41.259504 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.289100 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.334340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93b18c02-f07c-4b58-a23f-1bde2db9e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.373228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93b18c02-f07c-4b58-a23f-1bde2db9e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.502568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11771e8-89cb-49f7-b7fe-6a88e53eb006 None None] Pushing event updated for resources: {'Port': ['ID=b3bcadec-ab61-4137-9f72-04394a03cc5d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:41.507485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9f80bb38-d73e-42fc-85c5-efd71ffeb1cd None None] Provisioning complete for port 2e09bcf5-87f2-4a1e-a716-394434aafc32 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:41.507866 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f80bb38-d73e-42fc-85c5-efd71ffeb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.521075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 2e09bcf5-87f2-4a1e-a716-394434aafc32, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e09bcf5-87f2-4a1e-a716-394434aafc32,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:41.560124 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93b18c02-f07c-4b58-a23f-1bde2db9e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.563654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-93b18c02-f07c-4b58-a23f-1bde2db9e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.564855 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-93b18c02-f07c-4b58-a23f-1bde2db9e20b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6438aab9-308c-44e4-b2a8-f3b2dadb796a HTTP/1.1" status: 204 len: 168 time: 0.3607621 Aug 19 15:30:41.580598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b18c02-f07c-4b58-a23f-1bde2db9e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438aab9-308c-44e4-b2a8-f3b2dadb796a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:41.643813 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.662205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.876546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=2e09bcf5-87f2-4a1e-a716-394434aafc32,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:42.081032 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:42.684904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b3bcadec-ab61-4137-9f72-04394a03cc5d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:42.722982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::1 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/12882f0e-bc99-439d-a28d-a29ffd97249c/241c026e-8f90-48e8-b2c3-0c3acad690ba) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:42.835340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:42.983718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b3bcadec-ab61-4137-9f72-04394a03cc5d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:42.997768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:43.270741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:43.308679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:43.349137 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.379550 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.422911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 241c026e-8f90-48e8-b2c3-0c3acad690ba will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:43.503785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.579124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:43.583188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90c081-9c59-4c04-9d69-8369cf3a3abc None None] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:43.777723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Router acd27b40-5852-4fcc-8a5e-4fba7293ef87 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:30:43.778207 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.811965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] Provisioning for port b3bcadec-ab61-4137-9f72-04394a03cc5d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:43.815589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.815589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e09bcf5-87f2-4a1e-a716-394434aafc32 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:43.864234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.876545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] Provisioning complete for port b3bcadec-ab61-4137-9f72-04394a03cc5d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:43.877530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:43.978197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=241c026e-8f90-48e8-b2c3-0c3acad690ba,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:43.988608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:44.000528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:44.011388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:44.027747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:44.028513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.118989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2e09bcf5-87f2-4a1e-a716-394434aafc32 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:44.123753 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.204201 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.278665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] For port b3bcadec-ab61-4137-9f72-04394a03cc5d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b3bcadec-ab61-4137-9f72-04394a03cc5d,segment=NetworkSegment(6a731934-0715-4d76-817f-b9b6b6169598),segment_id=6a731934-0715-4d76-817f-b9b6b6169598)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:44.422101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.590829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:44.642542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab57a1-c058-49b9-abe9-990713b22e64 None None] Pushing event updated for resources: {'Port': ['ID=b3bcadec-ab61-4137-9f72-04394a03cc5d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:44.653408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bd148d22-dc37-414d-9a42-d7ed4ad560ce None None] Provisioning complete for port b3bcadec-ab61-4137-9f72-04394a03cc5d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:44.653788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bd148d22-dc37-414d-9a42-d7ed4ad560ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.726240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:44.726721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.872741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:44.891038 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Sync routers for ids ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:44.905089 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Routers {'acd27b40-5852-4fcc-8a5e-4fba7293ef87'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:44.906594 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:44.966745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.981685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:44.986297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-37b2df7c-9b81-4cc1-bd6e-e3a6b2229862 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2734396 Aug 19 15:30:44.988521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41362) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:45.006141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-544599c3-96da-4904-8eca-7e91f7ab9d01 None None] Provisioning for port 241c026e-8f90-48e8-b2c3-0c3acad690ba completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:45.011756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-544599c3-96da-4904-8eca-7e91f7ab9d01 None None] Provisioning complete for port 241c026e-8f90-48e8-b2c3-0c3acad690ba triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:45.012404 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-544599c3-96da-4904-8eca-7e91f7ab9d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:45.099089 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Set router acd27b40-5852-4fcc-8a5e-4fba7293ef87 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:45.122525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-544599c3-96da-4904-8eca-7e91f7ab9d01 None None] Port 241c026e-8f90-48e8-b2c3-0c3acad690ba cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:30:45.659244 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:30:41Z', 'revision_number': 3, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:45.746299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:45.746516 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Checking router: acd27b40-5852-4fcc-8a5e-4fba7293ef87 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:45.746761 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Updating router acd27b40-5852-4fcc-8a5e-4fba7293ef87 port fdd13f1e-59ec-4604-84b2-c2abe67a4314 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:30:45.804101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:45.804909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:45.806841 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:45.856365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:45.934858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=241c026e-8f90-48e8-b2c3-0c3acad690ba,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:46.069617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:46.071536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:46.283357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Allocated IP 172.20.0.1 (16c6f5ce-347e-4fde-85ca-0dc0c01b94d0/9f892022-980f-4b3e-b335-000ae87d4a41/5405770c-f918-420b-9fb3-39489432a659) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:46.400393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Router c2835104-f6ed-47a5-8d58-1ab418b9b474 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:30:46.522009 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.549150 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Transition to ACTIVE for port object fdd13f1e-59ec-4604-84b2-c2abe67a4314 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:46.566409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b3bcadec-ab61-4137-9f72-04394a03cc5d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:46.607519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.633485 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.663041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Transition to ACTIVE for port object 5405770c-f918-420b-9fb3-39489432a659 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:46.681482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b3bcadec-ab61-4137-9f72-04394a03cc5d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:46.682823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.716772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9af5db2f-41c6-446c-ad86-2ec735011b66 None None] Provisioning complete for port 241c026e-8f90-48e8-b2c3-0c3acad690ba triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:46.718766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9af5db2f-41c6-446c-ad86-2ec735011b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.734926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:46.735191 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400627-09ec-491d-9f41-f3522792a697 None None] Pushing event updated for resources: {'Port': ['ID=fdd13f1e-59ec-4604-84b2-c2abe67a4314,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:46.755241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:46.760785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-632b5d17-3b85-4548-ba01-646133526650 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "PUT /v2.0/routers/c2835104-f6ed-47a5-8d58-1ab418b9b474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9314094 Aug 19 15:30:46.784767 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Attempting to bind port fdd13f1e-59ec-4604-84b2-c2abe67a4314 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:46.785152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Attempting to bind port fdd13f1e-59ec-4604-84b2-c2abe67a4314 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:46.787298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9af5db2f-41c6-446c-ad86-2ec735011b66 None None] Port 241c026e-8f90-48e8-b2c3-0c3acad690ba cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:30:46.789495 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Attempting to bind port fdd13f1e-59ec-4604-84b2-c2abe67a4314 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:46.792980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Sync routers for ids ['c2835104-f6ed-47a5-8d58-1ab418b9b474'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:46.808109 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:46.808507 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:46.808925 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.809535 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:46.810310 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Bound port: fdd13f1e-59ec-4604-84b2-c2abe67a4314, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:46.810757 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.818313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3b481-e197-4843-a3b7-6f9a91c3b53c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:46.823040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41396) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:46.833082 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29f3b481-e197-4843-a3b7-6f9a91c3b53c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports/241c026e-8f90-48e8-b2c3-0c3acad690ba HTTP/1.1" status: 200 len: 911 time: 0.0764737 Aug 19 15:30:46.840292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Routers {'c2835104-f6ed-47a5-8d58-1ab418b9b474'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:46.840292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c2835104-f6ed-47a5-8d58-1ab418b9b474'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:46.868220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:46.926275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb0daa-c7f6-4fa5-8cac-7f1320f5cfcc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:46.940520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb0daa-c7f6-4fa5-8cac-7f1320f5cfcc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:46.942661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41400) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:46.951169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7fb0daa-c7f6-4fa5-8cac-7f1320f5cfcc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1267943 Aug 19 15:30:46.952708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41402) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:46.960422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775494323', 'description': 'tempest-secgroup-smoke-1775494323 description', 'project_id': '569a268a9a114ea498c8ad71a42bc77e'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:46.974500 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] For port fdd13f1e-59ec-4604-84b2-c2abe67a4314, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:46.991230 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] For port fdd13f1e-59ec-4604-84b2-c2abe67a4314, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fdd13f1e-59ec-4604-84b2-c2abe67a4314,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:47.032242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:47.052411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:47.064969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:47.064969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5405770c-f918-420b-9fb3-39489432a659,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:47.086067 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.136156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.205305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.255144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.283722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400627-09ec-491d-9f41-f3522792a697 None None] Pushing event updated for resources: {'Port': ['ID=fdd13f1e-59ec-4604-84b2-c2abe67a4314,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:47.336344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Routers {'acd27b40-5852-4fcc-8a5e-4fba7293ef87'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:47.336344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:47.610444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.623063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Set router c2835104-f6ed-47a5-8d58-1ab418b9b474 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:47.677579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] Set router acd27b40-5852-4fcc-8a5e-4fba7293ef87 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:47.776165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.816174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff457dd2-d1d3-44de-9de4-6a3ff322f2d9 None None] Provisioning for port 5405770c-f918-420b-9fb3-39489432a659 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:47.828307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff457dd2-d1d3-44de-9de4-6a3ff322f2d9 None None] Provisioning complete for port 5405770c-f918-420b-9fb3-39489432a659 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:47.828871 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ff457dd2-d1d3-44de-9de4-6a3ff322f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.883454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:47.916078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ff457dd2-d1d3-44de-9de4-6a3ff322f2d9 None None] Port 5405770c-f918-420b-9fb3-39489432a659 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:30:47.941817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.032700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2835104-f6ed-47a5-8d58-1ab418b9b474', 'name': 'tempest-NetworksTestDHCPv6-router-1686740190', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:40Z', 'updated_at': '2021-08-19T15:30:44Z', 'revision_number': 2, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None, '_interfaces': [{'id': '241c026e-8f90-48e8-b2c3-0c3acad690ba', 'name': '', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'mac_address': 'fa:16:3e:04:be:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2835104-f6ed-47a5-8d58-1ab418b9b474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '12882f0e-bc99-439d-a28d-a29ffd97249c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:42Z', 'updated_at': '2021-08-19T15:30:45Z', 'revision_number': 2, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'subnets': [{'id': '12882f0e-bc99-439d-a28d-a29ffd97249c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:48.083302 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:30:41Z', 'revision_number': 3, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:48.102321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Checking router: c2835104-f6ed-47a5-8d58-1ab418b9b474 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:48.115172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Updating router c2835104-f6ed-47a5-8d58-1ab418b9b474 port 241c026e-8f90-48e8-b2c3-0c3acad690ba binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:30:48.120349 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342205ab-3b9f-44b2-84a7-ee15ea6fd10f None None] The sync data for ids ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'] in n-d-779913-32 is: [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:30:41Z', 'revision_number': 3, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:48.155436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d855bd7-03ed-44cd-9fd5-e16a250b117f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:48.188444 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.245527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.289204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.343308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.446530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.504368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5405770c-f918-420b-9fb3-39489432a659,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:48.515461 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.527984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed3e31-c87c-40b8-9e97-6e1f76343fa4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:48.628876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 241c026e-8f90-48e8-b2c3-0c3acad690ba {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:48.630195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.815225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.842786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 241c026e-8f90-48e8-b2c3-0c3acad690ba owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:48.882869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:48.899710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Transition to ACTIVE for port object 241c026e-8f90-48e8-b2c3-0c3acad690ba will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:49.112226 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.116323 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a44b6d29-bdef-42aa-94bd-2f3670fced5f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1634982 Aug 19 15:30:49.117508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41416) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:49.122571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '22ed3e31-c87c-40b8-9e97-6e1f76343fa4', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:49.205967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:49.207698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:49.384991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Router acd27b40-5852-4fcc-8a5e-4fba7293ef87 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:49.388084 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.514832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.627703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f74a9-bf09-4cb8-999e-96453fdef29d None None] Pushing event updated for resources: {'Port': ['ID=241c026e-8f90-48e8-b2c3-0c3acad690ba,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:49.697469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Attempting to bind port 241c026e-8f90-48e8-b2c3-0c3acad690ba on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:49.698549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Attempting to bind port 241c026e-8f90-48e8-b2c3-0c3acad690ba by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:49.699096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Attempting to bind port 241c026e-8f90-48e8-b2c3-0c3acad690ba on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:49.718236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:49.723128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:49.723128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:49.723128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.723128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:49.723128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Bound port: 241c026e-8f90-48e8-b2c3-0c3acad690ba, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:49.723128 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.727907 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e94f9920-9361-432f-90fb-0837013f82a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/acd27b40-5852-4fcc-8a5e-4fba7293ef87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7381608 Aug 19 15:30:49.775300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.778821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.885102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=241c026e-8f90-48e8-b2c3-0c3acad690ba,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:49.892245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.901932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2135d364-3f4f-49bc-a291-ecd7435dca4b None None] Provisioning complete for port 5405770c-f918-420b-9fb3-39489432a659 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:49.902492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2135d364-3f4f-49bc-a291-ecd7435dca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:49.906686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:30:49.907278 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:30:49.984026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2135d364-3f4f-49bc-a291-ecd7435dca4b None None] Port 5405770c-f918-420b-9fb3-39489432a659 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:30:50.072765 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.074008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9554737 Aug 19 15:30:50.077492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:50.083104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267c870-b334-4822-9f6e-03eddca7ff18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f200d6a0-1566-4ffd-ab0c-d51e98798e04,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:50.085762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '22ed3e31-c87c-40b8-9e97-6e1f76343fa4', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:50.098858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f03f5d69-ce9a-45c9-8e38-2b1213aafda7 None None] Could not find standard attr ID for object 241c026e-8f90-48e8-b2c3-0c3acad690ba. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:30:50.102319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.223102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.395513 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.458593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Router c2835104-f6ed-47a5-8d58-1ab418b9b474 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:30:50.468648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.488302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Attempting to bind port 241c026e-8f90-48e8-b2c3-0c3acad690ba on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:50.488692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Attempting to bind port 241c026e-8f90-48e8-b2c3-0c3acad690ba by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:50.489061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Attempting to bind port 241c026e-8f90-48e8-b2c3-0c3acad690ba on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:50.500517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:50.500997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:50.501360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.501788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:50.502274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Bound port: 241c026e-8f90-48e8-b2c3-0c3acad690ba, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:50.502672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.519965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8db361-f941-4000-a2fb-fac4ecb0eaab,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:50.602356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Port 241c026e-8f90-48e8-b2c3-0c3acad690ba has been deleted concurrently {{(pid=101964) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 15:30:50.624945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:30:50.629930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.631832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-975c2165-ef09-4ba9-9074-1c79cab050a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5530510 Aug 19 15:30:50.634778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:50.639285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Routers {'c2835104-f6ed-47a5-8d58-1ab418b9b474'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:50.640386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c2835104-f6ed-47a5-8d58-1ab418b9b474'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:50.642943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '22ed3e31-c87c-40b8-9e97-6e1f76343fa4', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:50.652986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e94a7360-e714-40af-9a2e-acea1d435b67 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "PUT /v2.0/routers/c2835104-f6ed-47a5-8d58-1ab418b9b474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6963022 Aug 19 15:30:50.653743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41464) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:50.762808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fdd13f1e-59ec-4604-84b2-c2abe67a4314 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:50.783809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:50.844369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f7592-dd0b-4756-b934-019a9bf674f9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:50.847194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f7592-dd0b-4756-b934-019a9bf674f9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:50.851797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b80f7592-dd0b-4756-b934-019a9bf674f9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1940734 Aug 19 15:30:50.862511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:50.878242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] Set router c2835104-f6ed-47a5-8d58-1ab418b9b474 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:50.956743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-00549805-49db-418b-8ae9-918e6057c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2835104-f6ed-47a5-8d58-1ab418b9b474', 'name': 'tempest-NetworksTestDHCPv6-router-1686740190', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:40Z', 'updated_at': '2021-08-19T15:30:49Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:50.992591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00549805-49db-418b-8ae9-918e6057c43e None None] The sync data for ids ['c2835104-f6ed-47a5-8d58-1ab418b9b474'] in n-d-779913-32 is: [{'id': 'c2835104-f6ed-47a5-8d58-1ab418b9b474', 'name': 'tempest-NetworksTestDHCPv6-router-1686740190', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:40Z', 'updated_at': '2021-08-19T15:30:49Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:51.028079 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Sync routers for ids ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:51.045459 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Routers {'acd27b40-5852-4fcc-8a5e-4fba7293ef87'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:51.050042 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:51.050209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.071731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 12882f0e-bc99-439d-a28d-a29ffd97249c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:30:51.077341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.096390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port fdd13f1e-59ec-4604-84b2-c2abe67a4314 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:51.104307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fdd13f1e-59ec-4604-84b2-c2abe67a4314 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:51.104821 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.132115 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.203295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80eb655c-700c-456e-b755-03122934b4f7,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:51.225570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.316919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.364181 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Set router acd27b40-5852-4fcc-8a5e-4fba7293ef87 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:51.394486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.414648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.418546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-376de504-f8dd-4b9c-b693-75efb9834a4e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7810340 Aug 19 15:30:51.419940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:51.429237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '22ed3e31-c87c-40b8-9e97-6e1f76343fa4', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:51.462593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port fdd13f1e-59ec-4604-84b2-c2abe67a4314, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fdd13f1e-59ec-4604-84b2-c2abe67a4314,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:51.535689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.583200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.619186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=12882f0e-bc99-439d-a28d-a29ffd97249c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:51.633942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.640039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c796aa94-e574-40bc-a501-ae5d0dc56c08 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/12882f0e-bc99-439d-a28d-a29ffd97249c HTTP/1.1" status: 204 len: 168 time: 0.7734869 Aug 19 15:30:51.640180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41502) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:51.679329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.703024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47cc78e-df37-43cf-b639-3ea008f0905f None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:51.751936 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:30:47Z', 'revision_number': 4, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '5405770c-f918-420b-9fb3-39489432a659', 'name': '', 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'mac_address': 'fa:16:3e:d5:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '9f892022-980f-4b3e-b335-000ae87d4a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:45Z', 'updated_at': '2021-08-19T15:30:47Z', 'revision_number': 2, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'subnets': [{'id': '9f892022-980f-4b3e-b335-000ae87d4a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:51.871355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Checking router: acd27b40-5852-4fcc-8a5e-4fba7293ef87 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:51.872215 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Updating router acd27b40-5852-4fcc-8a5e-4fba7293ef87 port 5405770c-f918-420b-9fb3-39489432a659 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:30:51.892814 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.941713 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:51.965338 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.030314 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f108dd33-9b47-4398-ae8f-3012f2a9c63b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:52.068634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.078630 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-309c10e7-e826-4ac4-be06-681288a3004f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6562698 Aug 19 15:30:52.080282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41516) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:52.108692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '22ed3e31-c87c-40b8-9e97-6e1f76343fa4', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:52.133809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=fdd13f1e-59ec-4604-84b2-c2abe67a4314,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:52.146548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a76a702e-b856-44fa-8e4b-35f7ef96209e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4993730 Aug 19 15:30:52.156191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41520) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:52.374357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:30:52.407448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.553335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] Deleting port 2e09bcf5-87f2-4a1e-a716-394434aafc32 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:30:52.553800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.578493 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:30:52.600737 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.703070 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.719201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fdd13f1e-59ec-4604-84b2-c2abe67a4314 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:52.757751 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Transition to ACTIVE for port object 5405770c-f918-420b-9fb3-39489432a659 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:52.833367 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:52.884900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Sync routers for ids ['c2835104-f6ed-47a5-8d58-1ab418b9b474'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:30:52.964235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] For port 2e09bcf5-87f2-4a1e-a716-394434aafc32, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2e09bcf5-87f2-4a1e-a716-394434aafc32,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:52.971648 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.015310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] Calling delete_port for 2e09bcf5-87f2-4a1e-a716-394434aafc32 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:30:53.036241 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4302-8574-479a-bded-f71020799ff7 None None] Pushing event updated for resources: {'Port': ['ID=5405770c-f918-420b-9fb3-39489432a659,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:53.132529 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Attempting to bind port 5405770c-f918-420b-9fb3-39489432a659 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:53.139111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Attempting to bind port 5405770c-f918-420b-9fb3-39489432a659 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:53.139111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Attempting to bind port 5405770c-f918-420b-9fb3-39489432a659 on network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:53.141286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Routers {'c2835104-f6ed-47a5-8d58-1ab418b9b474'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:53.142446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.143336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c2835104-f6ed-47a5-8d58-1ab418b9b474'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:53.151087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:53.153886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.155000 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Checking segment: {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:53.158102 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.160220 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Bound using segment: {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:53.161089 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Bound port: 5405770c-f918-420b-9fb3-39489432a659, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a731934-0715-4d76-817f-b9b6b6169598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:53.163296 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.290590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fdd13f1e-59ec-4604-84b2-c2abe67a4314 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:53.297558 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.321352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] For port 5405770c-f918-420b-9fb3-39489432a659, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:53.329843 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] For port 5405770c-f918-420b-9fb3-39489432a659, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5405770c-f918-420b-9fb3-39489432a659,segment=NetworkSegment(6a731934-0715-4d76-817f-b9b6b6169598),segment_id=6a731934-0715-4d76-817f-b9b6b6169598)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:53.418386 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.418732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.439478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.439862 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.441284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Fanout notify agent at l3_agent the message router_deleted on router c2835104-f6ed-47a5-8d58-1ab418b9b474 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:30:53.463715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.464991 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-40958049-6b85-4720-be4b-66dc34a93cbb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/routers/c2835104-f6ed-47a5-8d58-1ab418b9b474 HTTP/1.1" status: 204 len: 168 time: 1.3074119 Aug 19 15:30:53.469051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41570) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:53.475875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:53.484467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] No DVR routers for this DVR port 2e09bcf5-87f2-4a1e-a716-394434aafc32 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:30:53.519666 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.558847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Set router c2835104-f6ed-47a5-8d58-1ab418b9b474 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:53.575380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312e8df3-0d56-4df3-9729-f1363cc8af8a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:53.589541 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Routers {'acd27b40-5852-4fcc-8a5e-4fba7293ef87'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:53.590267 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:53.673690 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.673900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890726c-c8ec-490e-8473-c409f6015bc8 None None] Pushing event deleted for resources: {'Port': ['ID=2e09bcf5-87f2-4a1e-a716-394434aafc32,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:53.679553 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-11f67720-aba8-42ab-87b4-8fdea498dead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5949194 Aug 19 15:30:53.681660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41574) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:53.688359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '22ed3e31-c87c-40b8-9e97-6e1f76343fa4', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:53.819099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2835104-f6ed-47a5-8d58-1ab418b9b474', 'name': 'tempest-NetworksTestDHCPv6-router-1686740190', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:40Z', 'updated_at': '2021-08-19T15:30:49Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:53.829107 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:30:53.835537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.844834 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] Set router acd27b40-5852-4fcc-8a5e-4fba7293ef87 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:30:53.925258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:53.930290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:53.937006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Checking router: c2835104-f6ed-47a5-8d58-1ab418b9b474 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:30:53.973767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Routers set() bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:30:53.978314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Router IDs set() for agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 15:30:53.983181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_agentschedulers_db [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c2835104-f6ed-47a5-8d58-1ab418b9b474'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent'). {{(pid=101964) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 15:30:53.983181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab74a94-abde-491a-ad60-ea7ca0c2e0ca None None] The sync data for ids ['c2835104-f6ed-47a5-8d58-1ab418b9b474'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:54.095446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.164177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.204710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e09bcf5-87f2-4a1e-a716-394434aafc32 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:30:54.291819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe34632-08ee-4337-a1de-697eab891085,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:54.305566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2e09bcf5-87f2-4a1e-a716-394434aafc32 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:30:54.309920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2e09bcf5-87f2-4a1e-a716-394434aafc32 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:30:54.387864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.393856 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-48e90529-0722-40f1-8155-aa06ab76cab7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7107944 Aug 19 15:30:54.394575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41584) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:54.400903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'network': {'name': 'tempest-network-smoke--1748705633', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:54.504163 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4302-8574-479a-bded-f71020799ff7 None None] Pushing event updated for resources: {'Port': ['ID=5405770c-f918-420b-9fb3-39489432a659,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:54.538716 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:30:47Z', 'revision_number': 4, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '5405770c-f918-420b-9fb3-39489432a659', 'name': '', 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'mac_address': 'fa:16:3e:d5:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '9f892022-980f-4b3e-b335-000ae87d4a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:45Z', 'updated_at': '2021-08-19T15:30:53Z', 'revision_number': 4, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'subnets': [{'id': '9f892022-980f-4b3e-b335-000ae87d4a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:30:54.569549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:30:54.574683 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.593285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d05c389-9780-4aff-bae7-e9f223b7ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.606932 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ec0fa-483f-4001-9bd9-55faf5971508 None None] The sync data for ids ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'] in n-d-779913-32 is: [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:30:47Z', 'revision_number': 4, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '5405770c-f918-420b-9fb3-39489432a659', 'name': '', 'network_id': '16c6f5ce-347e-4fde-85ca-0dc0c01b94d0', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'mac_address': 'fa:16:3e:d5:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '9f892022-980f-4b3e-b335-000ae87d4a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:45Z', 'updated_at': '2021-08-19T15:30:53Z', 'revision_number': 4, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'subnets': [{'id': '9f892022-980f-4b3e-b335-000ae87d4a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:30:54.647238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:30:54.707048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.707405 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Added segment 42b3e3c4-baa9-4947-bf90-933e7043219d of type vlan for network 978afb2c-7a96-46c7-8864-8a30452b6c9d Aug 19 15:30:54.719784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.817847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:54.831066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:54.838876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:54.839753 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.844311 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:54.849688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ffaa7-399d-4965-a461-512da11c68b4 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:30:54.915291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=c53582ae-642b-4f27-8986-3b70ca005295,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:54.971855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-54b05b49-55ca-4b3e-ba02-5eb4a1836348 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5008278 Aug 19 15:30:54.974449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41588) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:54.979885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:55.055431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.064852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:55.065976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.085651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.087414 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.246314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.270903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'c53582ae-642b-4f27-8986-3b70ca005295'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:30:55.272631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.295609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.304192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Network': ['ID=978afb2c-7a96-46c7-8864-8a30452b6c9d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:55.339764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:30:55.440308 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c29666eb-a6dc-4bdb-93f4-678e0535f9db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0444179 Aug 19 15:30:55.442948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41592) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:55.448151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'admin_state_up': True, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:30:55.477353 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.479193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-367509f6-9762-4ce9-a53a-bc27181134ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5034397 Aug 19 15:30:55.481968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:55.605844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.607258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:55.636008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.136814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41604) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:56.171904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/c53582ae-642b-4f27-8986-3b70ca005295/170e2803-22c6-4aa4-bd75-3b9eb6040b7f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:56.441991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.641074 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.656874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Transition to ACTIVE for port object 170e2803-22c6-4aa4-bd75-3b9eb6040b7f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:56.699660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Transition to ACTIVE for port object 170e2803-22c6-4aa4-bd75-3b9eb6040b7f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:56.720355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5405770c-f918-420b-9fb3-39489432a659 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:56.730381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.734415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29a1b397-a2a1-4f9b-8fd3-e8f331b1797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.815165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.824339 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:56.906378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:56.915072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:56.934209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:56.974522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Pushing event updated for resources: {'Port': ['ID=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:57.057368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5405770c-f918-420b-9fb3-39489432a659 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:57.084618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5405770c-f918-420b-9fb3-39489432a659 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:57.085002 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.182484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Attempting to bind port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:30:57.182866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Attempting to bind port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:30:57.183235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Attempting to bind port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:30:57.197437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:30:57.197811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:30:57.198482 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.198890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:30:57.199386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Bound port: 170e2803-22c6-4aa4-bd75-3b9eb6040b7f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:30:57.199773 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.300445 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29a1b397-a2a1-4f9b-8fd3-e8f331b1797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.358708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.361817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] For port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:30:57.369591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] For port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:30:57.387484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.408458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-29a1b397-a2a1-4f9b-8fd3-e8f331b1797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.429271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.448886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-29a1b397-a2a1-4f9b-8fd3-e8f331b1797a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6517aad1d5342279562998fb0af9168&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3055499 Aug 19 15:30:57.449917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41614) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:57.493787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1b397-a2a1-4f9b-8fd3-e8f331b1797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852c4632-5fcf-4742-8415-3c0a6dee5a23,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:57.497427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::1 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/c53582ae-642b-4f27-8986-3b70ca005295/17a4abf5-d58d-47d2-bd2d-e27a98f79401) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:57.511135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.520478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.523661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5405770c-f918-420b-9fb3-39489432a659, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5405770c-f918-420b-9fb3-39489432a659,segment=NetworkSegment(6a731934-0715-4d76-817f-b9b6b6169598),segment_id=6a731934-0715-4d76-817f-b9b6b6169598)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:57.540785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.235 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/2660c1d7-3347-49b0-b21a-fe8fb39b3a1c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:30:57.620914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93743ab3-96b1-49be-942e-1f8e0dc10ab2 None None] Pushing event updated for resources: {'Port': ['ID=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:57.697816 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.756070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe5cc-636f-4c99-a594-eb77331ef9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.764306 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.789936 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.796534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5405770c-f918-420b-9fb3-39489432a659,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:57.810405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 17a4abf5-d58d-47d2-bd2d-e27a98f79401 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:30:57.821986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe5cc-636f-4c99-a594-eb77331ef9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:57.862751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-04e74279-09d2-4a4f-b835-9d6cfa76f677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.022556 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.065155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.069360 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe5cc-636f-4c99-a594-eb77331ef9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.072278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe5cc-636f-4c99-a594-eb77331ef9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.077773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9fbbe5cc-636f-4c99-a594-eb77331ef9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/852c4632-5fcf-4742-8415-3c0a6dee5a23 HTTP/1.1" status: 204 len: 168 time: 0.6244133 Aug 19 15:30:58.182362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:58.188168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:58.199944 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:58.200944 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.207228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=17a4abf5-d58d-47d2-bd2d-e27a98f79401,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:58.248108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:58.266266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbe5cc-636f-4c99-a594-eb77331ef9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c4632-5fcf-4742-8415-3c0a6dee5a23,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:58.283725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:58.285287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:58.299274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:30:58.513562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:58.860428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5405770c-f918-420b-9fb3-39489432a659 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:58.997524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5405770c-f918-420b-9fb3-39489432a659 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:58.999277 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.027992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41632) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:59.073369 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.212712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.305511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 170e2803-22c6-4aa4-bd75-3b9eb6040b7f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:30:59.319532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.320366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.400741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-71cb4a57-3f1e-4bca-aba4-24f5ee5f5698 None None] Provisioning for port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:59.472694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f94b4b99-52e5-48d9-a442-1155c11a1cc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdcdab1d9ed445779acab941bcb4d823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383526 Aug 19 15:30:59.473676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41640) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:59.511613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=17a4abf5-d58d-47d2-bd2d-e27a98f79401,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:30:59.541876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:59.543218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41642) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:30:59.551281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:59.551681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.570302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-763b06dd-c5e9-4261-9568-18f403d3a4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.645613 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964a295a-10b8-4d13-b2e1-7dfab02dcf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.658423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:30:59.662939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:30:59.738885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964a295a-10b8-4d13-b2e1-7dfab02dcf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.783433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.792678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.807763 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.881271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a38ad4d-eb21-4a88-be12-c744b62419d1 None None] Provisioning for port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:30:59.900232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:30:59.901763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a38ad4d-eb21-4a88-be12-c744b62419d1 None None] Provisioning complete for port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:30:59.902319 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a38ad4d-eb21-4a88-be12-c744b62419d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.928627 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-763b06dd-c5e9-4261-9568-18f403d3a4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:59.958183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2a38ad4d-eb21-4a88-be12-c744b62419d1 None None] Port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:00.010597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.056220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 6131ea21-21f5-48ff-8b84-d7a443771cde is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:31:00.056853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Router b8e6d724-648e-4596-861b-313cc419a822 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:31:00.063376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-763b06dd-c5e9-4261-9568-18f403d3a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.069869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964a295a-10b8-4d13-b2e1-7dfab02dcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.072727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964a295a-10b8-4d13-b2e1-7dfab02dcf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.105475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-964a295a-10b8-4d13-b2e1-7dfab02dcf5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70931c79-0614-4d90-af46-cbfdeecb2d35 HTTP/1.1" status: 204 len: 168 time: 0.5976539 Aug 19 15:31:00.106665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:00.106776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a295a-10b8-4d13-b2e1-7dfab02dcf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70931c79-0614-4d90-af46-cbfdeecb2d35,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:00.133925 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-763b06dd-c5e9-4261-9568-18f403d3a4f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086fae1dae744bc59e1203a00c9c6673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893192 Aug 19 15:31:00.141307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41646) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:00.185378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-532b0290-1575-4335-8719-0481a5a09946 None None] Provisioning complete for port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:00.187689 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-532b0290-1575-4335-8719-0481a5a09946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.261996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-532b0290-1575-4335-8719-0481a5a09946 None None] Port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:00.314676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b06dd-c5e9-4261-9568-18f403d3a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0104accb-d221-480f-b194-18ef0bedbc10,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:00.314993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:00.338957 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Sync routers for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:00.343057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b56db0a4-3ad8-4b5f-89f1-99d7f044cadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.354718 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:00.355457 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:00.366573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:00.376178 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e5a79ff-88b2-4338-bffc-e7df1f5ec46b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "PUT /v2.0/routers/b8e6d724-648e-4596-861b-313cc419a822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8923407 Aug 19 15:31:00.378944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41650) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:00.382468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b56db0a4-3ad8-4b5f-89f1-99d7f044cadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.384307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Sync routers for ids ['b8e6d724-648e-4596-861b-313cc419a822'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:00.399069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Routers {'b8e6d724-648e-4596-861b-313cc419a822'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:00.400359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b8e6d724-648e-4596-861b-313cc419a822'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:00.450930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dc81f-b09e-4ada-a914-3dc2ed02d121 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:00.453370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f20dc81f-b09e-4ada-a914-3dc2ed02d121 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports/17a4abf5-d58d-47d2-bd2d-e27a98f79401 HTTP/1.1" status: 200 len: 911 time: 0.0709221 Aug 19 15:31:00.455938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41652) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:00.470945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.473213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-964e92a0-37eb-4e2e-8cc6-bd7c121bd5ef tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0285320 Aug 19 15:31:00.481395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:00.556572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f10211d-b5a7-455b-8ff6-ebf485593623 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:00.569167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f10211d-b5a7-455b-8ff6-ebf485593623 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:00.573370 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f10211d-b5a7-455b-8ff6-ebf485593623 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1139627 Aug 19 15:31:00.573370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b56db0a4-3ad8-4b5f-89f1-99d7f044cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.575718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41660) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:00.575867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b56db0a4-3ad8-4b5f-89f1-99d7f044cadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.580674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b56db0a4-3ad8-4b5f-89f1-99d7f044cadc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0104accb-d221-480f-b194-18ef0bedbc10 HTTP/1.1" status: 204 len: 168 time: 0.4282789 Aug 19 15:31:00.598178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 170e2803-22c6-4aa4-bd75-3b9eb6040b7f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:00.609873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56db0a4-3ad8-4b5f-89f1-99d7f044cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0104accb-d221-480f-b194-18ef0bedbc10,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:00.641733 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:00.706682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Set router b8e6d724-648e-4596-861b-313cc419a822 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:00.793776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:00.794720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:00.945789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.099709 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:30:58Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:01.100596 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.114430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e6d724-648e-4596-861b-313cc419a822', 'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:30:58Z', 'revision_number': 2, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None, '_interfaces': [{'id': '17a4abf5-d58d-47d2-bd2d-e27a98f79401', 'name': '', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'mac_address': 'fa:16:3e:21:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e6d724-648e-4596-861b-313cc419a822', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c53582ae-642b-4f27-8986-3b70ca005295', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:30:58Z', 'revision_number': 2, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'subnets': [{'id': 'c53582ae-642b-4f27-8986-3b70ca005295', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:01.137009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Checking router: 6131ea21-21f5-48ff-8b84-d7a443771cde for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:01.137469 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Updating router 6131ea21-21f5-48ff-8b84-d7a443771cde port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:01.166103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Checking router: b8e6d724-648e-4596-861b-313cc419a822 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:01.166451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Updating router b8e6d724-648e-4596-861b-313cc419a822 port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:01.173846 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.212531 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.322272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aa502f89-7b41-4aad-be9f-73aad343b742 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=569a268a9a114ea498c8ad71a42bc77e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8374698 Aug 19 15:31:01.322827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41670) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:01.560865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:01.561822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.720662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.749540 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.759238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 17a4abf5-d58d-47d2-bd2d-e27a98f79401 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:01.771019 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Transition to ACTIVE for port object 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:01.777501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c741aa6-102f-46bb-94a2-3ecb506b5456 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:01.779328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c741aa6-102f-46bb-94a2-3ecb506b5456 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4547410 Aug 19 15:31:01.782945 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41688) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:01.853341 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-33038b93-c121-48d1-982e-8613f70c0e8c tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675132 Aug 19 15:31:01.864808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41692) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:01.867885 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.879534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.892764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2137641660', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:01.895475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Transition to ACTIVE for port object 17a4abf5-d58d-47d2-bd2d-e27a98f79401 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:01.981376 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Attempting to bind port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:01.981754 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Attempting to bind port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:01.982120 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Attempting to bind port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:01.983854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.985724 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2087-7be1-4a2f-b70f-c25b36df539d None None] Pushing event updated for resources: {'Port': ['ID=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:01.998551 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:01.998962 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:01.999374 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.000252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:02.000540 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Bound port: 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:02.000942 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.086663 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] For port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:02.092699 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] For port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:02.126331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736886e-a3f7-44da-a498-583bb131216f None None] Pushing event updated for resources: {'Port': ['ID=17a4abf5-d58d-47d2-bd2d-e27a98f79401,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:02.194407 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.223628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Attempting to bind port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:02.223628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Attempting to bind port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:02.223967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Attempting to bind port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:02.238893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:02.239297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:02.239723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.240140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:02.240652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Bound port: 17a4abf5-d58d-47d2-bd2d-e27a98f79401, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:02.241057 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.270564 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:02.271393 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:02.277681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:02.280434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.283279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.391770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=17a4abf5-d58d-47d2-bd2d-e27a98f79401,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:02.399061 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:31:02.401284 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:31:02.525658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cf578f50-b603-4454-a581-48a57fede260 None None] Could not find standard attr ID for object 17a4abf5-d58d-47d2-bd2d-e27a98f79401. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:31:02.564789 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2087-7be1-4a2f-b70f-c25b36df539d None None] Pushing event updated for resources: {'Port': ['ID=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:02.630075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:02.874774 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.926206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Attempting to bind port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:02.926578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Attempting to bind port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:02.929553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Attempting to bind port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:02.940865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:02.941595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:02.942182 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.947945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:02.948745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Bound port: 17a4abf5-d58d-47d2-bd2d-e27a98f79401, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:02.949361 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:02.973189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:03.026213 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Subnet': ['ID=b848f5f5-fb03-4cb1-a02c-425a166c93e6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:03.033365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Checking segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:03.034014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network hostable DHCP agents. Network: 978afb2c-7a96-46c7-8864-8a30452b6c9d, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:31:03.039703 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:30:58Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:03.047252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Port 17a4abf5-d58d-47d2-bd2d-e27a98f79401 has been deleted concurrently {{(pid=101964) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 15:31:03.089419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Routers {'b8e6d724-648e-4596-861b-313cc419a822'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:03.091313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b8e6d724-648e-4596-861b-313cc419a822'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:03.121338 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa55de-9510-472a-8f59-4c0b9b8a1194 None None] The sync data for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 is: [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:30:58Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:03.159292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:31:03.250418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 978afb2c-7a96-46c7-8864-8a30452b6c9d) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:03.251524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Router b8e6d724-648e-4596-861b-313cc419a822 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:03.256854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:03.259184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:03.266447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] Set router b8e6d724-648e-4596-861b-313cc419a822 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:03.359081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e6d724-648e-4596-861b-313cc419a822', 'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:03.361780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599ad56-d04e-47e4-bbdb-63621b420f6b None None] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:03.389746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:03.414071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-efbe7998-fe56-4d66-a580-9a7b12ba9e90 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "PUT /v2.0/routers/b8e6d724-648e-4596-861b-313cc419a822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8387179 Aug 19 15:31:03.416766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41722) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:03.478396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d250cd9-9092-49ec-a9df-713effc14714 None None] The sync data for ids ['b8e6d724-648e-4596-861b-313cc419a822'] in n-d-779913-32 is: [{'id': 'b8e6d724-648e-4596-861b-313cc419a822', 'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:03.500031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41724) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:03.500137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0cbc931c-c792-4a91-9ca5-c9845e05013e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6181688 Aug 19 15:31:03.593252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59567950-03ca-45f0-bc48-fbae12716a02 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:03.601418 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59567950-03ca-45f0-bc48-fbae12716a02 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:03.608878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59567950-03ca-45f0-bc48-fbae12716a02 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1895380 Aug 19 15:31:03.611586 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41728) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:03.729822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet c53582ae-642b-4f27-8986-3b70ca005295 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:03.735825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:03.769015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-978afb2c-7a96-46c7-8864-8a30452b6c9d', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:03.770479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:03.829738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.195210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.386801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Allocated IP 172.20.0.2 (978afb2c-7a96-46c7-8864-8a30452b6c9d/b848f5f5-fb03-4cb1-a02c-425a166c93e6/63c85828-688e-401b-b21c-c9f1068a7891) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:04.583243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.666594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.736940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=c53582ae-642b-4f27-8986-3b70ca005295,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:04.755711 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.769792 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c9b43c4-78e9-46cb-993f-17a408b4dfe3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/c53582ae-642b-4f27-8986-3b70ca005295 HTTP/1.1" status: 204 len: 168 time: 1.1593449 Aug 19 15:31:04.770482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41746) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:04.812112 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.815790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Transition to ACTIVE for port object 63c85828-688e-401b-b21c-c9f1068a7891 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:04.847902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Transition to ACTIVE for port object 63c85828-688e-401b-b21c-c9f1068a7891 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:04.857039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:04.876121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93871b21-5f8c-42c8-9e21-234f6fb2a0d9 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:05.047612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41756) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:05.053231 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bac868e9-e16a-42df-b75a-363f3bef297e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2788942 Aug 19 15:31:05.162179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.185506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.281093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:05.291584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:05.299118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:05.302920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Pushing event updated for resources: {'Port': ['ID=63c85828-688e-401b-b21c-c9f1068a7891,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:05.337696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.338161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.339444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.339444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.339685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.339834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.340181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.342048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.342048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.342048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.342048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.342945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:05.393843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:05.416558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:05.418349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.430875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Attempting to bind port 63c85828-688e-401b-b21c-c9f1068a7891 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:05.430875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Attempting to bind port 63c85828-688e-401b-b21c-c9f1068a7891 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:05.430875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Attempting to bind port 63c85828-688e-401b-b21c-c9f1068a7891 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:05.495293 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] Sync routers for ids ['b8e6d724-648e-4596-861b-313cc419a822'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:05.518328 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] Routers {'b8e6d724-648e-4596-861b-313cc419a822'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:05.518991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b8e6d724-648e-4596-861b-313cc419a822'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:05.519871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:05.520571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Checking segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:05.521830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.522652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Bound using segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:05.523430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Bound port: 63c85828-688e-401b-b21c-c9f1068a7891, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:05.524050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.559483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:31:05.627089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.644461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.661991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] Set router b8e6d724-648e-4596-861b-313cc419a822 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:05.777573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e6d724-648e-4596-861b-313cc419a822', 'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:05.845606 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] Checking router: b8e6d724-648e-4596-861b-313cc419a822 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:05.868903 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] Routers {'b8e6d724-648e-4596-861b-313cc419a822'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:05.869586 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b8e6d724-648e-4596-861b-313cc419a822'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:05.877724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.1 (978afb2c-7a96-46c7-8864-8a30452b6c9d/b848f5f5-fb03-4cb1-a02c-425a166c93e6/927312ac-d771-4aa9-92ac-d4715a67c1e3) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:05.893447 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.899442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.901526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Fanout notify agent at l3_agent the message router_deleted on router b8e6d724-648e-4596-861b-313cc419a822 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:31:05.935166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] For port 63c85828-688e-401b-b21c-c9f1068a7891, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:05.940999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.950728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aaa4fb31-5401-43b9-8797-0ef57718174e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/routers/b8e6d724-648e-4596-861b-313cc419a822 HTTP/1.1" status: 204 len: 168 time: 0.8998191 Aug 19 15:31:05.952350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41778) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:06.010395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] For port 63c85828-688e-401b-b21c-c9f1068a7891, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=63c85828-688e-401b-b21c-c9f1068a7891,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:06.090323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:06.099385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.277932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.285060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] Deleting port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:06.288564 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.347680 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] Set router b8e6d724-648e-4596-861b-313cc419a822 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:06.408885 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.432894 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e6d724-648e-4596-861b-313cc419a822', 'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:06.502601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object 927312ac-d771-4aa9-92ac-d4715a67c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:06.516911 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ce823-c848-4116-bee4-d26c4c359cca None None] The sync data for ids ['b8e6d724-648e-4596-861b-313cc419a822'] in n-d-779913-32 is: [{'id': 'b8e6d724-648e-4596-861b-313cc419a822', 'name': 'tempest-NetworksTestDHCPv6-router-774300342', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:02Z', 'revision_number': 3, 'project_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:06.576971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] For port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:06.578215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.620217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b40c13-0656-4f71-8967-7462663d11a7 None None] Pushing event updated for resources: {'Port': ['ID=63c85828-688e-401b-b21c-c9f1068a7891,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:06.754331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.842343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:06.846961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 170e2803-22c6-4aa4-bd75-3b9eb6040b7f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:06.854193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] Calling delete_port for 170e2803-22c6-4aa4-bd75-3b9eb6040b7f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:06.876136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:06.892545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:06.897923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:06.988107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41790) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:07.016353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=927312ac-d771-4aa9-92ac-d4715a67c1e3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:07.064496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.087127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f91f92-bfe8-4b27-975a-b10cb06f855f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:07.100381 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60f91f92-bfe8-4b27-975a-b10cb06f855f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1414192 Aug 19 15:31:07.102754 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.109095 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41796) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:07.184564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6326e6-8ad7-4eea-ba2a-2d3fac403e28 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:07.187470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd6326e6-8ad7-4eea-ba2a-2d3fac403e28 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817363 Aug 19 15:31:07.194084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:07.213096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.253328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c0f1560-2a2d-4544-8d18-7380a7a0032a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569959 Aug 19 15:31:07.259755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:07.269879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:07.354737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] No DVR routers for this DVR port 170e2803-22c6-4aa4-bd75-3b9eb6040b7f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:07.358782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.368560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc38b-c4a0-47c7-ae31-54aff501e6e9 None None] Pushing event deleted for resources: {'Port': ['ID=170e2803-22c6-4aa4-bd75-3b9eb6040b7f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:07.454777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:31:07.454777 n-d-779913-32 neutron-server[101963]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 15:31:07.454777 n-d-779913-32 neutron-server[101963]: [parameters: {'project_id': 'cfc3b9f5eb444afc98cecd6301287e72', 'id': '05018e62-513c-4442-8fec-9bc497058bd5', 'expiration': datetime.datetime(2021, 8, 19, 15, 33, 7, 441060)}] Aug 19 15:31:07.454777 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:31:07.455474 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:31:07.542458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:07.548542 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.597210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.868193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eedac4-95cc-4e06-b16f-aadaed226f46 None None] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:07.954193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.955917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.081702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.122372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5d0e2cb5-6b60-4cfb-871d-909159e7ed51 None None] Provisioning for port 63c85828-688e-401b-b21c-c9f1068a7891 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:08.150407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:31:08.152404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.175343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.203831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.223364 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:08.238343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:08.240039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:08.240818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.243474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=4f96acb7-7c6f-4875-b9a1-768a9030f145,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:08.255576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ff293-c294-40cb-952f-1e54a792de1f None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:08.284142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=927312ac-d771-4aa9-92ac-d4715a67c1e3,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:08.303782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.427438 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0e9347d1-6015-46a7-941b-fcbc2a671cf6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1686685 Aug 19 15:31:08.428366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41812) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:08.469320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:08.549279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '4f96acb7-7c6f-4875-b9a1-768a9030f145'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:08.549925 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.591144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2bd51af-9d5c-47db-9a17-f154c6b38331 None None] Provisioning for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:08.601904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f2bd51af-9d5c-47db-9a17-f154c6b38331 None None] Provisioning complete for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:08.602290 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f2bd51af-9d5c-47db-9a17-f154c6b38331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:08.763948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab82b3-9196-4c4a-83d2-641c1b63072c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:08.798838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd51af-9d5c-47db-9a17-f154c6b38331 None None] Port 927312ac-d771-4aa9-92ac-d4715a67c1e3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:08.805806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-44591599-f716-4bfd-9b96-bbe121606e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfc3b9f5eb444afc98cecd6301287e72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8165817 Aug 19 15:31:08.808561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41822) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:08.859889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:08.866710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:08.894199 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 63c85828-688e-401b-b21c-c9f1068a7891 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:08.980758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Allocated IP 2001:db8::f816:3eff:fe34:576d (fdf12966-7dff-4e5d-ab3f-7c74f498d492/4f96acb7-7c6f-4875-b9a1-768a9030f145/38ab6187-1c69-4ede-891d-67ab67b05cdd) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:08.982583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c898c81-f2d5-42a2-a6e9-e4c151380c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.004858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:09.008866 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.063522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c898c81-f2d5-42a2-a6e9-e4c151380c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.128848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 6131ea21-21f5-48ff-8b84-d7a443771cde has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:09.191394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.222658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fe160d33-78ed-4ef2-a644-225e4d00c3fd None None] Provisioning complete for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:09.222901 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe160d33-78ed-4ef2-a644-225e4d00c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.291203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fe160d33-78ed-4ef2-a644-225e4d00c3fd None None] Port 927312ac-d771-4aa9-92ac-d4715a67c1e3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:09.295749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Transition to ACTIVE for port object 38ab6187-1c69-4ede-891d-67ab67b05cdd will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:09.324805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Transition to ACTIVE for port object 38ab6187-1c69-4ede-891d-67ab67b05cdd will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:09.328474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 63c85828-688e-401b-b21c-c9f1068a7891 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:09.333066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 63c85828-688e-401b-b21c-c9f1068a7891 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:09.333865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.412178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c898c81-f2d5-42a2-a6e9-e4c151380c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.415847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4c898c81-f2d5-42a2-a6e9-e4c151380c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.417725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4c898c81-f2d5-42a2-a6e9-e4c151380c7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9ab82b3-9196-4c4a-83d2-641c1b63072c HTTP/1.1" status: 204 len: 168 time: 0.6080053 Aug 19 15:31:09.419439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:09.426792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f440d7a7-8ffb-4380-ad4b-383476c96306 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/6131ea21-21f5-48ff-8b84-d7a443771cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9250965 Aug 19 15:31:09.445219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c898c81-f2d5-42a2-a6e9-e4c151380c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ab82b3-9196-4c4a-83d2-641c1b63072c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:09.445562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Sync routers for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:09.463460 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.541717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b238e91b-6107-44cd-b417-2fa338b0c5f4 None None] Provisioning complete for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:09.542092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b238e91b-6107-44cd-b417-2fa338b0c5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.548778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:09.549721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:09.580195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:09.599455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.667905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:09.694226 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:09.697642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:09.700390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:09.715622 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:09.716382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:09.741631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=3e233710-e42e-44a1-9581-57a36d9123cb,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:09.754142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Pushing event updated for resources: {'Port': ['ID=38ab6187-1c69-4ede-891d-67ab67b05cdd,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:09.764392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b238e91b-6107-44cd-b417-2fa338b0c5f4 None None] Port 927312ac-d771-4aa9-92ac-d4715a67c1e3 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:09.863471 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-08163b86-bf3c-4ead-980b-f6c56c260e72 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4271345 Aug 19 15:31:09.863574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-89a2373e-f43e-4cbb-9426-6539aba7e518 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775494323&fields=id&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 267 time: 0.0604727 Aug 19 15:31:09.866642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:09.872030 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:e0:09:72', 'name': 'tempest-NetworksTestDHCPv6-53381110'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:10.151998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.194625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Attempting to bind port 38ab6187-1c69-4ede-891d-67ab67b05cdd on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:10.194945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Attempting to bind port 38ab6187-1c69-4ede-891d-67ab67b05cdd by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:10.195300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Attempting to bind port 38ab6187-1c69-4ede-891d-67ab67b05cdd on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:10.222791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:10.222791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:10.222791 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.222791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:10.222791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Bound port: 38ab6187-1c69-4ede-891d-67ab67b05cdd, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:10.222791 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.227833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:10.267962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:10.360383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-a9f182b5-9839-4a5c-8ea2-9082a9009cd6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:10.364981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-a9f182b5-9839-4a5c-8ea2-9082a9009cd6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 797 time: 0.4731753 Aug 19 15:31:10.401592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-bafb8f2f-283b-4ac7-a712-bc692fcdc602 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/quotas/569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 375 time: 0.0234089 Aug 19 15:31:10.453273 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.502865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 965b68be-0a34-49b2-bf64-eb6e5f907ce3 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:31:10.512805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 63c85828-688e-401b-b21c-c9f1068a7891, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=63c85828-688e-401b-b21c-c9f1068a7891,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:10.533679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-e0224c87-f7ed-4380-98fc-9cf99e55bfa9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256392 Aug 19 15:31:10.544439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41852) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:10.596036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a871e9a-749d-4328-9a7c-bd917a10c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.676994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] For port 38ab6187-1c69-4ede-891d-67ab67b05cdd, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:10.682695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] For port 38ab6187-1c69-4ede-891d-67ab67b05cdd, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=38ab6187-1c69-4ede-891d-67ab67b05cdd,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:10.688188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.690134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:10.737708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a871e9a-749d-4328-9a7c-bd917a10c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.814946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 172.20.0.10 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/3e233710-e42e-44a1-9581-57a36d9123cb/965b68be-0a34-49b2-bf64-eb6e5f907ce3) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:10.827102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fee0:972 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/4f96acb7-7c6f-4875-b9a1-768a9030f145/965b68be-0a34-49b2-bf64-eb6e5f907ce3) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:10.831840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=63c85828-688e-401b-b21c-c9f1068a7891,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:10.839634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 2, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:10.839803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a871e9a-749d-4328-9a7c-bd917a10c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.848570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.918697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Checking router: 6131ea21-21f5-48ff-8b84-d7a443771cde for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:10.919065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Updating router 6131ea21-21f5-48ff-8b84-d7a443771cde port 927312ac-d771-4aa9-92ac-d4715a67c1e3 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:10.925667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:10.926045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:10.939647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a871e9a-749d-4328-9a7c-bd917a10c0c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26a39aff5fd342ff923b99ad1f2089a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932307 Aug 19 15:31:10.943628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41858) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:10.969203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a871e9a-749d-4328-9a7c-bd917a10c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3f03f-c4c0-4696-8294-8ed5e11a0788,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.027371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.091287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead407-d370-4d31-8be5-8f66f6816107 None None] Pushing event updated for resources: {'Port': ['ID=38ab6187-1c69-4ede-891d-67ab67b05cdd,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.158180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.182191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-32c5f008-c7ea-4e22-adee-acf7eb7e5419 service neutron] 10.222.0.13 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269443 Aug 19 15:31:11.197102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 965b68be-0a34-49b2-bf64-eb6e5f907ce3 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:11.329661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-1ddc8ee1-4ecc-4d7a-a925-864076a485a2 service neutron] 10.222.0.13 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265378 Aug 19 15:31:11.342819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.478576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebb17021-8b5a-43d8-a2a7-4dc8f32ba362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.587783 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=965b68be-0a34-49b2-bf64-eb6e5f907ce3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.623256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebb17021-8b5a-43d8-a2a7-4dc8f32ba362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.635205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:11.636788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:11.640343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:11.727954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:11.728917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.902101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebb17021-8b5a-43d8-a2a7-4dc8f32ba362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.906624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ebb17021-8b5a-43d8-a2a7-4dc8f32ba362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:11.906624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ebb17021-8b5a-43d8-a2a7-4dc8f32ba362 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e3f03f-c4c0-4696-8294-8ed5e11a0788 HTTP/1.1" status: 204 len: 168 time: 0.9602642 Aug 19 15:31:11.923368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb17021-8b5a-43d8-a2a7-4dc8f32ba362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3f03f-c4c0-4696-8294-8ed5e11a0788,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:11.944076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41878) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:11.944225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-58bcf930-62a9-45f0-b9c6-3ba27c4cf747 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0740635 Aug 19 15:31:11.944702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41880) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:11.987607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.025933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Transition to ACTIVE for port object 927312ac-d771-4aa9-92ac-d4715a67c1e3 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:12.081299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c23d72-d662-4d67-8c18-bb0b151b950a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:12.092944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c23d72-d662-4d67-8c18-bb0b151b950a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:12.095783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c3c23d72-d662-4d67-8c18-bb0b151b950a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1535275 Aug 19 15:31:12.101590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41884) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:12.118977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.236110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 63c85828-688e-401b-b21c-c9f1068a7891 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:12.469650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73432dc0-0d2e-4fd9-88e9-eecd7ae18cfa req-27d67156-eb0e-4cd2-bdd1-fef6c2bbadf0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0530100 Aug 19 15:31:12.470261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2eb442c-d5eb-4e32-abc7-da96347b82c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.470368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904711f6-76fc-4254-a8ba-0e811cc30913 None None] Pushing event updated for resources: {'Port': ['ID=927312ac-d771-4aa9-92ac-d4715a67c1e3,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:12.470475 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Attempting to bind port 927312ac-d771-4aa9-92ac-d4715a67c1e3 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Attempting to bind port 927312ac-d771-4aa9-92ac-d4715a67c1e3 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Attempting to bind port 927312ac-d771-4aa9-92ac-d4715a67c1e3 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 63c85828-688e-401b-b21c-c9f1068a7891 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Checking segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Bound using segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Bound port: 927312ac-d771-4aa9-92ac-d4715a67c1e3, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:12.470932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.472062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2eb442c-d5eb-4e32-abc7-da96347b82c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.595496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 965b68be-0a34-49b2-bf64-eb6e5f907ce3 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:12.596017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.610131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] For port 927312ac-d771-4aa9-92ac-d4715a67c1e3, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:12.641723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] For port 927312ac-d771-4aa9-92ac-d4715a67c1e3, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=927312ac-d771-4aa9-92ac-d4715a67c1e3,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:12.657365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38ab6187-1c69-4ede-891d-67ab67b05cdd up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:12.817793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.833925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 38ab6187-1c69-4ede-891d-67ab67b05cdd completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:12.838353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 965b68be-0a34-49b2-bf64-eb6e5f907ce3 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:12.839182 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.843294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2eb442c-d5eb-4e32-abc7-da96347b82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:12.894724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:12.895376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:30:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:12.930294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2eb442c-d5eb-4e32-abc7-da96347b82c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=337f2c87d91b418fa41f77c05f8968b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9844508 Aug 19 15:31:12.932951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41890) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:12.939453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb442c-d5eb-4e32-abc7-da96347b82c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0082e950-7edf-4201-b704-4aaa67330cc8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.027685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d76ceee-9af5-4204-9d4d-373ff4230192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.034624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f16bd-7274-49da-8947-f82cff2f27fc None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:13.042216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904711f6-76fc-4254-a8ba-0e811cc30913 None None] Pushing event updated for resources: {'Port': ['ID=927312ac-d771-4aa9-92ac-d4715a67c1e3,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.059376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d76ceee-9af5-4204-9d4d-373ff4230192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.219233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:13.284717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.297333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d76ceee-9af5-4204-9d4d-373ff4230192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.301508 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d76ceee-9af5-4204-9d4d-373ff4230192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.305710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3d76ceee-9af5-4204-9d4d-373ff4230192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0082e950-7edf-4201-b704-4aaa67330cc8 HTTP/1.1" status: 204 len: 168 time: 0.3678346 Aug 19 15:31:13.319284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76ceee-9af5-4204-9d4d-373ff4230192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0082e950-7edf-4201-b704-4aaa67330cc8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.372600 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=965b68be-0a34-49b2-bf64-eb6e5f907ce3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:13.414119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.483045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] Provisioning for port 38ab6187-1c69-4ede-891d-67ab67b05cdd completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:13.506361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] Provisioning complete for port 38ab6187-1c69-4ede-891d-67ab67b05cdd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:13.506361 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.524341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.532487 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a3d6662-adb4-4af5-a66b-d22c10fac49a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/965b68be-0a34-49b2-bf64-eb6e5f907ce3 HTTP/1.1" status: 204 len: 168 time: 1.4285369 Aug 19 15:31:13.540377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41912) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:13.569957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9119ac92-5532-4d8d-b38d-953ebf8d3a43 req-1201fd0a-ce42-4794-96cb-6c76f1da2ca7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0441153 Aug 19 15:31:13.652255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd7ffd-e0ca-4c56-87af-936c361b1bdb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:13.655115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd7ffd-e0ca-4c56-87af-936c361b1bdb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:13.661638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd7ffd-e0ca-4c56-87af-936c361b1bdb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:13.662918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fabd7ffd-e0ca-4c56-87af-936c361b1bdb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1290591 Aug 19 15:31:13.666048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:13.744417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 3e233710-e42e-44a1-9581-57a36d9123cb {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:13.754907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.834050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.852247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.928160 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:13.991424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] For port 38ab6187-1c69-4ede-891d-67ab67b05cdd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=38ab6187-1c69-4ede-891d-67ab67b05cdd,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:14.015865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:14.017922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71799305-a532-49b4-8261-cc5a703328ef None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': '4f96acb7-7c6f-4875-b9a1-768a9030f145', 'ip_address': '2001:db8::f816:3eff:fe34:576d'}, {'subnet_id': '3e233710-e42e-44a1-9581-57a36d9123cb'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '38ab6187-1c69-4ede-891d-67ab67b05cdd'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:31:14.074731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0730674-29ec-4dd6-83c1-f27e750ebcf4 None None] The sync data for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 is: [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:14.081344 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.115931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71799305-a532-49b4-8261-cc5a703328ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.138138 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.270766 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.277491 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/3e233710-e42e-44a1-9581-57a36d9123cb HTTP/1.1" status: 204 len: 168 time: 0.6076703 Aug 19 15:31:14.277491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a96276-7dd3-4e98-ae23-df984aec0db3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=3e233710-e42e-44a1-9581-57a36d9123cb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:14.277945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:14.305595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1e2b-0453-4b55-8b03-7b6e804d9b8c None None] Pushing event updated for resources: {'Port': ['ID=38ab6187-1c69-4ede-891d-67ab67b05cdd,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:14.438936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 4f96acb7-7c6f-4875-b9a1-768a9030f145 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:14.446147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.472988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-1bbb3567-35c0-47f4-ab55-7f677799b7af req-88008aa5-028b-4c1b-80e4-9cd502ac780e service neutron] (101963) timed out ('10.222.0.13', 44446) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:31:14.511480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.688834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea14f4f1-ed02-4773-aadb-da7841d32c1b req-42b0110e-623a-4b9f-b86d-53c24388da9f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0477135 Aug 19 15:31:14.717440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.948812 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-71799305-a532-49b4-8261-cc5a703328ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f96acb7-7c6f-4875-b9a1-768a9030f145: This subnet is being modified by another concurrent operation. Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f96acb7-7c6f-4875-b9a1-768a9030f145: This subnet is being modified by another concurrent operation. Aug 19 15:31:14.953312 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:31:14.994903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=4f96acb7-7c6f-4875-b9a1-768a9030f145,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:14.999832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:15.001848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-690dbf1e-71e3-442c-a780-559b18e7037f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/4f96acb7-7c6f-4875-b9a1-768a9030f145 HTTP/1.1" status: 204 len: 168 time: 0.7228880 Aug 19 15:31:15.004798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 41964) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:15.089102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3531c-7a8e-4dca-8893-c72a9086305c None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:15.105073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ff7f31f0-c283-4f59-a511-7986251b2479 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971761 Aug 19 15:31:15.107776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 41970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:15.116233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:15.192412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-01cfca14-b578-423e-9bc6-09064f4a60db None None] Provisioning complete for port 38ab6187-1c69-4ede-891d-67ab67b05cdd triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:15.195369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-01cfca14-b578-423e-9bc6-09064f4a60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:15.551082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:15.551904 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:15.588613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:31:15.681942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] Deleting port 38ab6187-1c69-4ede-891d-67ab67b05cdd {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:15.682708 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:15.843183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d61261b-bf87-4027-87d7-186566a999c6 req-a72710ba-bbe3-412b-875b-3a3931d549b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0655856 Aug 19 15:31:16.039859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 927312ac-d771-4aa9-92ac-d4715a67c1e3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:16.104223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] For port 38ab6187-1c69-4ede-891d-67ab67b05cdd, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=38ab6187-1c69-4ede-891d-67ab67b05cdd,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:16.104900 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.126420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] Calling delete_port for 38ab6187-1c69-4ede-891d-67ab67b05cdd owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:16.226068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:16.242287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:16.242971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.304670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:31:16.366760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.393090 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.457156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] Pushing event deleted for resources: {'Port': ['ID=38ab6187-1c69-4ede-891d-67ab67b05cdd,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:16.470973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff9e5a-192a-45a0-851d-6a73a99ac56e None None] No DVR routers for this DVR port 38ab6187-1c69-4ede-891d-67ab67b05cdd on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:16.484561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 927312ac-d771-4aa9-92ac-d4715a67c1e3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=927312ac-d771-4aa9-92ac-d4715a67c1e3,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:16.494572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e12f3-8a76-4900-9019-4e8d01d417c9 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:31:16.548535 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.revisions.revision_plugin [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Could not find related port for resource to bump revision. Aug 19 15:31:16.608889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3e12f3-8a76-4900-9019-4e8d01d417c9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:31:16.621969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_pluggable_backend [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Port 38ab6187-1c69-4ede-891d-67ab67b05cdd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101962) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 15:31:16.622297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_pluggable_backend [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:576d {{(pid=101962) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 15:31:16.622656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.627033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_pluggable_backend [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:576d {{(pid=101962) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 15:31:16.628265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.704579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:16.712301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:16.717542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:16.718149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:16.719792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38ab6187-1c69-4ede-891d-67ab67b05cdd no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:16.738038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=a1bb19de-cfc4-434c-a5c8-22b2cd5eb975,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:16.744850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 38ab6187-1c69-4ede-891d-67ab67b05cdd {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:31:16.745224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38ab6187-1c69-4ede-891d-67ab67b05cdd not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:31:16.783586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=927312ac-d771-4aa9-92ac-d4715a67c1e3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:16.839852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d66c543c-a402-42d7-9fad-a9fc0461e03c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7290952 Aug 19 15:31:16.843150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42032) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:16.848766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:16.980388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-827f8c2b-e1de-43da-a216-ac16a679455d req-26aff46a-3e40-41d9-b15b-342c50dfea87 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0387635 Aug 19 15:31:17.007119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'a1bb19de-cfc4-434c-a5c8-22b2cd5eb975'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:17.008027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:17.131262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:17.131262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:17.204651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Allocated IP 2001:db8::f816:3eff:feec:cd4b (fdf12966-7dff-4e5d-ab3f-7c74f498d492/a1bb19de-cfc4-434c-a5c8-22b2cd5eb975/a245df18-9fcb-4bb4-9f41-d18c45728a56) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:17.503810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:17.515528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Transition to ACTIVE for port object a245df18-9fcb-4bb4-9f41-d18c45728a56 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:17.537770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Transition to ACTIVE for port object a245df18-9fcb-4bb4-9f41-d18c45728a56 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:17.892363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 927312ac-d771-4aa9-92ac-d4715a67c1e3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:17.944900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 927312ac-d771-4aa9-92ac-d4715a67c1e3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:17.945369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.067425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52f7db1a-597c-494a-9389-6b0bb278a43f req-4def291d-8b5c-4bcb-ab4c-19f3671bef4a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0305469 Aug 19 15:31:18.736900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.738909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.819615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Pushing event updated for resources: {'Port': ['ID=a245df18-9fcb-4bb4-9f41-d18c45728a56,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:18.841479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:18.844992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:18.865519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:18.865519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:18.866485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:18.882206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.882910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.976444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=c59b9781-aaba-439e-8c36-752c4fbec49e,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:19.048965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Attempting to bind port a245df18-9fcb-4bb4-9f41-d18c45728a56 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:19.049482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Attempting to bind port a245df18-9fcb-4bb4-9f41-d18c45728a56 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:19.049975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Attempting to bind port a245df18-9fcb-4bb4-9f41-d18c45728a56 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:19.056648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:19.057206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:19.057750 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:19.058224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:19.058801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Bound port: a245df18-9fcb-4bb4-9f41-d18c45728a56, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:19.059288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:19.070224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18675eb5-3eb7-417e-ac95-e423950f156a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2255764 Aug 19 15:31:19.073489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42084) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:19.089239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:67:f6:3d', 'name': 'tempest-NetworksTestDHCPv6-1376903504'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:19.175037 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] For port a245df18-9fcb-4bb4-9f41-d18c45728a56, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:19.178930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] For port a245df18-9fcb-4bb4-9f41-d18c45728a56, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a245df18-9fcb-4bb4-9f41-d18c45728a56,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:19.263941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-500f99b5-c1a2-414e-94e3-24bd6c190647 req-3b7cd285-590d-44e5-a306-fd0f3167b189 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0971742 Aug 19 15:31:19.282005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:19.372171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01334f-e8ea-44af-8eed-62fa15fdcf9b None None] Pushing event updated for resources: {'Port': ['ID=a245df18-9fcb-4bb4-9f41-d18c45728a56,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:19.496395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:19.689392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:19.741441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 3cccc952-b847-409f-a5c8-d28c913c681d yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:31:20.036947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a245df18-9fcb-4bb4-9f41-d18c45728a56 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:20.074489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 172.20.0.3 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/c59b9781-aaba-439e-8c36-752c4fbec49e/3cccc952-b847-409f-a5c8-d28c913c681d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:20.093286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fe67:f63d (fdf12966-7dff-4e5d-ab3f-7c74f498d492/a1bb19de-cfc4-434c-a5c8-22b2cd5eb975/3cccc952-b847-409f-a5c8-d28c913c681d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:20.172104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a245df18-9fcb-4bb4-9f41-d18c45728a56 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:20.343726 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:20.360806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 3cccc952-b847-409f-a5c8-d28c913c681d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:20.454654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12905a31-1b58-4782-b741-110f572169c9 req-f9056ae1-22c2-4d81-a770-e3c1b63acf33 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0409091 Aug 19 15:31:20.559169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:20.606771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:20.610976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:20.613876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:20.661700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=3cccc952-b847-409f-a5c8-d28c913c681d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:20.758218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.767637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:20.856790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf9d55-ae10-4948-a77a-316b6fcf7436 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:20.922126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18bd6a36-dc94-44c3-af4a-8e9503e4a2e1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8446212 Aug 19 15:31:20.922411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42146) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:21.035689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65ae03-e866-4ec7-beb6-f4d75956acb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.051021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65ae03-e866-4ec7-beb6-f4d75956acb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.055567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7c65ae03-e866-4ec7-beb6-f4d75956acb7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1290443 Aug 19 15:31:21.055567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42148) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:21.106804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] Provisioning for port a245df18-9fcb-4bb4-9f41-d18c45728a56 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:21.120651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] Provisioning complete for port a245df18-9fcb-4bb4-9f41-d18c45728a56 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:21.121373 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.240439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 3cccc952-b847-409f-a5c8-d28c913c681d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:21.240935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.335389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.370706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'a1bb19de-cfc4-434c-a5c8-22b2cd5eb975', 'ip_address': '2001:db8::f816:3eff:feec:cd4b'}, {'subnet_id': 'c59b9781-aaba-439e-8c36-752c4fbec49e'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'a245df18-9fcb-4bb4-9f41-d18c45728a56'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:31:21.373563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.390321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 3cccc952-b847-409f-a5c8-d28c913c681d owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:21.408592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] For port a245df18-9fcb-4bb4-9f41-d18c45728a56, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a245df18-9fcb-4bb4-9f41-d18c45728a56,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:21.424691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.488615 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.642089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36bd08-c980-4687-93f1-347609d5f6ab None None] Pushing event updated for resources: {'Port': ['ID=a245df18-9fcb-4bb4-9f41-d18c45728a56,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:21.749517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4d10b9a-49fe-4dfe-bb87-54f684571824 req-51d7be01-25ab-4cf6-b071-efc90554affb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0623331 Aug 19 15:31:21.762777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Allocated IP 172.20.0.2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/c59b9781-aaba-439e-8c36-752c4fbec49e/a245df18-9fcb-4bb4-9f41-d18c45728a56) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:21.995414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a245df18-9fcb-4bb4-9f41-d18c45728a56 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:22.047076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-0723e819-27df-4aff-b5c8-fab9d5c93677 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:22.048649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-0723e819-27df-4aff-b5c8-fab9d5c93677 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 797 time: 0.3585145 Aug 19 15:31:22.135752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:22.146380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d7acb540-af09-442a-90ea-57e30899707c None None] For port a245df18-9fcb-4bb4-9f41-d18c45728a56, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a245df18-9fcb-4bb4-9f41-d18c45728a56,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:22.148412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a245df18-9fcb-4bb4-9f41-d18c45728a56 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:22.149023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:22.199523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-3cfe87b3-c452-4c31-9e58-9d59965c798a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 380 time: 0.1408622 Aug 19 15:31:22.203599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=3cccc952-b847-409f-a5c8-d28c913c681d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:22.210295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'port': {'device_id': '8f0cd878-8638-4325-8719-aa1a484e0907', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'admin_state_up': True, 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'security_groups': ['22ed3e31-c87c-40b8-9e97-6e1f76343fa4']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:22.237218 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:22.257423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Transition to ACTIVE for port object a245df18-9fcb-4bb4-9f41-d18c45728a56 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:22.337772 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:22.460989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acb540-af09-442a-90ea-57e30899707c None None] Pushing event updated for resources: {'Port': ['ID=a245df18-9fcb-4bb4-9f41-d18c45728a56,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:22.996457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d6f1e0c-0c67-4524-95a2-b006f26fef77 req-ddc2ce1c-db68-4528-9bfe-60984d450146 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0581930 Aug 19 15:31:23.008923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.014225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-09b25bc9-a377-4b4c-967c-a35ca4abd327 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/3cccc952-b847-409f-a5c8-d28c913c681d HTTP/1.1" status: 204 len: 168 time: 1.9525313 Aug 19 15:31:23.014225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:23.016190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42182) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:23.017932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.126428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae78655-d0ca-44d1-99dc-b8c4ccfa1dd3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:23.129031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae78655-d0ca-44d1-99dc-b8c4ccfa1dd3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:23.132560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae78655-d0ca-44d1-99dc-b8c4ccfa1dd3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:23.140216 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4ae78655-d0ca-44d1-99dc-b8c4ccfa1dd3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1223819 Aug 19 15:31:23.143380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42184) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:23.301646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet a1bb19de-cfc4-434c-a5c8-22b2cd5eb975 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:23.306641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.379585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.382160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.9 (978afb2c-7a96-46c7-8864-8a30452b6c9d/b848f5f5-fb03-4cb1-a02c-425a166c93e6/e1e426f8-5888-4c4f-a0d6-c09231889788) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:23.565596 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.602552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336174d-6409-4b7e-96fa-9671ada2f5c6 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:23.655911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.676454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object e1e426f8-5888-4c4f-a0d6-c09231889788 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:23.693318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0d68a67a-e95e-4b77-ad83-1a244992c339 None None] Could not find standard attr ID for object 3cccc952-b847-409f-a5c8-d28c913c681d. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:31:23.753500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.799051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bb19de-cfc4-434c-a5c8-22b2cd5eb975,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:23.807102 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.812520 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/a1bb19de-cfc4-434c-a5c8-22b2cd5eb975 HTTP/1.1" status: 204 len: 168 time: 0.6650646 Aug 19 15:31:23.813043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42188) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:23.832018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0d68a67a-e95e-4b77-ad83-1a244992c339 None None] Provisioning for port a245df18-9fcb-4bb4-9f41-d18c45728a56 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:23.832018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0d68a67a-e95e-4b77-ad83-1a244992c339 None None] Provisioning complete for port a245df18-9fcb-4bb4-9f41-d18c45728a56 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:23.832018 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d68a67a-e95e-4b77-ad83-1a244992c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.853943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.858082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.859617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.860036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.861025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.861398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.861735 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.868656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.878656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.879306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.879687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.880424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e093570-8f9f-41bf-8379-9bc4fce710c9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.906679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.031741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a245df18-9fcb-4bb4-9f41-d18c45728a56 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:24.067062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:24.067062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:24.069551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:24.071845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:24.128325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.129008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.137273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet c59b9781-aaba-439e-8c36-752c4fbec49e {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:24.143969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.220636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a245df18-9fcb-4bb4-9f41-d18c45728a56 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:24.221030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.380401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.469444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-59c07926-cf94-43b1-9987-185b3688c2fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2631781 Aug 19 15:31:24.492954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ecfc5-816a-4209-a65f-e7ff9c19b33d req-9cb8322f-9811-4745-80cd-1346eb60596d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.508302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d1ecfc5-816a-4209-a65f-e7ff9c19b33d req-9cb8322f-9811-4745-80cd-1346eb60596d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 931 time: 0.2882392 Aug 19 15:31:24.570402 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e09c672e-d19c-4613-91ed-53a061b3b544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.590995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Request body: {'port': {'device_id': '8f0cd878-8638-4325-8719-aa1a484e0907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:24.682370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.715158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b96bc86a-deb3-41e6-9691-0a83a536d679 None None] Provisioning for port e1e426f8-5888-4c4f-a0d6-c09231889788 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:24.765385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b96bc86a-deb3-41e6-9691-0a83a536d679 None None] Provisioning complete for port e1e426f8-5888-4c4f-a0d6-c09231889788 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:24.765770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b96bc86a-deb3-41e6-9691-0a83a536d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.791680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92c68c-2ee4-4950-8b98-5ae6d199430f None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:24.842854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d1ecfc5-816a-4209-a65f-e7ff9c19b33d req-b8c39abe-c1fa-4f1a-8e11-b6359ba54ec8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618582 Aug 19 15:31:24.909523 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.955624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b96bc86a-deb3-41e6-9691-0a83a536d679 None None] Port e1e426f8-5888-4c4f-a0d6-c09231889788 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:25.150375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3f0e2597-e8e4-48ff-ad6a-557f1421ed1f None None] Provisioning complete for port a245df18-9fcb-4bb4-9f41-d18c45728a56 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:25.150375 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2597-e8e4-48ff-ad6a-557f1421ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.194133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.297493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=c59b9781-aaba-439e-8c36-752c4fbec49e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:25.324129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.330141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3ecf2d8d-e8f0-4006-9ecf-5fcb65b84469 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/c59b9781-aaba-439e-8c36-752c4fbec49e HTTP/1.1" status: 204 len: 168 time: 1.5155113 Aug 19 15:31:25.331356 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:25.431593 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2948b260-1819-4372-b21b-5c9d9804fdc0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985279 Aug 19 15:31:25.435946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42214) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:25.449935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e9792-1597-4548-939f-16c9344bfd2f None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'c59b9781-aaba-439e-8c36-752c4fbec49e'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'a245df18-9fcb-4bb4-9f41-d18c45728a56'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:31:25.454604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:25.489860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-813e9792-1597-4548-939f-16c9344bfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.655440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e426f8-5888-4c4f-a0d6-c09231889788 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:25.668533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.689499 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.699685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Transition to ACTIVE for port object e1e426f8-5888-4c4f-a0d6-c09231889788 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:25.771226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48accad1-17d6-49af-a6a1-50a8e50c73f6 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:25.832303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-98c9d712-6038-4f10-8f97-c1d265774a03 None None] Provisioning complete for port a245df18-9fcb-4bb4-9f41-d18c45728a56 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:25.832683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-98c9d712-6038-4f10-8f97-c1d265774a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.840020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:25.843876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:25.844744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.138169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:26.206850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a245df18-9fcb-4bb4-9f41-d18c45728a56 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:26.238974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:26.239687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:26.239687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:26.286895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Port e1e426f8-5888-4c4f-a0d6-c09231889788 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:31:26.287335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:26.322309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:26.322707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Checking segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:26.323104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Bound using segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:26.328150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Bound port: e1e426f8-5888-4c4f-a0d6-c09231889788, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:26.331622 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.360895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13afe7-3dc8-4cc4-a011-d059948f928c req-6acf7d99-d39a-4f38-8a4f-875220f77980 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:26.375422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb13afe7-3dc8-4cc4-a011-d059948f928c req-6acf7d99-d39a-4f38-8a4f-875220f77980 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.2321784 Aug 19 15:31:26.529784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.598938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:31:26.625300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a245df18-9fcb-4bb4-9f41-d18c45728a56, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a245df18-9fcb-4bb4-9f41-d18c45728a56,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:26.699376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb13afe7-3dc8-4cc4-a011-d059948f928c req-b50e3c46-24d1-4665-b6c7-f95e95824b5b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172741 Aug 19 15:31:26.753508 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.758259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:26.768236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:26.846096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.858092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a245df18-9fcb-4bb4-9f41-d18c45728a56,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:26.859086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] Deleting port a245df18-9fcb-4bb4-9f41-d18c45728a56 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:26.859479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.896997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.900444 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:26.905420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:26.952261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:26.953399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.987959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=b75f7354-7139-4894-be96-cbe1315711d7,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:26.998684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:26.999318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:27.000790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 1092 time: 2.4213829 Aug 19 15:31:27.004100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:27.015797 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:27.072182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] For port a245df18-9fcb-4bb4-9f41-d18c45728a56, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a245df18-9fcb-4bb4-9f41-d18c45728a56,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:27.073302 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:27.093875 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a1fd1-de06-4e07-98ec-0b075d20a665 x-openstack-request-id: req-997a1fd1-de06-4e07-98ec-0b075d20a665 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:27.094431 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:27.094857 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997a1fd1-de06-4e07-98ec-0b075d20a665 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:27.095413 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'status': 'completed', 'code': 200} Aug 19 15:31:27.096380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4935b-7d2b-4da3-8975-1f955d9992c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:27.112452 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] Calling delete_port for a245df18-9fcb-4bb4-9f41-d18c45728a56 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:27.153176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eda0f9e2-17dc-418e-83bf-7b6752218572 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7152340 Aug 19 15:31:27.156545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42238) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:27.167169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:27.372100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae req-eb98d096-b39e-4b96-a6e8-3387655ea640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:27.374076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae req-eb98d096-b39e-4b96-a6e8-3387655ea640 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1095 time: 0.2553031 Aug 19 15:31:27.381373 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:27.428380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:27.511570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] No DVR routers for this DVR port a245df18-9fcb-4bb4-9f41-d18c45728a56 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:27.514242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f065ca4-1e09-4398-b3c3-7fd7979cfb2f None None] Pushing event deleted for resources: {'Port': ['ID=a245df18-9fcb-4bb4-9f41-d18c45728a56,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:27.536855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d2371-a97c-4c6f-81be-afb0c5ef3f4b None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:27.544015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:27.547464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:27.690714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae req-11b718db-f03b-4afc-873e-6d589f8c3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:27.692263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae req-11b718db-f03b-4afc-873e-6d589f8c3c39 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=569a268a9a114ea498c8ad71a42bc77e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3081806 Aug 19 15:31:27.921986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'b75f7354-7139-4894-be96-cbe1315711d7'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:27.923543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.002595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae req-dbd65253-6843-46bc-a794-7af308deab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.004141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5a1ce1e-ff68-4964-898f-22f6fcc3ccae req-dbd65253-6843-46bc-a794-7af308deab13 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2969418 Aug 19 15:31:28.032974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6c878-c956-445d-80b9-89cc4b7f66f4 req-f91afc84-70de-4fd2-9d83-586d6ec89d3c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.032974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25a6c878-c956-445d-80b9-89cc4b7f66f4 req-f91afc84-70de-4fd2-9d83-586d6ec89d3c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.1451280 Aug 19 15:31:28.041313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e26518c9-7cf3-4d89-9dbc-ccccff155ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.133159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25a6c878-c956-445d-80b9-89cc4b7f66f4 req-8c0b3447-7a1b-49e1-9077-9a735a1feda1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886521 Aug 19 15:31:28.140999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-2fe648ee-982a-41b1-bf73-9071005749d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.142812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-2fe648ee-982a-41b1-bf73-9071005749d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1095 time: 0.0814502 Aug 19 15:31:28.156431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Allocated IP 172.20.0.2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b75f7354-7139-4894-be96-cbe1315711d7/f60cb163-9087-4552-94a8-b83e7c5474d3) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:28.225224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-6b94a8d2-21a5-4802-a4eb-3e09faebc051 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 217 time: 0.0741076 Aug 19 15:31:28.294773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-4ce10e0e-4860-4dfa-9633-9caa175002cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.296375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-4ce10e0e-4860-4dfa-9633-9caa175002cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.0635755 Aug 19 15:31:28.386568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.395522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Transition to ACTIVE for port object f60cb163-9087-4552-94a8-b83e7c5474d3 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:28.420590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Transition to ACTIVE for port object f60cb163-9087-4552-94a8-b83e7c5474d3 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:28.461226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-2e0ec4f5-037c-4a0a-9c36-fa5232456170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.471404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-2e0ec4f5-037c-4a0a-9c36-fa5232456170 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592913 Aug 19 15:31:28.526502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.577168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:28.582354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:28.587023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:28.600721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Pushing event updated for resources: {'Port': ['ID=f60cb163-9087-4552-94a8-b83e7c5474d3,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:28.645505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-e19568e2-4b5a-457c-9837-92809eeffc36 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722417 Aug 19 15:31:28.720849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Attempting to bind port f60cb163-9087-4552-94a8-b83e7c5474d3 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:28.721584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Attempting to bind port f60cb163-9087-4552-94a8-b83e7c5474d3 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:28.722218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Attempting to bind port f60cb163-9087-4552-94a8-b83e7c5474d3 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:28.731466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:28.732656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:28.733324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.733959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:28.734688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Bound port: f60cb163-9087-4552-94a8-b83e7c5474d3, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:28.735094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.824914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:31:28.845967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7c87b46-6812-4245-b52f-937e1da2a9f5 req-6aab9398-86f9-40a6-8d4a-357f0961b70b service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941867 Aug 19 15:31:28.849222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] For port f60cb163-9087-4552-94a8-b83e7c5474d3, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:28.854227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] For port f60cb163-9087-4552-94a8-b83e7c5474d3, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f60cb163-9087-4552-94a8-b83e7c5474d3,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:29.016523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.091271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a80d35-b338-4bfe-8b51-19d96f5302ca None None] Pushing event updated for resources: {'Port': ['ID=f60cb163-9087-4552-94a8-b83e7c5474d3,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:29.169551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.369191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f8eaa-319f-4b46-9946-33e487c7e9d9 req-cfea6d48-0cf3-46ea-8a68-033fc75e478c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:29.375787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a8f8eaa-319f-4b46-9946-33e487c7e9d9 req-cfea6d48-0cf3-46ea-8a68-033fc75e478c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.1216691 Aug 19 15:31:29.429229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a8f8eaa-319f-4b46-9946-33e487c7e9d9 req-659600fe-a606-4c50-aee8-56cfba85c93a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 Aug 19 15:31:29.483324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] For port f60cb163-9087-4552-94a8-b83e7c5474d3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f60cb163-9087-4552-94a8-b83e7c5474d3,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:29.534310 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.644968 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.646275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.724520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.753192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:29.759239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:29.763787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:29.764994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.806774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=e2e3c0e9-0b70-4d87-b532-a6e2360af34f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:29.822796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=f60cb163-9087-4552-94a8-b83e7c5474d3,revision_number=4']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:29.957277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f60cb163-9087-4552-94a8-b83e7c5474d3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:29.968198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42282) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:29.969321 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a0f8fa07-aedb-40c9-9d51-2496118de9c4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8098273 Aug 19 15:31:29.973674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:a2:45:cc', 'name': 'tempest-NetworksTestDHCPv6-1004521249'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:30.221962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f60cb163-9087-4552-94a8-b83e7c5474d3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:30.283491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5f496-1329-4669-ac95-83ffdc4049b4 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:30.535831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] Provisioning for port f60cb163-9087-4552-94a8-b83e7c5474d3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:30.540576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:30.544768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] Provisioning complete for port f60cb163-9087-4552-94a8-b83e7c5474d3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:30.545570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:30.709818 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:30.728149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086e46-f53d-4044-ad69-f45ca4f628ac req-6dbf9b8e-d66b-4d28-88fd-a753339965a8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:30.743434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82086e46-f53d-4044-ad69-f45ca4f628ac req-6dbf9b8e-d66b-4d28-88fd-a753339965a8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.2180064 Aug 19 15:31:30.829534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] For port f60cb163-9087-4552-94a8-b83e7c5474d3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f60cb163-9087-4552-94a8-b83e7c5474d3,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:30.833221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82086e46-f53d-4044-ad69-f45ca4f628ac req-46389a5c-4610-452c-8fd2-642f3a494c5a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801191 Aug 19 15:31:30.863967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:30.905437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port c80de7e7-0c6f-4a35-bac3-0c56315c0174 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:31:30.965565 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:30.966722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:31.090321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb2001-e805-447f-a48b-28a4583cdab3 None None] Pushing event updated for resources: {'Port': ['ID=f60cb163-9087-4552-94a8-b83e7c5474d3,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:31.208493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 172.20.0.9 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b75f7354-7139-4894-be96-cbe1315711d7/c80de7e7-0c6f-4a35-bac3-0c56315c0174) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:31.219418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fea2:45cc (fdf12966-7dff-4e5d-ab3f-7c74f498d492/e2e3c0e9-0b70-4d87-b532-a6e2360af34f/c80de7e7-0c6f-4a35-bac3-0c56315c0174) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:31.397198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d2e3533a-4124-4e32-8a5c-2bfe9bd79522 None None] Provisioning complete for port f60cb163-9087-4552-94a8-b83e7c5474d3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:31.397765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2e3533a-4124-4e32-8a5c-2bfe9bd79522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:31.441310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:31.457891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object c80de7e7-0c6f-4a35-bac3-0c56315c0174 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:31.577751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:31.673613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:31.680228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:31.689520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:31.776679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:31.777651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:31.806557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=c80de7e7-0c6f-4a35-bac3-0c56315c0174,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:31.879985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f76a07f4-947c-400b-939e-37afdce9c646 None None] Could not find standard attr ID for object 3cccc952-b847-409f-a5c8-d28c913c681d. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:31:31.945374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b73ceb25-2c93-4694-8a23-41377812a99c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9730830 Aug 19 15:31:31.945874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42334) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:31.963699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f60cb163-9087-4552-94a8-b83e7c5474d3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:32.047332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f60cb163-9087-4552-94a8-b83e7c5474d3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:32.047713 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:32.116499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b5cd-fee0-4589-9a8b-029308e62e85 req-728b5557-ea69-4643-a2bc-86b9f42b65f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:32.118334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0226b5cd-fee0-4589-9a8b-029308e62e85 req-728b5557-ea69-4643-a2bc-86b9f42b65f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.1554699 Aug 19 15:31:32.136882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff97e49-1483-40cf-a5e0-3f874235cdfb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:32.146349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff97e49-1483-40cf-a5e0-3f874235cdfb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:32.149478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8ff97e49-1483-40cf-a5e0-3f874235cdfb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2022774 Aug 19 15:31:32.152244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42338) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:32.273374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0226b5cd-fee0-4589-9a8b-029308e62e85 req-0966d0dc-0d08-408c-804b-b4edb180fe84 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222351 Aug 19 15:31:32.335819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port c80de7e7-0c6f-4a35-bac3-0c56315c0174 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:32.336189 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:32.463602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:32.477413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d89f7744-34f5-4db1-ac47-2f15ff5892b2 None None] Provisioning for port c80de7e7-0c6f-4a35-bac3-0c56315c0174 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:32.482460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d89f7744-34f5-4db1-ac47-2f15ff5892b2 None None] Provisioning complete for port c80de7e7-0c6f-4a35-bac3-0c56315c0174 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:32.483146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d89f7744-34f5-4db1-ac47-2f15ff5892b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:32.498743 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for c80de7e7-0c6f-4a35-bac3-0c56315c0174 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:32.541684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d89f7744-34f5-4db1-ac47-2f15ff5892b2 None None] Port c80de7e7-0c6f-4a35-bac3-0c56315c0174 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:32.610290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:32.853002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:32.881806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'port_id': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'mac_address': 'fa:16:3e:24:fa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:32.925602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:32.942562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e426f8-5888-4c4f-a0d6-c09231889788 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:32.968486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:33.062370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.093548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=c80de7e7-0c6f-4a35-bac3-0c56315c0174,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:33.152880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.218486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:33.222071 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.227598 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0088ae5-4037-49ba-8f13-c51e94b71b81 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/c80de7e7-0c6f-4a35-bac3-0c56315c0174 HTTP/1.1" status: 204 len: 168 time: 1.0663157 Aug 19 15:31:33.227705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42358) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:33.317724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588f65e-b270-42d3-bcf9-17cb728654f5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:33.319444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588f65e-b270-42d3-bcf9-17cb728654f5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:33.320912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588f65e-b270-42d3-bcf9-17cb728654f5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:33.326260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7588f65e-b270-42d3-bcf9-17cb728654f5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0979702 Aug 19 15:31:33.331775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42364) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:33.397395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['e1e426f8-5888-4c4f-a0d6-c09231889788'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:31:33.441638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet b75f7354-7139-4894-be96-cbe1315711d7 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:33.445277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.491699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.546355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56eefd-3e09-453c-be7f-0cc66930e723 req-561aafb4-251c-4c38-ae51-42b627ad7d4c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:33.553719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be56eefd-3e09-453c-be7f-0cc66930e723 req-561aafb4-251c-4c38-ae51-42b627ad7d4c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 944 time: 0.1533003 Aug 19 15:31:33.646172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be56eefd-3e09-453c-be7f-0cc66930e723 req-d250450f-d218-4396-8748-8e574dcac0b0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827315 Aug 19 15:31:33.661198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.147262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.201068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=b75f7354-7139-4894-be96-cbe1315711d7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:34.212953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.219145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42376) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:34.220297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3f3f8e3-ef1c-4c7d-9ea1-138da5fb643d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b75f7354-7139-4894-be96-cbe1315711d7 HTTP/1.1" status: 204 len: 168 time: 0.8907349 Aug 19 15:31:34.221390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74042e64-9ce9-46b4-9b5b-049a41a93a0c None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:34.334856 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet e2e3c0e9-0b70-4d87-b532-a6e2360af34f {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:34.339351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.398053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.523315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.617424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:34.718066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.790384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e3c0e9-0b70-4d87-b532-a6e2360af34f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:34.805455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.816766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42382) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:34.821302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port e1e426f8-5888-4c4f-a0d6-c09231889788 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:34.826275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port e1e426f8-5888-4c4f-a0d6-c09231889788 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:34.829943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.832772 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3c014bd-70bc-4051-92be-74c96c33167a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/e2e3c0e9-0b70-4d87-b532-a6e2360af34f HTTP/1.1" status: 204 len: 168 time: 0.6133342 Aug 19 15:31:34.931125 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42384) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:34.933382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-99fb05a0-a9c5-48a3-a7b9-26757eddb399 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147416 Aug 19 15:31:34.937025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:35.007721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.046516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe339f-f03b-4ab4-be32-ea930a4b5a4f req-d6838928-71cb-48bc-b2de-e48e67175e2a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:35.048955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15fe339f-f03b-4ab4-be32-ea930a4b5a4f req-d6838928-71cb-48bc-b2de-e48e67175e2a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 944 time: 0.1542039 Aug 19 15:31:35.060906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:35.063852 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7dbdb-8372-4b51-9417-a6a17b54b673" -d '{"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-plugged", "status": "completed", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:35.097735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:35.121981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15fe339f-f03b-4ab4-be32-ea930a4b5a4f req-0d9b9c56-4db1-4038-983d-6e0697b50a99 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589457 Aug 19 15:31:35.185471 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.297928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:35.330048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:35.337090 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.516461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef36fd0-cde6-45ec-a7cf-7dfe77c58610 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:35.567838 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4069a8d-1a4e-4041-8927-f5b2197fea5c x-openstack-request-id: req-d4069a8d-1a4e-4041-8927-f5b2197fea5c {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:35.567838 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-plugged", "status": "completed", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:35.567838 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4069a8d-1a4e-4041-8927-f5b2197fea5c {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:35.568296 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'code': 200} Aug 19 15:31:35.651990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-646ad14b-838d-414e-8340-75fd4589b03f None None] Provisioning complete for port f60cb163-9087-4552-94a8-b83e7c5474d3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:35.652281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-646ad14b-838d-414e-8340-75fd4589b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.704962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293dc7c-2966-4f83-87a8-76569962fbbc req-5ec80eb2-55a5-433d-8a20-a9227da6558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:35.711785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d293dc7c-2966-4f83-87a8-76569962fbbc req-5ec80eb2-55a5-433d-8a20-a9227da6558f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.0956740 Aug 19 15:31:35.763259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d293dc7c-2966-4f83-87a8-76569962fbbc req-604ac807-1323-4f26-844b-4b22ae68e1c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475750 Aug 19 15:31:35.802742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:31:35.857371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.863609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] Deleting port f60cb163-9087-4552-94a8-b83e7c5474d3 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:35.870322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.961770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f60cb163-9087-4552-94a8-b83e7c5474d3 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:35.968167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:35.974410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:35.980462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:35.981101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.999566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=ca8547c1-cdba-42f8-be7e-4dcc49d8fb09,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:36.002176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] For port f60cb163-9087-4552-94a8-b83e7c5474d3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f60cb163-9087-4552-94a8-b83e7c5474d3,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:36.003770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:36.027588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] Calling delete_port for f60cb163-9087-4552-94a8-b83e7c5474d3 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:36.113195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42398) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:36.114393 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3f66705e-a07c-4e10-a731-c61b2c2e7703 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1821103 Aug 19 15:31:36.118264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:36.172577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:36.371627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01642215-e251-4b82-a7ff-def221df3132 req-5e15219e-b05b-4629-bc2e-7bc55eaccd0f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:36.373836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01642215-e251-4b82-a7ff-def221df3132 req-5e15219e-b05b-4629-bc2e-7bc55eaccd0f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.0799544 Aug 19 15:31:36.425183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01642215-e251-4b82-a7ff-def221df3132 req-68634d97-a2de-4808-b268-de54313c40f8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 Aug 19 15:31:36.747683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:36.795099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] Pushing event deleted for resources: {'Port': ['ID=f60cb163-9087-4552-94a8-b83e7c5474d3,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:36.799355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4004645-3a9a-467d-bf56-4a9141b4d7df None None] No DVR routers for this DVR port f60cb163-9087-4552-94a8-b83e7c5474d3 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:36.817853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787e73b-d35c-48ea-b66d-5d30be89d6ad None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:36.848986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:36.861908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.029785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'ca8547c1-cdba-42f8-be7e-4dcc49d8fb09'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:37.031253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.260154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Allocated IP 172.20.0.2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/ca8547c1-cdba-42f8-be7e-4dcc49d8fb09/2c9da761-d966-41be-ac43-d70447fc109c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:37.710938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.objects.ports [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101963) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:31:37.714103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.756113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.769641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Transition to ACTIVE for port object 2c9da761-d966-41be-ac43-d70447fc109c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:37.790637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=7a61d50c-e76c-4f05-a847-a0997bb454c2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:37.792973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Transition to ACTIVE for port object 2c9da761-d966-41be-ac43-d70447fc109c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:37.806959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.809054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.809054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.809054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.809054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.809452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.810313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.811630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.812163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.812667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.813203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.813704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:37.842248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9350d7-92ae-47a8-a825-80a47a8ac9f9 req-3aeb0ba3-a208-48eb-b599-8ba8aa9fd87d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:37.857544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd9350d7-92ae-47a8-a825-80a47a8ac9f9 req-3aeb0ba3-a208-48eb-b599-8ba8aa9fd87d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2509460 Aug 19 15:31:37.890332 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.914308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:37.917823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd9350d7-92ae-47a8-a825-80a47a8ac9f9 req-406458fc-4c50-456d-9a36-c6d6cd243cbd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594101 Aug 19 15:31:37.920239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:37.923932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:37.924852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.998823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:38.007552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:38.014723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:38.023342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Pushing event updated for resources: {'Port': ['ID=2c9da761-d966-41be-ac43-d70447fc109c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:38.037957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42426) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:38.042232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-587bc0c6-f3f3-4146-bd99-64905fc7d2fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9244044 Aug 19 15:31:38.043528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:bd:04:66', 'name': 'tempest-NetworksTestDHCPv6-2043835548'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:38.101847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Attempting to bind port 2c9da761-d966-41be-ac43-d70447fc109c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:38.105483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Attempting to bind port 2c9da761-d966-41be-ac43-d70447fc109c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:38.105483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Attempting to bind port 2c9da761-d966-41be-ac43-d70447fc109c on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:38.111311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:38.111846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:38.112167 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:38.112512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:38.113056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Bound port: 2c9da761-d966-41be-ac43-d70447fc109c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:38.113478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:38.239683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d365f-18da-44c1-be75-11613bec24b9 req-c1490583-feae-45d4-9bb6-ff71224cf386 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:38.244483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f5d365f-18da-44c1-be75-11613bec24b9 req-c1490583-feae-45d4-9bb6-ff71224cf386 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1345716 Aug 19 15:31:38.281627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] For port 2c9da761-d966-41be-ac43-d70447fc109c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:38.295557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] For port 2c9da761-d966-41be-ac43-d70447fc109c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2c9da761-d966-41be-ac43-d70447fc109c,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:38.363332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f5d365f-18da-44c1-be75-11613bec24b9 req-c37409e7-7f98-4e5c-9adb-60e7c316ce70 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129255 Aug 19 15:31:38.384372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42434) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:38.398478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:38.426605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:38.516390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb0d5d-70fc-45a3-9e65-26130fb78e4e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:38.525995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bdcb0d5d-70fc-45a3-9e65-26130fb78e4e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1092 time: 0.1400161 Aug 19 15:31:38.530153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42442) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:38.540801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:38.604874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cc157-c15c-4be4-a483-3ecf46403f2b None None] Pushing event updated for resources: {'Port': ['ID=2c9da761-d966-41be-ac43-d70447fc109c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:38.686803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:38.719014 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef240848-f072-4ab9-94d0-93c5ffbd38a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:38.805735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.031028 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.086092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port f29a66ba-bf3a-4f93-b22d-3d60e68a8711 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:31:39.186445 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef240848-f072-4ab9-94d0-93c5ffbd38a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.247560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ef240848-f072-4ab9-94d0-93c5ffbd38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.299489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.352547 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ef240848-f072-4ab9-94d0-93c5ffbd38a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=907877f5ef4b431c95e66181d585d3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9443431 Aug 19 15:31:39.355078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42446) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:39.374180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef240848-f072-4ab9-94d0-93c5ffbd38a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104a7421-8ee5-40bf-b7fd-98660a035381,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:39.472910 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb9dafc0-b5a5-4762-8715-5bd5426a721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.505378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb9dafc0-b5a5-4762-8715-5bd5426a721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.521081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 172.20.0.11 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/ca8547c1-cdba-42f8-be7e-4dcc49d8fb09/f29a66ba-bf3a-4f93-b22d-3d60e68a8711) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:39.534148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:febd:466 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/7a61d50c-e76c-4f05-a847-a0997bb454c2/f29a66ba-bf3a-4f93-b22d-3d60e68a8711) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:39.640099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.254 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/c7be3623-6431-4265-a44f-c5a98023d136) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:39.723580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb9dafc0-b5a5-4762-8715-5bd5426a721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.729911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-eb9dafc0-b5a5-4762-8715-5bd5426a721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.729911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-eb9dafc0-b5a5-4762-8715-5bd5426a721b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/104a7421-8ee5-40bf-b7fd-98660a035381 HTTP/1.1" status: 204 len: 168 time: 0.3707235 Aug 19 15:31:39.739806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dafc0-b5a5-4762-8715-5bd5426a721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a7421-8ee5-40bf-b7fd-98660a035381,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:39.897571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.921704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.938888 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object f29a66ba-bf3a-4f93-b22d-3d60e68a8711 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:40.029045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2c9da761-d966-41be-ac43-d70447fc109c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:40.056406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.105542 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.120610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:40.128582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:40.133720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:40.142556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9ad04-fc97-4dfa-8388-07e4f3e424d9 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:40.165359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:40.165359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=f29a66ba-bf3a-4f93-b22d-3d60e68a8711,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:40.176087 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:40.178523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:40.211002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2c9da761-d966-41be-ac43-d70447fc109c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:40.268457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:40.271424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.275029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=c7be3623-6431-4265-a44f-c5a98023d136,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:40.364176 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bbe15204-1323-4288-8f44-4a689670fd16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3248069 Aug 19 15:31:40.366465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42462) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:40.400778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] Provisioning for port 2c9da761-d966-41be-ac43-d70447fc109c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:40.418300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] Provisioning complete for port 2c9da761-d966-41be-ac43-d70447fc109c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:40.419135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.515966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e9f8a-3bec-4e7f-9d52-6a7bf2b9f089 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:40.539945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e9f8a-3bec-4e7f-9d52-6a7bf2b9f089 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:40.553468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-803e9f8a-3bec-4e7f-9d52-6a7bf2b9f089 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1845357 Aug 19 15:31:40.561245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:40.660435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.680704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'ca8547c1-cdba-42f8-be7e-4dcc49d8fb09', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a61d50c-e76c-4f05-a847-a0997bb454c2'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '2c9da761-d966-41be-ac43-d70447fc109c'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:31:40.772881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.787659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port f29a66ba-bf3a-4f93-b22d-3d60e68a8711 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:40.787659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.798793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] For port 2c9da761-d966-41be-ac43-d70447fc109c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2c9da761-d966-41be-ac43-d70447fc109c,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:41.002556 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:41.012186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:41.035506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for f29a66ba-bf3a-4f93-b22d-3d60e68a8711 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:41.094560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446d762-acf1-4eba-9758-9075b43cadee None None] Pushing event updated for resources: {'Port': ['ID=2c9da761-d966-41be-ac43-d70447fc109c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:41.275817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Allocated IP 2001:db8::f816:3eff:febd:dc32 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/7a61d50c-e76c-4f05-a847-a0997bb454c2/2c9da761-d966-41be-ac43-d70447fc109c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:41.517194 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:41.546233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] For port 2c9da761-d966-41be-ac43-d70447fc109c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2c9da761-d966-41be-ac43-d70447fc109c,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:41.581943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=f29a66ba-bf3a-4f93-b22d-3d60e68a8711,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:41.676736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:41.677463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:41.691617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Transition to ACTIVE for port object 2c9da761-d966-41be-ac43-d70447fc109c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:41.835528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:41.837900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e20958fc-44ae-49bf-abb3-8173b7dfc47f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/f29a66ba-bf3a-4f93-b22d-3d60e68a8711 HTTP/1.1" status: 204 len: 168 time: 1.2755561 Aug 19 15:31:41.845877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42496) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:41.947906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48143b4-3dc7-425d-8415-3ee731f0c5cc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:41.949928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48143b4-3dc7-425d-8415-3ee731f0c5cc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:41.964710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48143b4-3dc7-425d-8415-3ee731f0c5cc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:41.964710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d48143b4-3dc7-425d-8415-3ee731f0c5cc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1076281 Aug 19 15:31:41.967697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:41.981191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2c9da761-d966-41be-ac43-d70447fc109c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:42.087077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 7a61d50c-e76c-4f05-a847-a0997bb454c2 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:42.107169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2c9da761-d966-41be-ac43-d70447fc109c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:42.107719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.409726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.409934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.499219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9517-7ea0-4b9d-aa12-ce8a981bac07 None None] Pushing event updated for resources: {'Port': ['ID=2c9da761-d966-41be-ac43-d70447fc109c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:42.527577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.532512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.745848 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.987521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.038874 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.109237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=7a61d50c-e76c-4f05-a847-a0997bb454c2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:43.122775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.136001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.141815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42512) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:43.143640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2366762-7b6f-4481-bb90-e7c9c7d8b8be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/7a61d50c-e76c-4f05-a847-a0997bb454c2 HTTP/1.1" status: 204 len: 168 time: 1.1734090 Aug 19 15:31:43.301378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet ca8547c1-cdba-42f8-be7e-4dcc49d8fb09 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:43.305787 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.312196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.369093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=c7be3623-6431-4265-a44f-c5a98023d136,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:43.390905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.431451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.579280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebd735-7352-4caf-a214-a5a0815976d5 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:43.612032 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP b574839c-91e3-4fa6-841a-e62a62587156 associated. External IP: 172.25.5.254, port: e1e426f8-5888-4c4f-a0d6-c09231889788. Aug 19 15:31:43.632008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.797714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-32bf1d46-7b5e-4955-9804-e31db2858a9e None None] Provisioning for port 2c9da761-d966-41be-ac43-d70447fc109c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:43.805856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-32bf1d46-7b5e-4955-9804-e31db2858a9e None None] Provisioning complete for port 2c9da761-d966-41be-ac43-d70447fc109c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:43.806384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32bf1d46-7b5e-4955-9804-e31db2858a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.821639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.866825 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.869606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/ca8547c1-cdba-42f8-be7e-4dcc49d8fb09 HTTP/1.1" status: 204 len: 168 time: 0.7262521 Aug 19 15:31:43.881980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42524) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:43.945668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5a31e-68fb-4d08-9e49-5f5b0c1732b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8547c1-cdba-42f8-be7e-4dcc49d8fb09,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:43.989474 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b59fe397-8871-4b4e-848a-eed531b60bf8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040361 Aug 19 15:31:43.991936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:44.110429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 6131ea21-21f5-48ff-8b84-d7a443771cde has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:44.121460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2c9da761-d966-41be-ac43-d70447fc109c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:44.135439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c97e3-96bb-498d-a35c-f845639e414d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:44.141271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-452c97e3-96bb-498d-a35c-f845639e414d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1446984 Aug 19 15:31:44.141754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42532) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:44.145830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1bd675-bded-4c70-8fa7-c4e49d939c08 None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'ca8547c1-cdba-42f8-be7e-4dcc49d8fb09'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '2c9da761-d966-41be-ac43-d70447fc109c'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:31:44.284723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435a5a8-bdae-4cd4-beac-592a79d57304 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:44.294843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-32bf1d46-7b5e-4955-9804-e31db2858a9e None None] Could not find standard attr ID for object f29a66ba-bf3a-4f93-b22d-3d60e68a8711. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:31:44.296045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd675-bded-4c70-8fa7-c4e49d939c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:44.301100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b435a5a8-bdae-4cd4-beac-592a79d57304 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1579862 Aug 19 15:31:44.302037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42538) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:44.415414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:44.432209 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] Sync routers for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:44.456720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c9b38037-24b8-42da-95ca-74ce033db28a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1531887 Aug 19 15:31:44.460139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42546) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:44.461019 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:44.461924 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:44.485468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ddbacc04-f040-4af1-96ca-573b8abfc3bd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:44.618007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2c9da761-d966-41be-ac43-d70447fc109c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:44.618567 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:44.692761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:44.729670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac946cf7-2827-4261-9340-983331e4de79 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:44.766290 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e73776bf-9cc0-4f0c-bf58-999b285f876d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2349601 Aug 19 15:31:44.780713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbacc04-f040-4af1-96ca-573b8abfc3bd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:44.781740 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:44.785260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ddbacc04-f040-4af1-96ca-573b8abfc3bd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:44.787051 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbacc04-f040-4af1-96ca-573b8abfc3bd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:31:44.787619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbacc04-f040-4af1-96ca-573b8abfc3bd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:31:44.792268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:44.806785 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:44.908005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:44.913788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ddbacc04-f040-4af1-96ca-573b8abfc3bd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4426570 Aug 19 15:31:44.917967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f8edf0d4-a27e-406d-b7f2-c2876dc0dc68 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:45.160426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571258d4-4f90-4c5e-9685-01b77630ac54 req-3f912b3e-e6a0-40fa-b1be-7985d7829ee8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:45.175217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-571258d4-4f90-4c5e-9685-01b77630ac54 req-3f912b3e-e6a0-40fa-b1be-7985d7829ee8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2267413 Aug 19 15:31:45.246604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-453a28cb-99da-467b-99e6-4b7469f99b9e None None] Provisioning complete for port 2c9da761-d966-41be-ac43-d70447fc109c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:45.247095 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-453a28cb-99da-467b-99e6-4b7469f99b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:45.286948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42564) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:45.405837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:31:45.411730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-571258d4-4f90-4c5e-9685-01b77630ac54 req-a315006e-1449-4654-9c23-262022023d8b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179720 Aug 19 15:31:45.436244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42568) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:45.528828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8edf0d4-a27e-406d-b7f2-c2876dc0dc68 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:45.532749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8edf0d4-a27e-406d-b7f2-c2876dc0dc68 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:45.536804 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8edf0d4-a27e-406d-b7f2-c2876dc0dc68 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:31:45.536804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8edf0d4-a27e-406d-b7f2-c2876dc0dc68 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:31:45.679214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] Deleting port 2c9da761-d966-41be-ac43-d70447fc109c {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:45.679766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:45.703996 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f8edf0d4-a27e-406d-b7f2-c2876dc0dc68 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7901251 Aug 19 15:31:45.703996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:45.708917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9b463868-8ba2-4d6b-8873-b606b6207f60 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:45.710854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b574839c-91e3-4fa6-841a-e62a62587156', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'port_id': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'mac_address': 'fa:16:3e:24:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0cd878-8638-4325-8719-aa1a484e0907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:31:40Z', 'updated_at': '2021-08-19T15:31:40Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:16Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:45.800516 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] Checking router: 6131ea21-21f5-48ff-8b84-d7a443771cde for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:45.801951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] For port 2c9da761-d966-41be-ac43-d70447fc109c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2c9da761-d966-41be-ac43-d70447fc109c,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:45.802374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:45.818157 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9413931-fb25-4ebd-9bd9-dc4f89a0384d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:45.819357 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:45.820910 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:45.822887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] Calling delete_port for 2c9da761-d966-41be-ac43-d70447fc109c owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:45.964429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1c3cda5-2999-4200-8795-da89ba7f793b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/b574839c-91e3-4fa6-841a-e62a62587156 HTTP/1.1" status: 200 len: 991 time: 0.5241597 Aug 19 15:31:45.988881 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c3e6f-b111-414e-a72f-eff6ca1d8395 x-openstack-request-id: req-3f8c3e6f-b111-414e-a72f-eff6ca1d8395 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:45.989813 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:45.990240 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f8c3e6f-b111-414e-a72f-eff6ca1d8395 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:45.991708 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'status': 'completed', 'code': 200} Aug 19 15:31:45.996169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2c9da761-d966-41be-ac43-d70447fc109c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:46.090596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-67ccf91f-5624-4e5b-adfa-92079a81f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:46.093084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-67ccf91f-5624-4e5b-adfa-92079a81f533 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.1078084 Aug 19 15:31:46.106595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No active binding found for port 2c9da761-d966-41be-ac43-d70447fc109c {{(pid=101964) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 15:31:46.107047 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2c9da761-d966-41be-ac43-d70447fc109c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:31:46.108943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:46.136643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] No DVR routers for this DVR port 2c9da761-d966-41be-ac43-d70447fc109c on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:46.158732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9441f-25b6-48b3-a535-c2ce70cc2b30 None None] Pushing event deleted for resources: {'Port': ['ID=2c9da761-d966-41be-ac43-d70447fc109c,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:46.176910 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:46.202387 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9413931-fb25-4ebd-9bd9-dc4f89a0384d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:46.358716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-76313cb9-745a-4a70-b444-2d7e5e7d12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:46.361830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-76313cb9-745a-4a70-b444-2d7e5e7d12b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.2593229 Aug 19 15:31:46.362649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f9413931-fb25-4ebd-9bd9-dc4f89a0384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:46.409643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b463868-8ba2-4d6b-8873-b606b6207f60 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:46.425612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b463868-8ba2-4d6b-8873-b606b6207f60 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:46.425612 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b463868-8ba2-4d6b-8873-b606b6207f60 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:31:46.425612 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b463868-8ba2-4d6b-8873-b606b6207f60 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:31:46.497876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-36059ff6-93ef-4f2f-84fa-8b06436064f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 999 time: 0.1281486 Aug 19 15:31:46.555591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f9413931-fb25-4ebd-9bd9-dc4f89a0384d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77cd8041951a4eb1b6fadafbbd080f72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2551701 Aug 19 15:31:46.555591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413931-fb25-4ebd-9bd9-dc4f89a0384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9eac5-f60f-40de-9b00-2fb664bb7508,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:46.555878 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42598) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:46.609921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-0f3cd659-eb01-4201-83f9-1851070a1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:46.612013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-0f3cd659-eb01-4201-83f9-1851070a1be0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.0981309 Aug 19 15:31:46.619872 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b463868-8ba2-4d6b-8873-b606b6207f60 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9168704 Aug 19 15:31:46.622677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42600) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:46.629181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bdb05e99-8b3c-436a-a3b9-68a7c6caf7e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:46.689529 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b574839c-91e3-4fa6-841a-e62a62587156', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'port_id': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'mac_address': 'fa:16:3e:24:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0cd878-8638-4325-8719-aa1a484e0907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:31:40Z', 'updated_at': '2021-08-19T15:31:40Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:16Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:46.705395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-b7cb083a-337a-47de-98ae-070b7b394e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:46.709816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-b7cb083a-337a-47de-98ae-070b7b394e84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861206 Aug 19 15:31:46.751689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc9f25-0e29-4c23-af20-d73adca2eddf None None] The sync data for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 is: [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b574839c-91e3-4fa6-841a-e62a62587156', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'port_id': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'mac_address': 'fa:16:3e:24:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0cd878-8638-4325-8719-aa1a484e0907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:31:40Z', 'updated_at': '2021-08-19T15:31:40Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:16Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:46.759943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff9b041e-3158-4ed0-8b4e-57c2bcad1221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:46.804382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff9b041e-3158-4ed0-8b4e-57c2bcad1221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:46.854955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-43a52aa1-0970-4594-91a5-2a76ffb7f694 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368146 Aug 19 15:31:46.967754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42602) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:47.011891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b6f29eb-9377-47bc-8e16-f5ea1276d0ee req-0973d336-620c-4f95-b9f8-3c264ffc8381 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485748 Aug 19 15:31:47.113773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e57c61b-e957-43b0-9bf9-5875c57da7ff None None] New status for floating IP b574839c-91e3-4fa6-841a-e62a62587156: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:31:47.123515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb05e99-8b3c-436a-a3b9-68a7c6caf7e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:47.128250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bdb05e99-8b3c-436a-a3b9-68a7c6caf7e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:47.130060 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb05e99-8b3c-436a-a3b9-68a7c6caf7e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:31:47.130513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb05e99-8b3c-436a-a3b9-68a7c6caf7e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:31:47.141205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff9b041e-3158-4ed0-8b4e-57c2bcad1221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:47.144162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff9b041e-3158-4ed0-8b4e-57c2bcad1221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:47.146009 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff9b041e-3158-4ed0-8b4e-57c2bcad1221 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0df9eac5-f60f-40de-9b00-2fb664bb7508 HTTP/1.1" status: 204 len: 168 time: 0.5889056 Aug 19 15:31:47.225279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b041e-3158-4ed0-8b4e-57c2bcad1221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9eac5-f60f-40de-9b00-2fb664bb7508,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:47.286220 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bdb05e99-8b3c-436a-a3b9-68a7c6caf7e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6612384 Aug 19 15:31:47.293255 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42610) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:47.295858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fe81da1c-0142-49e8-913e-6bf0ae48ad91 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:47.367459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-33b939fe-63cb-4672-964b-bf5b239c9b31 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/b574839c-91e3-4fa6-841a-e62a62587156 HTTP/1.1" status: 200 len: 991 time: 0.3972189 Aug 19 15:31:47.507594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe81da1c-0142-49e8-913e-6bf0ae48ad91 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:47.518324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe81da1c-0142-49e8-913e-6bf0ae48ad91 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:47.518324 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe81da1c-0142-49e8-913e-6bf0ae48ad91 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:31:47.518324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe81da1c-0142-49e8-913e-6bf0ae48ad91 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:31:47.644694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fe81da1c-0142-49e8-913e-6bf0ae48ad91 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3543508 Aug 19 15:31:47.647714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42618) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:47.654785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2afdf2c0-d1db-4301-8d81-7f3a7244598c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:47.896356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afdf2c0-d1db-4301-8d81-7f3a7244598c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:47.902365 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2afdf2c0-d1db-4301-8d81-7f3a7244598c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:47.904010 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afdf2c0-d1db-4301-8d81-7f3a7244598c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:31:47.904450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afdf2c0-d1db-4301-8d81-7f3a7244598c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:31:48.078461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2afdf2c0-d1db-4301-8d81-7f3a7244598c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4294422 Aug 19 15:31:48.081043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42630) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:48.125361 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37016d03-7fa6-46e5-8c7a-90559f3bc471 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403073 Aug 19 15:31:48.125981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42638) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:48.242482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb8ee4-e8da-4681-8f4c-c46353c82dc8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:48.247866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42648) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:48.255973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08fb8ee4-e8da-4681-8f4c-c46353c82dc8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1287830 Aug 19 15:31:48.294534 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5079e7a7-50f8-45ce-8782-00eae92f311a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447586 Aug 19 15:31:48.309464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42652) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:48.309464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:48.370465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:48.510832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d5a8b027-7104-4505-ac9f-f33ddd331fb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/b574839c-91e3-4fa6-841a-e62a62587156 HTTP/1.1" status: 200 len: 993 time: 0.1390924 Aug 19 15:31:48.534625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:48.538610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:48.604267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42664) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:48.764748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-315604491-network', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:48.884085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Made reservation on behalf of 64f0b3cfd8284ca9acb03a121d33b8de for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:48.887492 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:48.898704 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.031236 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.129243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:31:49.130834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.152424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.182147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:49.187336 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:49.193185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:31:49.197534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:49.197534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.204706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bf287-e54f-4216-8a0f-c2cd3e38b6d5 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:49.215252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469d8ef8-6935-4929-892d-0404671996c3,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:49.218924 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=17062f55-f00d-40c7-ab6d-470d45551760,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:49.237347 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.237879 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Added segment a8a83113-b1c6-40a9-9133-4812f3d76e3a of type vlan for network cd335d93-c17f-43e5-90a4-6be094363e7e Aug 19 15:31:49.285941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.302911 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-67cac454-fbb3-4ee8-a800-8f2080a0415d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0020325 Aug 19 15:31:49.306259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42670) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:49.317187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:dd:0e:e9', 'name': 'tempest-NetworksTestDHCPv6-102628661'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:49.343697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:31:49.386348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '17062f55-f00d-40c7-ab6d-470d45551760'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:49.387271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.398794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.399909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:49.400585 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.474437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] Pushing event updated for resources: {'Network': ['ID=cd335d93-c17f-43e5-90a4-6be094363e7e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:49.487350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network cd335d93-c17f-43e5-90a4-6be094363e7e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:31:49.525744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:49.603679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0a660877-4560-4db7-a690-12e5468ccfe4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9982634 Aug 19 15:31:49.604148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42678) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:49.605840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Allocated IP 2001:db8::f816:3eff:fe38:f080 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/17062f55-f00d-40c7-ab6d-470d45551760/2555bdcf-ea97-4fb7-a0e7-b03c50826b63) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:49.609972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Request body: {'subnet': {'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-315604491-subnet', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:49.667475 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.691778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 9eb54b3a-1377-4c5b-a19a-e9e325d7bece yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:31:49.738320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Made reservation on behalf of 64f0b3cfd8284ca9acb03a121d33b8de for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:49.741522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.837192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:49.850545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Transition to ACTIVE for port object 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:49.879740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Transition to ACTIVE for port object 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:49.962250 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.035871 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fedd:ee9 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/17062f55-f00d-40c7-ab6d-470d45551760/9eb54b3a-1377-4c5b-a19a-e9e325d7bece) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:50.044805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:50.056881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:50.068479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:50.110369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Pushing event updated for resources: {'Port': ['ID=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:50.144650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.146165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Attempting to bind port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:50.146539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Attempting to bind port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:50.146909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Attempting to bind port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:50.166665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:50.167330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:50.167517 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.168091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:50.168448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Bound port: 2555bdcf-ea97-4fb7-a0e7-b03c50826b63, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:50.169445 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.225219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0fb89d-a309-46bd-869d-138afa7edde3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:50.348046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] For port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:50.354553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Checking segment: {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:50.354553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Network hostable DHCP agents. Network: cd335d93-c17f-43e5-90a4-6be094363e7e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:31:50.354841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] For port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:50.435914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.455227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 9eb54b3a-1377-4c5b-a19a-e9e325d7bece will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:50.535448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Network cd335d93-c17f-43e5-90a4-6be094363e7e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:31:50.535674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.616371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.634287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cf2d5-37c6-419b-ab0d-63bce3416f48 None None] Pushing event updated for resources: {'Port': ['ID=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:50.660773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, cd335d93-c17f-43e5-90a4-6be094363e7e) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:50.670281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d3fd4-182b-4b4b-a0e1-e23dfbee9b8b None None] Network cd335d93-c17f-43e5-90a4-6be094363e7e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:50.683281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:50.687198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.735716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:50.740058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:50.745555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:50.755904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:50.759752 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.764670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=9eb54b3a-1377-4c5b-a19a-e9e325d7bece,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:50.828801 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-88a6a2d1-4d01-4c35-97ff-d3fcce71d11d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2233701 Aug 19 15:31:50.833507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42696) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:50.846595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:50.954609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-cd335d93-c17f-43e5-90a4-6be094363e7e', 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'fixed_ips': [{'subnet_id': 'dc0fb89d-a309-46bd-869d-138afa7edde3'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:50.955750 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:50.985416 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a0e45a83-e333-48c6-9f69-365ca5da462e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6776209 Aug 19 15:31:50.988020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:51.001916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-e923cb86-c6ea-449a-b7c5-d3ed9115b443 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877485 Aug 19 15:31:51.092804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e634a-4909-477b-9eb4-9c24b2537e7b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:51.099031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e634a-4909-477b-9eb4-9c24b2537e7b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:51.100814 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e7e634a-4909-477b-9eb4-9c24b2537e7b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1117964 Aug 19 15:31:51.105986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:51.131385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031d235-2535-4209-a4b0-327dc784aa51 req-e38ea5ff-6a23-4028-b949-430288eb833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:51.134183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-e38ea5ff-6a23-4028-b949-430288eb833a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.0713270 Aug 19 15:31:51.232947 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:51.235425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:51.264254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Allocated IP 172.20.0.2 (cd335d93-c17f-43e5-90a4-6be094363e7e/dc0fb89d-a309-46bd-869d-138afa7edde3/48e3e0f5-8133-4bf5-b372-cc24309bf00a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:51.352507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031d235-2535-4209-a4b0-327dc784aa51 req-5eb6ae5c-e46c-4523-8400-0d978e63a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:51.354472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-5eb6ae5c-e46c-4523-8400-0d978e63a08d service neutron] 10.222.0.46 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.1872630 Aug 19 15:31:51.471849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-1524b9ec-0f32-4ebb-935a-77b156d6c7c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 1001 time: 0.1094778 Aug 19 15:31:51.552174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031d235-2535-4209-a4b0-327dc784aa51 req-27a2c8c8-98dd-4570-97a7-d589c8724bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:51.564258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-27a2c8c8-98dd-4570-97a7-d589c8724bee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.0760288 Aug 19 15:31:51.605091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:51.620300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Transition to ACTIVE for port object 48e3e0f5-8133-4bf5-b372-cc24309bf00a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:51.646969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Transition to ACTIVE for port object 48e3e0f5-8133-4bf5-b372-cc24309bf00a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:51.671009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031d235-2535-4209-a4b0-327dc784aa51 req-4a0c2cbc-2463-40f6-a0ba-7678816dc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:51.676578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-4a0c2cbc-2463-40f6-a0ba-7678816dc1e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133301 Aug 19 15:31:51.772638 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:51.807142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:51.812379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 9eb54b3a-1377-4c5b-a19a-e9e325d7bece {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:51.816202 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:51.874695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Network cd335d93-c17f-43e5-90a4-6be094363e7e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:51.879765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:51.880143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-d0b95f40-ae88-47ec-87ff-2f44931fd9ea service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893983 Aug 19 15:31:51.884106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:51.911929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Pushing event updated for resources: {'Port': ['ID=48e3e0f5-8133-4bf5-b372-cc24309bf00a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:52.038169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Attempting to bind port 48e3e0f5-8133-4bf5-b372-cc24309bf00a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:52.039078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Attempting to bind port 48e3e0f5-8133-4bf5-b372-cc24309bf00a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:52.047953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Attempting to bind port 48e3e0f5-8133-4bf5-b372-cc24309bf00a on network cd335d93-c17f-43e5-90a4-6be094363e7e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:52.055323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:52.055323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Checking segment: {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:52.056060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.056774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Bound using segment: {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:52.057402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Bound port: 48e3e0f5-8133-4bf5-b372-cc24309bf00a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:52.057906 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.129832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:52.161261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3031d235-2535-4209-a4b0-327dc784aa51 req-ca55ebde-fa42-4f80-ac4d-187ac75c74d3 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769449 Aug 19 15:31:52.253207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] For port 48e3e0f5-8133-4bf5-b372-cc24309bf00a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:52.257107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] For port 48e3e0f5-8133-4bf5-b372-cc24309bf00a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=48e3e0f5-8133-4bf5-b372-cc24309bf00a,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:52.342778 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.374995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.389995 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.409148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 9eb54b3a-1377-4c5b-a19a-e9e325d7bece owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:52.427544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:52.488906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0681fa-20bc-4149-ab22-2da67f2d2870 None None] Pushing event updated for resources: {'Port': ['ID=48e3e0f5-8133-4bf5-b372-cc24309bf00a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:52.530144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] Provisioning for port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:52.542184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] Provisioning complete for port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:52.542184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.880313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:52.983659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=9eb54b3a-1377-4c5b-a19a-e9e325d7bece,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:53.023875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.047776 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.049730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1aed50b4-94d9-4d35-838d-537d01ed446e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/9eb54b3a-1377-4c5b-a19a-e9e325d7bece HTTP/1.1" status: 204 len: 168 time: 1.9420176 Aug 19 15:31:53.056695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42728) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:53.113604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.123493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] For port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:53.151611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.176579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153f068-552a-408d-8142-20d0154274f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:53.178429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153f068-552a-408d-8142-20d0154274f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:53.181747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a153f068-552a-408d-8142-20d0154274f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1278150 Aug 19 15:31:53.183100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42730) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:53.281262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 17062f55-f00d-40c7-ab6d-470d45551760 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:31:53.288160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.295026 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.364521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Allocated IP 172.25.5.52 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/46dd8fab-92fa-4f9b-b6c4-9836ef86515d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:53.400970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb78ee5-5776-4042-9152-ac2b41b88a85 None None] Pushing event updated for resources: {'Port': ['ID=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:53.414999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.425295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-106e1c8d-00ad-48f7-a6d0-d965477cdc72 None None] Could not find standard attr ID for object 9eb54b3a-1377-4c5b-a19a-e9e325d7bece. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:31:53.518836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.542821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.687799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.747760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.767894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:53.777194 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:53.786482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:53.794800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=17062f55-f00d-40c7-ab6d-470d45551760,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:53.809889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:53.815371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3e40b731-3b59-4d21-990d-ae55223baec1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/17062f55-f00d-40c7-ab6d-470d45551760 HTTP/1.1" status: 204 len: 168 time: 0.6305892 Aug 19 15:31:53.822158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b8e94-79a0-4b3c-a1a2-1ee41449c49d None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:53.826792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42744) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:53.943439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Pushing event updated for resources: {'Port': ['ID=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:54.005735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-87a98420-564e-479a-9221-13a65be8c40b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752973 Aug 19 15:31:54.009540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42746) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:54.038880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:54.350339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:54.522068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:31:54.538509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b78514-e2d5-43ad-a40f-bc0a3ed28212 None None] Network cd335d93-c17f-43e5-90a4-6be094363e7e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:54.576908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:54.583316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:54.667358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:54.710448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:54.711290 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:54.909630 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c23f4b3-daca-4976-8ba1-ba89ef169f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.093901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.120182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-758a0008-8750-454c-bc2d-0c6e7d1b0432 None None] Provisioning for port 48e3e0f5-8133-4bf5-b372-cc24309bf00a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:55.168385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] Deleting port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:55.169369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.232923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 48e3e0f5-8133-4bf5-b372-cc24309bf00a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:55.312900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] For port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:55.313339 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.380545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] Calling delete_port for 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:55.512770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Router f870ede3-0814-44eb-8cb2-f6af3af51b59 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:31:55.637412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 48e3e0f5-8133-4bf5-b372-cc24309bf00a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:55.675516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:55.694108 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Sync routers for ids ['f870ede3-0814-44eb-8cb2-f6af3af51b59'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:55.698499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 48e3e0f5-8133-4bf5-b372-cc24309bf00a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:55.700469 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.708396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Routers {'f870ede3-0814-44eb-8cb2-f6af3af51b59'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:55.711070 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f870ede3-0814-44eb-8cb2-f6af3af51b59'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:55.743634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.objects.ports [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101963) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:31:55.794544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cb8da7-da09-4891-b935-7f12349e066c None None] Provisioning complete for port 48e3e0f5-8133-4bf5-b372-cc24309bf00a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:55.795112 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cb8da7-da09-4891-b935-7f12349e066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.855136 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Set router f870ede3-0814-44eb-8cb2-f6af3af51b59 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:55.883931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.885749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:55.889090 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f6e21cdb-8004-4577-abd0-78dc5318d93f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0539489 Aug 19 15:31:55.889776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:56.167324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cb8da7-da09-4891-b935-7f12349e066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.171563 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.183727 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:31:54Z', 'revision_number': 3, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:56.222800 n-d-779913-32 neutron-server[101963]: WARNING neutron.services.revisions.revision_plugin [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Could not find related port for resource to bump revision. Aug 19 15:31:56.240711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] Pushing event deleted for resources: {'Port': ['ID=2555bdcf-ea97-4fb7-a0e7-b03c50826b63,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:56.254002 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Checking router: f870ede3-0814-44eb-8cb2-f6af3af51b59 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:56.262477 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Updating router f870ede3-0814-44eb-8cb2-f6af3af51b59 port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:31:56.274731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.278518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3aee69-c876-4120-bb85-5c6664b22d18 None None] No DVR routers for this DVR port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:56.295744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Port 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101963) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 15:31:56.296528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:f080 {{(pid=101963) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 15:31:56.301534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe38:f080 {{(pid=101963) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 15:31:56.305671 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.306766 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.384500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cb8da7-da09-4891-b935-7f12349e066c None None] For port 48e3e0f5-8133-4bf5-b372-cc24309bf00a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=48e3e0f5-8133-4bf5-b372-cc24309bf00a,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:56.411405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:56.420870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:56.431836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a2eb0-7bd9-464a-82e4-8bb979c12d41 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:31:56.432204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:56.433175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.454418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=0a6af0ea-e613-47d7-a02e-b5f61339490b,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:56.530830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cb8da7-da09-4891-b935-7f12349e066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.541179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a4c75ce7-1371-43a4-8e25-9d099c749f38 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5297580 Aug 19 15:31:56.543342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:56.550053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:46:25:fb', 'name': 'tempest-NetworksTestDHCPv6-58651027'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:56.847059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.848524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:31:56.848895 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:31:56.895049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb8da7-da09-4891-b935-7f12349e066c None None] Pushing event updated for resources: {'Port': ['ID=48e3e0f5-8133-4bf5-b372-cc24309bf00a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:56.992874 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:56.994499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '0a6af0ea-e613-47d7-a02e-b5f61339490b'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:31:56.995381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.008623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Transition to ACTIVE for port object 46dd8fab-92fa-4f9b-b6c4-9836ef86515d will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:57.015141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:57.097328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Allocated IP 172.20.0.1 (cd335d93-c17f-43e5-90a4-6be094363e7e/dc0fb89d-a309-46bd-869d-138afa7edde3/0e69a9e8-316b-49c7-8f5f-19e87716b6f8) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:57.129586 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.259289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Pushing event updated for resources: {'Port': ['ID=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:57.266803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Allocated IP 2001:db8::f816:3eff:fe0b:ba22 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/0a6af0ea-e613-47d7-a02e-b5f61339490b/c538ad23-079c-43f2-8b13-e4fb76abaac8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:57.270275 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.270840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.271397 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.271942 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.272285 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.272639 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.272980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.273458 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.273840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.274209 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.274732 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.275274 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:57.280183 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Attempting to bind port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:57.280573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Attempting to bind port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:57.294341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Attempting to bind port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:57.300281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:57.301248 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:57.301248 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.301471 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:57.302577 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Bound port: 46dd8fab-92fa-4f9b-b6c4-9836ef86515d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:57.302978 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.336600 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.357905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Transition to ACTIVE for port object 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:57.363331 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] For port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:57.382236 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] For port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:57.479034 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.519616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.534292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Transition to ACTIVE for port object c538ad23-079c-43f2-8b13-e4fb76abaac8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:57.548625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.589604 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Routers {'f870ede3-0814-44eb-8cb2-f6af3af51b59'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:57.591568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Transition to ACTIVE for port object c538ad23-079c-43f2-8b13-e4fb76abaac8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:57.613718 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f870ede3-0814-44eb-8cb2-f6af3af51b59'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:57.628311 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.645245 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b34c0-f475-4116-84e3-f70a12146dbb None None] Pushing event updated for resources: {'Port': ['ID=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:57.655544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Pushing event updated for resources: {'Port': ['ID=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:57.683117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Network cd335d93-c17f-43e5-90a4-6be094363e7e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:57.687177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:57.694826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:57.705068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 48e3e0f5-8133-4bf5-b372-cc24309bf00a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:57.783478 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.789637 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.789790 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:57.809687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 8399c177-07e6-45a1-892e-2bd70e42fb08 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:31:57.883911 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] Set router f870ede3-0814-44eb-8cb2-f6af3af51b59 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:57.920448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:57.929718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:57.933418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:57.950333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Pushing event updated for resources: {'Port': ['ID=c538ad23-079c-43f2-8b13-e4fb76abaac8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:57.961042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 48e3e0f5-8133-4bf5-b372-cc24309bf00a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:57.961489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.063003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Attempting to bind port c538ad23-079c-43f2-8b13-e4fb76abaac8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:58.063649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Attempting to bind port c538ad23-079c-43f2-8b13-e4fb76abaac8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:58.064280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Attempting to bind port c538ad23-079c-43f2-8b13-e4fb76abaac8 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:58.067713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fe46:25fb (fdf12966-7dff-4e5d-ab3f-7c74f498d492/0a6af0ea-e613-47d7-a02e-b5f61339490b/8399c177-07e6-45a1-892e-2bd70e42fb08) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:58.077874 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d7f7-ef7f-4b0f-835d-207c7c55aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.087507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:58.088063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:58.088575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.089077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:58.089691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Bound port: c538ad23-079c-43f2-8b13-e4fb76abaac8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:58.090184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.187028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fe58b0bb-ff40-4627-918b-d83cd7faf6e2 None None] Provisioning for port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:58.206241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fe58b0bb-ff40-4627-918b-d83cd7faf6e2 None None] Provisioning complete for port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:58.207888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fe58b0bb-ff40-4627-918b-d83cd7faf6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.318882 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.332304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:58.424025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:31:58.426278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2555bdcf-ea97-4fb7-a0e7-b03c50826b63 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:31:58.433425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] For port c538ad23-079c-43f2-8b13-e4fb76abaac8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:58.470066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fe58b0bb-ff40-4627-918b-d83cd7faf6e2 None None] Port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:58.477990 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:31:54Z', 'revision_number': 3, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:58.485032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] For port c538ad23-079c-43f2-8b13-e4fb76abaac8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c538ad23-079c-43f2-8b13-e4fb76abaac8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:58.516458 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500488b-5c4f-403a-9f72-21aec1429d88 None None] The sync data for ids ['f870ede3-0814-44eb-8cb2-f6af3af51b59'] in n-d-779913-32 is: [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:31:54Z', 'revision_number': 3, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:58.519639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.547096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 8399c177-07e6-45a1-892e-2bd70e42fb08 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:58.583292 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.658309 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.689070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbc5e9-f0ba-4747-a194-a7ba7d147452 None None] Pushing event updated for resources: {'Port': ['ID=c538ad23-079c-43f2-8b13-e4fb76abaac8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:58.809684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.810162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:58.954402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=8399c177-07e6-45a1-892e-2bd70e42fb08,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:58.972972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:58.975038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:58.979213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:58.992784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:58.993782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:59.045736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Pushing event updated for resources: {'Port': ['ID=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:59.048611 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:59.174456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dabfc1e6-04ef-44c5-b312-3c688357b689 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6263297 Aug 19 15:31:59.177919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42790) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:59.258339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d03ce76-4e42-4e78-8e9d-45daca1a2efe tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:59.271785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d03ce76-4e42-4e78-8e9d-45daca1a2efe tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:59.271785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1d03ce76-4e42-4e78-8e9d-45daca1a2efe tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0929408 Aug 19 15:31:59.271785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42792) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:59.285953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Network cd335d93-c17f-43e5-90a4-6be094363e7e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:59.287153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:59.521267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 8399c177-07e6-45a1-892e-2bd70e42fb08 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:59.521767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:59.755926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-319c441b-4c94-4018-a96a-26eae5be0342 None None] Provisioning complete for port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:59.757045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-319c441b-4c94-4018-a96a-26eae5be0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:59.817089 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:59.842875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-319c441b-4c94-4018-a96a-26eae5be0342 None None] Port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:59.851431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46dd8fab-92fa-4f9b-b6c4-9836ef86515d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:59.870815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:59.906104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 8399c177-07e6-45a1-892e-2bd70e42fb08 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:00.089749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:00.103738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:00.105990 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.139891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Router f870ede3-0814-44eb-8cb2-f6af3af51b59 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:32:00.291207 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.304180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:00.320400 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-14e62536-9017-49aa-8c2d-eb0d9b539c1e admin admin] 10.222.0.13 "PUT /v2.0/routers/f870ede3-0814-44eb-8cb2-f6af3af51b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4294519 Aug 19 15:32:00.337721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:00.352258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.442719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=8399c177-07e6-45a1-892e-2bd70e42fb08,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:00.462804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.468367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-33904577-6e68-41fd-8a56-f989dce80ec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/8399c177-07e6-45a1-892e-2bd70e42fb08 HTTP/1.1" status: 204 len: 168 time: 1.1929364 Aug 19 15:32:00.469290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42818) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:00.563883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1188a-6795-4b4b-ba56-85a721dbec9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:00.566591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1188a-6795-4b4b-ba56-85a721dbec9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:00.568537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ac1188a-6795-4b4b-ba56-85a721dbec9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0986934 Aug 19 15:32:00.572715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42822) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:00.596135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.602124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c538ad23-079c-43f2-8b13-e4fb76abaac8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:00.693486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 0a6af0ea-e613-47d7-a02e-b5f61339490b {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:00.698041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.702637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:00.757648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0d3c85c5-8065-4af8-adde-7bc72f857368 None None] Provisioning for port c538ad23-079c-43f2-8b13-e4fb76abaac8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:00.795173 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.873964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.942035 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:00.988276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c949b4c0-6797-42a8-b408-47a3cdb4bcb8 None None] Could not find standard attr ID for object 8399c177-07e6-45a1-892e-2bd70e42fb08. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:01.032250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c538ad23-079c-43f2-8b13-e4fb76abaac8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:01.038034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c538ad23-079c-43f2-8b13-e4fb76abaac8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:01.038034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:01.190284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:01.193301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:01.291659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6af0ea-e613-47d7-a02e-b5f61339490b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:01.335304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:01.340690 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3835373-21f0-41e7-8558-db81c0e49cea tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/0a6af0ea-e613-47d7-a02e-b5f61339490b HTTP/1.1" status: 204 len: 168 time: 0.7654920 Aug 19 15:32:01.343554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42838) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:01.351564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04a9a7-9c3d-4400-8c78-f445df43bb3e None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:01.424401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Sync routers for ids ['f870ede3-0814-44eb-8cb2-f6af3af51b59'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:01.435948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-69106f3a-f633-49a1-a265-4b6efb064544 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897136 Aug 19 15:32:01.441505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42840) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:01.446425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:32:01.446788 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:32:01.459649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Routers {'f870ede3-0814-44eb-8cb2-f6af3af51b59'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:01.460495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f870ede3-0814-44eb-8cb2-f6af3af51b59'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:01.502604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319c728-d50b-4675-a9b0-4fb4cb6142ff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:01.507927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:01.508074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7319c728-d50b-4675-a9b0-4fb4cb6142ff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0649164 Aug 19 15:32:01.569616 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ff7b6-1814-4796-8375-537f2d98b1e0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:01.571443 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-310ff7b6-1814-4796-8375-537f2d98b1e0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623817 Aug 19 15:32:01.583340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42846) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:01.654789 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d898e85a-97a5-4aae-a52a-c79358f582fc tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684626 Aug 19 15:32:01.659382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:01.676008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:01.755067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42858) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:01.763384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-10905877-network', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:01.829334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Set router f870ede3-0814-44eb-8cb2-f6af3af51b59 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:01.872612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Made reservation on behalf of 49c1d1f5a0ed460aac30ba100a4bc9c1 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:01.883518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:01.919204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:01.970113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:02.031948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:02.036057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.071634 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.145413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c538ad23-079c-43f2-8b13-e4fb76abaac8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c538ad23-079c-43f2-8b13-e4fb76abaac8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:02.148386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] Deleting port c538ad23-079c-43f2-8b13-e4fb76abaac8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:02.148770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.180672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.225634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] For port c538ad23-079c-43f2-8b13-e4fb76abaac8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c538ad23-079c-43f2-8b13-e4fb76abaac8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:02.226271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.245855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:31:58Z', 'revision_number': 4, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0e69a9e8-316b-49c7-8f5f-19e87716b6f8', 'name': '', 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'mac_address': 'fa:16:3e:cc:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'dc0fb89d-a309-46bd-869d-138afa7edde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:56Z', 'updated_at': '2021-08-19T15:31:58Z', 'revision_number': 2, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'subnets': [{'id': 'dc0fb89d-a309-46bd-869d-138afa7edde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:02.248376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] Calling delete_port for c538ad23-079c-43f2-8b13-e4fb76abaac8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:02.281486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Checking router: f870ede3-0814-44eb-8cb2-f6af3af51b59 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:02.281848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Updating router f870ede3-0814-44eb-8cb2-f6af3af51b59 port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:32:02.306703 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.335522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.371084 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.443354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:32:02.459483 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.459932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c538ad23-079c-43f2-8b13-e4fb76abaac8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:02.460533 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Added segment 4da973a1-7195-4220-837d-3858cc2010c9 of type vlan for network b18a9778-d533-4834-80c4-f13cf8e751b9 Aug 19 15:32:02.486535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfa03b5-228e-4465-9c4e-2836d5cc76ae,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:02.487859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46dd8fab-92fa-4f9b-b6c4-9836ef86515d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:02.578188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.580922 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.637533 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:32:02.640634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] Pushing event deleted for resources: {'Port': ['ID=c538ad23-079c-43f2-8b13-e4fb76abaac8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:02.651397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890934da-7b88-4306-acdb-979a8d324e52 None None] No DVR routers for this DVR port c538ad23-079c-43f2-8b13-e4fb76abaac8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:02.726685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:02.727068 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.777893 n-d-779913-32 neutron-server[101962]: WARNING neutron.services.revisions.revision_plugin [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Could not find related port for resource to bump revision. Aug 19 15:32:02.786243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.787789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:02.788672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.864892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] Pushing event updated for resources: {'Network': ['ID=b18a9778-d533-4834-80c4-f13cf8e751b9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:02.873608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_pluggable_backend [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Port c538ad23-079c-43f2-8b13-e4fb76abaac8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101962) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 15:32:02.873608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_pluggable_backend [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:ba22 {{(pid=101962) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 15:32:02.879050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_pluggable_backend [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:ba22 {{(pid=101962) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 15:32:02.880363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.929797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.937716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:02.942761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b18a9778-d533-4834-80c4-f13cf8e751b9 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:32:02.945254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:02.945835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Transition to ACTIVE for port object 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:02.952377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:02.953094 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:02.973518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec13e7-4f77-41c6-9643-7d44436ceff5 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:02.990358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42880) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:02.990662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-177b74d3-1de8-45cf-875c-ecf114f85d22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2342684 Aug 19 15:32:02.995964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Request body: {'subnet': {'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-10905877-subnet', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:03.000371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=8fc030be-9b6e-4ef3-8e09-37a38afa03ea,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:03.112321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.147918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c538ad23-079c-43f2-8b13-e4fb76abaac8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:03.163347 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-175d8da0-8c90-41e2-9a17-ecc8eb4e96c0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5023282 Aug 19 15:32:03.169611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42882) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:03.175009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:ee:29:bd', 'name': 'tempest-NetworksTestDHCPv6-1308185304'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:03.210347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c538ad23-079c-43f2-8b13-e4fb76abaac8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:03.210711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c538ad23-079c-43f2-8b13-e4fb76abaac8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:03.228685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436cc2-41fa-4168-8879-31a78141195b None None] Pushing event updated for resources: {'Port': ['ID=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:03.319660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Made reservation on behalf of 49c1d1f5a0ed460aac30ba100a4bc9c1 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:03.321590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.359149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Attempting to bind port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:03.359856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Attempting to bind port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:03.361950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Attempting to bind port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 on network cd335d93-c17f-43e5-90a4-6be094363e7e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:03.370654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:03.371041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Checking segment: {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:03.372136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.372867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Bound using segment: {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:03.373745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Bound port: 0e69a9e8-316b-49c7-8f5f-19e87716b6f8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a83113-b1c6-40a9-9133-4812f3d76e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:03.374338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.378661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '8fc030be-9b6e-4ef3-8e09-37a38afa03ea'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:03.380612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.594865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] For port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:03.602920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] For port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:03.661988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:03.706771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Allocated IP 2001:db8::f816:3eff:fe77:7308 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/8fc030be-9b6e-4ef3-8e09-37a38afa03ea/7928fae6-2c81-4670-ab02-b0dbbfad3dd8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:03.791317 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.822836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 15fa8885-5529-4378-ac7a-90cf7c11f6c8 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:32:03.831797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.879040 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:03.956453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Routers {'f870ede3-0814-44eb-8cb2-f6af3af51b59'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:03.958245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f870ede3-0814-44eb-8cb2-f6af3af51b59'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:04.016210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564a306-0c95-4f25-a30c-483531cd9f3c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:04.016210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Checking segment: {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:04.016210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Network hostable DHCP agents. Network: b18a9778-d533-4834-80c4-f13cf8e751b9, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:32:04.034983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436cc2-41fa-4168-8879-31a78141195b None None] Pushing event updated for resources: {'Port': ['ID=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:04.041213 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.083407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Transition to ACTIVE for port object 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:04.114198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Transition to ACTIVE for port object 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:04.129966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] Set router f870ede3-0814-44eb-8cb2-f6af3af51b59 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:04.362642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Network b18a9778-d533-4834-80c4-f13cf8e751b9 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:32:04.462190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.491063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:feee:29bd (fdf12966-7dff-4e5d-ab3f-7c74f498d492/8fc030be-9b6e-4ef3-8e09-37a38afa03ea/15fa8885-5529-4378-ac7a-90cf7c11f6c8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:04.520046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b18a9778-d533-4834-80c4-f13cf8e751b9) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:04.525230 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:04.526315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.545887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49f0f5-76e7-46d6-89f8-eb95262c80b6 None None] Network b18a9778-d533-4834-80c4-f13cf8e751b9 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:04.609014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:04.631238 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a9497f98-b069-4871-a152-e4ed67f73141 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6395307 Aug 19 15:32:04.648784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42904) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:04.658750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:04.682217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:04.686384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Pushing event updated for resources: {'Port': ['ID=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:04.694305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:04.889569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Attempting to bind port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:04.891371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Attempting to bind port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:04.891762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Attempting to bind port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:04.915396 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.919903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.936441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.973436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:04.973979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:04.982531 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.984201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:04.985079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Bound port: 7928fae6-2c81-4670-ab02-b0dbbfad3dd8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:04.987761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.023092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 15fa8885-5529-4378-ac7a-90cf7c11f6c8 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:05.025948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.102766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:31:58Z', 'revision_number': 4, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0e69a9e8-316b-49c7-8f5f-19e87716b6f8', 'name': '', 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'mac_address': 'fa:16:3e:cc:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'dc0fb89d-a309-46bd-869d-138afa7edde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:56Z', 'updated_at': '2021-08-19T15:32:03Z', 'revision_number': 4, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'subnets': [{'id': 'dc0fb89d-a309-46bd-869d-138afa7edde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:05.108137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] For port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:05.158948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2d1a1-3731-4861-ab00-5ceb949183e5 None None] The sync data for ids ['f870ede3-0814-44eb-8cb2-f6af3af51b59'] in n-d-779913-32 is: [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:31:58Z', 'revision_number': 4, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0e69a9e8-316b-49c7-8f5f-19e87716b6f8', 'name': '', 'network_id': 'cd335d93-c17f-43e5-90a4-6be094363e7e', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'mac_address': 'fa:16:3e:cc:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'dc0fb89d-a309-46bd-869d-138afa7edde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:56Z', 'updated_at': '2021-08-19T15:32:03Z', 'revision_number': 4, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'subnets': [{'id': 'dc0fb89d-a309-46bd-869d-138afa7edde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:05.163714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] For port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:05.175284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b18a9778-d533-4834-80c4-f13cf8e751b9', 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'fixed_ips': [{'subnet_id': '8564a306-0c95-4f25-a30c-483531cd9f3c'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:05.176845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.372316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.464758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Allocated IP 172.20.0.2 (b18a9778-d533-4834-80c4-f13cf8e751b9/8564a306-0c95-4f25-a30c-483531cd9f3c/c5203155-9d6e-4544-ab4e-d38d1952e3d7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:05.488532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=15fa8885-5529-4378-ac7a-90cf7c11f6c8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:05.493351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:05.500016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:05.503615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:05.518550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:05.519682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.558797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.610116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e936f200-999c-419f-8489-560952a25928 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4434590 Aug 19 15:32:05.613509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:05.701294 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.720425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Pushing event updated for resources: {'Port': ['ID=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:05.722790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0909b8-23ac-4c2e-8399-91f9534544e7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:05.735981 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0909b8-23ac-4c2e-8399-91f9534544e7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:05.736876 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1c0909b8-23ac-4c2e-8399-91f9534544e7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1215975 Aug 19 15:32:05.739790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:05.777309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.777678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.778574 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.779009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.779427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.779770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.780106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.780438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.780771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.781101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.781463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.781789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7091df-13a7-4e46-9ee2-479950a44195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:05.863608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.906655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Transition to ACTIVE for port object c5203155-9d6e-4544-ab4e-d38d1952e3d7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:05.939824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Transition to ACTIVE for port object c5203155-9d6e-4544-ab4e-d38d1952e3d7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:06.050280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.080476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 15fa8885-5529-4378-ac7a-90cf7c11f6c8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:06.081088 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.193038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Pushing event updated for resources: {'Port': ['ID=c5203155-9d6e-4544-ab4e-d38d1952e3d7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:06.221817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Network b18a9778-d533-4834-80c4-f13cf8e751b9 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:06.224114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:06.232817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:06.393248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Attempting to bind port c5203155-9d6e-4544-ab4e-d38d1952e3d7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:06.393941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Attempting to bind port c5203155-9d6e-4544-ab4e-d38d1952e3d7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:06.394506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Attempting to bind port c5203155-9d6e-4544-ab4e-d38d1952e3d7 on network b18a9778-d533-4834-80c4-f13cf8e751b9 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:06.408205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:06.408795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Checking segment: {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:06.409530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.410590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Bound using segment: {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:06.411192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Bound port: c5203155-9d6e-4544-ab4e-d38d1952e3d7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:06.411819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.432111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.465173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 15fa8885-5529-4378-ac7a-90cf7c11f6c8 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:06.572256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:06.641032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] For port c5203155-9d6e-4544-ab4e-d38d1952e3d7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:06.691240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] For port c5203155-9d6e-4544-ab4e-d38d1952e3d7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5203155-9d6e-4544-ab4e-d38d1952e3d7,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:06.765349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.838937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.862447 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:06.901010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:06.902584 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:06.985943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=15fa8885-5529-4378-ac7a-90cf7c11f6c8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:06.998520 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.038128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76b83-ea78-4b0e-b5e7-ab491fcbe01e None None] Pushing event updated for resources: {'Port': ['ID=c5203155-9d6e-4544-ab4e-d38d1952e3d7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:07.094427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.099256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18b6c542-5083-4891-923c-dfe161166344 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/15fa8885-5529-4378-ac7a-90cf7c11f6c8 HTTP/1.1" status: 204 len: 168 time: 1.3562427 Aug 19 15:32:07.099256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.099606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:07.183837 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.302929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea3788-ee42-4fdd-97d7-ddb7249caad3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:07.307539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea3788-ee42-4fdd-97d7-ddb7249caad3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:07.325895 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5dea3788-ee42-4fdd-97d7-ddb7249caad3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2230716 Aug 19 15:32:07.327409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42940) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:07.338975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:07.410740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.411679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:07.464357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 8fc030be-9b6e-4ef3-8e09-37a38afa03ea {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:07.484313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.541191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Allocated IP 172.25.5.58 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/e2d096ef-c5dd-472c-b31e-04f9c76237a1) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:07.601217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.643846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:07.787684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.834038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.923576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:08.049078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] Provisioning for port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:08.055835 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.056015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] Provisioning complete for port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:08.056015 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.062868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.151432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc030be-9b6e-4ef3-8e09-37a38afa03ea,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:08.167158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.188280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-386781dd-edd9-4edb-a54d-8d54bdd784bb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/8fc030be-9b6e-4ef3-8e09-37a38afa03ea HTTP/1.1" status: 204 len: 168 time: 0.8567452 Aug 19 15:32:08.192884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:08.197867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:08.238296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:08.238521 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.272653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:08.341075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] For port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:08.391363 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c45f9cd0-a719-4ed4-aea6-b9f2edada097 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1893167 Aug 19 15:32:08.392311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42960) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:08.400198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Pushing event updated for resources: {'Port': ['ID=e2d096ef-c5dd-472c-b31e-04f9c76237a1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:08.407581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:08.480282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d50af-7219-424e-907e-5421f08d61b2 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:08.497158 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.626609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69a8c639-a884-4ee5-aa32-d761f54e8b0e None None] Could not find standard attr ID for object 15fa8885-5529-4378-ac7a-90cf7c11f6c8. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:08.675296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7d97e-422d-484c-945a-af390b50fa25 None None] Pushing event updated for resources: {'Port': ['ID=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:08.700511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5203155-9d6e-4544-ab4e-d38d1952e3d7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:08.777337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:08.783541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:08.858192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a83d7-3b12-4a34-a400-a63f5b6da0e3 None None] Network b18a9778-d533-4834-80c4-f13cf8e751b9 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:09.030049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:09.165504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.192962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c5203155-9d6e-4544-ab4e-d38d1952e3d7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:09.203161 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-58d2ead4-8119-4c06-865d-aff6a35d9139 None None] Provisioning for port c5203155-9d6e-4544-ab4e-d38d1952e3d7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:09.209564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c5203155-9d6e-4544-ab4e-d38d1952e3d7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:09.210215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.217001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-58d2ead4-8119-4c06-865d-aff6a35d9139 None None] Provisioning complete for port c5203155-9d6e-4544-ab4e-d38d1952e3d7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:09.217533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-58d2ead4-8119-4c06-865d-aff6a35d9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.313293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] Deleting port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:09.314349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.580254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] For port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:09.580794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.625671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] Calling delete_port for 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:09.678713 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.718303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:32:09.800093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:09.958752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-58d2ead4-8119-4c06-865d-aff6a35d9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.085219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c5203155-9d6e-4544-ab4e-d38d1952e3d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5203155-9d6e-4544-ab4e-d38d1952e3d7,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:10.187033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.263898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:32:10.326683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.335631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:10.343692 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.497221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:10.509741 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Sync routers for ids ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:10.529001 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Routers {'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:10.535983 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:10.540225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] No DVR routers for this DVR port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:10.545455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-58d2ead4-8119-4c06-865d-aff6a35d9139 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:32:10.546372 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-58d2ead4-8119-4c06-865d-aff6a35d9139 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:32:10.652235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.660742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] For port 7928fae6-2c81-4670-ab02-b0dbbfad3dd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:10.671808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 42980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:10.672207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac3aab84-f26b-47fa-82ab-0183279769af admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0119908 Aug 19 15:32:10.740784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c5203155-9d6e-4544-ab4e-d38d1952e3d7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:10.755289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Set router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:10.813991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90144df-2959-4fd6-ac88-4c0107fe277c None None] Pushing event deleted for resources: {'Port': ['ID=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:10.844802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:10.845169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.879232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.039953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.041272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.045167 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:08Z', 'revision_number': 3, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:11.082805 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Checking router: c83bd377-3ea1-427a-826e-cd0eb8b1ec4b for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:11.083476 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Updating router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b port e2d096ef-c5dd-472c-b31e-04f9c76237a1 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:32:11.112143 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.224824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5203155-9d6e-4544-ab4e-d38d1952e3d7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:11.273748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=7928fae6-2c81-4670-ab02-b0dbbfad3dd8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:11.304316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:11.333677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:11.335218 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=036f4209-a3ed-46b2-9d42-648767622c5e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:11.360279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:11.360279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.366781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-19d914f1-5a02-4ce8-a90f-3b88d0fea8ec None None] Provisioning complete for port c5203155-9d6e-4544-ab4e-d38d1952e3d7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:11.367326 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19d914f1-5a02-4ce8-a90f-3b88d0fea8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.464908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2cec8-1289-403f-9641-80eb73bd4676 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:11.500090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c5203155-9d6e-4544-ab4e-d38d1952e3d7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:11.500464 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.507068 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.518051 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Transition to ACTIVE for port object e2d096ef-c5dd-472c-b31e-04f9c76237a1 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:11.557429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3b4d0e0-6c9d-4c6b-8ad9-6ced55f0de6e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1579239 Aug 19 15:32:11.558297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 42986) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:11.565395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:cf:98:18', 'name': 'tempest-NetworksTestDHCPv6-393281449'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:11.616846 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.846329 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b04c80-d09a-4a48-b3c8-66f027e2b2f4 None None] Pushing event updated for resources: {'Port': ['ID=e2d096ef-c5dd-472c-b31e-04f9c76237a1,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:11.887922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Attempting to bind port e2d096ef-c5dd-472c-b31e-04f9c76237a1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:11.887922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Attempting to bind port e2d096ef-c5dd-472c-b31e-04f9c76237a1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:11.887922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Attempting to bind port e2d096ef-c5dd-472c-b31e-04f9c76237a1 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:11.904265 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:11.904673 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:11.905052 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.905502 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:11.909147 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Bound port: e2d096ef-c5dd-472c-b31e-04f9c76237a1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:11.909716 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:11.923483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:12.011257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:12.057837 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:12.081517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:12.081971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7928fae6-2c81-4670-ab02-b0dbbfad3dd8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:12.094091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '036f4209-a3ed-46b2-9d42-648767622c5e'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:12.094261 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] For port e2d096ef-c5dd-472c-b31e-04f9c76237a1, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:12.096377 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:12.116120 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] For port e2d096ef-c5dd-472c-b31e-04f9c76237a1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2d096ef-c5dd-472c-b31e-04f9c76237a1,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:12.210915 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:12.226715 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:12.247073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port aa542d8a-33a1-4c51-b0e6-61765c123f49 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:32:12.378477 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b04c80-d09a-4a48-b3c8-66f027e2b2f4 None None] Pushing event updated for resources: {'Port': ['ID=e2d096ef-c5dd-472c-b31e-04f9c76237a1,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:12.381829 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Routers {'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:12.382464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:12.422554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Allocated IP 2001:db8::f816:3eff:fee4:2829 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/036f4209-a3ed-46b2-9d42-648767622c5e/bbd89c7f-c998-4bb5-9621-bb65f60f57ec) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:12.428329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Allocated IP 172.20.0.1 (b18a9778-d533-4834-80c4-f13cf8e751b9/8564a306-0c95-4f25-a30c-483531cd9f3c/7361a9cd-77d1-45ab-9f66-4e84d662fbf1) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:12.529315 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] Set router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:12.665626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:12.682604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Transition to ACTIVE for port object 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:12.785374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:12.795648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Transition to ACTIVE for port object bbd89c7f-c998-4bb5-9621-bb65f60f57ec will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:12.814019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Transition to ACTIVE for port object bbd89c7f-c998-4bb5-9621-bb65f60f57ec will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:12.944572 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:08Z', 'revision_number': 3, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:12.985283 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b877dd0-634f-4e92-b3c2-aac58a2c361e None None] The sync data for ids ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'] in n-d-779913-32 is: [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:08Z', 'revision_number': 3, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:12.992854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.070044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Pushing event updated for resources: {'Port': ['ID=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:13.072711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.126644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Network b18a9778-d533-4834-80c4-f13cf8e751b9 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:13.133552 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:13.139667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:13.219445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fecf:9818 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/036f4209-a3ed-46b2-9d42-648767622c5e/aa542d8a-33a1-4c51-b0e6-61765c123f49) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:13.258393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.317731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:13.354573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:13.371841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:13.548345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Pushing event updated for resources: {'Port': ['ID=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:13.610582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.731751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.778575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Attempting to bind port bbd89c7f-c998-4bb5-9621-bb65f60f57ec on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:13.779370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Attempting to bind port bbd89c7f-c998-4bb5-9621-bb65f60f57ec by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:13.780068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Attempting to bind port bbd89c7f-c998-4bb5-9621-bb65f60f57ec on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:13.788811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object aa542d8a-33a1-4c51-b0e6-61765c123f49 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:13.837962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:13.837962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:13.837962 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.837962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:13.837962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Bound port: bbd89c7f-c998-4bb5-9621-bb65f60f57ec, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:13.837962 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:13.969701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:14.098154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=aa542d8a-33a1-4c51-b0e6-61765c123f49,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:14.120272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:14.126462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:14.131309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:14.146290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:14.153491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:14.162153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c56ba67a-abed-45de-85e9-7f2edc45c57a None None] Provisioning for port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:14.211113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c56ba67a-abed-45de-85e9-7f2edc45c57a None None] Provisioning complete for port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:14.217848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c56ba67a-abed-45de-85e9-7f2edc45c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:14.324331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9b86f2b6-c60d-4928-8677-4230ac834e9f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7648273 Aug 19 15:32:14.327709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43016) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:14.355164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] For port bbd89c7f-c998-4bb5-9621-bb65f60f57ec, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:14.430682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c56ba67a-abed-45de-85e9-7f2edc45c57a None None] Port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:32:14.433611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] For port bbd89c7f-c998-4bb5-9621-bb65f60f57ec, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:14.465686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:14.521268 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:14.530720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:14.598581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6310d-7f31-4452-a78c-f56f813723b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:14.632760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6310d-7f31-4452-a78c-f56f813723b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:14.639269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b6c6310d-7f31-4452-a78c-f56f813723b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3067870 Aug 19 15:32:14.645632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:14.720475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24393c27-9e64-4bbb-810e-eebc0bb5a2a7 None None] Pushing event updated for resources: {'Port': ['ID=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:14.899808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port aa542d8a-33a1-4c51-b0e6-61765c123f49 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:14.902663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:14.936594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a52b743-d0d0-4e60-bb06-803a1e4db97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.331763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2d096ef-c5dd-472c-b31e-04f9c76237a1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:15.342430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.380963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74563c65-9351-4b03-8bd9-7c30782bc16f req-313d6d25-fb1f-4f22-888a-aafc47c8969e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:15.412377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74563c65-9351-4b03-8bd9-7c30782bc16f req-313d6d25-fb1f-4f22-888a-aafc47c8969e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 1.5108788 Aug 19 15:32:15.439578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for aa542d8a-33a1-4c51-b0e6-61765c123f49 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:15.466138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-74563c65-9351-4b03-8bd9-7c30782bc16f req-3e573721-0c6e-4300-b568-adea4e802501 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.521735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.588948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a52b743-d0d0-4e60-bb06-803a1e4db97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.614681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e2d096ef-c5dd-472c-b31e-04f9c76237a1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:15.619703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e2d096ef-c5dd-472c-b31e-04f9c76237a1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:15.620038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.706148 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.719830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.747899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e2d096ef-c5dd-472c-b31e-04f9c76237a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2d096ef-c5dd-472c-b31e-04f9c76237a1,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:15.785127 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.795067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Pushing event updated for resources: {'Port': ['ID=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:15.864012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a52b743-d0d0-4e60-bb06-803a1e4db97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.926388 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:15.936894 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4a52b743-d0d0-4e60-bb06-803a1e4db97b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8f7d0e1de0f4966a4d47418fcef91f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4651213 Aug 19 15:32:15.940250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52b743-d0d0-4e60-bb06-803a1e4db97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e3694b-b3d7-4249-874d-cc285c91f03b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:15.948664 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43034) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:15.962935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.046159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=aa542d8a-33a1-4c51-b0e6-61765c123f49,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:16.047019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35695ecb-eb55-4aa7-a76a-40f24422795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.065204 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Network b18a9778-d533-4834-80c4-f13cf8e751b9 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:16.066351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e2d096ef-c5dd-472c-b31e-04f9c76237a1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:16.068580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:16.094135 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.096617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-16010ff0-6466-489b-8037-c8ef15b48c01 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/aa542d8a-33a1-4c51-b0e6-61765c123f49 HTTP/1.1" status: 204 len: 168 time: 1.4499574 Aug 19 15:32:16.110708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43036) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:16.154180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35695ecb-eb55-4aa7-a76a-40f24422795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.196004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72bde7-397f-43fb-ae56-62c7f2a8e479 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:16.197835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72bde7-397f-43fb-ae56-62c7f2a8e479 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:16.200047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3e72bde7-397f-43fb-ae56-62c7f2a8e479 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0873728 Aug 19 15:32:16.204583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43038) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:16.215097 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-74563c65-9351-4b03-8bd9-7c30782bc16f req-3e573721-0c6e-4300-b568-adea4e802501 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.271875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 036f4209-a3ed-46b2-9d42-648767622c5e {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:16.282088 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.348873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-74563c65-9351-4b03-8bd9-7c30782bc16f req-3e573721-0c6e-4300-b568-adea4e802501 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.429749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74563c65-9351-4b03-8bd9-7c30782bc16f req-3e573721-0c6e-4300-b568-adea4e802501 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0161338 Aug 19 15:32:16.458502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.509106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:32:16.526841 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35695ecb-eb55-4aa7-a76a-40f24422795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.530602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e573721-0c6e-4300-b568-adea4e802501 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73283ee-7b9a-43ef-8af8-c37fcaf5682c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:16.539365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-35695ecb-eb55-4aa7-a76a-40f24422795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.546809 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-35695ecb-eb55-4aa7-a76a-40f24422795e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0e3694b-b3d7-4249-874d-cc285c91f03b HTTP/1.1" status: 204 len: 168 time: 0.5968354 Aug 19 15:32:16.603617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3347b64d-4b81-4024-b414-fe236c0f5727 None None] Provisioning complete for port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:16.604465 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3347b64d-4b81-4024-b414-fe236c0f5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.637727 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35695ecb-eb55-4aa7-a76a-40f24422795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e3694b-b3d7-4249-874d-cc285c91f03b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:16.775871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3347b64d-4b81-4024-b414-fe236c0f5727 None None] Port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:32:16.794909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:16.861851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa06125-d0a2-4228-8091-b92379323853 req-2991d611-185a-4343-84bc-1ea5a3242816 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:16.876034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfa06125-d0a2-4228-8091-b92379323853 req-2991d611-185a-4343-84bc-1ea5a3242816 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1548283 Aug 19 15:32:17.029994 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfa06125-d0a2-4228-8091-b92379323853 req-b17d6b8b-aca5-4a50-8ca2-2fd62d1f29ca tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526897 Aug 19 15:32:17.045277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43048) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:17.061665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:17.080842 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f55480bd-f998-464c-b762-56e8398f667b admin admin] 10.222.0.13 "PUT /v2.0/routers/c83bd377-3ea1-427a-826e-cd0eb8b1ec4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4186971 Aug 19 15:32:17.098391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Sync routers for ids ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:17.113733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Routers {'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:17.114389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:17.174014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fe850d3b-9e47-4178-a9db-57a6620cca79 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/b574839c-91e3-4fa6-841a-e62a62587156 HTTP/1.1" status: 200 len: 993 time: 0.1268587 Aug 19 15:32:17.283878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:17.336605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:17.340778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/036f4209-a3ed-46b2-9d42-648767622c5e HTTP/1.1" status: 204 len: 168 time: 1.1331563 Aug 19 15:32:17.341919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43056) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:17.492280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6a602cee-d8e3-4726-8c2f-56a1620d0cb8 None None] Provisioning for port bbd89c7f-c998-4bb5-9621-bb65f60f57ec completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:17.538593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bbd89c7f-c998-4bb5-9621-bb65f60f57ec up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:17.568125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-809b3204-0e51-4fb4-b7e9-1a17ee203552 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2238390 Aug 19 15:32:17.570927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43066) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:17.585866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5898a7-7e18-4c30-9706-5e5f852dbcab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=036f4209-a3ed-46b2-9d42-648767622c5e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:17.679166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Set router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:17.739553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38f17c-8e36-449f-ba78-ff069d3ba573 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:17.741352 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7d38f17c-8e36-449f-ba78-ff069d3ba573 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1691577 Aug 19 15:32:17.744042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43076) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:17.908071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7db2ad-c974-4d72-aa8d-379e34631670 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:17.991098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f1d59375-0286-4fd3-8f48-e645d6a8f415 None None] Could not find standard attr ID for object aa542d8a-33a1-4c51-b0e6-61765c123f49. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:18.126286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:14Z', 'revision_number': 4, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7361a9cd-77d1-45ab-9f66-4e84d662fbf1', 'name': '', 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'mac_address': 'fa:16:3e:1b:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8564a306-0c95-4f25-a30c-483531cd9f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:12Z', 'updated_at': '2021-08-19T15:32:14Z', 'revision_number': 2, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'subnets': [{'id': '8564a306-0c95-4f25-a30c-483531cd9f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:18.166751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Checking router: c83bd377-3ea1-427a-826e-cd0eb8b1ec4b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:18.167339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Updating router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:32:18.171430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port bbd89c7f-c998-4bb5-9621-bb65f60f57ec completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:18.179024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port bbd89c7f-c998-4bb5-9621-bb65f60f57ec triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:18.179024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:18.312937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:18.428689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:18.525270 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:18.532883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375466e-adab-4112-bea6-0c20e32ae7e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:18.536989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3375466e-adab-4112-bea6-0c20e32ae7e9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7891302 Aug 19 15:32:18.537372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43098) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:18.609992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port bbd89c7f-c998-4bb5-9621-bb65f60f57ec, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:18.631951 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d80d9291-9af3-45e5-bbe7-51f3c7793a05 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933452 Aug 19 15:32:18.639380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43100) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:18.639380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:18.664115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] Deleting port bbd89c7f-c998-4bb5-9621-bb65f60f57ec {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:18.668144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:18.936097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:18.940404 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.058976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] For port bbd89c7f-c998-4bb5-9621-bb65f60f57ec, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:19.066533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.078545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] Calling delete_port for bbd89c7f-c998-4bb5-9621-bb65f60f57ec owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:19.092359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.093207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2d096ef-c5dd-472c-b31e-04f9c76237a1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:19.215620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43120) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:19.300374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.410638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:19.415528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:19.420398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:19.421071 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.456155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b942f0-708c-40ba-9242-08b666bb5c7f req-3a34881b-581e-4ea4-b45c-a61d1197452c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:19.457965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b942f0-708c-40ba-9242-08b666bb5c7f req-3a34881b-581e-4ea4-b45c-a61d1197452c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2091296 Aug 19 15:32:19.472765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=f8180b12-4b3b-400e-b8d2-40f475a5d033,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:19.485953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:19.517796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e2d096ef-c5dd-472c-b31e-04f9c76237a1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:19.520627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.521991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-cd90937a-ff14-400f-9380-de92c77f2487 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3030436 Aug 19 15:32:19.538628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b942f0-708c-40ba-9242-08b666bb5c7f req-0c7f1587-67bf-426f-84cc-8c973b93f72d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568333 Aug 19 15:32:19.597652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:19.606806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67e1f7a0-0c4b-45cc-8577-6d0404466ef2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9642172 Aug 19 15:32:19.606958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:cc:61:b9', 'name': 'tempest-NetworksTestDHCPv6-1044834516'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:19.633018 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.769474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Transition to ACTIVE for port object 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:19.771569 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:19.785867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] No DVR routers for this DVR port bbd89c7f-c998-4bb5-9621-bb65f60f57ec on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:19.810927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bbd89c7f-c998-4bb5-9621-bb65f60f57ec no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:19.835326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29075705-2db9-40e7-831a-47a986d4c305 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:19.841661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31701ea7-c344-45cd-afbc-c9742baf58d4 None None] Pushing event deleted for resources: {'Port': ['ID=bbd89c7f-c998-4bb5-9621-bb65f60f57ec,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:19.845387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: bbd89c7f-c998-4bb5-9621-bb65f60f57ec {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:19.846025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device bbd89c7f-c998-4bb5-9621-bb65f60f57ec not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:19.935685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:19.980312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.094927 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.121034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 558f5e06-4521-4dfd-8847-e2f73bb5864c yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:32:20.172979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6dd51-564c-4118-8904-eabeea7427a4 None None] Pushing event updated for resources: {'Port': ['ID=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:20.274149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'f8180b12-4b3b-400e-b8d2-40f475a5d033'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:20.274149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.405419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::33e (fdf12966-7dff-4e5d-ab3f-7c74f498d492/f8180b12-4b3b-400e-b8d2-40f475a5d033/558f5e06-4521-4dfd-8847-e2f73bb5864c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:20.419510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Attempting to bind port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:20.423060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Attempting to bind port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:20.423060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Attempting to bind port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 on network b18a9778-d533-4834-80c4-f13cf8e751b9 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:20.496937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:20.497339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Checking segment: {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:20.497738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.498137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Bound using segment: {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:20.498629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Bound port: 7361a9cd-77d1-45ab-9f66-4e84d662fbf1, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da973a1-7195-4220-837d-3858cc2010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:20.499131 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.607006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] For port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:20.613193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] For port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:20.782293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.784096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:20.828774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 558f5e06-4521-4dfd-8847-e2f73bb5864c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:20.843070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620192-d891-49cf-9a1f-03128e69c8d6 req-225763ea-b2c3-4865-bac0-e7af8e944d9d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:20.847359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0620192-d891-49cf-9a1f-03128e69c8d6 req-225763ea-b2c3-4865-bac0-e7af8e944d9d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1308672 Aug 19 15:32:20.919685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6dd51-564c-4118-8904-eabeea7427a4 None None] Pushing event updated for resources: {'Port': ['ID=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:20.922349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Routers {'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:20.926220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:20.939267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0620192-d891-49cf-9a1f-03128e69c8d6 req-dcb9a9f6-d2aa-4e30-853f-d368d484b565 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798283 Aug 19 15:32:21.015150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:21.116075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/f8180b12-4b3b-400e-b8d2-40f475a5d033/e61ecdcf-830d-49ae-b610-843e874392a7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:21.190797 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:21.194689 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:21.207912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:21.218367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:21.219335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:21.240786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=558f5e06-4521-4dfd-8847-e2f73bb5864c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:21.313309 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2e895617-0905-45c2-9347-e2bd467239c3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7143626 Aug 19 15:32:21.316329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43198) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:21.322599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] Set router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:21.445925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68f0c8-6e52-4436-b62e-5ebbbf4dcb0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:21.450332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bd68f0c8-6e52-4436-b62e-5ebbbf4dcb0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1302228 Aug 19 15:32:21.450785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43206) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:21.577546 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:21.586163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 558f5e06-4521-4dfd-8847-e2f73bb5864c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:21.586660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:21.611492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Transition to ACTIVE for port object e61ecdcf-830d-49ae-b610-843e874392a7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:21.651692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Transition to ACTIVE for port object e61ecdcf-830d-49ae-b610-843e874392a7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:21.741140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:14Z', 'revision_number': 4, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7361a9cd-77d1-45ab-9f66-4e84d662fbf1', 'name': '', 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'mac_address': 'fa:16:3e:1b:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8564a306-0c95-4f25-a30c-483531cd9f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:12Z', 'updated_at': '2021-08-19T15:32:20Z', 'revision_number': 4, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'subnets': [{'id': '8564a306-0c95-4f25-a30c-483531cd9f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:21.741464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:21.750486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 558f5e06-4521-4dfd-8847-e2f73bb5864c owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:21.833882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d41ae-2824-44f3-a6dd-72a65908d762 None None] The sync data for ids ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'] in n-d-779913-32 is: [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:14Z', 'revision_number': 4, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7361a9cd-77d1-45ab-9f66-4e84d662fbf1', 'name': '', 'network_id': 'b18a9778-d533-4834-80c4-f13cf8e751b9', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'mac_address': 'fa:16:3e:1b:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8564a306-0c95-4f25-a30c-483531cd9f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:12Z', 'updated_at': '2021-08-19T15:32:20Z', 'revision_number': 4, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'subnets': [{'id': '8564a306-0c95-4f25-a30c-483531cd9f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:21.866519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:21.919179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:21.924989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:21.928494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:21.983349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Pushing event updated for resources: {'Port': ['ID=e61ecdcf-830d-49ae-b610-843e874392a7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Attempting to bind port e61ecdcf-830d-49ae-b610-843e874392a7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Attempting to bind port e61ecdcf-830d-49ae-b610-843e874392a7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Attempting to bind port e61ecdcf-830d-49ae-b610-843e874392a7 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.014013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:22.014782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Bound port: e61ecdcf-830d-49ae-b610-843e874392a7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:22.014782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.096787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] For port e61ecdcf-830d-49ae-b610-843e874392a7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:22.104982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] For port e61ecdcf-830d-49ae-b610-843e874392a7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e61ecdcf-830d-49ae-b610-843e874392a7,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:22.180821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322c3ab-937f-4639-b144-7fa1f302ef80 req-e12803f6-149f-476e-925d-a5d968ead4cf tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:22.183131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d322c3ab-937f-4639-b144-7fa1f302ef80 req-e12803f6-149f-476e-925d-a5d968ead4cf tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.0624230 Aug 19 15:32:22.227086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.232340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.263919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d322c3ab-937f-4639-b144-7fa1f302ef80 req-30db0160-df55-4b65-9ca2-a09cf6a142dc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697188 Aug 19 15:32:22.286144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=558f5e06-4521-4dfd-8847-e2f73bb5864c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:22.333796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.336317 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-38c5f71d-b356-4cde-97b3-b2ebd6c6d41b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/558f5e06-4521-4dfd-8847-e2f73bb5864c HTTP/1.1" status: 204 len: 168 time: 0.8841424 Aug 19 15:32:22.338880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:22.402904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1ca5-6e0c-46af-b8a3-cdad5284f487 None None] Pushing event updated for resources: {'Port': ['ID=e61ecdcf-830d-49ae-b610-843e874392a7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:22.435785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b21de-9cf3-41b0-a756-c33324076a12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:22.435785 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b21de-9cf3-41b0-a756-c33324076a12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:22.437966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3d0b21de-9cf3-41b0-a756-c33324076a12 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0980608 Aug 19 15:32:22.440697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43238) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:22.531397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet f8180b12-4b3b-400e-b8d2-40f475a5d033 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:22.532407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43242) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:22.535668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.653528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:22.932647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:23.193165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:23.254731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=f8180b12-4b3b-400e-b8d2-40f475a5d033,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:23.258870 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:23.263939 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc21267b-c97c-4782-bc76-8033dcaf59a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/f8180b12-4b3b-400e-b8d2-40f475a5d033 HTTP/1.1" status: 204 len: 168 time: 0.8188550 Aug 19 15:32:23.265014 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43250) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:23.274457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:23.383732 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f404e4a2-a943-44c2-a9fc-caebf0ea3181 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164525 Aug 19 15:32:23.388273 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43254) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:23.498478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33f0bf-5ab6-43d8-8188-f4f2b03b61be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:23.500376 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b33f0bf-5ab6-43d8-8188-f4f2b03b61be tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1106949 Aug 19 15:32:23.503825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:23.600285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dedf0a-c14d-4953-9f5d-e05fdec177e0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:23.607092 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-17dedf0a-c14d-4953-9f5d-e05fdec177e0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1019728 Aug 19 15:32:23.607967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43264) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:23.685739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ef18-791d-4afb-80c4-2ae2d1f9d742 req-6c9bbd44-4ecc-4238-a15c-44d4f9637056 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:23.689533 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6c7a09aa-e4d9-4371-bbfa-897e19d78896 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801492 Aug 19 15:32:23.693664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a84ef18-791d-4afb-80c4-2ae2d1f9d742 req-6c9bbd44-4ecc-4238-a15c-44d4f9637056 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1522572 Aug 19 15:32:23.693859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43268) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:23.707021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:23.875700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-918d8311-edd2-4b0b-a452-367e7a3074c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:23.875700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-918d8311-edd2-4b0b-a452-367e7a3074c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.2602315 Aug 19 15:32:23.950043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e61ecdcf-830d-49ae-b610-843e874392a7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:24.053501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a84ef18-791d-4afb-80c4-2ae2d1f9d742 req-1d35b1fd-d766-4b1d-a99b-c9b915461d91 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589113 Aug 19 15:32:24.156872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:24.162230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:24.179568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-948f2965-79c6-4591-b0e8-cfc2b1e1d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:24.181176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-948f2965-79c6-4591-b0e8-cfc2b1e1d6d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.2746809 Aug 19 15:32:24.197868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e61ecdcf-830d-49ae-b610-843e874392a7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:24.210524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:24.322731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-bb9524ff-655d-4164-a9d9-43016e0c2482 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 1001 time: 0.1301148 Aug 19 15:32:24.326042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Deleting port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:24.326397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:24.328308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e2f75-b290-4aa4-a4fa-f875227d77ad None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:24.449006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-0c09ea1c-6d02-4e41-b298-6f489fe0f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:24.451157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-0c09ea1c-6d02-4e41-b298-6f489fe0f879 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.1052945 Aug 19 15:32:24.555950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] For port 0e69a9e8-316b-49c7-8f5f-19e87716b6f8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:24.556229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:24.583868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Provisioning for port e61ecdcf-830d-49ae-b610-843e874392a7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:24.588773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:24.606643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Calling delete_port for 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:24.617939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:24.618315 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:24.629940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-ace62526-9d41-43b9-b071-5c18b0790c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:24.631976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-ace62526-9d41-43b9-b071-5c18b0790c1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1590500 Aug 19 15:32:24.635340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Provisioning complete for port e61ecdcf-830d-49ae-b610-843e874392a7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:24.635720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:24.763790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:24.778102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-daad16f1-7c68-4961-8a74-1afd59b46a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:24.919038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:32:24.964586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] Deleting port e61ecdcf-830d-49ae-b610-843e874392a7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:24.965919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.119059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-adc97f15-9e77-446b-9e58-da711dacbd5a service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129715 Aug 19 15:32:25.127984 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.259167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-fade75b3-0bcf-4a13-a7ad-cdc48796e01c service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279662 Aug 19 15:32:25.280877 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.299798 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.363030 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.370139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e69a9e8-316b-49c7-8f5f-19e87716b6f8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:25.462741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:32:25.463939 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:32:25.493556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267c93d-19dd-4660-9930-b4c391cdb9a6 req-df474827-5bc7-424a-8583-c86a0875395d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:25.495527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b267c93d-19dd-4660-9930-b4c391cdb9a6 req-df474827-5bc7-424a-8583-c86a0875395d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2350461 Aug 19 15:32:25.510764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:25.590946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] For port e61ecdcf-830d-49ae-b610-843e874392a7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e61ecdcf-830d-49ae-b610-843e874392a7,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:25.591397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.612110 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.701540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] Calling delete_port for e61ecdcf-830d-49ae-b610-843e874392a7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:25.733062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.787837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] For port e61ecdcf-830d-49ae-b610-843e874392a7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e61ecdcf-830d-49ae-b610-843e874392a7,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:25.806355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b267c93d-19dd-4660-9930-b4c391cdb9a6 req-bf215730-4276-4e25-866b-fced9101665d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404556 Aug 19 15:32:25.848803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.885715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.905149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:25.974133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e61ecdcf-830d-49ae-b610-843e874392a7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:25.986033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:25.987849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.095845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6140c9a3-e32a-4dd5-9346-78cbb4bbe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.154453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.166387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port e61ecdcf-830d-49ae-b610-843e874392a7 update to DOWN by agent not found {{(pid=101964) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 15:32:26.210572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] No DVR routers for this DVR port e61ecdcf-830d-49ae-b610-843e874392a7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:26.212548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b87968-d054-4c5c-8f7a-ce36cfeb98e0 None None] Pushing event deleted for resources: {'Port': ['ID=e61ecdcf-830d-49ae-b610-843e874392a7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:26.217932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:26.245949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:26.260814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=b6e4597f-1d54-4db3-965d-88262a4185e7,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:26.275650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:26.276279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.281569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.281569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.281809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.282162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.282507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.282845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.283322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.283706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.284100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.284987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.284987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.285192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:26.285941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9649e2c0-aa15-45b3-8a80-d866eef92c51 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:26.288159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=e61ecdcf-830d-49ae-b610-843e874392a7,revision_number=5']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:26.318768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Router f870ede3-0814-44eb-8cb2-f6af3af51b59 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:32:26.343672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:32:26.369978 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-534a67c2-2256-41e4-a6c0-ed426ba65270 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6751864 Aug 19 15:32:26.373398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43298) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:26.378553 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:26.488095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:26.489155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'b6e4597f-1d54-4db3-965d-88262a4185e7'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:26.493894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9724a8e6-518c-40c4-908d-89334952a3f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/f870ede3-0814-44eb-8cb2-f6af3af51b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9601831 Aug 19 15:32:26.496680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43300) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:26.498858 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.499024 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] Sync routers for ids ['f870ede3-0814-44eb-8cb2-f6af3af51b59'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:26.516357 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] Routers {'f870ede3-0814-44eb-8cb2-f6af3af51b59'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:26.516995 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f870ede3-0814-44eb-8cb2-f6af3af51b59'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:26.708047 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.740903 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] Set router f870ede3-0814-44eb-8cb2-f6af3af51b59 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:26.747583 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:26.753106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:26.798622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Allocated IP 2001:db8::f816:3eff:fea4:c2d3 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b6e4597f-1d54-4db3-965d-88262a4185e7/e4982505-b695-4a41-97ca-7dd0b57dfba2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:27.025025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.037027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Transition to ACTIVE for port object e4982505-b695-4a41-97ca-7dd0b57dfba2 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:27.058338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Transition to ACTIVE for port object e4982505-b695-4a41-97ca-7dd0b57dfba2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:27.099968 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.107840 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6e4597f-1d54-4db3-965d-88262a4185e7 (CIDR: 2001:db8::/64) Aug 19 15:32:27.127332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7a047-a457-4fc9-95a8-3ea3fb411927 req-dbf8126f-564c-42a7-96cf-5fb2dd1c49d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:27.129452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85e7a047-a457-4fc9-95a8-3ea3fb411927 req-dbf8126f-564c-42a7-96cf-5fb2dd1c49d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.0753038 Aug 19 15:32:27.129659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.170162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:27.171594 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:32:27.173585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:27.174565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:32:27.180423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:27.255369 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-72ca39cc-9eea-448d-a9b4-a33827cbcc48 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8769453 Aug 19 15:32:27.263070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43314) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:27.281765 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:32:25Z', 'revision_number': 5, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port': {'id': '46dd8fab-92fa-4f9b-b6c4-9836ef86515d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:53Z', 'updated_at': '2021-08-19T15:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:27.317670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Pushing event updated for resources: {'Port': ['ID=e4982505-b695-4a41-97ca-7dd0b57dfba2,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:27.323022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:27.333050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85e7a047-a457-4fc9-95a8-3ea3fb411927 req-86618dfd-8d3a-41da-a601-07d929ad1b3f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926279 Aug 19 15:32:27.338158 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] Checking router: f870ede3-0814-44eb-8cb2-f6af3af51b59 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:27.346684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Attempting to bind port e4982505-b695-4a41-97ca-7dd0b57dfba2 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:27.347341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Attempting to bind port e4982505-b695-4a41-97ca-7dd0b57dfba2 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:27.347933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Attempting to bind port e4982505-b695-4a41-97ca-7dd0b57dfba2 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:27.348171 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] Routers {'f870ede3-0814-44eb-8cb2-f6af3af51b59'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:27.348818 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:31:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f870ede3-0814-44eb-8cb2-f6af3af51b59'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:27.356755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:27.357479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:27.358147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.358705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:27.359397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Bound port: e4982505-b695-4a41-97ca-7dd0b57dfba2, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:27.360179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.411187 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.484958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Deleting port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:27.485592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.494028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] For port e4982505-b695-4a41-97ca-7dd0b57dfba2, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:27.502373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] For port e4982505-b695-4a41-97ca-7dd0b57dfba2, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e4982505-b695-4a41-97ca-7dd0b57dfba2,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:27.537455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] Set router f870ede3-0814-44eb-8cb2-f6af3af51b59 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:27.569416 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.594712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] For port 46dd8fab-92fa-4f9b-b6c4-9836ef86515d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:27.595862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.627574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Calling delete_port for 46dd8fab-92fa-4f9b-b6c4-9836ef86515d owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:27.639482 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:32:27Z', 'revision_number': 6, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:27.699136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054964e4-84cf-4f24-9fc8-960f68d934d9 None None] Pushing event updated for resources: {'Port': ['ID=e4982505-b695-4a41-97ca-7dd0b57dfba2,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:27.702569 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567d7eb-ebec-4401-bdb1-4cf123a138d8 None None] The sync data for ids ['f870ede3-0814-44eb-8cb2-f6af3af51b59'] in n-d-779913-32 is: [{'id': 'f870ede3-0814-44eb-8cb2-f6af3af51b59', 'name': 'tempest-TestAggregatesBasicOps-315604491-router', 'tenant_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:31:51Z', 'updated_at': '2021-08-19T15:32:27Z', 'revision_number': 6, 'project_id': '64f0b3cfd8284ca9acb03a121d33b8de', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:27.798167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:27.801995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:27.906862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a89737b0-c4ac-4c91-b259-b10914fe82f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.051094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.111936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Pushing event deleted for resources: {'Port': ['ID=46dd8fab-92fa-4f9b-b6c4-9836ef86515d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:28.193747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:28.286395 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.339432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:28.340065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.596610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.619943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.720847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c4a85-6204-4aea-85c2-a171d9fba0fc req-299b51ab-1d3e-4395-9f2b-7e821bf81ddf tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:28.727126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136c4a85-6204-4aea-85c2-a171d9fba0fc req-299b51ab-1d3e-4395-9f2b-7e821bf81ddf tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1623261 Aug 19 15:32:28.755796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.755796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f870ede3-0814-44eb-8cb2-f6af3af51b59 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:32:28.760567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.762630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-263601f8-4e06-41d0-ac32-a24f8d568052 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f870ede3-0814-44eb-8cb2-f6af3af51b59 HTTP/1.1" status: 204 len: 168 time: 2.2645683 Aug 19 15:32:28.765202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43334) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:28.828915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136c4a85-6204-4aea-85c2-a171d9fba0fc req-62e5ce81-87c2-4ff6-889b-b61369cf8c58 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995224 Aug 19 15:32:28.905285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Deleting subnet dc0fb89d-a309-46bd-869d-138afa7edde3 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:28.911911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.923006 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:28.989451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:28.997053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:29.071006 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:29.084505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:29.085278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:29.184663 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8721945 Aug 19 15:32:29.185035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43338) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:29.188530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:f8:a4:9e', 'name': 'tempest-NetworksTestDHCPv6-1635252077'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:29.200568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67a9b-d723-41d5-8202-a81acfb77e0d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=95ae8250-5b86-4701-89cd-966a59d0fdf2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:29.384103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:29.452326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365b63e-c17c-4eed-8910-8a04606ea095 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:29.718715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:29.758870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0fb89d-a309-46bd-869d-138afa7edde3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:29.767172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:29.770071 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4fbb8e96-4a1b-4089-ad8f-8c6239c37ace admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc0fb89d-a309-46bd-869d-138afa7edde3 HTTP/1.1" status: 204 len: 168 time: 1.0036447 Aug 19 15:32:29.772819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43344) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:29.773345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b60cd-685c-40bd-90e6-e2f9254873b3 None None] Network cd335d93-c17f-43e5-90a4-6be094363e7e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:29.792227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:29.886185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:29.915075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-95ebd513-ffcd-4875-9cf9-6436017d3d9e None None] Provisioning for port e4982505-b695-4a41-97ca-7dd0b57dfba2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:29.964427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.021238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'b6e4597f-1d54-4db3-965d-88262a4185e7', 'ip_address': '2001:db8::f816:3eff:fea4:c2d3'}, {'subnet_id': '95ae8250-5b86-4701-89cd-966a59d0fdf2'}], 'binding:host_id': 'n-d-779913-32'}, 'id': 'e4982505-b695-4a41-97ca-7dd0b57dfba2'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:32:30.023333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 4ae70c7a-267d-4766-b696-eae96aa9e7a5 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:32:30.072323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e4982505-b695-4a41-97ca-7dd0b57dfba2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:30.127820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.420423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8:0:1::390 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/95ae8250-5b86-4701-89cd-966a59d0fdf2/4ae70c7a-267d-4766-b696-eae96aa9e7a5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:30.428012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fef8:a49e (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b6e4597f-1d54-4db3-965d-88262a4185e7/4ae70c7a-267d-4766-b696-eae96aa9e7a5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:30.483553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e4982505-b695-4a41-97ca-7dd0b57dfba2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:30.507118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.548701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a42f48-7634-407c-9582-bc291e945ddc req-73f7c156-f514-49a9-a5e5-f122682023e2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:30.550712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50a42f48-7634-407c-9582-bc291e945ddc req-73f7c156-f514-49a9-a5e5-f122682023e2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.0869288 Aug 19 15:32:30.559397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e4982505-b695-4a41-97ca-7dd0b57dfba2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:30.560274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.654118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.659608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50a42f48-7634-407c-9582-bc291e945ddc req-efedd4f0-5a5c-4174-8b17-9b43825a28fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792327 Aug 19 15:32:30.689579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 4ae70c7a-267d-4766-b696-eae96aa9e7a5 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:30.711558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Deleting port 48e3e0f5-8133-4bf5-b372-cc24309bf00a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:30.711897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.712998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] DHCP port deletion for cd335d93-c17f-43e5-90a4-6be094363e7e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:30.833528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.878222 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.885716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] For port 48e3e0f5-8133-4bf5-b372-cc24309bf00a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=48e3e0f5-8133-4bf5-b372-cc24309bf00a,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:30.886286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.934623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Calling delete_port for 48e3e0f5-8133-4bf5-b372-cc24309bf00a owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:30.945106 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:30.966582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:30.982397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:30.986965 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:31.001391 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:31.002996 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.037759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=4ae70c7a-267d-4766-b696-eae96aa9e7a5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:31.040827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e4982505-b695-4a41-97ca-7dd0b57dfba2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e4982505-b695-4a41-97ca-7dd0b57dfba2,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:31.043308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Allocated IP 2001:db8:0:1::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/95ae8250-5b86-4701-89cd-966a59d0fdf2/e4982505-b695-4a41-97ca-7dd0b57dfba2) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:31.057741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] Deleting port 48e3e0f5-8133-4bf5-b372-cc24309bf00a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:31.059264 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.138747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b1424666-7ea1-4382-940e-1481730276e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9544678 Aug 19 15:32:31.139877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43358) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:31.147386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] For port 48e3e0f5-8133-4bf5-b372-cc24309bf00a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=48e3e0f5-8133-4bf5-b372-cc24309bf00a,segment=NetworkSegment(a8a83113-b1c6-40a9-9133-4812f3d76e3a),segment_id=a8a83113-b1c6-40a9-9133-4812f3d76e3a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:31.148099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.174567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] Calling delete_port for 48e3e0f5-8133-4bf5-b372-cc24309bf00a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:31.185281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.219916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] No DVR routers for this DVR port 48e3e0f5-8133-4bf5-b372-cc24309bf00a on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.320912 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 15:32:31.332287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.334684 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.349745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e3e0f5-8133-4bf5-b372-cc24309bf00a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:31.396849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] Pushing event deleted for resources: {'Port': ['ID=48e3e0f5-8133-4bf5-b372-cc24309bf00a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:31.405539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021f3a7-052c-4c83-a6af-448892853efa None None] No DVR routers for this DVR port 48e3e0f5-8133-4bf5-b372-cc24309bf00a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:31.436594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.449984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd335d93-c17f-43e5-90a4-6be094363e7e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:31.463828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a83113-b1c6-40a9-9133-4812f3d76e3a') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:31.464108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a83113-b1c6-40a9-9133-4812f3d76e3a') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:31.481383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.482134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:31.509300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.516050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 4ae70c7a-267d-4766-b696-eae96aa9e7a5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:31.516434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.522467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:32:31.522887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: items = [ Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:32:31.524808 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:32:31.537459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:31.538057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0e69a9e8-316b-49c7-8f5f-19e87716b6f8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:31.540023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46dd8fab-92fa-4f9b-b6c4-9836ef86515d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:31.588970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 46dd8fab-92fa-4f9b-b6c4-9836ef86515d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:31.589359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 46dd8fab-92fa-4f9b-b6c4-9836ef86515d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:31.697869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e4982505-b695-4a41-97ca-7dd0b57dfba2,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:31.758129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.772194 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.772194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd335d93-c17f-43e5-90a4-6be094363e7e HTTP/1.1" status: 204 len: 168 time: 1.9976540 Aug 19 15:32:31.774639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43372) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:31.810280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:31.893889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35bd24-f94f-4088-b0a9-cabc80e71501 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd335d93-c17f-43e5-90a4-6be094363e7e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:31.901780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e4982505-b695-4a41-97ca-7dd0b57dfba2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:31.909732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] For port e4982505-b695-4a41-97ca-7dd0b57dfba2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e4982505-b695-4a41-97ca-7dd0b57dfba2,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:31.953991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 4ae70c7a-267d-4766-b696-eae96aa9e7a5 owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:32.079150 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:32.088861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d0cd-f905-41f0-9885-3f62e1053a46 req-12db22a6-eb5c-477f-adb8-824a71347359 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:32.111095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fc5d0cd-f905-41f0-9885-3f62e1053a46 req-12db22a6-eb5c-477f-adb8-824a71347359 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2411406 Aug 19 15:32:32.138678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Transition to ACTIVE for port object e4982505-b695-4a41-97ca-7dd0b57dfba2 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:32.151984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e4982505-b695-4a41-97ca-7dd0b57dfba2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:32.153061 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:32.191896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fc5d0cd-f905-41f0-9885-3f62e1053a46 req-3ead56bb-ff02-4926-abca-1add86ebd6ee tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795605 Aug 19 15:32:32.251916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:32.320052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Port e4982505-b695-4a41-97ca-7dd0b57dfba2 had new provisioning blocks added so it will not transition to active. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 19 15:32:32.459420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 48e3e0f5-8133-4bf5-b372-cc24309bf00a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:32.517616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:32.551857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 48e3e0f5-8133-4bf5-b372-cc24309bf00a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:32.552686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 48e3e0f5-8133-4bf5-b372-cc24309bf00a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:32.563307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05602a1-514f-4e35-bca0-d5bd075797ca None None] Pushing event updated for resources: {'Port': ['ID=e4982505-b695-4a41-97ca-7dd0b57dfba2,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:32.581233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=4ae70c7a-267d-4766-b696-eae96aa9e7a5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:32.701312 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:32.715287 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:32.719705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18997b1d-7dec-4d2a-af73-4e5adc106711 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/4ae70c7a-267d-4766-b696-eae96aa9e7a5 HTTP/1.1" status: 204 len: 168 time: 1.5788276 Aug 19 15:32:32.723370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43416) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:32.810633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ddcbf4-760c-4220-bf39-465b070550c1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:32.829214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d0ddcbf4-760c-4220-bf39-465b070550c1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1025736 Aug 19 15:32:32.830532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43420) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:32.943478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3deb4-ce56-4042-b671-57ee84c02ab8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:32.948093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7eb3deb4-ce56-4042-b671-57ee84c02ab8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1142945 Aug 19 15:32:32.948752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43426) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:33.057891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6d08f-9991-4863-95c2-60f6377c8f3c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:33.063998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6d08f-9991-4863-95c2-60f6377c8f3c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:33.069218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6d08f-9991-4863-95c2-60f6377c8f3c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:33.073851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a4e6d08f-9991-4863-95c2-60f6377c8f3c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1186240 Aug 19 15:32:33.075727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43432) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:33.183699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 95ae8250-5b86-4701-89cd-966a59d0fdf2 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:33.190716 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:33.307785 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:33.619027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c955c-383c-4d6f-8585-ebb2cf50ff5b req-4055453d-7f7e-4953-84fb-2e1fdbc2ec9f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:33.620698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f6c955c-383c-4d6f-8585-ebb2cf50ff5b req-4055453d-7f7e-4953-84fb-2e1fdbc2ec9f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2231107 Aug 19 15:32:33.710975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:33.773079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e044a2ab-ed32-48ac-906e-17e357bcf9bd None None] Provisioning for port e4982505-b695-4a41-97ca-7dd0b57dfba2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:33.779126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e044a2ab-ed32-48ac-906e-17e357bcf9bd None None] Provisioning complete for port e4982505-b695-4a41-97ca-7dd0b57dfba2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:33.779531 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e044a2ab-ed32-48ac-906e-17e357bcf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:33.796603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Deleting port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:33.797090 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:33.835270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f6c955c-383c-4d6f-8585-ebb2cf50ff5b req-6ab12c74-6590-4529-ac17-f84ba43edb09 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013319 Aug 19 15:32:33.949976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e4982505-b695-4a41-97ca-7dd0b57dfba2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:34.009105 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.038568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] For port 7361a9cd-77d1-45ab-9f66-4e84d662fbf1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:34.040808 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.069846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=95ae8250-5b86-4701-89cd-966a59d0fdf2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:34.098842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.103850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-23f3ce84-326e-40f9-99be-56ee93a5cb7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/95ae8250-5b86-4701-89cd-966a59d0fdf2 HTTP/1.1" status: 204 len: 168 time: 1.0269740 Aug 19 15:32:34.104541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:34.136388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Calling delete_port for 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:34.255478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e4982505-b695-4a41-97ca-7dd0b57dfba2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:34.255853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.279541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet b6e4597f-1d54-4db3-965d-88262a4185e7 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:34.287740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.366729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.458107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b9fa5ce3-5127-400c-a988-8749ab159811 None None] Could not find standard attr ID for object 4ae70c7a-267d-4766-b696-eae96aa9e7a5. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:34.567426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb27bb4-861a-40e5-ba58-32c5b944ff3a None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:34.620663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.666614 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.720493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7361a9cd-77d1-45ab-9f66-4e84d662fbf1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:34.828110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.902095 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.907523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b6e4597f-1d54-4db3-965d-88262a4185e7 HTTP/1.1" status: 204 len: 168 time: 0.8008358 Aug 19 15:32:34.908525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe02c1a-e6d8-41cc-a898-92aaf9d4957f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e4597f-1d54-4db3-965d-88262a4185e7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:34.908653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43492) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:35.018857 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83d1f0b8-07cf-47e4-af0a-f5dbbdd31b16 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829177 Aug 19 15:32:35.048358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:35.057623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:35.110804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da542-6c0e-4246-b2c7-b434cc362e7a req-7796a523-07cd-4204-8c69-079c87f04600 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:35.117724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea5da542-6c0e-4246-b2c7-b434cc362e7a req-7796a523-07cd-4204-8c69-079c87f04600 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1192338 Aug 19 15:32:35.182352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:35.215096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea5da542-6c0e-4246-b2c7-b434cc362e7a req-9217fa34-2442-4132-a2e3-610fa8174af4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860686 Aug 19 15:32:35.269206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.280061 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] Deleting port e4982505-b695-4a41-97ca-7dd0b57dfba2 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:35.280594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.422978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] For port e4982505-b695-4a41-97ca-7dd0b57dfba2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e4982505-b695-4a41-97ca-7dd0b57dfba2,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:35.423380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.434028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:35.438275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.460025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] Calling delete_port for e4982505-b695-4a41-97ca-7dd0b57dfba2 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:35.686094 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:32:35.688507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.718792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] Pushing event deleted for resources: {'Port': ['ID=e4982505-b695-4a41-97ca-7dd0b57dfba2,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:35.729972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55eac1-b1e2-4556-bab6-feb9f8e0f705 None None] No DVR routers for this DVR port e4982505-b695-4a41-97ca-7dd0b57dfba2 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:35.938985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e4982505-b695-4a41-97ca-7dd0b57dfba2 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:35.989072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e4982505-b695-4a41-97ca-7dd0b57dfba2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:35.989604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e4982505-b695-4a41-97ca-7dd0b57dfba2 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:36.017221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:36.027145 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a42a2bd9-6884-4532-85b4-deea128564fa admin admin] 10.222.0.13 "PUT /v2.0/routers/c83bd377-3ea1-427a-826e-cd0eb8b1ec4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2490022 Aug 19 15:32:36.028075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43518) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:36.036464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] Sync routers for ids ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:36.054475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] Routers {'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:36.055759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:36.198105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:32:36.200443 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.268605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] Set router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:36.286375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:36.294396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:36.301352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:36.302205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.305731 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=b6b9f03e-59fc-4ef7-a80d-39929c763ba3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:36.330224 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.408166 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-23ff5a10-d083-4548-b454-2edd2f700a23 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3586495 Aug 19 15:32:36.408852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:36.419045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:36.457184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2bd6b9-11c3-45ce-b953-ca212c84b4eb None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:36.665537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:36.671079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.679738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.715284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': 'b6b9f03e-59fc-4ef7-a80d-39929c763ba3'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:36.716486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.745032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0861ab1-723c-41e0-b8c9-11eecfd420bd req-f0bd065c-d9f2-45d3-b8e5-1df5e5e8e0d6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:36.747998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0861ab1-723c-41e0-b8c9-11eecfd420bd req-f0bd065c-d9f2-45d3-b8e5-1df5e5e8e0d6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.2828155 Aug 19 15:32:36.848587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0861ab1-723c-41e0-b8c9-11eecfd420bd req-b8a1b2d0-c90e-4336-b2e2-a0ef1ee3ebd4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936971 Aug 19 15:32:36.850895 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6b9f03e-59fc-4ef7-a80d-39929c763ba3 (CIDR: 2001:db8::/64) Aug 19 15:32:36.886475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Deleting port e2d096ef-c5dd-472c-b31e-04f9c76237a1 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:36.887169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:36.935589 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:32:36.936059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:32:37.012536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Allocated IP 2001:db8::f816:3eff:fe08:c10f (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b6b9f03e-59fc-4ef7-a80d-39929c763ba3/28c9aaae-083a-4197-a608-48d747b2e80e) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:37.026778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] For port e2d096ef-c5dd-472c-b31e-04f9c76237a1, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2d096ef-c5dd-472c-b31e-04f9c76237a1,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:37.027693 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.058265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Calling delete_port for e2d096ef-c5dd-472c-b31e-04f9c76237a1 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:37.060336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:34Z', 'revision_number': 5, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port': {'id': 'e2d096ef-c5dd-472c-b31e-04f9c76237a1', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:07Z', 'updated_at': '2021-08-19T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:37.064519 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f5ef4499-47f6-4eed-a3bf-5becba815a7c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6514430 Aug 19 15:32:37.065019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43542) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:37.072294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:37.104662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] Checking router: c83bd377-3ea1-427a-826e-cd0eb8b1ec4b for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:37.146887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] Routers {'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:37.147581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:37.240033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] Set router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:37.306645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:36Z', 'revision_number': 6, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:37.339387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8cfab8-f478-485e-81e2-eedbd5976f7b None None] The sync data for ids ['c83bd377-3ea1-427a-826e-cd0eb8b1ec4b'] in n-d-779913-32 is: [{'id': 'c83bd377-3ea1-427a-826e-cd0eb8b1ec4b', 'name': 'tempest-TestAggregatesBasicOps-10905877-router', 'tenant_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:04Z', 'updated_at': '2021-08-19T15:32:36Z', 'revision_number': 6, 'project_id': '49c1d1f5a0ed460aac30ba100a4bc9c1', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:32:37.357258 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:37.363467 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.442831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.460309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.466144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Transition to ACTIVE for port object 28c9aaae-083a-4197-a608-48d747b2e80e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:37.513886 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Transition to ACTIVE for port object 28c9aaae-083a-4197-a608-48d747b2e80e will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:37.519038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d096ef-c5dd-472c-b31e-04f9c76237a1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:37.621468 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.641964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.739208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Pushing event updated for resources: {'Port': ['ID=28c9aaae-083a-4197-a608-48d747b2e80e,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:37.782865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:37.792746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:37.801539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:37.853416 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.856628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.893947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:37.919871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:37.920249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7361a9cd-77d1-45ab-9f66-4e84d662fbf1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:37.939246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Attempting to bind port 28c9aaae-083a-4197-a608-48d747b2e80e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:37.939246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Attempting to bind port 28c9aaae-083a-4197-a608-48d747b2e80e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:37.942791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Attempting to bind port 28c9aaae-083a-4197-a608-48d747b2e80e on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:37.951302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:37.955301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:37.955301 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.955301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:37.955301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Bound port: 28c9aaae-083a-4197-a608-48d747b2e80e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:37.955301 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.049804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.060867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] For port 28c9aaae-083a-4197-a608-48d747b2e80e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:38.069041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] For port 28c9aaae-083a-4197-a608-48d747b2e80e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=28c9aaae-083a-4197-a608-48d747b2e80e,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:38.070875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e695-30ca-4f47-8198-dea8c0699f91 req-d7cef9a5-3dd1-4103-94b1-0e7a913058b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:38.095375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60f7e695-30ca-4f47-8198-dea8c0699f91 req-d7cef9a5-3dd1-4103-94b1-0e7a913058b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1069961 Aug 19 15:32:38.095375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.095375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83bd377-3ea1-427a-826e-cd0eb8b1ec4b {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:32:38.097890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.099012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e4d7660f-0f76-4545-8056-cd6eb0f59c12 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c83bd377-3ea1-427a-826e-cd0eb8b1ec4b HTTP/1.1" status: 204 len: 168 time: 2.0702851 Aug 19 15:32:38.101430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43560) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:38.140725 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.149349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:38.154202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:38.159343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:38.160668 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.180699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60f7e695-30ca-4f47-8198-dea8c0699f91 req-d0f114c7-b48d-490e-b464-fc856b9519be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805204 Aug 19 15:32:38.210456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Deleting subnet 8564a306-0c95-4f25-a30c-483531cd9f3c {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:38.217948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.242550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed48da4-8e1f-410c-a149-f20d285a0161 None None] Pushing event updated for resources: {'Port': ['ID=28c9aaae-083a-4197-a608-48d747b2e80e,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:38.278519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=72449fa3-606b-4135-beb7-1df5b320aef3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:38.294603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.329995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a5282eef-1fae-4c9d-9f38-7dc2747aea2b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2640114 Aug 19 15:32:38.333070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43564) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:38.347649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:cd:af:79', 'name': 'tempest-NetworksTestDHCPv6-1197237585'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:38.446298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.595870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:38.620568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.675422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348f949-1683-4137-8bd2-6b5ea710f220 None None] Network b18a9778-d533-4834-80c4-f13cf8e751b9 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:38.690299 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.696630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8564a306-0c95-4f25-a30c-483531cd9f3c HTTP/1.1" status: 204 len: 168 time: 0.5938542 Aug 19 15:32:38.717145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43574) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:38.787202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564a306-0c95-4f25-a30c-483531cd9f3c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.885038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a214676-24b4-4719-bc99-6b9031908981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:38.914987 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:38.946180 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.000977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port e07baf92-8cf9-4e63-b7cc-f9761bbd9081 yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:32:39.018473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] DHCP port deletion for b18a9778-d533-4834-80c4-f13cf8e751b9 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:39.077814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] Deleting port c5203155-9d6e-4544-ab4e-d38d1952e3d7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:39.078285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.088557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Deleting port c5203155-9d6e-4544-ab4e-d38d1952e3d7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:39.089386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.158202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] For port c5203155-9d6e-4544-ab4e-d38d1952e3d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5203155-9d6e-4544-ab4e-d38d1952e3d7,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:39.158202 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.165852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] Calling delete_port for c5203155-9d6e-4544-ab4e-d38d1952e3d7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:39.207705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] For port c5203155-9d6e-4544-ab4e-d38d1952e3d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5203155-9d6e-4544-ab4e-d38d1952e3d7,segment=NetworkSegment(4da973a1-7195-4220-837d-3858cc2010c9),segment_id=4da973a1-7195-4220-837d-3858cc2010c9)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:39.208286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.314231 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Calling delete_port for c5203155-9d6e-4544-ab4e-d38d1952e3d7 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:39.401580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8:0:1::2c (fdf12966-7dff-4e5d-ab3f-7c74f498d492/72449fa3-606b-4135-beb7-1df5b320aef3/e07baf92-8cf9-4e63-b7cc-f9761bbd9081) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:39.414769 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.424161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92707df3-f9e7-43e6-ad8d-0ce54d92d9a5 req-a918e5b2-65fe-4666-9d08-391228fa6673 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:39.426006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92707df3-f9e7-43e6-ad8d-0ce54d92d9a5 req-a918e5b2-65fe-4666-9d08-391228fa6673 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.0908182 Aug 19 15:32:39.441994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::f816:3eff:fecd:af79 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/b6b9f03e-59fc-4ef7-a80d-39929c763ba3/e07baf92-8cf9-4e63-b7cc-f9761bbd9081) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:39.481640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] Pushing event deleted for resources: {'Port': ['ID=c5203155-9d6e-4544-ab4e-d38d1952e3d7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:39.499794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bdc16-eb60-4fc4-bb94-e8780eaea15f None None] No DVR routers for this DVR port c5203155-9d6e-4544-ab4e-d38d1952e3d7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:39.532945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92707df3-f9e7-43e6-ad8d-0ce54d92d9a5 req-1b347646-51a9-441d-b5d8-c72657bb598b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939178 Aug 19 15:32:39.687854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.736077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5203155-9d6e-4544-ab4e-d38d1952e3d7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:39.809346 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:39.827180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object e07baf92-8cf9-4e63-b7cc-f9761bbd9081 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:39.896550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc460a-c061-40f7-a786-411452687b72 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:39.906520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] No DVR routers for this DVR port c5203155-9d6e-4544-ab4e-d38d1952e3d7 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:39.965486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 28c9aaae-083a-4197-a608-48d747b2e80e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:40.096756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.133296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18a9778-d533-4834-80c4-f13cf8e751b9']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:40.136757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3958f866-d89e-44ad-a99f-125f071e377a None None] Provisioning for port 28c9aaae-083a-4197-a608-48d747b2e80e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:40.158080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.161251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da973a1-7195-4220-837d-3858cc2010c9') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:40.161717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da973a1-7195-4220-837d-3858cc2010c9') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:40.183033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.219412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 28c9aaae-083a-4197-a608-48d747b2e80e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:40.219412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 28c9aaae-083a-4197-a608-48d747b2e80e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:40.219412 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.223523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.250938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:40.255480 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:32:40.264402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:40.267584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:40.267584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.292420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'b6b9f03e-59fc-4ef7-a80d-39929c763ba3', 'ip_address': '2001:db8::f816:3eff:fe08:c10f'}, {'subnet_id': '72449fa3-606b-4135-beb7-1df5b320aef3'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '28c9aaae-083a-4197-a608-48d747b2e80e'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:32:40.345004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.726721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=e07baf92-8cf9-4e63-b7cc-f9761bbd9081,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:40.774819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90859ca0-66c2-4609-934c-abb03866cf4b req-897ad1ae-06da-4196-8ca0-c0940d5b08b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:40.777957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90859ca0-66c2-4609-934c-abb03866cf4b req-897ad1ae-06da-4196-8ca0-c0940d5b08b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1452770 Aug 19 15:32:40.785475 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ca337f8-50d9-4065-a272-692a111bb546 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4504371 Aug 19 15:32:40.788723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43612) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:40.836003 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.918081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90859ca0-66c2-4609-934c-abb03866cf4b req-4393f0f3-8439-452b-89d6-e1676e14a9f8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220324 Aug 19 15:32:40.919670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.931760 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.936810 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b18a9778-d533-4834-80c4-f13cf8e751b9 HTTP/1.1" status: 204 len: 168 time: 2.2165947 Aug 19 15:32:40.958782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da826a-4f01-45c2-8c29-5543e5434c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18a9778-d533-4834-80c4-f13cf8e751b9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:40.987285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port e07baf92-8cf9-4e63-b7cc-f9761bbd9081 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:40.987625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:40.993753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 28c9aaae-083a-4197-a608-48d747b2e80e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=28c9aaae-083a-4197-a608-48d747b2e80e,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:41.034284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Allocated IP 2001:db8:0:1::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/72449fa3-606b-4135-beb7-1df5b320aef3/28c9aaae-083a-4197-a608-48d747b2e80e) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:41.065742 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.171561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.191173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for e07baf92-8cf9-4e63-b7cc-f9761bbd9081 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:41.249995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5203155-9d6e-4544-ab4e-d38d1952e3d7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:41.320237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=28c9aaae-083a-4197-a608-48d747b2e80e,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:41.323145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c5203155-9d6e-4544-ab4e-d38d1952e3d7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:41.325367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5203155-9d6e-4544-ab4e-d38d1952e3d7 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:41.325367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2d096ef-c5dd-472c-b31e-04f9c76237a1 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:41.355250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e2d096ef-c5dd-472c-b31e-04f9c76237a1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:41.356650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2d096ef-c5dd-472c-b31e-04f9c76237a1 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:41.413915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] For port 28c9aaae-083a-4197-a608-48d747b2e80e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=28c9aaae-083a-4197-a608-48d747b2e80e,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:41.465321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.482929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Transition to ACTIVE for port object 28c9aaae-083a-4197-a608-48d747b2e80e will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:41.529953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43626) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:41.546407 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.590192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=e07baf92-8cf9-4e63-b7cc-f9761bbd9081,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:41.619606 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.654170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59442356-0c74-45fb-9f2d-63daf84eb1b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64f0b3cfd8284ca9acb03a121d33b8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198721 Aug 19 15:32:41.654808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43630) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:41.668779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.670825 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0022b4d2-7774-4061-abaf-9770272d84ac tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/e07baf92-8cf9-4e63-b7cc-f9761bbd9081 HTTP/1.1" status: 204 len: 168 time: 0.8817847 Aug 19 15:32:41.675267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43632) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:41.761747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-446cec44-435a-4684-83fe-2635e96d0ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.780487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b3b07-5722-4b7f-b97f-b8dd89968936 None None] Pushing event updated for resources: {'Port': ['ID=28c9aaae-083a-4197-a608-48d747b2e80e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:41.782805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b39e267-bf95-48cd-9e14-8941fd5c9ded tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:41.787788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b39e267-bf95-48cd-9e14-8941fd5c9ded tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1081417 Aug 19 15:32:41.790183 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:41.812797 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-446cec44-435a-4684-83fe-2635e96d0ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:41.860089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937e190e-060c-4378-b6da-96482afddfa8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:41.872370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43640) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:41.876150 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-937e190e-060c-4378-b6da-96482afddfa8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0761404 Aug 19 15:32:41.903079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 28c9aaae-083a-4197-a608-48d747b2e80e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:41.957627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09cac42-6cf8-421b-8ea5-0fe87ac7fde9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:41.959174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09cac42-6cf8-421b-8ea5-0fe87ac7fde9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:41.960948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09cac42-6cf8-421b-8ea5-0fe87ac7fde9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:41.969351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a09cac42-6cf8-421b-8ea5-0fe87ac7fde9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0936017 Aug 19 15:32:41.970171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43646) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:42.098382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13692e93-b328-4292-8144-a9ecd7630d04 req-a56a2b88-1049-48ea-88f5-6366c0a40b62 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:42.106297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13692e93-b328-4292-8144-a9ecd7630d04 req-a56a2b88-1049-48ea-88f5-6366c0a40b62 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.0839984 Aug 19 15:32:42.118077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-446cec44-435a-4684-83fe-2635e96d0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.119173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 72449fa3-606b-4135-beb7-1df5b320aef3 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:42.122237 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-446cec44-435a-4684-83fe-2635e96d0ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.127363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-446cec44-435a-4684-83fe-2635e96d0ee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469d8ef8-6935-4929-892d-0404671996c3 HTTP/1.1" status: 204 len: 168 time: 0.4674881 Aug 19 15:32:42.128910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.176929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cec44-435a-4684-83fe-2635e96d0ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469d8ef8-6935-4929-892d-0404671996c3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:42.236743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13692e93-b328-4292-8144-a9ecd7630d04 req-e267f874-1ee4-49b0-ae83-a5cf248fdd28 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294782 Aug 19 15:32:42.248680 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.367756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.546439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.591724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=72449fa3-606b-4135-beb7-1df5b320aef3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:42.601853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.609672 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8931feb-7a35-4589-a768-1dfb1c90c71b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/72449fa3-606b-4135-beb7-1df5b320aef3 HTTP/1.1" status: 204 len: 168 time: 0.6387343 Aug 19 15:32:42.610751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43660) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:42.698565 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-fcf62edb-80e3-4a4f-b926-c6142622feb8 service neutron] show failed (client error): The resource could not be found. Aug 19 15:32:42.700472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-fcf62edb-80e3-4a4f-b926-c6142622feb8 service neutron] 10.222.0.46 "GET /v2.0/ports/e1e426f8-5888-4c4f-a0d6-c09231889788/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.1936660 Aug 19 15:32:42.740790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet b6b9f03e-59fc-4ef7-a80d-39929c763ba3 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:42.751648 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.752733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a4f1d-cae2-4f4f-899e-9f80e2d47e48 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:42.843341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:42.961469 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.048802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f37b5abc-d1bf-413e-979d-6fec79bced37 None None] Provisioning for port 28c9aaae-083a-4197-a608-48d747b2e80e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:43.053631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f37b5abc-d1bf-413e-979d-6fec79bced37 None None] Provisioning complete for port 28c9aaae-083a-4197-a608-48d747b2e80e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:43.054012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f37b5abc-d1bf-413e-979d-6fec79bced37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.185694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43672) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:43.201830 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.209816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f37b5abc-d1bf-413e-979d-6fec79bced37 None None] Could not find standard attr ID for object e07baf92-8cf9-4e63-b7cc-f9761bbd9081. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:43.282386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b9f03e-59fc-4ef7-a80d-39929c763ba3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:43.285345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.287967 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-66a21997-7981-4414-9e42-f307e22fff31 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b6b9f03e-59fc-4ef7-a80d-39929c763ba3 HTTP/1.1" status: 204 len: 168 time: 0.6762559 Aug 19 15:32:43.291096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43678) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:43.322715 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.369204 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f82a89a9-80e9-4ca0-90eb-47d3e1d90a1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49c1d1f5a0ed460aac30ba100a4bc9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821575 Aug 19 15:32:43.371755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43680) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:43.405861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:43.413770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b54cca71-4c5a-4664-b086-15620f86e9f8 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141071 Aug 19 15:32:43.422177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:43.567961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35bc3f-5ea0-49ea-ab01-b4f6510736c2 req-734ffd7e-26fa-4f52-b72f-e78320212a91 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:43.570816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e35bc3f-5ea0-49ea-ab01-b4f6510736c2 req-734ffd7e-26fa-4f52-b72f-e78320212a91 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1583431 Aug 19 15:32:43.659200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e35bc3f-5ea0-49ea-ab01-b4f6510736c2 req-658cee38-2607-4d99-bfc1-832a860e67ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802310 Aug 19 15:32:43.779058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6855bf24-4b6b-41bd-9e8b-09044daa3ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.818821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6855bf24-4b6b-41bd-9e8b-09044daa3ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.840358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:43.844095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:43.903934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 28c9aaae-083a-4197-a608-48d747b2e80e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:43.981401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ec556-06e9-42ed-84c1-4133e11867ff None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:43.984038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-adb2cbc4-d2a3-4c80-b34e-248b0eeed3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:43.990235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-adb2cbc4-d2a3-4c80-b34e-248b0eeed3cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 1097 time: 0.5778449 Aug 19 15:32:44.051779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:44.141427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.185604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-709768e8-d4b6-44fb-9504-3de1be083df2 None None] Provisioning complete for port 28c9aaae-083a-4197-a608-48d747b2e80e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:44.185872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-709768e8-d4b6-44fb-9504-3de1be083df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.264657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 28c9aaae-083a-4197-a608-48d747b2e80e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:44.265186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.380250 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.422278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:44.432741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6855bf24-4b6b-41bd-9e8b-09044daa3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.436441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6855bf24-4b6b-41bd-9e8b-09044daa3ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.437640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6855bf24-4b6b-41bd-9e8b-09044daa3ec5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bfa03b5-228e-4465-9c4e-2836d5cc76ae HTTP/1.1" status: 204 len: 168 time: 1.0636122 Aug 19 15:32:44.467237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:44.470710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855bf24-4b6b-41bd-9e8b-09044daa3ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfa03b5-228e-4465-9c4e-2836d5cc76ae,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:44.475007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:44.481346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:44.481989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.499137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=565335af-eb55-433f-a51f-2c2a40632d2c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:44.561888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:44.613760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8778812b-3b5a-47ea-b446-1b887ccd4f0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2024519 Aug 19 15:32:44.617034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43706) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:44.628916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:44.638473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:44.707926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] Deleting port 28c9aaae-083a-4197-a608-48d747b2e80e {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:44.708876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.729630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:32:44.735539 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed909687-2ee3-408c-9fa5-3d483c7735ef" -d '{"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:44.746577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.782344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Transition to ACTIVE for port object e1e426f8-5888-4c4f-a0d6-c09231889788 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:44.887554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90121147-0283-47fe-ac08-84489e2a76c4 req-7f2b91e0-786e-422c-8618-39f5e0011dff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:44.892564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90121147-0283-47fe-ac08-84489e2a76c4 req-7f2b91e0-786e-422c-8618-39f5e0011dff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1087184 Aug 19 15:32:44.898667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.912784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] For port 28c9aaae-083a-4197-a608-48d747b2e80e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=28c9aaae-083a-4197-a608-48d747b2e80e,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:44.913478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.919648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:44.932162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:44.961703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] Calling delete_port for 28c9aaae-083a-4197-a608-48d747b2e80e owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:45.241145 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 565335af-eb55-433f-a51f-2c2a40632d2c (CIDR: 2001:db8::/64) Aug 19 15:32:45.283240 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:32:45.285301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:32:45.306574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:45.345366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:45.372114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] No DVR routers for this DVR port e1e426f8-5888-4c4f-a0d6-c09231889788 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:45.384580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] Pushing event deleted for resources: {'Port': ['ID=28c9aaae-083a-4197-a608-48d747b2e80e,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:45.397791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75cdde-bc4a-47d6-b693-33f0003c1210 None None] No DVR routers for this DVR port 28c9aaae-083a-4197-a608-48d747b2e80e on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:45.412889 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b78c4ea1-f60f-4664-895c-e27d20ddd347 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7922561 Aug 19 15:32:45.413909 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43728) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:45.416706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90121147-0283-47fe-ac08-84489e2a76c4 req-989656e3-c6a0-4dd2-9167-ee5a0cd3a68f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5147293 Aug 19 15:32:45.422798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:45.431907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b53d2-3539-41ce-8d70-371128515ee9 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:45.727358 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0cd79-5ec9-4c51-85fe-9206b02aa39c x-openstack-request-id: req-5df0cd79-5ec9-4c51-85fe-9206b02aa39c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:45.729394 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:45.729836 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5df0cd79-5ec9-4c51-85fe-9206b02aa39c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:45.732672 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'code': 200} Aug 19 15:32:45.821098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:45.821720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:45.822239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:45.838479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Port e1e426f8-5888-4c4f-a0d6-c09231889788 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:32:45.839117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Attempting to bind port e1e426f8-5888-4c4f-a0d6-c09231889788 on network 978afb2c-7a96-46c7-8864-8a30452b6c9d {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:45.845742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:45.846600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Checking segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:45.848304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Bound using segment: {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:45.850569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Bound port: e1e426f8-5888-4c4f-a0d6-c09231889788, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b3e3c4-baa9-4947-bf90-933e7043219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:45.851140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:45.865842 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:45.871767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:45.904012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 28c9aaae-083a-4197-a608-48d747b2e80e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:45.936588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '565335af-eb55-433f-a51f-2c2a40632d2c'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:45.937556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:45.941322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 28c9aaae-083a-4197-a608-48d747b2e80e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:45.941931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 28c9aaae-083a-4197-a608-48d747b2e80e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:46.052189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:46.062505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:46.140378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:46.173945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/565335af-eb55-433f-a51f-2c2a40632d2c/e2ef9fd7-cab7-46b7-9121-197991530376) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:46.249461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:46.250232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:46.255640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] 10.222.0.54 "PUT /v2.0/ports/e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 1092 time: 2.2326272 Aug 19 15:32:46.391910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66ae6-2628-4bd7-98ba-cbb3e2aa6ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:46.426559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-854f3bbc-5c1e-4493-a8ce-d3bd1b549896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:46.432819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-854f3bbc-5c1e-4493-a8ce-d3bd1b549896 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1095 time: 0.1308758 Aug 19 15:32:46.573245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:46.622253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:46.647729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Transition to ACTIVE for port object e2ef9fd7-cab7-46b7-9121-197991530376 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:46.669849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Transition to ACTIVE for port object e2ef9fd7-cab7-46b7-9121-197991530376 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:46.748307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-baad23e7-fc81-4e25-9142-9ae2449be5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:46.748307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-baad23e7-fc81-4e25-9142-9ae2449be5f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.3101859 Aug 19 15:32:46.750575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:46.817782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:46.826785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:46.831738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Pushing event updated for resources: {'Port': ['ID=e2ef9fd7-cab7-46b7-9121-197991530376,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:46.834159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:46.875837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1543722932-network', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:46.889533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:46.892311 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:32:46.920070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33184631-980a-47d9-85f3-fe0c7459b5c1 req-d5e82dc1-f69c-44d1-ae31-6a5f30cc9b90 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:46.924641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33184631-980a-47d9-85f3-fe0c7459b5c1 req-d5e82dc1-f69c-44d1-ae31-6a5f30cc9b90 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.3528850 Aug 19 15:32:46.965190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Attempting to bind port e2ef9fd7-cab7-46b7-9121-197991530376 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:46.966262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Attempting to bind port e2ef9fd7-cab7-46b7-9121-197991530376 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:46.966824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Attempting to bind port e2ef9fd7-cab7-46b7-9121-197991530376 on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:46.976565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:46.977241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:46.977841 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:46.978473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:46.979131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Bound port: e2ef9fd7-cab7-46b7-9121-197991530376, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:46.980560 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:46.998064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:47.045405 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33184631-980a-47d9-85f3-fe0c7459b5c1 req-35aea494-50a1-479b-aa66-3767c367330b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110647 Aug 19 15:32:47.051566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-2b918e6b-e1aa-44cb-8ee4-307258726615 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 999 time: 0.2870359 Aug 19 15:32:47.162155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-67e9f38e-07d7-476c-80fc-da4b1491f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:47.165231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-67e9f38e-07d7-476c-80fc-da4b1491f877 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.1067739 Aug 19 15:32:47.169799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] For port e2ef9fd7-cab7-46b7-9121-197991530376, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:47.176254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] For port e2ef9fd7-cab7-46b7-9121-197991530376, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2ef9fd7-cab7-46b7-9121-197991530376,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:47.212852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.225742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-00c47b01-7c4e-4135-b421-14a64adf09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:47.227568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-00c47b01-7c4e-4135-b421-14a64adf09ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550678 Aug 19 15:32:47.232043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Made reservation on behalf of ca6b3041d4604c6ba4b00e8f144bead1 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:47.242728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.266235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.290580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.383263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0487a83-3648-4c52-89ff-03ecf679abbf None None] Pushing event updated for resources: {'Port': ['ID=e2ef9fd7-cab7-46b7-9121-197991530376,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:47.398389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-fdfb0121-0b0d-43b6-865c-2cca6d63b078 service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633770 Aug 19 15:32:47.577543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9208a6b3-b66b-4998-99a4-f7404d218725 req-8cf5d50f-089a-4615-992f-6c042178a6ef service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718161 Aug 19 15:32:47.706176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] For port e2ef9fd7-cab7-46b7-9121-197991530376, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2ef9fd7-cab7-46b7-9121-197991530376,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:47.734548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:32:47.744065 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bddc08-32b5-497e-a54f-b8a28cee9497" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:47.825825 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ebd5cd-0c23-4a75-b669-1f34adc54e82 x-openstack-request-id: req-37ebd5cd-0c23-4a75-b669-1f34adc54e82 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:47.826420 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:47.826420 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37ebd5cd-0c23-4a75-b669-1f34adc54e82 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:47.826755 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'status': 'completed', 'code': 200} Aug 19 15:32:47.839938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.913254 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.917004 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.947474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2ef9fd7-cab7-46b7-9121-197991530376 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:48.018643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:48.037537 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:48.053357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:48.054010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.075373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-8ff245c5-adc3-4ef7-b347-8eeb1988b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:48.097995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-8ff245c5-adc3-4ef7-b347-8eeb1988b4de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1095 time: 0.2373664 Aug 19 15:32:48.099182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=004fb23f-ac7e-43ac-a210-e244f5812490,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:48.103500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=e2ef9fd7-cab7-46b7-9121-197991530376,revision_number=4']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:48.130759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-6d8446c3-65ff-4bfa-9e4f-9c75abd17f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:48.131931 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.137794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-6d8446c3-65ff-4bfa-9e4f-9c75abd17f97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1095 time: 0.2674613 Aug 19 15:32:48.162808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e2ef9fd7-cab7-46b7-9121-197991530376 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:48.221373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.266598 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:32:48.275292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df19ee7-c452-401f-a498-c96f7c7cf85c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:48.284364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.284800 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Added segment 30e4bb88-aeaa-4800-9b3f-e1085c6f3c09 of type vlan for network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f Aug 19 15:32:48.324280 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bb4982c1-2bf1-4930-981d-4f6d51d37dad tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9093244 Aug 19 15:32:48.327813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43790) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:48.333027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:fa:eb:a7', 'name': 'tempest-NetworksTestDHCPv6-980607404'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:48.386751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c2e5b-e0cd-45c6-b04d-4d783094b38b req-bc18e038-7a8d-4dea-980b-761bc5962f12 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:48.388251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b77c2e5b-e0cd-45c6-b04d-4d783094b38b req-bc18e038-7a8d-4dea-980b-761bc5962f12 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.1493025 Aug 19 15:32:48.389079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.391931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-bc8ddc45-c6f7-460d-a30d-4704e4f2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:48.393374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-bc8ddc45-c6f7-460d-a30d-4704e4f2f990 service neutron] 10.222.0.46 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.2769911 Aug 19 15:32:48.563231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.565008 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:48.565803 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.650146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:48.768079 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1897478 Aug 19 15:32:48.772046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:48.810079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Request body: {'subnet': {'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1543722932-subnet', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:48.889254 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:48.899341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c913de1-2d1e-40ff-bfdd-992fb3f25456 admin admin] Pushing event updated for resources: {'Network': ['ID=75350e52-b7ee-45cd-b04e-ec64e37f7c7f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:48.913787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:32:48.963703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port a302887b-649b-48f4-bf02-f827b5b6bdea yet. {{(pid=101962) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:32:49.056468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-b08211e4-0d00-4269-8dfb-6c04e56e91f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 999 time: 0.6366229 Aug 19 15:32:49.057845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-de28385a-065f-4f54-908e-622354cd2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:49.060232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-de28385a-065f-4f54-908e-622354cd2103 service neutron] 10.222.0.54 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.8893371 Aug 19 15:32:49.092515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab4c8b7-655e-41ff-a5dc-0124e0abc39a None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:49.113388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-674ad73b-30ed-4b9c-9fe7-c984f2ab2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:49.114886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-674ad73b-30ed-4b9c-9fe7-c984f2ab2702 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.0515237 Aug 19 15:32:49.208816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-d6435af5-690f-40a8-815e-81c5a4d6571b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 999 time: 0.0929141 Aug 19 15:32:49.309264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b77c2e5b-e0cd-45c6-b04d-4d783094b38b req-43f0cb5f-0062-4c8a-8726-24a7d5007692 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9069281 Aug 19 15:32:49.363265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-beeb4759-8d65-4d38-b0f5-80fe705fa1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:49.370123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-beeb4759-8d65-4d38-b0f5-80fe705fa1a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599715 Aug 19 15:32:49.376479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::109 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/565335af-eb55-433f-a51f-2c2a40632d2c/a302887b-649b-48f4-bf02-f827b5b6bdea) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:49.377825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-4e27ac88-84d5-40be-97b3-064d1acf1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:49.382476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-4e27ac88-84d5-40be-97b3-064d1acf1b6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.1386065 Aug 19 15:32:49.388195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-abf234a7-521c-4074-8867-83b3ecd7e3ab service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:32:49.389251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-abf234a7-521c-4074-8867-83b3ecd7e3ab service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058224 Aug 19 15:32:49.400207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:eba7 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/004fb23f-ac7e-43ac-a210-e244f5812490/a302887b-649b-48f4-bf02-f827b5b6bdea) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:49.492810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-60f8c887-8ba1-4fcd-b73c-4e04f3d73aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:49.494408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-60f8c887-8ba1-4fcd-b73c-4e04f3d73aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042576 Aug 19 15:32:49.607891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-bdfdc37a-d43c-4985-a891-94fcbffb3ae9 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915045 Aug 19 15:32:49.653984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-f01037ca-3c20-41b3-9ca6-0992e97fccc0 service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524138 Aug 19 15:32:49.819794 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:49.854433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object a302887b-649b-48f4-bf02-f827b5b6bdea will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:49.870621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-f7eb93cf-c07b-49e6-a931-d57ccb15d68b service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054541 Aug 19 15:32:49.877641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d8bddc08-32b5-497e-a54f-b8a28cee9497 req-39026591-be70-4de6-8dae-fdb3cf27848a service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182853 Aug 19 15:32:49.916985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] Provisioning for port e2ef9fd7-cab7-46b7-9121-197991530376 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:49.922693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] Provisioning complete for port e2ef9fd7-cab7-46b7-9121-197991530376 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:49.923266 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:49.985790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Made reservation on behalf of ca6b3041d4604c6ba4b00e8f144bead1 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:49.988267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.030595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.052683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.123287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:50.129063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] For port e2ef9fd7-cab7-46b7-9121-197991530376, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2ef9fd7-cab7-46b7-9121-197991530376,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:50.133139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:50.142354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:50.155777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:50.155777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.159235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=a302887b-649b-48f4-bf02-f827b5b6bdea,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:50.209604 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.314050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed231b4e-5c9b-4b0e-9ae8-c9cb5c89235a None None] Pushing event updated for resources: {'Port': ['ID=e2ef9fd7-cab7-46b7-9121-197991530376,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:50.347461 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2be8a2d9-825b-466e-b618-e0ecf5f538d2 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0187550 Aug 19 15:32:50.360279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:50.481419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.560415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1998d18-e044-42e6-b76c-8bc4e4f96f55,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:50.566928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Checking segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:50.567521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Network hostable DHCP agents. Network: 75350e52-b7ee-45cd-b04e-ec64e37f7c7f, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:32:50.596163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97aeb8-af25-49c7-9742-71f829fdba27 req-1bcce506-9de8-40b8-ad12-5bbf16376739 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:50.598101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a97aeb8-af25-49c7-9742-71f829fdba27 req-1bcce506-9de8-40b8-ad12-5bbf16376739 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.1284122 Aug 19 15:32:50.617027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port a302887b-649b-48f4-bf02-f827b5b6bdea {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:50.630631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.717022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:32:50.745071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8e082684-7492-4af2-bb9b-1af8391db91f None None] Provisioning complete for port e2ef9fd7-cab7-46b7-9121-197991530376 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:50.745996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8e082684-7492-4af2-bb9b-1af8391db91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.763954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a97aeb8-af25-49c7-9742-71f829fdba27 req-91c285a0-d289-4d5e-a2f1-bfb343509e11 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445553 Aug 19 15:32:50.815108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 75350e52-b7ee-45cd-b04e-ec64e37f7c7f) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:50.820419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:50.821885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.838322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31847009-97d6-48a4-97aa-3786667c7b45 None None] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:50.860247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:50.891594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for a302887b-649b-48f4-bf02-f827b5b6bdea owned by {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:50.955637 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d59d320a-96bd-4607-9b9e-b9f38adf0a74 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1562171 Aug 19 15:32:50.957916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43832) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:50.963554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:51.168778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.169921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.190442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:51.195746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.200155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-02ce46a2-cdfa-49d6-aeda-597c302f5d48 None None] Could not find standard attr ID for object e07baf92-8cf9-4e63-b7cc-f9761bbd9081. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:51.382873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.460897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=a302887b-649b-48f4-bf02-f827b5b6bdea,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:51.517576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.532244 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.536599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2d900166-8f87-4d2f-b476-59a615722ff3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/a302887b-649b-48f4-bf02-f827b5b6bdea HTTP/1.1" status: 204 len: 168 time: 1.1678348 Aug 19 15:32:51.540933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43844) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:51.548059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:32:51.623972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2467f6c-9fc4-440e-b0a6-5afb0018673a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.628646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43848) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:51.628912 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a2467f6c-9fc4-440e-b0a6-5afb0018673a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0907426 Aug 19 15:32:51.702757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7292d542-516e-437a-a315-bd6e300c77cb None None] Could not find standard attr ID for object a302887b-649b-48f4-bf02-f827b5b6bdea. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:32:51.715530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Allocated IP 172.20.0.2 (75350e52-b7ee-45cd-b04e-ec64e37f7c7f/e1998d18-e044-42e6-b76c-8bc4e4f96f55/285ef8e6-3c68-4a11-916d-4f9fd43faa58) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:51.721681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad751bc8-14c7-46d5-85de-42a731ed2c73 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.723619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ad751bc8-14c7-46d5-85de-42a731ed2c73 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0939033 Aug 19 15:32:51.726164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43854) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:51.873618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66a26f-70ff-432b-8eaa-aada73c570b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.875148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66a26f-70ff-432b-8eaa-aada73c570b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.876809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66a26f-70ff-432b-8eaa-aada73c570b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.878636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec66a26f-70ff-432b-8eaa-aada73c570b7 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1510751 Aug 19 15:32:51.891390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43860) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:51.913463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:51.986273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2ef9fd7-cab7-46b7-9121-197991530376 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:51.995316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:52.001584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 004fb23f-ac7e-43ac-a210-e244f5812490 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:52.005476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.214259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.397784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.516076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670304-b03b-499f-a02f-dac5a32ff726 req-607f2012-16a8-4390-a082-0ce9bff9d6b6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:52.521989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'port_id': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'mac_address': 'fa:16:3e:24:fa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:32:52.524363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f670304-b03b-499f-a02f-dac5a32ff726 req-607f2012-16a8-4390-a082-0ce9bff9d6b6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 943 time: 0.6071362 Aug 19 15:32:52.593306 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.613738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f670304-b03b-499f-a02f-dac5a32ff726 req-778bcb50-80a4-4d6f-92f2-18a98843588e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876081 Aug 19 15:32:52.662605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.666669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/004fb23f-ac7e-43ac-a210-e244f5812490 HTTP/1.1" status: 204 len: 168 time: 0.7740042 Aug 19 15:32:52.669276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0304014-bdda-4f4c-bf3b-6fb2f6cd890a tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=004fb23f-ac7e-43ac-a210-e244f5812490,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:52.671729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:52.705556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a696cf31-e21d-459c-af79-d9df88b1b362 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:52.773887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.835493 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.838503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 565335af-eb55-433f-a51f-2c2a40632d2c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:32:52.846190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.867357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.869687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Transition to ACTIVE for port object 285ef8e6-3c68-4a11-916d-4f9fd43faa58 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:52.870101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e2ef9fd7-cab7-46b7-9121-197991530376 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:52.870618 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.878187 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:52.937035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Transition to ACTIVE for port object 285ef8e6-3c68-4a11-916d-4f9fd43faa58 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:52.944218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e426f8-5888-4c4f-a0d6-c09231889788 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:32:53.000983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:53.016684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.030868 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.120031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:53.131284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.153367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:53.158375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:53.172202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Allocated IP 172.25.5.15 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/687e2537-30ed-4179-b4b6-f90b9450023e) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:53.260240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.322077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Attempting to bind port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:53.322465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Attempting to bind port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:53.322899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Attempting to bind port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 on network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:53.331009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Pushing event updated for resources: {'Port': ['ID=285ef8e6-3c68-4a11-916d-4f9fd43faa58,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:53.362857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:53.363005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Checking segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:53.364099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.364099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Bound using segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:53.364329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Bound port: 285ef8e6-3c68-4a11-916d-4f9fd43faa58, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:53.364585 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.411635 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.461165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:53.482961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.491673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] For port 285ef8e6-3c68-4a11-916d-4f9fd43faa58, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:53.495275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] For port 285ef8e6-3c68-4a11-916d-4f9fd43faa58, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=285ef8e6-3c68-4a11-916d-4f9fd43faa58,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:53.526757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=565335af-eb55-433f-a51f-2c2a40632d2c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:53.532075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.534124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dcad30bc-db60-4b28-8bbc-bd29ea32bcb4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/565335af-eb55-433f-a51f-2c2a40632d2c HTTP/1.1" status: 204 len: 168 time: 0.8611178 Aug 19 15:32:53.536487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43888) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:53.546329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.579850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['e1e426f8-5888-4c4f-a0d6-c09231889788'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:32:53.585538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:53.784322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8c279-4a62-424a-a8a9-b99c1c2581d6 None None] Pushing event updated for resources: {'Port': ['ID=285ef8e6-3c68-4a11-916d-4f9fd43faa58,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:53.819146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524fc9a-deb3-4bea-812d-12c558e043b7 req-cae49695-8cc3-482d-98a8-aed619c3ee09 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:53.829625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d524fc9a-deb3-4bea-812d-12c558e043b7 req-cae49695-8cc3-482d-98a8-aed619c3ee09 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 944 time: 0.1198335 Aug 19 15:32:53.936121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d524fc9a-deb3-4bea-812d-12c558e043b7 req-dfcffe56-93a0-4144-85b1-4e18d30409d6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048465 Aug 19 15:32:54.011734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-9e43e61c-aef3-417a-8e7f-169cee1b3f99 req-d19703f1-2121-44d9-885e-9b2fe1ee1976 service neutron] (101963) timed out ('10.222.0.13', 46770) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:32:54.175398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43902) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:54.185423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:54.189778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7bcfa9f3-0101-42b8-a9b5-e5a7906af0ff tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6343765 Aug 19 15:32:54.289066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:54.332246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:54.341380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:54.500459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Pushing event updated for resources: {'Port': ['ID=687e2537-30ed-4179-b4b6-f90b9450023e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:54.683463 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f322c2b9-7d1b-4b22-a8a3-2a3d85817f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:54.697762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653bfe2c-495a-4da0-828b-7cf4eedb7770 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:54.765979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9912dc4-72fa-4013-b78f-6d6609fedcfb req-9609b0df-c5c5-43d3-847b-d9bae9d606fe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:54.775912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9912dc4-72fa-4013-b78f-6d6609fedcfb req-9609b0df-c5c5-43d3-847b-d9bae9d606fe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 944 time: 0.3107970 Aug 19 15:32:54.850418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-abd1d007-2cc3-48f3-9802-ae8275f8d9b5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:54.851979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-abd1d007-2cc3-48f3-9802-ae8275f8d9b5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907&tenant_id=569a268a9a114ea498c8ad71a42bc77e&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.2743232 Aug 19 15:32:54.859314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:54.862837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:54.910380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e53e2c5b-4abb-405a-ac1e-bf710ddd956f None None] Provisioning complete for port e2ef9fd7-cab7-46b7-9121-197991530376 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:54.910939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e53e2c5b-4abb-405a-ac1e-bf710ddd956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:54.969894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9912dc4-72fa-4013-b78f-6d6609fedcfb req-db331bd3-5b5a-411c-83dd-ec22713ee6de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782546 Aug 19 15:32:55.051455 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-6d35cc2d-258d-42da-a1d1-2c9cc082de1a service neutron] delete failed (client error): The resource could not be found. Aug 19 15:32:55.052739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-6d35cc2d-258d-42da-a1d1-2c9cc082de1a service neutron] 10.222.0.46 "DELETE /v2.0/ports/e1e426f8-5888-4c4f-a0d6-c09231889788/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.1808152 Aug 19 15:32:55.172976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:32:55.185024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.238013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-7ee8125f-5e49-4bbb-9bc2-f6670f30fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:55.242652 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-7ee8125f-5e49-4bbb-9bc2-f6670f30fcc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1096 time: 0.1268992 Aug 19 15:32:55.258210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] Deleting port e2ef9fd7-cab7-46b7-9121-197991530376 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:32:55.258603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.445332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] For port e2ef9fd7-cab7-46b7-9121-197991530376, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e2ef9fd7-cab7-46b7-9121-197991530376,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:55.445788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.465281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] Calling delete_port for e2ef9fd7-cab7-46b7-9121-197991530376 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:32:55.577562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:55.646259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-058e574c-d8b9-4081-8194-24dab6242cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:55.653412 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.659321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-058e574c-d8b9-4081-8194-24dab6242cf2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.4095845 Aug 19 15:32:55.685364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] No DVR routers for this DVR port e2ef9fd7-cab7-46b7-9121-197991530376 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:32:55.733577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad903636-1cd1-4e9f-9c69-04a38da977d2 None None] Pushing event deleted for resources: {'Port': ['ID=e2ef9fd7-cab7-46b7-9121-197991530376,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:55.752075 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.757143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.817491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:55.841243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:55.852610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-335489e1-d4ca-4e3e-a7ce-bcff5c02c69c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 1000 time: 0.1810734 Aug 19 15:32:55.861259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce1faf6-655d-47fc-b4fd-181b7a9f92ee None None] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:55.886803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:55.896988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=544b7e11-6c89-4220-8aeb-2234c983c1df,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:55.904031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a75c7-8f8a-474e-9a7c-af1cb468e6f1 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:32:55.920974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:55.923832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:56.021097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 285ef8e6-3c68-4a11-916d-4f9fd43faa58 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:32:56.025970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-3a414e34-ab93-4d65-99d1-54c9e8c4cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:56.027604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-3a414e34-ab93-4d65-99d1-54c9e8c4cfa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.1557009 Aug 19 15:32:56.158557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-1f544e2b-f660-4bd6-a906-2aa3b44d043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:56.160419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-1f544e2b-f660-4bd6-a906-2aa3b44d043f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253252 Aug 19 15:32:56.223768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port e1e426f8-5888-4c4f-a0d6-c09231889788 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:56.235964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d842c-f59b-4632-a73b-15bbf0e8eb7d req-b7a26d74-7b81-436a-a34e-152b91231968 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:56.252422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c3d842c-f59b-4632-a73b-15bbf0e8eb7d req-b7a26d74-7b81-436a-a34e-152b91231968 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 944 time: 0.1615469 Aug 19 15:32:56.268898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43944) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:56.269267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-fae83059-8d28-4eb7-b224-c9f7fe4ae7cf tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0926852 Aug 19 15:32:56.274477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:56.297746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Router f595720f-371a-499e-947f-0e436feb234e is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:32:56.344669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-49db962e-cc82-483e-90a4-9c390b4a253d None None] Provisioning for port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:56.352858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c3d842c-f59b-4632-a73b-15bbf0e8eb7d req-cda48ce7-dd9d-44bc-a911-27bd0e81151b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969720 Aug 19 15:32:56.359703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port e1e426f8-5888-4c4f-a0d6-c09231889788 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:56.360361 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:56.418839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-d714ee49-4408-480c-9f56-578c832d2ac1 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493489 Aug 19 15:32:56.575897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:32:56.585583 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Sync routers for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:32:56.590793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'tenant_id': 'c551ac8a1d68455a81ad4b560d0111ec', 'fixed_ips': [{'subnet_id': '544b7e11-6c89-4220-8aeb-2234c983c1df'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:32:56.592940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-031f92e9-4b22-4e3e-99e9-a7da61856ba4 req-0fae80c9-3f2d-4357-9726-9e35ee885852 service neutron] 10.222.0.46 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666768 Aug 19 15:32:56.593581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:56.614028 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:56.615156 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:56.641850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:32:56.654419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:56.654792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:56.710080 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:56.713851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2baa2dd8-10f3-41a8-a952-091dcd527812 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7521265 Aug 19 15:32:56.717228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 43954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:56.849396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:56.935209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:56.941535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:57.200326 n-d-779913-32 neutron-server[101962]: INFO neutron.db.ipam_backend_mixin [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 544b7e11-6c89-4220-8aeb-2234c983c1df (CIDR: 2001:db8::/64) Aug 19 15:32:57.238588 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:32:57.239108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:32:57.311027 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:32:54Z', 'revision_number': 3, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:57.328177 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-782c225d-c5d0-4383-b663-096819af3531 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0533409 Aug 19 15:32:57.328177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 43970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:57.332662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Allocated IP 2001:db8::2 (fdf12966-7dff-4e5d-ab3f-7c74f498d492/544b7e11-6c89-4220-8aeb-2234c983c1df/8a670d15-3ae8-46a6-805a-05506fcf382b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:57.337242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'subnet': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:32:57.422840 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Checking router: f595720f-371a-499e-947f-0e436feb234e for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:32:57.425499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Updating router f595720f-371a-499e-947f-0e436feb234e port 687e2537-30ed-4179-b4b6-f90b9450023e binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:32:57.503841 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:57.605466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:57.724324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1509b-1e45-4549-9b76-7f189203b8ea req-d68eef20-1484-47e3-a899-0d0d7040ac1a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:57.731329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:32:57.733899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8d1509b-1e45-4549-9b76-7f189203b8ea req-d68eef20-1484-47e3-a899-0d0d7040ac1a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 944 time: 0.2421639 Aug 19 15:32:57.747526 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5cfffa-0291-48a8-a1dc-31a74af1a8e6" -d '{"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-plugged", "status": "completed", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:32:57.808595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:32:57.813241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:57.852850 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:57.885380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.015344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8d1509b-1e45-4549-9b76-7f189203b8ea req-39be5183-0db4-4f11-b871-8e79476e2584 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718434 Aug 19 15:32:58.017734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:58.064713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Transition to ACTIVE for port object 8a670d15-3ae8-46a6-805a-05506fcf382b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:58.122048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Transition to ACTIVE for port object 8a670d15-3ae8-46a6-805a-05506fcf382b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:58.127754 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.167047 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ebfa97-981b-4248-a060-1aafffd49b07 x-openstack-request-id: req-60ebfa97-981b-4248-a060-1aafffd49b07 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:32:58.167576 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-plugged", "status": "completed", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:32:58.170424 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60ebfa97-981b-4248-a060-1aafffd49b07 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:32:58.171087 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'code': 200} Aug 19 15:32:58.179712 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7a84d9ad-fa45-4ecd-a7cb-611e91b3c4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.181266 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.203008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.302438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 285ef8e6-3c68-4a11-916d-4f9fd43faa58, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=285ef8e6-3c68-4a11-916d-4f9fd43faa58,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:32:58.323524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.342094 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.359632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Transition to ACTIVE for port object 687e2537-30ed-4179-b4b6-f90b9450023e will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:58.453332 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.488428 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.510139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:58.511655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d30d3ed7-e41d-45ba-b526-40e974e65a4e None None] Provisioning complete for port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:32:58.512252 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d30d3ed7-e41d-45ba-b526-40e974e65a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.530006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:58.606654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:58.633354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:58.674588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2ef9fd7-cab7-46b7-9121-197991530376 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:32:58.688303 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Attempting to bind port 687e2537-30ed-4179-b4b6-f90b9450023e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:58.693555 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Attempting to bind port 687e2537-30ed-4179-b4b6-f90b9450023e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:58.694504 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Attempting to bind port 687e2537-30ed-4179-b4b6-f90b9450023e on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:58.734341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:58.735415 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:58.736301 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.737182 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:58.739047 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Bound port: 687e2537-30ed-4179-b4b6-f90b9450023e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:58.739985 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.755321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Allocated IP 172.20.0.1 (75350e52-b7ee-45cd-b04e-ec64e37f7c7f/e1998d18-e044-42e6-b76c-8bc4e4f96f55/d5ea61f1-4ef1-44f0-93bd-154edb3c7657) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:32:58.758463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e2ef9fd7-cab7-46b7-9121-197991530376 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:32:58.758855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e2ef9fd7-cab7-46b7-9121-197991530376 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:32:58.819561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Attempting to bind port 8a670d15-3ae8-46a6-805a-05506fcf382b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:32:58.820302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Attempting to bind port 8a670d15-3ae8-46a6-805a-05506fcf382b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:32:58.820941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Attempting to bind port 8a670d15-3ae8-46a6-805a-05506fcf382b on network fdf12966-7dff-4e5d-ab3f-7c74f498d492 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:32:58.824976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Pushing event updated for resources: {'Port': ['ID=8a670d15-3ae8-46a6-805a-05506fcf382b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:58.853799 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] For port 687e2537-30ed-4179-b4b6-f90b9450023e, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:58.877159 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] For port 687e2537-30ed-4179-b4b6-f90b9450023e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=687e2537-30ed-4179-b4b6-f90b9450023e,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:58.886845 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Pushing event updated for resources: {'Port': ['ID=687e2537-30ed-4179-b4b6-f90b9450023e,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:58.909918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=285ef8e6-3c68-4a11-916d-4f9fd43faa58,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:58.925256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.objects.ports [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101962) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 15:32:58.930662 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.931263 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.936087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.937013 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.937574 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.938169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.939109 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.939219 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.940953 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.941522 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.942087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.942582 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:32:58.948330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:32:58.950311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Checking segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:32:58.960505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.960505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Bound using segment: {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:32:58.960505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Bound port: 8a670d15-3ae8-46a6-805a-05506fcf382b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5310-e1a0-4f43-adc5-cf12375b3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:32:58.960505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:58.967781 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:59.160376 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:59.201990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] For port 8a670d15-3ae8-46a6-805a-05506fcf382b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:32:59.209930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] For port 8a670d15-3ae8-46a6-805a-05506fcf382b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8a670d15-3ae8-46a6-805a-05506fcf382b,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:32:59.210528 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:32:59.211214 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:59.222968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Transition to ACTIVE for port object d5ea61f1-4ef1-44f0-93bd-154edb3c7657 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:32:59.318509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:59.363691 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbbe34-5fb5-4710-8d93-ffac93affcf6 None None] Pushing event updated for resources: {'Port': ['ID=687e2537-30ed-4179-b4b6-f90b9450023e,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:59.404919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5842b63-abb3-473b-9f93-dc10d5d4e2c9 req-d8d88957-1032-408e-9028-1df7c03f0ed6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:59.425616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5842b63-abb3-473b-9f93-dc10d5d4e2c9 req-d8d88957-1032-408e-9028-1df7c03f0ed6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1829109 Aug 19 15:32:59.451382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c021a-8436-4fbc-993f-6b65ea508fda None None] Pushing event updated for resources: {'Port': ['ID=8a670d15-3ae8-46a6-805a-05506fcf382b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:59.496651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5842b63-abb3-473b-9f93-dc10d5d4e2c9 req-17b1bc1b-8c33-4e76-b99b-4512fc9ca7f6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678985 Aug 19 15:32:59.526834 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:32:59.527064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44010) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:32:59.558187 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:59.699182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b65a42eb-2575-454c-bf93-aa3305d7d5ea tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/b574839c-91e3-4fa6-841a-e62a62587156 HTTP/1.1" status: 200 len: 993 time: 0.1652308 Aug 19 15:32:59.699182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:59.705700 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:59.881549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:32:59.883788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Pushing event updated for resources: {'Port': ['ID=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:32:59.901326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:32:59.916884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:32:59.929078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:32:54Z', 'revision_number': 3, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:32:59.988663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.003264 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256c09f-a52e-46b8-83f0-0f3e6ff44b1f None None] The sync data for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 is: [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:32:54Z', 'revision_number': 3, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:00.116280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] For port 8a670d15-3ae8-46a6-805a-05506fcf382b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8a670d15-3ae8-46a6-805a-05506fcf382b,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:00.235873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.374091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.378110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.418468 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.533811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f25a6915-346c-4a15-a519-fe0be8c2aad3 None None] Provisioning for port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:00.538384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f25a6915-346c-4a15-a519-fe0be8c2aad3 None None] Provisioning complete for port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:00.539043 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f25a6915-346c-4a15-a519-fe0be8c2aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.602689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f25a6915-346c-4a15-a519-fe0be8c2aad3 None None] Port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:00.639357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:00.641668 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:00.645465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:00.646374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:00.654876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Subnet': ['ID=a350b14c-7a25-479f-9416-b4cb25701454,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:00.748385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=8a670d15-3ae8-46a6-805a-05506fcf382b,revision_number=4']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:00.816840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44038) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:00.818384 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9110079e-59b4-4714-909f-a39733ccd6a5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4894896 Aug 19 15:33:00.836145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Request body: {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'mac_address': 'fa:16:3e:11:6b:9e', 'name': 'tempest-NetworksTestDHCPv6-472225069'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:00.838423 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.145040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Made reservation on behalf of c551ac8a1d68455a81ad4b560d0111ec for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:01.168183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8a670d15-3ae8-46a6-805a-05506fcf382b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:01.264094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.339607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.339840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d090c3a-b19d-4540-bfbe-ae732dc1dd2e None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:01.339945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.502303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] Provisioning for port 8a670d15-3ae8-46a6-805a-05506fcf382b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:01.504807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 8a670d15-3ae8-46a6-805a-05506fcf382b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:01.551275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8a670d15-3ae8-46a6-805a-05506fcf382b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:01.552599 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.574159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] Provisioning complete for port 8a670d15-3ae8-46a6-805a-05506fcf382b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:01.577642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.921924 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.959916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:01.994932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Pushing event updated for resources: {'Port': ['ID=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:02.024832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] device_id is not set on port 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 yet. {{(pid=101963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:33:02.039157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] For port 8a670d15-3ae8-46a6-805a-05506fcf382b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8a670d15-3ae8-46a6-805a-05506fcf382b,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:02.086362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:02.123050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:02.222734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:33:02.223024 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:33:02.246569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce00ee-e99b-4c31-8ba9-efdb8c0d251c None None] Pushing event updated for resources: {'Port': ['ID=8a670d15-3ae8-46a6-805a-05506fcf382b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:02.394702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8::ff (fdf12966-7dff-4e5d-ab3f-7c74f498d492/544b7e11-6c89-4220-8aeb-2234c983c1df/5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:02.423595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Allocated IP 2001:db8:0:1:f816:3eff:fe11:6b9e (fdf12966-7dff-4e5d-ab3f-7c74f498d492/a350b14c-7a25-479f-9416-b4cb25701454/5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:02.549744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:02.560625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-68763d8d-21b7-48d8-93fe-814dbcd23ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1540885 Aug 19 15:33:02.561602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:02.766269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:02.862485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 285ef8e6-3c68-4a11-916d-4f9fd43faa58 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:02.899768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Transition to ACTIVE for port object 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:02.994877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:02.996149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.142434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509090c-63b2-43d3-8592-abdf95886723 req-bc83b012-5766-494a-8cd4-b6f23f37aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:03.143940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 687e2537-30ed-4179-b4b6-f90b9450023e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:03.144276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-bc83b012-5766-494a-8cd4-b6f23f37aa41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.2907004 Aug 19 15:33:03.223134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-01c2ef40-0e15-4fb8-be07-bb6fe371f9ad None None] Provisioning complete for port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:03.223502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-01c2ef40-0e15-4fb8-be07-bb6fe371f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.273942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Router f595720f-371a-499e-947f-0e436feb234e has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:03.291056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-01c2ef40-0e15-4fb8-be07-bb6fe371f9ad None None] Port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:03.295425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 687e2537-30ed-4179-b4b6-f90b9450023e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:03.305558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 687e2537-30ed-4179-b4b6-f90b9450023e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:03.307518 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.344907 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:33:03.378272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.439239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f1be5981-d755-410b-8726-a67b36f9ee54 None None] Provisioning complete for port 8a670d15-3ae8-46a6-805a-05506fcf382b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:03.439999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f1be5981-d755-410b-8726-a67b36f9ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.475470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event updated for resources: {'Port': ['ID=5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:03.488815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509090c-63b2-43d3-8592-abdf95886723 req-9eb70ee8-5f2a-4ba4-8f72-12c26b039bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:03.490732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-9eb70ee8-5f2a-4ba4-8f72-12c26b039bbf service neutron] 10.222.0.54 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.3243363 Aug 19 15:33:03.496391 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.534737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:03.547166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:03.555700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 687e2537-30ed-4179-b4b6-f90b9450023e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=687e2537-30ed-4179-b4b6-f90b9450023e,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:03.565669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:03.576595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:03.582812 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.646507 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:03.725422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-36617223-20b5-478f-a7f6-7bec5b80c89c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 1001 time: 0.1989536 Aug 19 15:33:03.726916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:03.740117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de7afe39-6b2a-43ad-b263-bc642754d9ab admin admin] 10.222.0.13 "PUT /v2.0/routers/f595720f-371a-499e-947f-0e436feb234e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0192883 Aug 19 15:33:03.748330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Sync routers for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:03.778987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=687e2537-30ed-4179-b4b6-f90b9450023e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:03.818392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8a670d15-3ae8-46a6-805a-05506fcf382b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:03.856443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509090c-63b2-43d3-8592-abdf95886723 req-a1c41c4d-51b6-4a96-a27e-86f5af011bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:03.858235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-a1c41c4d-51b6-4a96-a27e-86f5af011bef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.1146243 Aug 19 15:33:03.861090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:03.862439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:03.863654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-67d6e712-94fa-420d-ae47-53126bdfa790 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0433712 Aug 19 15:33:03.866872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44086) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:03.992540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509090c-63b2-43d3-8592-abdf95886723 req-5158a4ff-b9fe-4c5f-92e8-b37ec3d0de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:03.996621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-5158a4ff-b9fe-4c5f-92e8-b37ec3d0de2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207089 Aug 19 15:33:04.013728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-365aee90-2004-4925-9132-5d2f0d848f80 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:33:04.016910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-365aee90-2004-4925-9132-5d2f0d848f80 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126233 Aug 19 15:33:04.172046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:04.173250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting port 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:04.173914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.178001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8a670d15-3ae8-46a6-805a-05506fcf382b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:04.183972 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.272062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-85843f85-43ae-4fed-bf65-cf178b141071 service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491524 Aug 19 15:33:04.306059 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.322827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Calling delete_port for 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 owned by {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:04.426306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4509090c-63b2-43d3-8592-abdf95886723 req-aa34f1f5-2d27-46db-8cbf-1186f6844a03 service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469080 Aug 19 15:33:04.712637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 2, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:04.777342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dac344c4-b3a7-4150-93a5-2924d12421dd None None] Provisioning for port 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:04.806110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Checking router: f595720f-371a-499e-947f-0e436feb234e for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:04.806753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Updating router f595720f-371a-499e-947f-0e436feb234e port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:33:04.867334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dac344c4-b3a7-4150-93a5-2924d12421dd None None] Provisioning complete for port 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:04.867717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dac344c4-b3a7-4150-93a5-2924d12421dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.871716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.952004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dac344c4-b3a7-4150-93a5-2924d12421dd None None] Port 5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:04.997936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.032440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Port': ['ID=5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:05.094953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.098218 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d5259a7-e977-4385-aa55-d428256d1a0e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 HTTP/1.1" status: 204 len: 168 time: 1.2298129 Aug 19 15:33:05.100668 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44106) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:05.194158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2bb6a-3795-4e4f-89c3-af6878a5a1dd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:05.200914 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f9e2bb6a-3795-4e4f-89c3-af6878a5a1dd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0989366 Aug 19 15:33:05.203898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44112) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:05.322391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644b5fc-1604-4642-9770-a1c12b2ada7b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:05.322842 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.323912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1644b5fc-1604-4642-9770-a1c12b2ada7b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1182849 Aug 19 15:33:05.326455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44120) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:05.337534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Transition to ACTIVE for port object d5ea61f1-4ef1-44f0-93bd-154edb3c7657 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:05.375659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44122) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:05.383886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1142094262-network', 'tenant_id': '38633064ded84310b9a67d09e433b779'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:05.413071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e389d7-c417-4d86-94c8-c14b1b797280 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:05.414673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e389d7-c417-4d86-94c8-c14b1b797280 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:05.417615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e389d7-c417-4d86-94c8-c14b1b797280 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:05.419271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b3e389d7-c417-4d86-94c8-c14b1b797280 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0917139 Aug 19 15:33:05.422242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:05.487994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet 544b7e11-6c89-4220-8aeb-2234c983c1df {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:05.491581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.499400 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.571011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Made reservation on behalf of 38633064ded84310b9a67d09e433b779 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:05.571011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.586046 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.595692 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.597016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Pushing event updated for resources: {'Port': ['ID=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:05.680933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Attempting to bind port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:05.681828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Attempting to bind port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Attempting to bind port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 on network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Checking segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Bound using segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Bound port: d5ea61f1-4ef1-44f0-93bd-154edb3c7657, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:05.731389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.834279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] For port d5ea61f1-4ef1-44f0-93bd-154edb3c7657, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:05.835025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] For port d5ea61f1-4ef1-44f0-93bd-154edb3c7657, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:05.837547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 687e2537-30ed-4179-b4b6-f90b9450023e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:05.898510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.920634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.933421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 687e2537-30ed-4179-b4b6-f90b9450023e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:05.933682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.962451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.054078 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.058520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:06.059704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:06.063727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Pushing event updated for resources: {'Port': ['ID=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:06.094437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b7832f-7c2e-47e8-b2cd-750b3a684f53,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:06.108082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.108392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.108732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.109065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.109427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.109755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.110077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.110493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.110707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.111025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.111344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.111660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc7605-4281-4866-bf2e-9fb06150c04a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:06.162981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.166637 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:33:06.215885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.219663 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Added segment 1aff7ace-de5d-4115-ae56-9a230f22ca90 of type vlan for network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad Aug 19 15:33:06.231971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=544b7e11-6c89-4220-8aeb-2234c983c1df,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:06.235630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.240326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6b6bbad1-628f-4b15-a7a2-483aac63f94f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/544b7e11-6c89-4220-8aeb-2234c983c1df HTTP/1.1" status: 204 len: 168 time: 0.8145871 Aug 19 15:33:06.241153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44138) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:06.277509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af591af7-a52d-4993-ae5d-bf51023777b9 None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:06.293188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.324562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Deleting subnet a350b14c-7a25-479f-9416-b4cb25701454 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:06.328331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.388527 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.392785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:06.414628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.418684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:06.420125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.565616 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.645082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] Pushing event updated for resources: {'Network': ['ID=fd933d93-d2a1-435a-bd0e-b2b093e7e6ad,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:06.693671 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:33:06.790394 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c76d555a-f1d6-4621-b4a5-a8c34ca67420 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4136186 Aug 19 15:33:06.793748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44146) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:06.800292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Request body: {'subnet': {'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1142094262-subnet', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:06.822501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.852461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Subnet': ['ID=a350b14c-7a25-479f-9416-b4cb25701454,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:06.856491 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:06.863292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44150) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:06.863425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c22f86ce-bb33-4cdf-88f6-903b776140d6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/a350b14c-7a25-479f-9416-b4cb25701454 HTTP/1.1" status: 204 len: 168 time: 0.6172266 Aug 19 15:33:06.905698 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5a46be9e-22ee-453f-a3af-a6b938560888 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424154 Aug 19 15:33:06.908072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44152) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:06.936132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:05Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:06.977722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272204c1-1715-4f20-b313-bc6d653618e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:06.980485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-272204c1-1715-4f20-b313-bc6d653618e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0704930 Aug 19 15:33:06.982999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:06.989829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6ebc4-f74e-4902-95be-2ec9dd0e6cca None None] The sync data for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 is: [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:05Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:07.036997 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Made reservation on behalf of 38633064ded84310b9a67d09e433b779 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:07.039757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:07.101034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed293d21-e74e-4912-97ac-de873264f131 None None] Update dhcp port {'port': {'network_id': 'fdf12966-7dff-4e5d-ab3f-7c74f498d492', 'fixed_ips': [{'subnet_id': 'a350b14c-7a25-479f-9416-b4cb25701454'}], 'binding:host_id': 'n-d-779913-32'}, 'id': '8a670d15-3ae8-46a6-805a-05506fcf382b'} from n-d-779913-32. {{(pid=101964) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:33:07.154982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed293d21-e74e-4912-97ac-de873264f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:07.161555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7320f3-0386-45d5-9ac6-6c697d9affbd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:07.170034 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e7320f3-0386-45d5-9ac6-6c697d9affbd tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1790676 Aug 19 15:33:07.170299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44162) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.266132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ad07308d-bd6e-4615-8cc5-84857eee9318 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962412 Aug 19 15:33:07.266844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44166) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.314696 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d2ed12-8258-449c-b09c-72732024c537 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.315420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d2ed12-8258-449c-b09c-72732024c537 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.320193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44170) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.337762 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c4d2ed12-8258-449c-b09c-72732024c537 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/5242cbd1-4da7-44d7-a1d7-52c8acfbbbe7 HTTP/1.1" status: 404 len: 333 time: 0.0575676 Aug 19 15:33:07.356013 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f53870-fd24-4010-b627-f93c403faece tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.356722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f53870-fd24-4010-b627-f93c403faece tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.373439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44174) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.374104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7f53870-fd24-4010-b627-f93c403faece tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/a350b14c-7a25-479f-9416-b4cb25701454 HTTP/1.1" status: 404 len: 337 time: 0.0401313 Aug 19 15:33:07.412669 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-839cf429-a4cc-49d3-bcd2-15a12f3918f3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.412880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839cf429-a4cc-49d3-bcd2-15a12f3918f3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.417684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-839cf429-a4cc-49d3-bcd2-15a12f3918f3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/544b7e11-6c89-4220-8aeb-2234c983c1df HTTP/1.1" status: 404 len: 337 time: 0.0403063 Aug 19 15:33:07.417975 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44176) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.441939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5a8b7-f9c6-4133-9af4-1894f425576e None None] Network fdf12966-7dff-4e5d-ab3f-7c74f498d492 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:07.498947 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-12262c9d-823b-4b97-9b7e-9064fc10727b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.499838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12262c9d-823b-4b97-9b7e-9064fc10727b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.502065 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-12262c9d-823b-4b97-9b7e-9064fc10727b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/a302887b-649b-48f4-bf02-f827b5b6bdea HTTP/1.1" status: 404 len: 333 time: 0.0824406 Aug 19 15:33:07.504694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44178) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.543417 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d912c7-2a99-47ae-9041-4fec0c2943ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.544301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d912c7-2a99-47ae-9041-4fec0c2943ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.549012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44180) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.552674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a6d912c7-2a99-47ae-9041-4fec0c2943ab tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/004fb23f-ac7e-43ac-a210-e244f5812490 HTTP/1.1" status: 404 len: 337 time: 0.0430081 Aug 19 15:33:07.583052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a1fed55-16c6-4723-857f-7b9380746db6 None None] Provisioning complete for port 8a670d15-3ae8-46a6-805a-05506fcf382b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:07.583683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a1fed55-16c6-4723-857f-7b9380746db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:07.594697 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5e4452-3a8f-4f7e-94d9-378cc23a9772 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.595245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5e4452-3a8f-4f7e-94d9-378cc23a9772 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.598670 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd5e4452-3a8f-4f7e-94d9-378cc23a9772 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/565335af-eb55-433f-a51f-2c2a40632d2c HTTP/1.1" status: 404 len: 337 time: 0.0483906 Aug 19 15:33:07.601256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:07.603590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44182) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.672712 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69040f5-0314-49db-ba57-b74077348f05 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.673723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69040f5-0314-49db-ba57-b74077348f05 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.679683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e69040f5-0314-49db-ba57-b74077348f05 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/e07baf92-8cf9-4e63-b7cc-f9761bbd9081 HTTP/1.1" status: 404 len: 333 time: 0.0722334 Aug 19 15:33:07.682383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44184) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.764654 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a7f1b-4d12-4671-831b-21750d036d88 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.765385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9a7f1b-4d12-4671-831b-21750d036d88 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.767424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4e9a7f1b-4d12-4671-831b-21750d036d88 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/72449fa3-606b-4135-beb7-1df5b320aef3 HTTP/1.1" status: 404 len: 337 time: 0.0774069 Aug 19 15:33:07.770239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44186) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.833395 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab49759a-0e38-48b8-9efd-0685c4de12fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.833873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab49759a-0e38-48b8-9efd-0685c4de12fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.838607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ab49759a-0e38-48b8-9efd-0685c4de12fa tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b6b9f03e-59fc-4ef7-a80d-39929c763ba3 HTTP/1.1" status: 404 len: 337 time: 0.0641253 Aug 19 15:33:07.841239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44190) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.862934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Checking segment: {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:07.862934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Network hostable DHCP agents. Network: fd933d93-d2a1-435a-bd0e-b2b093e7e6ad, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:33:07.869159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196593a2-f304-49a4-94c6-e4bcd6e8b3a9,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:07.911593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5ea61f1-4ef1-44f0-93bd-154edb3c7657 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:07.927749 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b327bab2-a3a9-436f-a438-6bf2b90f470f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.929680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b327bab2-a3a9-436f-a438-6bf2b90f470f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.930824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b327bab2-a3a9-436f-a438-6bf2b90f470f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/4ae70c7a-267d-4766-b696-eae96aa9e7a5 HTTP/1.1" status: 404 len: 333 time: 0.0881939 Aug 19 15:33:07.935560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44192) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.958765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] DHCP port deletion for fdf12966-7dff-4e5d-ab3f-7c74f498d492 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:33:07.969341 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-58571f81-ec2a-4abe-bf89-d57d333f0156 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:07.969821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58571f81-ec2a-4abe-bf89-d57d333f0156 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:07.974361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44194) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:07.975432 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-58571f81-ec2a-4abe-bf89-d57d333f0156 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/95ae8250-5b86-4701-89cd-966a59d0fdf2 HTTP/1.1" status: 404 len: 337 time: 0.0378504 Aug 19 15:33:07.982716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:33:08.027685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] Deleting port 8a670d15-3ae8-46a6-805a-05506fcf382b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:08.028056 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.049794 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-de99cdeb-023d-4325-960c-706e907ab352 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.050072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de99cdeb-023d-4325-960c-706e907ab352 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.055695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44202) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.056573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de99cdeb-023d-4325-960c-706e907ab352 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b6e4597f-1d54-4db3-965d-88262a4185e7 HTTP/1.1" status: 404 len: 337 time: 0.0807741 Aug 19 15:33:08.136186 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, fd933d93-d2a1-435a-bd0e-b2b093e7e6ad) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:08.143992 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fd2bb7-65ef-44b0-bde6-7939c4265763 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.150274 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fd2bb7-65ef-44b0-bde6-7939c4265763 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.163418 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0fd2bb7-65ef-44b0-bde6-7939c4265763 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/558f5e06-4521-4dfd-8847-e2f73bb5864c HTTP/1.1" status: 404 len: 333 time: 0.0931957 Aug 19 15:33:08.164156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457461a2-cfdf-4273-a848-1ac7af5f9747 None None] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:08.164156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:08.164345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:08.164345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.165437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44204) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.167957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] For port 8a670d15-3ae8-46a6-805a-05506fcf382b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8a670d15-3ae8-46a6-805a-05506fcf382b,segment=NetworkSegment(c3ab5310-e1a0-4f43-adc5-cf12375b3628),segment_id=c3ab5310-e1a0-4f43-adc5-cf12375b3628)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:08.167957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.223182 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcf44e5-cb37-417a-9994-685c444fb60e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.223971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcf44e5-cb37-417a-9994-685c444fb60e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.230988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44206) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.236873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0fcf44e5-cb37-417a-9994-685c444fb60e tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/f8180b12-4b3b-400e-b8d2-40f475a5d033 HTTP/1.1" status: 404 len: 337 time: 0.0694966 Aug 19 15:33:08.291583 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c97a0b-73ef-4033-b195-d81282f064ba tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.293831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c97a0b-73ef-4033-b195-d81282f064ba tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.301338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44208) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.302009 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37c97a0b-73ef-4033-b195-d81282f064ba tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/aa542d8a-33a1-4c51-b0e6-61765c123f49 HTTP/1.1" status: 404 len: 333 time: 0.0686648 Aug 19 15:33:08.306137 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d516bbe2-505d-41df-8f37-0432fc656754 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5093174 Aug 19 15:33:08.318064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44210) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.324420 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:08.358747 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d78bf0-fb06-4453-a979-6b6525d74379 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.359296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d78bf0-fb06-4453-a979-6b6525d74379 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.364775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44214) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.364933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-90d78bf0-fb06-4453-a979-6b6525d74379 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/036f4209-a3ed-46b2-9d42-648767622c5e HTTP/1.1" status: 404 len: 337 time: 0.0623963 Aug 19 15:33:08.403784 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a14825-9420-48c0-bd75-a3ec7c7c9580 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.404561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a14825-9420-48c0-bd75-a3ec7c7c9580 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.406878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-75a14825-9420-48c0-bd75-a3ec7c7c9580 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/15fa8885-5529-4378-ac7a-90cf7c11f6c8 HTTP/1.1" status: 404 len: 333 time: 0.0396137 Aug 19 15:33:08.409646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44218) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.436863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.442530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.442715 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a08282d-cbf4-4e7a-824d-32988b6a9f5f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.442715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a08282d-cbf4-4e7a-824d-32988b6a9f5f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.443741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a08282d-cbf4-4e7a-824d-32988b6a9f5f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/8fc030be-9b6e-4ef3-8e09-37a38afa03ea HTTP/1.1" status: 404 len: 337 time: 0.0325637 Aug 19 15:33:08.447326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.465934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:08.469811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.477377 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebfc82f-de63-440f-8ce1-6827449fafb3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.478232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebfc82f-de63-440f-8ce1-6827449fafb3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.480341 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1ebfc82f-de63-440f-8ce1-6827449fafb3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/8399c177-07e6-45a1-892e-2bd70e42fb08 HTTP/1.1" status: 404 len: 333 time: 0.0317059 Aug 19 15:33:08.482913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44222) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.513839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] Calling delete_port for 8a670d15-3ae8-46a6-805a-05506fcf382b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:08.584126 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e446ab-7329-402d-8c30-27fded72a798 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.584683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e446ab-7329-402d-8c30-27fded72a798 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.589592 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19e446ab-7329-402d-8c30-27fded72a798 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/0a6af0ea-e613-47d7-a02e-b5f61339490b HTTP/1.1" status: 404 len: 337 time: 0.1024632 Aug 19 15:33:08.590949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44228) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.598922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.616891 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bf994f-e02f-4e3d-bdb5-2cc20e7f0d06 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.617713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bf994f-e02f-4e3d-bdb5-2cc20e7f0d06 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.619569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e7bf994f-e02f-4e3d-bdb5-2cc20e7f0d06 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/9eb54b3a-1377-4c5b-a19a-e9e325d7bece HTTP/1.1" status: 404 len: 333 time: 0.0275767 Aug 19 15:33:08.623263 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.651274 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f4cb26-3107-44c0-b591-a6a8e9d7df78 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.651538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f4cb26-3107-44c0-b591-a6a8e9d7df78 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.656455 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53f4cb26-3107-44c0-b591-a6a8e9d7df78 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/17062f55-f00d-40c7-ab6d-470d45551760 HTTP/1.1" status: 404 len: 337 time: 0.0292323 Aug 19 15:33:08.656776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.686427 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e9be4-f9de-4a18-b589-c9ecbee8c451 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.687404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e9be4-f9de-4a18-b589-c9ecbee8c451 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.692322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44234) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.692735 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-229e9be4-f9de-4a18-b589-c9ecbee8c451 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/f29a66ba-bf3a-4f93-b22d-3d60e68a8711 HTTP/1.1" status: 404 len: 333 time: 0.0348635 Aug 19 15:33:08.731545 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2720627e-d925-4e29-ad3e-05a28917b36d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.732015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2720627e-d925-4e29-ad3e-05a28917b36d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.736848 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.737750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2720627e-d925-4e29-ad3e-05a28917b36d tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/7a61d50c-e76c-4f05-a847-a0997bb454c2 HTTP/1.1" status: 404 len: 337 time: 0.0435014 Aug 19 15:33:08.778002 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7096113-60ff-4f20-9a1f-8e5f62c83ea3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.778482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7096113-60ff-4f20-9a1f-8e5f62c83ea3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.780326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f7096113-60ff-4f20-9a1f-8e5f62c83ea3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/ca8547c1-cdba-42f8-be7e-4dcc49d8fb09 HTTP/1.1" status: 404 len: 337 time: 0.0422456 Aug 19 15:33:08.783896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44238) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.818242 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b49fabd-e844-43e8-b3ee-d930cf82c527 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.819025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b49fabd-e844-43e8-b3ee-d930cf82c527 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.828535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0b49fabd-e844-43e8-b3ee-d930cf82c527 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/c80de7e7-0c6f-4a35-bac3-0c56315c0174 HTTP/1.1" status: 404 len: 333 time: 0.0427125 Aug 19 15:33:08.829685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44242) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.858509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.866065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.893176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-fd933d93-d2a1-435a-bd0e-b2b093e7e6ad', 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'fixed_ips': [{'subnet_id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:33:08.895223 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:08.916569 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ea8b2a-4e9a-4e40-a02a-7e583d7a7268 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.918162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ea8b2a-4e9a-4e40-a02a-7e583d7a7268 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.924549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-81ea8b2a-4e9a-4e40-a02a-7e583d7a7268 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/e2e3c0e9-0b70-4d87-b532-a6e2360af34f HTTP/1.1" status: 404 len: 337 time: 0.0934958 Aug 19 15:33:08.925554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44244) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:08.944721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] No DVR routers for this DVR port 8a670d15-3ae8-46a6-805a-05506fcf382b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:08.946982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a71d2e-b619-4450-92b6-e294da08df65 None None] Pushing event deleted for resources: {'Port': ['ID=8a670d15-3ae8-46a6-805a-05506fcf382b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:08.980184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port d5ea61f1-4ef1-44f0-93bd-154edb3c7657, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:08.990141 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b72ec1c-abd5-449a-a203-482c5cad88b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:08.990979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b72ec1c-abd5-449a-a203-482c5cad88b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:08.996904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b72ec1c-abd5-449a-a203-482c5cad88b3 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b75f7354-7139-4894-be96-cbe1315711d7 HTTP/1.1" status: 404 len: 337 time: 0.0700281 Aug 19 15:33:08.997911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44246) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.028227 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dc8032-c1cb-42a1-84bf-72148be5eec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.029979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dc8032-c1cb-42a1-84bf-72148be5eec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.035197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-40dc8032-c1cb-42a1-84bf-72148be5eec6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/3cccc952-b847-409f-a5c8-d28c913c681d HTTP/1.1" status: 404 len: 333 time: 0.0360005 Aug 19 15:33:09.036208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44250) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.074931 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b239eeca-1898-48ea-ba2d-bbfc529b49cb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.075480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b239eeca-1898-48ea-ba2d-bbfc529b49cb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.078990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b239eeca-1898-48ea-ba2d-bbfc529b49cb tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/c59b9781-aaba-439e-8c36-752c4fbec49e HTTP/1.1" status: 404 len: 337 time: 0.0411632 Aug 19 15:33:09.084219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44254) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.105290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:09.126618 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-27432623-f3ad-47f5-a5f6-c262eb5363e4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.127486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27432623-f3ad-47f5-a5f6-c262eb5363e4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.134186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-27432623-f3ad-47f5-a5f6-c262eb5363e4 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/a1bb19de-cfc4-434c-a5c8-22b2cd5eb975 HTTP/1.1" status: 404 len: 337 time: 0.0441008 Aug 19 15:33:09.135204 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:09.136716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44256) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.184167 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46c37b4-486b-4ef0-9ecd-d2a90a591581 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.185187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46c37b4-486b-4ef0-9ecd-d2a90a591581 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.192918 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b46c37b4-486b-4ef0-9ecd-d2a90a591581 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/965b68be-0a34-49b2-bf64-eb6e5f907ce3 HTTP/1.1" status: 404 len: 333 time: 0.0544949 Aug 19 15:33:09.196009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44260) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.214824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:09.239673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Allocated IP 172.20.0.2 (fd933d93-d2a1-435a-bd0e-b2b093e7e6ad/196593a2-f304-49a4-94c6-e4bcd6e8b3a9/92a9dd5b-b231-4531-8c64-b0f35f447afc) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:09.246600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8a670d15-3ae8-46a6-805a-05506fcf382b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:09.268928 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-caae7c08-4554-4018-b2a9-ec763b042380 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.270123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caae7c08-4554-4018-b2a9-ec763b042380 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.273543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-caae7c08-4554-4018-b2a9-ec763b042380 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/3e233710-e42e-44a1-9581-57a36d9123cb HTTP/1.1" status: 404 len: 337 time: 0.0761569 Aug 19 15:33:09.276123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 8a670d15-3ae8-46a6-805a-05506fcf382b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:33:09.276396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44262) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.277234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8a670d15-3ae8-46a6-805a-05506fcf382b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:09.327822 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe9ffbf-3552-4786-b48b-c377a790f7d1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.328386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe9ffbf-3552-4786-b48b-c377a790f7d1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.332632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0fe9ffbf-3552-4786-b48b-c377a790f7d1 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/4f96acb7-7c6f-4875-b9a1-768a9030f145 HTTP/1.1" status: 404 len: 337 time: 0.0541701 Aug 19 15:33:09.333338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44264) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.367197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b16823d0-3c8e-4071-bb7a-3918c3b216f6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e6d724-648e-4596-861b-313cc419a822 HTTP/1.1" status: 200 len: 205 time: 0.0318143 Aug 19 15:33:09.371167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44270) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.459559 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-66cb3486-80f0-45e3-9012-1c7cc6d83aee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] delete failed (client error): The resource could not be found. Aug 19 15:33:09.460784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-66cb3486-80f0-45e3-9012-1c7cc6d83aee tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/routers/b8e6d724-648e-4596-861b-313cc419a822 HTTP/1.1" status: 404 len: 336 time: 0.0880809 Aug 19 15:33:09.465819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44274) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.501289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:09.514123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Transition to ACTIVE for port object 92a9dd5b-b231-4531-8c64-b0f35f447afc will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:09.544407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Transition to ACTIVE for port object 92a9dd5b-b231-4531-8c64-b0f35f447afc will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:09.580215 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c616220-9890-4ca0-af3f-8992911a3d93 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.580687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c616220-9890-4ca0-af3f-8992911a3d93 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.585179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3c616220-9890-4ca0-af3f-8992911a3d93 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/c53582ae-642b-4f27-8986-3b70ca005295 HTTP/1.1" status: 404 len: 337 time: 0.1144202 Aug 19 15:33:09.590109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44278) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.627045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-088a15a7-d011-49fc-bc7b-25b4f05ccd03 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2835104-f6ed-47a5-8d58-1ab418b9b474 HTTP/1.1" status: 200 len: 205 time: 0.0352051 Aug 19 15:33:09.627822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44280) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.632194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:09.646950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:09.678829 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-922bf6a7-ac89-4af4-9fce-4132164685e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] delete failed (client error): The resource could not be found. Aug 19 15:33:09.683544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-922bf6a7-ac89-4af4-9fce-4132164685e6 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/routers/c2835104-f6ed-47a5-8d58-1ab418b9b474 HTTP/1.1" status: 404 len: 336 time: 0.0542691 Aug 19 15:33:09.684426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44282) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.704924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:09.732546 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d48b8c-579b-4008-9bdb-b22309ad895c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.732546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d48b8c-579b-4008-9bdb-b22309ad895c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.732546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d6d48b8c-579b-4008-9bdb-b22309ad895c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/12882f0e-bc99-439d-a28d-a29ffd97249c HTTP/1.1" status: 404 len: 337 time: 0.0410495 Aug 19 15:33:09.744011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44284) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.765133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:09.785841 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:09.815084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:09.834105 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9fa927-b121-4648-a561-9b4bcc8e5808 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.835066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9fa927-b121-4648-a561-9b4bcc8e5808 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.843749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1f9fa927-b121-4648-a561-9b4bcc8e5808 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/63e8f104-5419-4326-93f7-4cef737b3503 HTTP/1.1" status: 404 len: 337 time: 0.0984881 Aug 19 15:33:09.844784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44288) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.864747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5ea61f1-4ef1-44f0-93bd-154edb3c7657 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:09.873973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Pushing event updated for resources: {'Port': ['ID=92a9dd5b-b231-4531-8c64-b0f35f447afc,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:09.901936 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e28c91-0835-49fa-9352-a112e9faef6c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.903558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e28c91-0835-49fa-9352-a112e9faef6c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.907634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-22e28c91-0835-49fa-9352-a112e9faef6c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/17bbab02-a4bf-49c0-9940-f290c94710f9 HTTP/1.1" status: 404 len: 333 time: 0.0615296 Aug 19 15:33:09.910447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44292) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:09.968648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Allocated IP 172.25.5.69 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/4350eb37-c8a2-4150-aefd-96142a1c5c73) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:09.977752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Attempting to bind port 92a9dd5b-b231-4531-8c64-b0f35f447afc on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:09.978145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Attempting to bind port 92a9dd5b-b231-4531-8c64-b0f35f447afc by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:09.978519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Attempting to bind port 92a9dd5b-b231-4531-8c64-b0f35f447afc on network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:09.981668 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4856cb56-88f7-4515-8a72-42bfbf5b046b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:09.982478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4856cb56-88f7-4515-8a72-42bfbf5b046b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:09.985956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4856cb56-88f7-4515-8a72-42bfbf5b046b tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/216c97ff-5969-4ea2-aeaf-b30b7bd3e8e6 HTTP/1.1" status: 404 len: 337 time: 0.0737715 Aug 19 15:33:09.988418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44294) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.000090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:10.000628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Checking segment: {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:10.001162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:10.006814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Bound using segment: {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:10.006814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Bound port: 92a9dd5b-b231-4531-8c64-b0f35f447afc, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:10.006814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:10.034160 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bdc6af-8322-47cc-bef0-3d4fdd396130 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.034923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bdc6af-8322-47cc-bef0-3d4fdd396130 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.036981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-48bdc6af-8322-47cc-bef0-3d4fdd396130 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/8d17c463-ad70-4369-b008-f394caab50f3 HTTP/1.1" status: 404 len: 333 time: 0.0470743 Aug 19 15:33:10.039737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44296) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.080706 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ce8c3a-548d-4928-8fdc-04495873c7db tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.081276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ce8c3a-548d-4928-8fdc-04495873c7db tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.083933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-02ce8c3a-548d-4928-8fdc-04495873c7db tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b6f6f97d-033e-4ba1-8c1c-f72d51ab80d7 HTTP/1.1" status: 404 len: 337 time: 0.0425112 Aug 19 15:33:10.086657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44302) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.116402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:10.117027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:10.123249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] For port 92a9dd5b-b231-4531-8c64-b0f35f447afc, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:10.144203 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2138725a-b907-4699-83de-40cfd376935f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.144974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2138725a-b907-4699-83de-40cfd376935f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.163726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] For port 92a9dd5b-b231-4531-8c64-b0f35f447afc, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a9dd5b-b231-4531-8c64-b0f35f447afc,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:10.205955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2138725a-b907-4699-83de-40cfd376935f tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/dcddf3d9-96e8-4595-b654-4ee9298b98a4 HTTP/1.1" status: 404 len: 333 time: 0.1106901 Aug 19 15:33:10.205955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44306) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.243532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:10.284158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:10.310964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee277c1-a80d-42bb-89e4-a6f2b303f74d None None] Pushing event updated for resources: {'Port': ['ID=92a9dd5b-b231-4531-8c64-b0f35f447afc,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:10.312585 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-0121a4f8-57b7-4974-9ac5-4625c063670c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.314197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0121a4f8-57b7-4974-9ac5-4625c063670c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.317379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0121a4f8-57b7-4974-9ac5-4625c063670c tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/b139fa8e-2969-4931-90ec-2ef245c3ae8b HTTP/1.1" status: 404 len: 337 time: 0.1123505 Aug 19 15:33:10.326428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44310) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.385249 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaff19f-21ba-433e-9f55-f8d68ec57f02 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.386013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaff19f-21ba-433e-9f55-f8d68ec57f02 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.391544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6eaff19f-21ba-433e-9f55-f8d68ec57f02 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/c71ed767-894e-4651-b668-dc2df3b30a54 HTTP/1.1" status: 404 len: 333 time: 0.0670278 Aug 19 15:33:10.391934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44312) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.431737 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ed5d6c-8e62-468e-831f-6781d64c0081 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.432125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ed5d6c-8e62-468e-831f-6781d64c0081 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.437045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c9ed5d6c-8e62-468e-831f-6781d64c0081 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/158b943b-3551-49a7-9364-e64a20b39d43 HTTP/1.1" status: 404 len: 337 time: 0.0413084 Aug 19 15:33:10.438362 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44314) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.467245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:10.517721 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c191171a-bdd5-4d47-a0b8-94a8613f5256 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.518790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c191171a-bdd5-4d47-a0b8-94a8613f5256 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.523177 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c191171a-bdd5-4d47-a0b8-94a8613f5256 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/b1ec9e38-47d2-4c6e-85b9-08974522e68c HTTP/1.1" status: 404 len: 333 time: 0.0831113 Aug 19 15:33:10.527872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44318) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.548169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:10.562810 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:10.565157 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Pushing event updated for resources: {'Port': ['ID=4350eb37-c8a2-4150-aefd-96142a1c5c73,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:10.568428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:10.594655 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e1cbef-9650-4130-a316-de3ff5fc70f0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.595445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e1cbef-9650-4130-a316-de3ff5fc70f0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.600258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-60e1cbef-9650-4130-a316-de3ff5fc70f0 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/048cb6e8-8cb3-4442-a81f-dfc5aa17f080 HTTP/1.1" status: 404 len: 337 time: 0.0698786 Aug 19 15:33:10.602878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44324) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.642935 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-1568ecf6-65c2-43c5-89a3-b31b266785e5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.643724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1568ecf6-65c2-43c5-89a3-b31b266785e5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.652659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1568ecf6-65c2-43c5-89a3-b31b266785e5 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/51af9f00-9ecd-4e8c-b34c-01dbe76d698c HTTP/1.1" status: 404 len: 333 time: 0.0470960 Aug 19 15:33:10.654815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44326) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.708740 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d710335-fbc6-4494-907e-5d1f4ba8c442 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.709326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d710335-fbc6-4494-907e-5d1f4ba8c442 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.713212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8d710335-fbc6-4494-907e-5d1f4ba8c442 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/1489eab5-3095-40e9-9407-bf64672d3a20 HTTP/1.1" status: 404 len: 337 time: 0.0534501 Aug 19 15:33:10.716180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44328) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.753334 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b48665-32b4-4b78-a235-08c40eae8416 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.754963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b48665-32b4-4b78-a235-08c40eae8416 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.760077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3b48665-32b4-4b78-a235-08c40eae8416 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/ports/d9f8b885-f2a0-44b3-938e-e03385360074 HTTP/1.1" status: 404 len: 333 time: 0.0425279 Aug 19 15:33:10.763453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44334) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.802135 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf54dcd4-6b70-424d-a041-586e9bab06f9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] DELETE failed (client error): The resource could not be found. Aug 19 15:33:10.802752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf54dcd4-6b70-424d-a041-586e9bab06f9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:33:10.808942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf54dcd4-6b70-424d-a041-586e9bab06f9 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/subnets/c6b90993-04df-47fc-8dbe-42072333c651 HTTP/1.1" status: 404 len: 337 time: 0.0404022 Aug 19 15:33:10.808942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44338) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:10.930109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.095548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.110666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf12966-7dff-4e5d-ab3f-7c74f498d492']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:11.129193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ab5310-e1a0-4f43-adc5-cf12375b3628') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:11.129634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ab5310-e1a0-4f43-adc5-cf12375b3628') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:11.140957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.158214 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.165468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:11.165898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:33:11.169995 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:33:11.328530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.346947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.351125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] 10.222.0.13 "DELETE /v2.0/networks/fdf12966-7dff-4e5d-ab3f-7c74f498d492 HTTP/1.1" status: 204 len: 168 time: 0.5400274 Aug 19 15:33:11.371234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363dd97-3750-4b24-a039-cf7a65496a36 tempest-NetworksTestDHCPv6-910324560 tempest-NetworksTestDHCPv6-910324560-project] Pushing event deleted for resources: {'Network': ['ID=fdf12966-7dff-4e5d-ab3f-7c74f498d492,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:11.499362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:11.867228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a9dd5b-b231-4531-8c64-b0f35f447afc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:11.912152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.025465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c3b94-c164-4e66-a633-410885d69593 None None] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:12.037724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 92a9dd5b-b231-4531-8c64-b0f35f447afc completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:12.116143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44376) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:12.157566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:33:12.228844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] Provisioning for port 92a9dd5b-b231-4531-8c64-b0f35f447afc completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:12.270403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] Provisioning complete for port 92a9dd5b-b231-4531-8c64-b0f35f447afc triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:12.271575 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.431205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:12.454745 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-248a679b-38c6-469a-bee8-fa53955d5b12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c551ac8a1d68455a81ad4b560d0111ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240378 Aug 19 15:33:12.454942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44384) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:12.455653 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Sync routers for ids ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:12.465979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.466997 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Routers {'5d95fed1-0c92-4042-bb4c-60a5c777bf53'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:12.468220 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:12.523120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] For port 92a9dd5b-b231-4531-8c64-b0f35f447afc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a9dd5b-b231-4531-8c64-b0f35f447afc,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:12.554172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35706e46-f807-48eb-b28d-f315d17c7c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.556260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.558459 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2b1ad317-1a8e-4313-b39d-f52f195423cf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2393656 Aug 19 15:33:12.564550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44386) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:12.614425 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Set router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:12.625951 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.663435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35706e46-f807-48eb-b28d-f315d17c7c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.790616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e45d8-2e6b-4e1b-88ad-7e4376a49a5b None None] Pushing event updated for resources: {'Port': ['ID=92a9dd5b-b231-4531-8c64-b0f35f447afc,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:12.859844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35706e46-f807-48eb-b28d-f315d17c7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.862748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35706e46-f807-48eb-b28d-f315d17c7c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.864259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-35706e46-f807-48eb-b28d-f315d17c7c05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daaea134-4955-4859-bb9e-bf96f6d656a1 HTTP/1.1" status: 204 len: 168 time: 0.4188702 Aug 19 15:33:12.894388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35706e46-f807-48eb-b28d-f315d17c7c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaea134-4955-4859-bb9e-bf96f6d656a1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:12.982392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cdaaeb83-5d1b-4c7c-92b2-5d7a72e8119d None None] Provisioning complete for port 92a9dd5b-b231-4531-8c64-b0f35f447afc triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:12.982893 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cdaaeb83-5d1b-4c7c-92b2-5d7a72e8119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:12.988207 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:33:11Z', 'revision_number': 3, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:13.025765 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Checking router: 5d95fed1-0c92-4042-bb4c-60a5c777bf53 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:13.026116 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Updating router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 port 4350eb37-c8a2-4150-aefd-96142a1c5c73 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:33:13.066541 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.368670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.499595 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.544555 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Transition to ACTIVE for port object 4350eb37-c8a2-4150-aefd-96142a1c5c73 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:13.658821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.671248 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.755228 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Attempting to bind port 4350eb37-c8a2-4150-aefd-96142a1c5c73 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:13.755691 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Attempting to bind port 4350eb37-c8a2-4150-aefd-96142a1c5c73 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:13.756157 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Attempting to bind port 4350eb37-c8a2-4150-aefd-96142a1c5c73 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:13.766588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:13.767456 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:13.768144 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.768828 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:13.769580 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Bound port: 4350eb37-c8a2-4150-aefd-96142a1c5c73, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:13.771186 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:13.815755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a9dd5b-b231-4531-8c64-b0f35f447afc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:13.872370 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] For port 4350eb37-c8a2-4150-aefd-96142a1c5c73, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:13.891942 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20772-7ab2-42ce-b199-167d0d1f60e2 None None] Pushing event updated for resources: {'Port': ['ID=4350eb37-c8a2-4150-aefd-96142a1c5c73,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:13.905804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] For port 4350eb37-c8a2-4150-aefd-96142a1c5c73, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4350eb37-c8a2-4150-aefd-96142a1c5c73,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:13.928072 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Allocated IP 172.20.0.1 (fd933d93-d2a1-435a-bd0e-b2b093e7e6ad/196593a2-f304-49a4-94c6-e4bcd6e8b3a9/c4b8843c-cfd9-4385-bc63-6971a3434aaf) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:13.935633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 92a9dd5b-b231-4531-8c64-b0f35f447afc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:13.936012 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:14.082975 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:14.197416 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Routers {'5d95fed1-0c92-4042-bb4c-60a5c777bf53'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:14.198193 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:14.204778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:14.242490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Transition to ACTIVE for port object c4b8843c-cfd9-4385-bc63-6971a3434aaf will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:14.333663 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20772-7ab2-42ce-b199-167d0d1f60e2 None None] Pushing event updated for resources: {'Port': ['ID=4350eb37-c8a2-4150-aefd-96142a1c5c73,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:14.424861 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] Set router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:14.448838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:14.472788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44444) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:14.516097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:14.521061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:14.542479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:14.664278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b8843c-cfd9-4385-bc63-6971a3434aaf,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:14.695069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4037d375-ad77-4e38-bd7e-954b159e676d tempest-DvrRoutersNegativeTest-385585880 tempest-DvrRoutersNegativeTest-385585880-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-71822792', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:14.708026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.policy [None req-4037d375-ad77-4e38-bd7e-954b159e676d tempest-DvrRoutersNegativeTest-385585880 tempest-DvrRoutersNegativeTest-385585880-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101963) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 15:33:14.708340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.policy [None req-4037d375-ad77-4e38-bd7e-954b159e676d tempest-DvrRoutersNegativeTest-385585880 tempest-DvrRoutersNegativeTest-385585880-project] Failed policy check for 'create_router' {{(pid=101963) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 15:33:14.708995 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-4037d375-ad77-4e38-bd7e-954b159e676d tempest-DvrRoutersNegativeTest-385585880 tempest-DvrRoutersNegativeTest-385585880-project] create failed (client error): Access was denied to this resource. Aug 19 15:33:14.713843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4037d375-ad77-4e38-bd7e-954b159e676d tempest-DvrRoutersNegativeTest-385585880 tempest-DvrRoutersNegativeTest-385585880-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2355392 Aug 19 15:33:14.722746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:14.843029 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:33:11Z', 'revision_number': 3, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:14.882136 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb0a9b-e3c4-43a1-ae9a-da94b35e9905 None None] The sync data for ids ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'] in n-d-779913-32 is: [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:33:11Z', 'revision_number': 3, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:15.099507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4c3e9e7-88d1-4335-99d2-257cc3671977 None None] Provisioning for port c4b8843c-cfd9-4385-bc63-6971a3434aaf completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:15.109024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d4c3e9e7-88d1-4335-99d2-257cc3671977 None None] Provisioning complete for port c4b8843c-cfd9-4385-bc63-6971a3434aaf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:15.110454 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e9e7-88d1-4335-99d2-257cc3671977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:15.176662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:15.180787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3e9e7-88d1-4335-99d2-257cc3671977 None None] Port c4b8843c-cfd9-4385-bc63-6971a3434aaf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:15.558839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:15.575059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44476) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:15.695376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:15.786670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f710c83a-64f3-4096-aec5-2a4f83d5c07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:15.802715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4350eb37-c8a2-4150-aefd-96142a1c5c73 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:15.849805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b8843c-cfd9-4385-bc63-6971a3434aaf,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:15.858473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.025249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4350eb37-c8a2-4150-aefd-96142a1c5c73 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:16.031644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4350eb37-c8a2-4150-aefd-96142a1c5c73 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:16.035893 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.128233 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f710c83a-64f3-4096-aec5-2a4f83d5c07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.176853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:16.178419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:16.197489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f710c83a-64f3-4096-aec5-2a4f83d5c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.199245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.226362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4350eb37-c8a2-4150-aefd-96142a1c5c73, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4350eb37-c8a2-4150-aefd-96142a1c5c73,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:16.329147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.332672 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f710c83a-64f3-4096-aec5-2a4f83d5c07a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf06a0e1a0784f269f00f969b1b40f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598546 Aug 19 15:33:16.335355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44492) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:16.335821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710c83a-64f3-4096-aec5-2a4f83d5c07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f3605-b703-4670-97f8-ff9c4cfe8b46,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:16.443259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-519426cd-a5f1-4d03-8f45-e78b58f32ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.450427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4350eb37-c8a2-4150-aefd-96142a1c5c73,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:16.489029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:16.517661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-519426cd-a5f1-4d03-8f45-e78b58f32ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.622481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4cb4d73c-7015-45e8-8a49-426f11b6a086 None None] Provisioning complete for port c4b8843c-cfd9-4385-bc63-6971a3434aaf triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:16.622863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d73c-7015-45e8-8a49-426f11b6a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.683307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-519426cd-a5f1-4d03-8f45-e78b58f32ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.695582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:16.697207 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-519426cd-a5f1-4d03-8f45-e78b58f32ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:16.701616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-519426cd-a5f1-4d03-8f45-e78b58f32ef3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a4f3605-b703-4670-97f8-ff9c4cfe8b46 HTTP/1.1" status: 204 len: 168 time: 0.3610387 Aug 19 15:33:16.714303 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d1db2faf-4379-4800-9f15-392595587d27 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d95fed1-0c92-4042-bb4c-60a5c777bf53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1465991 Aug 19 15:33:16.719823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519426cd-a5f1-4d03-8f45-e78b58f32ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f3605-b703-4670-97f8-ff9c4cfe8b46,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:16.728743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4d73c-7015-45e8-8a49-426f11b6a086 None None] Port c4b8843c-cfd9-4385-bc63-6971a3434aaf cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:17.483101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Sync routers for ids ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:17.500887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Routers {'5d95fed1-0c92-4042-bb4c-60a5c777bf53'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:17.501558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:17.630179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Set router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:17.817233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4350eb37-c8a2-4150-aefd-96142a1c5c73 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:17.951976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4350eb37-c8a2-4150-aefd-96142a1c5c73 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:17.951976 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.066685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:18.071394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096090617', 'description': 'tempest-secgroup-smoke-2096090617 description', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:18.154309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:33:15Z', 'revision_number': 4, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c4b8843c-cfd9-4385-bc63-6971a3434aaf', 'name': '', 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'mac_address': 'fa:16:3e:84:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:13Z', 'updated_at': '2021-08-19T15:33:15Z', 'revision_number': 2, 'project_id': '38633064ded84310b9a67d09e433b779', 'subnets': [{'id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:18.187610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Checking router: 5d95fed1-0c92-4042-bb4c-60a5c777bf53 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:18.187939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Updating router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 port c4b8843c-cfd9-4385-bc63-6971a3434aaf binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:33:18.193489 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.232686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.329011 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.436501 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.499842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755f7ba0-c173-401c-a41a-9ad2613a02a9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:18.504326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44558) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:18.591143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.594922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-39ecda69-2069-4306-8772-c5186a589cfe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5270934 Aug 19 15:33:18.598428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44564) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:18.606327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group_rule': {'security_group_id': '755f7ba0-c173-401c-a41a-9ad2613a02a9', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:18.692820 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-598810028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:18.773901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.819848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.857149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.939077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.940194 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:18.942815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Transition to ACTIVE for port object c4b8843c-cfd9-4385-bc63-6971a3434aaf will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:19.029239 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.078537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.087260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.107025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627bb551-4bcc-4137-a488-2ae92a2a3e3e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:19.188980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ca5b-9037-4651-8e97-3707751e7cb1 None None] Pushing event updated for resources: {'Port': ['ID=c4b8843c-cfd9-4385-bc63-6971a3434aaf,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:19.235409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Attempting to bind port c4b8843c-cfd9-4385-bc63-6971a3434aaf on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:19.236458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Attempting to bind port c4b8843c-cfd9-4385-bc63-6971a3434aaf by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:19.236458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Attempting to bind port c4b8843c-cfd9-4385-bc63-6971a3434aaf on network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:19.242462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:19.242847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Checking segment: {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:19.243410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.243696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Bound using segment: {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:19.244328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Bound port: c4b8843c-cfd9-4385-bc63-6971a3434aaf, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aff7ace-de5d-4115-ae56-9a230f22ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:19.244759 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.304491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.306492 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-54e2eb38-0161-4db2-8eeb-5d4cda920917 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7069516 Aug 19 15:33:19.308333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.310442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44578) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:19.318230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group_rule': {'security_group_id': '755f7ba0-c173-401c-a41a-9ad2613a02a9', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:19.358819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] For port c4b8843c-cfd9-4385-bc63-6971a3434aaf, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:19.362979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] For port c4b8843c-cfd9-4385-bc63-6971a3434aaf, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c4b8843c-cfd9-4385-bc63-6971a3434aaf,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:19.602290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.603422 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-745f055f-138f-41ca-9899-4660bbaa1f48 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0974221 Aug 19 15:33:19.605316 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.608734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44590) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:19.614039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-110516577'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:19.699069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Routers {'5d95fed1-0c92-4042-bb4c-60a5c777bf53'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:19.699727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:32:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:19.752508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ca5b-9037-4651-8e97-3707751e7cb1 None None] Pushing event updated for resources: {'Port': ['ID=c4b8843c-cfd9-4385-bc63-6971a3434aaf,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:19.774971 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.866133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] Set router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:19.916221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.933821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:19.946770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.975177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.002979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.052664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88fd25c-611d-488a-ab6b-dd14b7fb8b28,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:20.139894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.208552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:33:15Z', 'revision_number': 4, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c4b8843c-cfd9-4385-bc63-6971a3434aaf', 'name': '', 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'mac_address': 'fa:16:3e:84:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:13Z', 'updated_at': '2021-08-19T15:33:19Z', 'revision_number': 4, 'project_id': '38633064ded84310b9a67d09e433b779', 'subnets': [{'id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:20.215049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.251367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217ad75-519c-45e2-820c-2685910d6752 None None] The sync data for ids ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'] in n-d-779913-32 is: [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:33:15Z', 'revision_number': 4, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'c4b8843c-cfd9-4385-bc63-6971a3434aaf', 'name': '', 'network_id': 'fd933d93-d2a1-435a-bd0e-b2b093e7e6ad', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'mac_address': 'fa:16:3e:84:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:13Z', 'updated_at': '2021-08-19T15:33:19Z', 'revision_number': 4, 'project_id': '38633064ded84310b9a67d09e433b779', 'subnets': [{'id': '196593a2-f304-49a4-94c6-e4bcd6e8b3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:20.272558 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab8789-c3e2-4c54-a784-56155854af48,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:20.286399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:33:20.309477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.310475 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Added segment 2bdcc7ac-0619-4324-99ff-41032a2ab4a1 of type vlan for network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc Aug 19 15:33:20.317195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.319560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7170f50c-f36d-4ce3-937d-15833ce6fd3a tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0067401 Aug 19 15:33:20.323044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44604) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:20.336537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group_rule': {'security_group_id': '755f7ba0-c173-401c-a41a-9ad2613a02a9', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:20.399952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.484337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.550962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.559503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:20.561748 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.653270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.745395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Network': ['ID=60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:20.758856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:33:20.764439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44616) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:20.770056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'subnet': {'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:20.772088 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4a4bbdc8-4abe-4320-930d-3a896fe63137 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1543288 Aug 19 15:33:20.852754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.918971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de7114d-aaed-4d09-878c-d3d49eae9ca2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:20.998234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:20.999981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-073a9ee0-81bb-4fa0-b86c-f9cf393df444 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6753960 Aug 19 15:33:21.002857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44624) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:21.007838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group_rule': {'security_group_id': '755f7ba0-c173-401c-a41a-9ad2613a02a9', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:21.122562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:21.129834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.270044 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.417926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.487285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.533585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.584050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c9ec55-a240-4ab6-a13c-2d5c409c15fb,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:21.625618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Subnet': ['ID=190c7f5a-a850-415e-88cd-dcb0b93449f2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:21.638553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Checking segment: {'id': '2bdcc7ac-0619-4324-99ff-41032a2ab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:21.639120 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network hostable DHCP agents. Network: 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:33:21.688291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.690355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b965a70-d10a-4408-9b4c-3d38adaa197d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6863580 Aug 19 15:33:21.696146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44638) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:21.699980 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group_rule': {'security_group_id': '755f7ba0-c173-401c-a41a-9ad2613a02a9', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:21.762395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:33:21.836450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:21.847519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:21.848071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bf6e1-912e-4fd2-a853-b86f83a742e1 None None] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:21.849029 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.894545 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Project ca6b3041d4604c6ba4b00e8f144bead1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:33:21.903868 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:21.931522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c4b8843c-cfd9-4385-bc63-6971a3434aaf up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:22.060859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c664ab8-96a6-495c-83ad-c7a6c119211b tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2952125 Aug 19 15:33:22.065314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44648) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:22.071121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'network': {'name': 'tempest-router-network01--1791652862'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:22.133967 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.164855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c4b8843c-cfd9-4385-bc63-6971a3434aaf completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:22.170400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc', 'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc', 'tenant_id': 'a4195dceddb745e297a703788bc08b65', 'fixed_ips': [{'subnet_id': '190c7f5a-a850-415e-88cd-dcb0b93449f2'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:33:22.171483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.185929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c4b8843c-cfd9-4385-bc63-6971a3434aaf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:22.186789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.230417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:22.234874 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.271996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:33:22.286166 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.287814 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Added segment b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82 of type vlan for network ef9854bd-e959-4646-84be-fb5c37b1aab1 Aug 19 15:33:22.299319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.322690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a0a746-5a09-4224-9b8d-47f0fd8a67f7,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:22.353006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.426471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.429777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d491bd3d-4cde-4cf3-904f-e1efa4ab515f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7346079 Aug 19 15:33:22.433645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44652) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:22.439268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'security_group_rule': {'security_group_id': '755f7ba0-c173-401c-a41a-9ad2613a02a9', 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:22.440760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.486582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c4b8843c-cfd9-4385-bc63-6971a3434aaf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c4b8843c-cfd9-4385-bc63-6971a3434aaf,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:22.498581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Allocated IP 2001:db8::2 (60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc/190c7f5a-a850-415e-88cd-dcb0b93449f2/24b3415b-ad80-4c98-9971-689709a5e2fe) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:22.528907 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.546177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:22.546177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.564045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.575655 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Project ca6b3041d4604c6ba4b00e8f144bead1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:33:22.629181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.653393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c4b8843c-cfd9-4385-bc63-6971a3434aaf,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:22.662042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Network': ['ID=ef9854bd-e959-4646-84be-fb5c37b1aab1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:22.676503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:33:22.735168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.739199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1b023f56-e602-4bfc-a2df-e0071410136f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6722376 Aug 19 15:33:22.742429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44662) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:22.749800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'network': {'name': 'tempest-router-network02--856988697'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:22.800767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.819625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Transition to ACTIVE for port object 24b3415b-ad80-4c98-9971-689709a5e2fe will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:22.843233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Transition to ACTIVE for port object 24b3415b-ad80-4c98-9971-689709a5e2fe will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:22.843795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.877690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:22.881844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.884948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873e2e3b-4f78-4acc-926c-2ea801b21955,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:22.926249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:33:22.946989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:22.947421 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Added segment 0c419079-5a97-4bf5-b30e-20f5b05bcf7f of type vlan for network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 Aug 19 15:33:22.974337 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.017338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.031239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:23.034524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:23.038474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:23.067291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.086364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3d3bf316-9a51-48fe-b7c3-0009b9a9c06f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6467147 Aug 19 15:33:23.103819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Pushing event updated for resources: {'Port': ['ID=24b3415b-ad80-4c98-9971-689709a5e2fe,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:23.138837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.145011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:23.152231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.192380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Attempting to bind port 24b3415b-ad80-4c98-9971-689709a5e2fe on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:23.192380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Attempting to bind port 24b3415b-ad80-4c98-9971-689709a5e2fe by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2bdcc7ac-0619-4324-99ff-41032a2ab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:23.197490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Attempting to bind port 24b3415b-ad80-4c98-9971-689709a5e2fe on network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:23.222370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:23.223554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Checking segment: {'id': '2bdcc7ac-0619-4324-99ff-41032a2ab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:23.224034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.240779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Bound using segment: {'id': '2bdcc7ac-0619-4324-99ff-41032a2ab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:23.242068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Bound port: 24b3415b-ad80-4c98-9971-689709a5e2fe, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdcc7ac-0619-4324-99ff-41032a2ab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:23.242746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.275121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5313168 Aug 19 15:33:23.279006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44684) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:23.287415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'subnet': {'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:23.313181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecdac2-3cde-432a-93d4-12f9a2f305e3 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Network': ['ID=35f9ed55-89fe-46ae-94ba-4aee3023ba61,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:23.328095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:33:23.493817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-61dbacf6-9bac-465f-83e6-a7341b07c31f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096090617&fields=id&tenant_id=ca6b3041d4604c6ba4b00e8f144bead1 HTTP/1.1" status: 200 len: 267 time: 0.1144624 Aug 19 15:33:23.586826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] For port 24b3415b-ad80-4c98-9971-689709a5e2fe, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:23.595792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] For port 24b3415b-ad80-4c98-9971-689709a5e2fe, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=24b3415b-ad80-4c98-9971-689709a5e2fe,segment=NetworkSegment(2bdcc7ac-0619-4324-99ff-41032a2ab4a1),segment_id=2bdcc7ac-0619-4324-99ff-41032a2ab4a1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:23.630703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:23.636231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.675788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:23.726679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-1649818f-f896-4476-b203-2b8b85c43177 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:23.733737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-1649818f-f896-4476-b203-2b8b85c43177 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 809 time: 0.2388821 Aug 19 15:33:23.766253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-bf495050-6252-4d81-aaad-e0e4c60a1ab8 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/quotas/ca6b3041d4604c6ba4b00e8f144bead1 HTTP/1.1" status: 200 len: 375 time: 0.0169179 Aug 19 15:33:23.854875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47fca-8aa5-46d5-8ae4-df138783e073 None None] Pushing event updated for resources: {'Port': ['ID=24b3415b-ad80-4c98-9971-689709a5e2fe,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:23.878233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c4b8843c-cfd9-4385-bc63-6971a3434aaf up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:23.937771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-d66e8764-c29f-4cc8-84ef-019a02b5ca8c tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653228 Aug 19 15:33:23.964009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-43a5d971-a297-4aaf-94d5-6197cf128d86 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:33:23.965481 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-43a5d971-a297-4aaf-94d5-6197cf128d86 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064588 Aug 19 15:33:24.015586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c4b8843c-cfd9-4385-bc63-6971a3434aaf triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:24.017465 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:24.240806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-b75893f8-c7d2-441a-951c-158c7c2d9a73 service neutron] 10.222.0.13 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669775 Aug 19 15:33:24.259828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:24.400824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Checking segment: {'id': 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:24.403285 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network hostable DHCP agents. Network: ef9854bd-e959-4646-84be-fb5c37b1aab1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:33:24.424048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Subnet': ['ID=d63adad1-b5d6-47d3-85d1-dce67f268ec1,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:24.506546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:33:24.532442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-f3c751ee-8b8f-4aab-a9a6-079ad24c8101 service neutron] 10.222.0.13 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497165 Aug 19 15:33:24.579954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7737f886-c10a-47f3-a207-b92f0cc0c689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:24.664777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ef9854bd-e959-4646-84be-fb5c37b1aab1) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:24.670790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:24.675093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:24.679352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dea961-4948-408e-ba1a-ec013dc335a1 None None] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:24.747982 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c30e2c2-df73-49fb-b5ee-29cc4337ab30 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4651551 Aug 19 15:33:24.748212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44710) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:24.753363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'subnet': {'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:24.965287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f4f452-9754-4d38-9b11-fe1f908cb751 req-9ee939e4-c057-45a3-9879-a49ce75e0bc5 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 210 time: 0.0565815 Aug 19 15:33:25.008522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ef9854bd-e959-4646-84be-fb5c37b1aab1', 'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1', 'tenant_id': 'a4195dceddb745e297a703788bc08b65', 'fixed_ips': [{'subnet_id': 'd63adad1-b5d6-47d3-85d1-dce67f268ec1'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:33:25.008522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:25.085348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:25.102629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:25.259550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Allocated IP 2001:db8::2 (ef9854bd-e959-4646-84be-fb5c37b1aab1/d63adad1-b5d6-47d3-85d1-dce67f268ec1/4648fa3e-c24d-47c4-b6b1-c630feba3aff) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:25.415861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd870aa5-c9b9-4031-8dd6-d6cb821773b4 None None] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:25.454602 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:25.936239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 24b3415b-ad80-4c98-9971-689709a5e2fe up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:26.051974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.069302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Transition to ACTIVE for port object 4648fa3e-c24d-47c4-b6b1-c630feba3aff will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:26.073584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Subnet': ['ID=f0cfe6c4-23f8-474b-ac96-b21858b20922,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:26.087584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Checking segment: {'id': '0c419079-5a97-4bf5-b30e-20f5b05bcf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:26.087584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network hostable DHCP agents. Network: 35f9ed55-89fe-46ae-94ba-4aee3023ba61, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:33:26.130943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad9e696c-b2c6-4f44-bd5f-4b2bcddfda80 req-da675353-d62c-4246-81f7-3387c1b4b875 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 210 time: 0.0731664 Aug 19 15:33:26.134286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.136096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Transition to ACTIVE for port object 4648fa3e-c24d-47c4-b6b1-c630feba3aff will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:26.141418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-75fbdf37-ec42-46e9-bc10-888ed20b18ce None None] Provisioning for port 24b3415b-ad80-4c98-9971-689709a5e2fe completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:26.253312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:33:26.254040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 24b3415b-ad80-4c98-9971-689709a5e2fe completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:26.260178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.264965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 24b3415b-ad80-4c98-9971-689709a5e2fe triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:26.265437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.345029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 35f9ed55-89fe-46ae-94ba-4aee3023ba61) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:26.363720 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:26.365151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.375891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:26.385616 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cbc64-3af4-4f53-af2f-e4e83736d41c None None] Network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:26.388690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Pushing event updated for resources: {'Port': ['ID=4648fa3e-c24d-47c4-b6b1-c630feba3aff,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:26.395366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:26.410899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:26.442695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fe74978f-7fea-4670-851f-0113a611028d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6933329 Aug 19 15:33:26.445569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44752) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:26.751909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Attempting to bind port 4648fa3e-c24d-47c4-b6b1-c630feba3aff on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:26.751909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Attempting to bind port 4648fa3e-c24d-47c4-b6b1-c630feba3aff by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:26.751909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Attempting to bind port 4648fa3e-c24d-47c4-b6b1-c630feba3aff on network ef9854bd-e959-4646-84be-fb5c37b1aab1 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:26.784106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:26.784488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Checking segment: {'id': 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:26.784893 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.785322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Bound using segment: {'id': 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:26.785808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Bound port: 4648fa3e-c24d-47c4-b6b1-c630feba3aff, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef9854bd-e959-4646-84be-fb5c37b1aab1'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:26.786190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.830510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.852552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ff9bd908-ff22-475a-97e7-9e6d0e24883e None None] Provisioning complete for port 24b3415b-ad80-4c98-9971-689709a5e2fe triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:26.852776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd908-ff22-475a-97e7-9e6d0e24883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:26.961506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:27.001896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 24b3415b-ad80-4c98-9971-689709a5e2fe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=24b3415b-ad80-4c98-9971-689709a5e2fe,segment=NetworkSegment(2bdcc7ac-0619-4324-99ff-41032a2ab4a1),segment_id=2bdcc7ac-0619-4324-99ff-41032a2ab4a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:27.040269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-35f9ed55-89fe-46ae-94ba-4aee3023ba61', 'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61', 'tenant_id': 'a4195dceddb745e297a703788bc08b65', 'fixed_ips': [{'subnet_id': 'f0cfe6c4-23f8-474b-ac96-b21858b20922'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:33:27.042512 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:27.065876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] For port 4648fa3e-c24d-47c4-b6b1-c630feba3aff, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:27.097592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] For port 4648fa3e-c24d-47c4-b6b1-c630feba3aff, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4648fa3e-c24d-47c4-b6b1-c630feba3aff,segment=NetworkSegment(b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82),segment_id=b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:27.100661 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:27.379306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0961df3-dc90-45d1-b041-97df48f99bdb req-dc449b31-cdb8-40b3-b6e4-52edf52dd3d4 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 210 time: 0.1110132 Aug 19 15:33:27.391419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44776) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:27.506549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Allocated IP 2001:db8::1 (ef9854bd-e959-4646-84be-fb5c37b1aab1/d63adad1-b5d6-47d3-85d1-dce67f268ec1/aac1b8cd-b184-4e04-8b49-044b5f37d634) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:27.549031 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:27.621373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=24b3415b-ad80-4c98-9971-689709a5e2fe,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:27.707988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45609b16-2bd7-418a-92d1-0c35299b7a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:27.837423 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:27.904132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Transition to ACTIVE for port object aac1b8cd-b184-4e04-8b49-044b5f37d634 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:27.961434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 24b3415b-ad80-4c98-9971-689709a5e2fe up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:27.987499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Allocated IP 2001:db8::2 (35f9ed55-89fe-46ae-94ba-4aee3023ba61/f0cfe6c4-23f8-474b-ac96-b21858b20922/adea182e-8e53-4e86-bd0f-2a555fcc3f50) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:28.029511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45609b16-2bd7-418a-92d1-0c35299b7a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.035187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713961ca-d330-49eb-b915-88ef31a05503 None None] Pushing event updated for resources: {'Port': ['ID=4648fa3e-c24d-47c4-b6b1-c630feba3aff,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:28.162735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.184442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.225514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 24b3415b-ad80-4c98-9971-689709a5e2fe triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:28.225743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.272109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-1f8255af-b482-4aa0-8b27-72ac69d68992 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:28.279179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:28.290408 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aee91673-6f8f-4ca5-9372-844adaecc157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.292201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-1f8255af-b482-4aa0-8b27-72ac69d68992 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.46 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 809 time: 0.2593462 Aug 19 15:33:28.303085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45609b16-2bd7-418a-92d1-0c35299b7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.324069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Port': ['ID=aac1b8cd-b184-4e04-8b49-044b5f37d634,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:28.333464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:28.336569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:28.337166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.437581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-45609b16-2bd7-418a-92d1-0c35299b7a3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=379871504e424c66a806b4d749ee4ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0467255 Aug 19 15:33:28.447164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44800) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:28.483679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.484166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.484801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.485454 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.486252 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.486898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.487528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.488452 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.489027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.491857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.491857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.491857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:28.502018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45609b16-2bd7-418a-92d1-0c35299b7a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d175e6-4aab-4cbc-a87f-e360890f7567,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:28.527080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.527292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-62af23e7-5b46-466c-8aef-a3686515df10 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6b3041d4604c6ba4b00e8f144bead1 HTTP/1.1" status: 200 len: 380 time: 0.2198372 Aug 19 15:33:28.529023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Transition to ACTIVE for port object adea182e-8e53-4e86-bd0f-2a555fcc3f50 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:28.546396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'port': {'device_id': '44d96d6a-cc74-4679-a835-3f28e652d546', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'admin_state_up': True, 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'security_groups': ['755f7ba0-c173-401c-a41a-9ad2613a02a9']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:28.599772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Transition to ACTIVE for port object adea182e-8e53-4e86-bd0f-2a555fcc3f50 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:28.637423 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.670463 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.679807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03f97eb-227a-47ef-8a92-6f8749def2b3 req-22183b26-e7dc-4888-9297-b61fea5ecd33 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 210 time: 0.1247876 Aug 19 15:33:28.702989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59c9f75e-12d9-49b9-83b5-15520b985643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.758795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:28.770080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Pushing event updated for resources: {'Port': ['ID=adea182e-8e53-4e86-bd0f-2a555fcc3f50,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:28.774824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59c9f75e-12d9-49b9-83b5-15520b985643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.775823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:28.783738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:28.916840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Attempting to bind port adea182e-8e53-4e86-bd0f-2a555fcc3f50 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:28.917359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Attempting to bind port adea182e-8e53-4e86-bd0f-2a555fcc3f50 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '0c419079-5a97-4bf5-b30e-20f5b05bcf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:28.917763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Attempting to bind port adea182e-8e53-4e86-bd0f-2a555fcc3f50 on network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:28.928936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:28.929353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Checking segment: {'id': '0c419079-5a97-4bf5-b30e-20f5b05bcf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:28.929778 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:28.930188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Bound using segment: {'id': '0c419079-5a97-4bf5-b30e-20f5b05bcf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:28.930766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Bound port: adea182e-8e53-4e86-bd0f-2a555fcc3f50, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c419079-5a97-4bf5-b30e-20f5b05bcf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35f9ed55-89fe-46ae-94ba-4aee3023ba61'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:28.931172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.030485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Made reservation on behalf of ca6b3041d4604c6ba4b00e8f144bead1 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:29.034379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.060389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59c9f75e-12d9-49b9-83b5-15520b985643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.063131 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59c9f75e-12d9-49b9-83b5-15520b985643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.064342 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-59c9f75e-12d9-49b9-83b5-15520b985643 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73d175e6-4aab-4cbc-a87f-e360890f7567 HTTP/1.1" status: 204 len: 168 time: 0.6101353 Aug 19 15:33:29.073772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] For port adea182e-8e53-4e86-bd0f-2a555fcc3f50, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:29.083647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] For port adea182e-8e53-4e86-bd0f-2a555fcc3f50, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=adea182e-8e53-4e86-bd0f-2a555fcc3f50,segment=NetworkSegment(0c419079-5a97-4bf5-b30e-20f5b05bcf7f),segment_id=0c419079-5a97-4bf5-b30e-20f5b05bcf7f)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:29.100973 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9f75e-12d9-49b9-83b5-15520b985643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d175e6-4aab-4cbc-a87f-e360890f7567,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:29.136770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.174305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.213141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.214961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.249613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Allocated IP 172.20.0.6 (75350e52-b7ee-45cd-b04e-ec64e37f7c7f/e1998d18-e044-42e6-b76c-8bc4e4f96f55/1b3d5dc9-d29c-4e64-bbe5-6c950da910c9) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:29.283109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e7dd-489d-48f9-9937-680051204f01 None None] Pushing event updated for resources: {'Port': ['ID=adea182e-8e53-4e86-bd0f-2a555fcc3f50,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:29.399628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca87d1-3f03-48d3-bac4-437acb475451 None None] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:29.509595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:29.514688 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:29.527879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Port': ['ID=aac1b8cd-b184-4e04-8b49-044b5f37d634,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:29.593277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.649226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Transition to ACTIVE for port object 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:29.694381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-25064071-3822-4ae8-ab1a-1d7678e8edf6 None None] Provisioning for port 4648fa3e-c24d-47c4-b6b1-c630feba3aff completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:29.863941 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.928861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:29.932767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa7c232f-18b0-43c2-87a1-ac47b3ee1394 req-d074f5a2-1916-4956-b514-732e87150843 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 210 time: 0.0842187 Aug 19 15:33:29.997683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:30.009453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:30.016085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:30.021093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'Port': ['ID=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:30.026288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device adea182e-8e53-4e86-bd0f-2a555fcc3f50 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:30.045639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Router 493e0dd0-49c7-4dae-9456-39ae65ed89f2 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:33:30.091915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:30.092803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:30.196839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-395b0e0f-1604-4785-acbc-5b1192fecd21 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6560941 Aug 19 15:33:30.200940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:30.215569 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] Sync routers for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:30.232576 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f2a2b1cc-3958-4e86-8487-e19c1f498565 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7828112 Aug 19 15:33:30.234802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 44848) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:30.240737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port adea182e-8e53-4e86-bd0f-2a555fcc3f50 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:30.251513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4648fa3e-c24d-47c4-b6b1-c630feba3aff up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:30.254923 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:30.255526 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.394656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4fc0d2fd-c09c-4641-bcfa-4470babd6966 None None] Provisioning for port aac1b8cd-b184-4e04-8b49-044b5f37d634 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:30.430851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4fc0d2fd-c09c-4641-bcfa-4470babd6966 None None] Provisioning complete for port aac1b8cd-b184-4e04-8b49-044b5f37d634 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:30.434209 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.434417 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d2fd-c09c-4641-bcfa-4470babd6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:30.478281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:30.478281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.579718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0d2fd-c09c-4641-bcfa-4470babd6966 None None] Port aac1b8cd-b184-4e04-8b49-044b5f37d634 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:30.708131 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:30.708131 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3f058-adf3-4e0c-8ae1-113f19861720 None None] The sync data for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:30.708354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Request body: {'port': {'device_id': '44d96d6a-cc74-4679-a835-3f28e652d546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:30.754190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4648fa3e-c24d-47c4-b6b1-c630feba3aff completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:30.761982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4648fa3e-c24d-47c4-b6b1-c630feba3aff triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:30.762372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:30.850683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7de85d87-ee5e-4791-9148-3f0f001e6ce4 None None] Provisioning for port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:30.857932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7de85d87-ee5e-4791-9148-3f0f001e6ce4 None None] Provisioning complete for port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:30.858541 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7de85d87-ee5e-4791-9148-3f0f001e6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:30.926814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:30.952613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7de85d87-ee5e-4791-9148-3f0f001e6ce4 None None] Port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:30.955587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:31.021662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4648fa3e-c24d-47c4-b6b1-c630feba3aff, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4648fa3e-c24d-47c4-b6b1-c630feba3aff,segment=NetworkSegment(b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82),segment_id=b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:31.123290 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:31.127779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-da31440a-613f-451a-8e1d-4960143c106d None None] Provisioning complete for port aac1b8cd-b184-4e04-8b49-044b5f37d634 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:31.128158 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-da31440a-613f-451a-8e1d-4960143c106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:31.431465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-da31440a-613f-451a-8e1d-4960143c106d None None] Port aac1b8cd-b184-4e04-8b49-044b5f37d634 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:31.496708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4648fa3e-c24d-47c4-b6b1-c630feba3aff,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:31.555622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5b037233-e1e6-4ccd-85e9-97499966a879 None None] Provisioning complete for port aac1b8cd-b184-4e04-8b49-044b5f37d634 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:31.555999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b037233-e1e6-4ccd-85e9-97499966a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:31.592987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:31.626739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5b037233-e1e6-4ccd-85e9-97499966a879 None None] Port aac1b8cd-b184-4e04-8b49-044b5f37d634 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:31.629435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512c54c-6716-436a-9658-fd60d89035b1 None None] Network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:31.677001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991379c-7190-44e6-aa55-0e2193720919 req-ae381c14-b166-4ea9-8144-9dec83c10f1e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:31.685444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5991379c-7190-44e6-aa55-0e2193720919 req-ae381c14-b166-4ea9-8144-9dec83c10f1e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 931 time: 0.2315040 Aug 19 15:33:31.723253 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-8de66ca0-8833-4365-8bca-ef27ae37917f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:33:31.724404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8de66ca0-8833-4365-8bca-ef27ae37917f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4885910 Aug 19 15:33:31.732042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44894) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:31.766362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5991379c-7190-44e6-aa55-0e2193720919 req-a48d9b4c-68fd-47f6-8724-df04afa95640 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798311 Aug 19 15:33:31.900461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4648fa3e-c24d-47c4-b6b1-c630feba3aff up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:32.007794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] Provisioning for port adea182e-8e53-4e86-bd0f-2a555fcc3f50 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:32.030930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] Provisioning complete for port adea182e-8e53-4e86-bd0f-2a555fcc3f50 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:32.031525 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.216278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4648fa3e-c24d-47c4-b6b1-c630feba3aff triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:32.216486 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.303081 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.368026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:33:32.380785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.395223 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.406091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] For port adea182e-8e53-4e86-bd0f-2a555fcc3f50, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=adea182e-8e53-4e86-bd0f-2a555fcc3f50,segment=NetworkSegment(0c419079-5a97-4bf5-b30e-20f5b05bcf7f),segment_id=0c419079-5a97-4bf5-b30e-20f5b05bcf7f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:32.429037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Transition to ACTIVE for port object 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:32.488316 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.516385 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.560243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7ae8d-40aa-4710-84b5-a04511bf9be3 None None] Pushing event updated for resources: {'Port': ['ID=adea182e-8e53-4e86-bd0f-2a555fcc3f50,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:32.621294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:32.636951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1bbfd306-2c12-455c-a9f3-a9d828afa940 None None] Provisioning complete for port adea182e-8e53-4e86-bd0f-2a555fcc3f50 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:32.637400 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd306-2c12-455c-a9f3-a9d828afa940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.839083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Attempting to bind port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:32.839083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Attempting to bind port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:32.839944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Attempting to bind port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 on network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:32.849298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 on network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:33:32.849740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Attempting to bind port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 on network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:32.870173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:32.870669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Checking segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:32.896421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Bound using segment: {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:32.896421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Bound port: 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:32.896421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.896942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting port aac1b8cd-b184-4e04-8b49-044b5f37d634 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:32.896942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:33.026872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:33.041787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f851b8-d2e0-4b0c-9196-1967c5672824 req-5d1160a2-5369-4306-a0d6-2c19ab987c74 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:33.043444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f851b8-d2e0-4b0c-9196-1967c5672824 req-5d1160a2-5369-4306-a0d6-2c19ab987c74 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 943 time: 0.1558511 Aug 19 15:33:33.045513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Calling delete_port for aac1b8cd-b184-4e04-8b49-044b5f37d634 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:33.071364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] For port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:33.090594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] For port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:33.108971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f851b8-d2e0-4b0c-9196-1967c5672824 req-9cb33481-cb14-49c6-abbe-dc66bc5fbf9d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580845 Aug 19 15:33:33.613773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:33.647838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:33.648466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:33.649906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 1092 time: 3.4445646 Aug 19 15:33:33.650364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:33.653734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b03b0c-3651-4733-933b-5d8acd051bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:33.671298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:33.685074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de467ad-aa61-4536-a003-59fbfe18ecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:33.700277 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99795029-c73e-4394-af37-31aa8e6b5cf5 x-openstack-request-id: req-99795029-c73e-4394-af37-31aa8e6b5cf5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:33.700661 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:33.701007 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99795029-c73e-4394-af37-31aa8e6b5cf5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:33.701506 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'status': 'completed', 'code': 200} Aug 19 15:33:33.793346 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Port': ['ID=aac1b8cd-b184-4e04-8b49-044b5f37d634,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:33.858323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03b0c-3651-4733-933b-5d8acd051bf5 req-5f9a3f79-ce46-4972-bea5-bf8e8ddbd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:33.864901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5b03b0c-3651-4733-933b-5d8acd051bf5 req-5f9a3f79-ce46-4972-bea5-bf8e8ddbd940 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1095 time: 0.1024725 Aug 19 15:33:33.944716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device adea182e-8e53-4e86-bd0f-2a555fcc3f50 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:34.123896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port adea182e-8e53-4e86-bd0f-2a555fcc3f50 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:34.124972 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:34.155110 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:34.205959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03b0c-3651-4733-933b-5d8acd051bf5 req-2f0c19ad-20d7-4101-8e71-b5f14b3d57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.214020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5b03b0c-3651-4733-933b-5d8acd051bf5 req-2f0c19ad-20d7-4101-8e71-b5f14b3d57e6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3427508 Aug 19 15:33:34.462267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef05362-4801-4938-b295-c7cec5380022 req-0cb84912-a1f2-4dde-a48c-f68d3aa3bc1b tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.465253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef05362-4801-4938-b295-c7cec5380022 req-0cb84912-a1f2-4dde-a48c-f68d3aa3bc1b tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 943 time: 0.1371267 Aug 19 15:33:34.493837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03b0c-3651-4733-933b-5d8acd051bf5 req-c571c2d1-4c54-4062-8026-858337b1f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.496002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5b03b0c-3651-4733-933b-5d8acd051bf5 req-c571c2d1-4c54-4062-8026-858337b1f6e8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2746916 Aug 19 15:33:34.575463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ef05362-4801-4938-b295-c7cec5380022 req-6c6f0400-d232-4876-863b-fece0c746d42 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941629 Aug 19 15:33:34.600052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-8a2df2ce-915e-496f-befb-3fb31e3a6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.611692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-8a2df2ce-915e-496f-befb-3fb31e3a6de9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1095 time: 0.0588615 Aug 19 15:33:34.662789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-f96fd32c-9d54-4a47-bfe3-24abf47d1c7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 217 time: 0.0520351 Aug 19 15:33:34.726488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-4f8dd77b-9896-4622-afe5-a51e9197a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.726488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-4f8dd77b-9896-4622-afe5-a51e9197a67f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 200 len: 848 time: 0.0538287 Aug 19 15:33:34.786016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-bdd04135-5673-452c-90cb-f1a81a864e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.787802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-bdd04135-5673-452c-90cb-f1a81a864e71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547755 Aug 19 15:33:34.829243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Router 493e0dd0-49c7-4dae-9456-39ae65ed89f2 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:34.921062 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:34.933463 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ff6e06ab-413e-4975-80cc-56b89a0dfd32 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1907504 Aug 19 15:33:34.933463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:34.935102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-ee4b00c8-5ae6-4588-8922-e2c77adace71 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391759 Aug 19 15:33:34.937928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] Sync routers for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:34.976223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:34.977032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:34.987398 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-cb633053-b78f-4ec8-9cc3-f2da92dc73ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] delete failed (client error): The resource could not be found. Aug 19 15:33:34.988493 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb633053-b78f-4ec8-9cc3-f2da92dc73ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-444574961 HTTP/1.1" status: 404 len: 334 time: 0.0567498 Aug 19 15:33:34.992766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44958) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:34.998167 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4e3abbb3-c514-4169-81ae-5dee45f149a9 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'router': {'external_gateway_info': {'network_id': '493e0dd0-49c7-4dae-9456-39ae65ed89f2'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:35.046350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:35.070159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:35.073530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:35.146349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4a07a37-39aa-46f8-8ca7-74ec03e12bc1 req-0c9682d6-4bea-4203-9ad8-c6a90a0c2e77 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981125 Aug 19 15:33:35.164518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:35.165342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a98aad2-0d8b-45f8-a8f2-05528e1e590b None None] The sync data for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:35.291742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4e3abbb3-c514-4169-81ae-5dee45f149a9 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.386891 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-4e3abbb3-c514-4169-81ae-5dee45f149a9 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] update failed (client error): The resource could not be found. Aug 19 15:33:35.387941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4e3abbb3-c514-4169-81ae-5dee45f149a9 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2 HTTP/1.1" status: 404 len: 339 time: 0.3941653 Aug 19 15:33:35.391725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:35.396682 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-77567327'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:35.494265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:35.498981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.536395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:33:35.549274 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.551863 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Added segment 3c0a9906-0171-4134-9e26-0c1153ad6b82 of type vlan for network 049c0477-7a13-48e2-981d-1dc6fdeb7950 Aug 19 15:33:35.641280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.750276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b031a-965a-4dc9-ade8-85611c40d83d req-0d91131e-5645-420a-9fea-e9bd5ad474a5 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:35.752002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c3b031a-965a-4dc9-ade8-85611c40d83d req-0d91131e-5645-420a-9fea-e9bd5ad474a5 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 943 time: 0.0643883 Aug 19 15:33:35.790065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.794661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c3b031a-965a-4dc9-ade8-85611c40d83d req-4c6e49f2-666e-4982-9536-c96e933949c7 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364184 Aug 19 15:33:35.797607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:35.798286 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.870686 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Network': ['ID=049c0477-7a13-48e2-981d-1dc6fdeb7950,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:35.881923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 049c0477-7a13-48e2-981d-1dc6fdeb7950 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:33:36.076604 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a595e8d-e364-4179-afdd-8e0eb90b7242 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6838045 Aug 19 15:33:36.079752 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 44988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:36.085093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'subnet': {'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:36.304402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Made reservation on behalf of a4195dceddb745e297a703788bc08b65 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:36.310062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:36.573661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:36.678613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Subnet': ['ID=2af6cff0-28b4-46f8-a053-c4ed2f97b8df,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:36.695047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Checking segment: {'id': '3c0a9906-0171-4134-9e26-0c1153ad6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:36.695487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network hostable DHCP agents. Network: 049c0477-7a13-48e2-981d-1dc6fdeb7950, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:33:36.801798 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network 049c0477-7a13-48e2-981d-1dc6fdeb7950 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:33:36.920518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22541fc0-d29a-4bea-8133-d1e86b53e94f req-52ef2b49-6332-4a7a-89b0-315d62c96c43 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:36.922086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22541fc0-d29a-4bea-8133-d1e86b53e94f req-52ef2b49-6332-4a7a-89b0-315d62c96c43 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 943 time: 0.0517919 Aug 19 15:33:36.961717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22541fc0-d29a-4bea-8133-d1e86b53e94f req-fd568fcb-3964-4da8-b08e-c7628cae17d0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Aug 19 15:33:36.990147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 049c0477-7a13-48e2-981d-1dc6fdeb7950) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:36.998840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:36.998840 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:37.007925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa355248-a8d8-490a-8664-099653386c79 None None] Network 049c0477-7a13-48e2-981d-1dc6fdeb7950 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:37.107287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1ed523cf-1f67-483d-b7f5-ee234f12af51 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0263572 Aug 19 15:33:37.113522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:37.115959 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1fc0f83d-0c80-43bb-877a-f128150763bb tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'router': {'external_gateway_info': {'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:37.453768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f83d-0c80-43bb-877a-f128150763bb tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:37.460337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-049c0477-7a13-48e2-981d-1dc6fdeb7950', 'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950', 'tenant_id': 'a4195dceddb745e297a703788bc08b65', 'fixed_ips': [{'subnet_id': '2af6cff0-28b4-46f8-a053-c4ed2f97b8df'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:33:37.461422 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:37.623803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Allocated IP 2001:db8:1::2 (049c0477-7a13-48e2-981d-1dc6fdeb7950/2af6cff0-28b4-46f8-a053-c4ed2f97b8df/4d4c30f9-66f3-4ff1-9512-c070128207a8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:37.656071 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-1fc0f83d-0c80-43bb-877a-f128150763bb tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:33:37.661246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45028) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:37.661472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1fc0f83d-0c80-43bb-877a-f128150763bb tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2 HTTP/1.1" status: 400 len: 364 time: 0.5500960 Aug 19 15:33:37.788767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:37.818590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Transition to ACTIVE for port object 4d4c30f9-66f3-4ff1-9512-c070128207a8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:37.837546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Transition to ACTIVE for port object 4d4c30f9-66f3-4ff1-9512-c070128207a8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:37.986119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.004903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.079657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Pushing event updated for resources: {'Port': ['ID=4d4c30f9-66f3-4ff1-9512-c070128207a8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:38.083949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Network 049c0477-7a13-48e2-981d-1dc6fdeb7950 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:38.085728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:38.087889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:38.152423 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Attempting to bind port 4d4c30f9-66f3-4ff1-9512-c070128207a8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:38.152937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Attempting to bind port 4d4c30f9-66f3-4ff1-9512-c070128207a8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3c0a9906-0171-4134-9e26-0c1153ad6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:38.153434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Attempting to bind port 4d4c30f9-66f3-4ff1-9512-c070128207a8 on network 049c0477-7a13-48e2-981d-1dc6fdeb7950 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:38.158725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:38.159170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Checking segment: {'id': '3c0a9906-0171-4134-9e26-0c1153ad6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:38.159639 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.160101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Bound using segment: {'id': '3c0a9906-0171-4134-9e26-0c1153ad6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:38.160630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Bound port: 4d4c30f9-66f3-4ff1-9512-c070128207a8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0a9906-0171-4134-9e26-0c1153ad6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '049c0477-7a13-48e2-981d-1dc6fdeb7950'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:38.161076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.216072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf460-c40f-4326-a789-494412ce3253 req-c6cde821-c4d6-45c2-8659-412eff1db851 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:38.217785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3eaf460-c40f-4326-a789-494412ce3253 req-c6cde821-c4d6-45c2-8659-412eff1db851 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 943 time: 0.1538384 Aug 19 15:33:38.248665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] For port 4d4c30f9-66f3-4ff1-9512-c070128207a8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:38.252031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] For port 4d4c30f9-66f3-4ff1-9512-c070128207a8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4d4c30f9-66f3-4ff1-9512-c070128207a8,segment=NetworkSegment(3c0a9906-0171-4134-9e26-0c1153ad6b82),segment_id=3c0a9906-0171-4134-9e26-0c1153ad6b82)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:38.307696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3eaf460-c40f-4326-a789-494412ce3253 req-e177fc72-3771-4179-9795-3ddc8ffdad3b tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813644 Aug 19 15:33:38.363015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Allocated IP 2001:db8::1 (60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc/190c7f5a-a850-415e-88cd-dcb0b93449f2/8d2c7341-5eaa-485d-8087-4dcd88bc350d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:38.368143 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.566738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca1ec-6d28-4d94-b951-cec85965545a None None] Pushing event updated for resources: {'Port': ['ID=4d4c30f9-66f3-4ff1-9512-c070128207a8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:38.654712 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.673749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Transition to ACTIVE for port object 8d2c7341-5eaa-485d-8087-4dcd88bc350d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:38.858185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.910135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:38.910135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:38.911572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:38.912350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.961884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Port': ['ID=8d2c7341-5eaa-485d-8087-4dcd88bc350d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:38.972658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.973017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.973391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.973738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.974119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.974411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.974752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.975086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.975419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.975752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.976088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:38.976464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:39.137971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:33:39.311422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:39.333944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'port_id': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'mac_address': 'fa:16:3e:c8:de:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:33:39.336860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-84bc1999-a27b-45f1-8ae7-454c2a05dc2d None None] Provisioning for port 8d2c7341-5eaa-485d-8087-4dcd88bc350d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:39.337274 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:39.363871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-84bc1999-a27b-45f1-8ae7-454c2a05dc2d None None] Provisioning complete for port 8d2c7341-5eaa-485d-8087-4dcd88bc350d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:39.364472 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-84bc1999-a27b-45f1-8ae7-454c2a05dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:39.511666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-84bc1999-a27b-45f1-8ae7-454c2a05dc2d None None] Port 8d2c7341-5eaa-485d-8087-4dcd88bc350d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:39.514288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:39.534295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:33:39.556514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:39.643192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb7cf-9f22-48dd-8ccb-c56ad96ea719 req-fe879ba1-eac0-480b-ad68-59d40c32c9cb tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:39.644742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc6bb7cf-9f22-48dd-8ccb-c56ad96ea719 req-fe879ba1-eac0-480b-ad68-59d40c32c9cb tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 943 time: 0.0938134 Aug 19 15:33:39.651613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:39.725379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:39.725783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc6bb7cf-9f22-48dd-8ccb-c56ad96ea719 req-486a76d1-62ad-406e-b891-007f1cf9f82d tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496979 Aug 19 15:33:39.830233 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:39.843633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8f0c8-9c43-4f3a-a031-7a21533ac204 None None] Network 049c0477-7a13-48e2-981d-1dc6fdeb7950 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:39.870497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1b3d5dc9-d29c-4e64-bbe5-6c950da910c9'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:33:39.872924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4d4c30f9-66f3-4ff1-9512-c070128207a8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:39.916043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:39.917988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.063409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event updated for resources: {'Port': ['ID=8d2c7341-5eaa-485d-8087-4dcd88bc350d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:40.113359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:40.114919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:40.117718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-46732b26-8fa7-40f7-8908-618e68af138b None None] Provisioning for port 4d4c30f9-66f3-4ff1-9512-c070128207a8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:40.222371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 4d4c30f9-66f3-4ff1-9512-c070128207a8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:40.233222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4d4c30f9-66f3-4ff1-9512-c070128207a8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:40.233598 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.234089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Router 493e0dd0-49c7-4dae-9456-39ae65ed89f2 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:40.346300 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:33:40.405333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:40.411128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a2ec302d-d313-4e93-b7a1-6666c7e90b75 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7479355 Aug 19 15:33:40.413679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45094) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:40.416965 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] Sync routers for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:40.434543 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:40.435194 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:40.547075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:40.567672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4fd1-fbfa-4d1b-84b5-b6106e377d0c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.616419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:40.622551 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:40.670023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.719779 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:40.722506 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e86bb6-7e36-420c-87a4-78c209a8ea97 None None] The sync data for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 is: [] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:40.784488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1cca858a-246c-4715-9eb9-99483fb2ccbd None None] Provisioning complete for port 8d2c7341-5eaa-485d-8087-4dcd88bc350d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:40.784907 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1cca858a-246c-4715-9eb9-99483fb2ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.788429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 4d4c30f9-66f3-4ff1-9512-c070128207a8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4d4c30f9-66f3-4ff1-9512-c070128207a8,segment=NetworkSegment(3c0a9906-0171-4134-9e26-0c1153ad6b82),segment_id=3c0a9906-0171-4134-9e26-0c1153ad6b82)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:40.822190 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1cca858a-246c-4715-9eb9-99483fb2ccbd None None] Port 8d2c7341-5eaa-485d-8087-4dcd88bc350d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:33:40.843604 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-aa3b4fd1-fbfa-4d1b-84b5-b6106e377d0c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 15:33:40.849610 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45102) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:40.851957 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aa3b4fd1-fbfa-4d1b-84b5-b6106e377d0c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2 HTTP/1.1" status: 409 len: 329 time: 0.4369967 Aug 19 15:33:40.881705 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.938062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12b86e-4a19-402d-8a20-0677c9717c12 req-f61adb31-be6e-4a24-81eb-a79cd96cc09f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:40.948827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f12b86e-4a19-402d-8a20-0677c9717c12 req-f61adb31-be6e-4a24-81eb-a79cd96cc09f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 944 time: 0.0830405 Aug 19 15:33:40.966840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d150c459-75e0-421b-bc8a-eb7058b7d07e None None] Provisioning complete for port 4d4c30f9-66f3-4ff1-9512-c070128207a8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:40.967357 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d150c459-75e0-421b-bc8a-eb7058b7d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:40.972345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=4d4c30f9-66f3-4ff1-9512-c070128207a8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:40.996004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f12b86e-4a19-402d-8a20-0677c9717c12 req-e9d23fa9-4b7e-4594-917f-a87935beb8cb tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395775 Aug 19 15:33:41.137269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:41.373052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:33:41.379710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.379978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:41.379978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.469974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.498658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:41.501224 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd10703f-c642-49a0-8afe-ca572327d914" -d '{"events": [{"server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "name": "network-vif-plugged", "status": "completed", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:41.516102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:41.545508 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d867d2-fa4b-4eba-9614-1c0ae339a168 x-openstack-request-id: req-42d867d2-fa4b-4eba-9614-1c0ae339a168 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:41.545882 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "name": "network-vif-plugged", "status": "completed", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:41.546139 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d867d2-fa4b-4eba-9614-1c0ae339a168 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:41.546710 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'code': 200} Aug 19 15:33:41.624542 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.699500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cf332-6220-42fa-8d76-b04919d9e22e req-aef16bea-e4a0-4e57-803d-d7806a371e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:41.702465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting port 8d2c7341-5eaa-485d-8087-4dcd88bc350d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:41.702813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b6cf332-6220-42fa-8d76-b04919d9e22e req-aef16bea-e4a0-4e57-803d-d7806a371e65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.0946949 Aug 19 15:33:41.705821 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.735972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:41.795103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b6cf332-6220-42fa-8d76-b04919d9e22e req-f5245e21-1304-40f3-94ee-c0ab30173358 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851531 Aug 19 15:33:41.817761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4d4c30f9-66f3-4ff1-9512-c070128207a8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:33:41.887717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 4d4c30f9-66f3-4ff1-9512-c070128207a8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:33:41.888179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.943221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:41.962699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Calling delete_port for 8d2c7341-5eaa-485d-8087-4dcd88bc350d owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:42.118431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d09d-2947-43fe-a921-078eef97ae59 req-144b8d47-c8f2-46b9-a62e-03f9a30b4089 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:42.120978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c025d09d-2947-43fe-a921-078eef97ae59 req-144b8d47-c8f2-46b9-a62e-03f9a30b4089 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.0542486 Aug 19 15:33:42.168497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c025d09d-2947-43fe-a921-078eef97ae59 req-0f2f22c3-5bdb-4794-a144-31873612c9e2 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Aug 19 15:33:42.292471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:42.325066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Port': ['ID=8d2c7341-5eaa-485d-8087-4dcd88bc350d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:42.447228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:42.616754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Router 493e0dd0-49c7-4dae-9456-39ae65ed89f2 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:42.698353 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:42.707763 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-909c550a-f4d4-41f1-891a-72a3b262f5ec tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524196 Aug 19 15:33:42.708910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45150) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:42.710347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] Sync routers for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:42.720480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:42.721105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:42.754378 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-70795de3-3136-4897-8de8-e922c0d6f28d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] show failed (client error): The resource could not be found. Aug 19 15:33:42.755444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-70795de3-3136-4897-8de8-e922c0d6f28d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1767396608 HTTP/1.1" status: 404 len: 335 time: 0.0463488 Aug 19 15:33:42.760833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45152) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:42.765809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f4879ccb-a3f9-4ca4-b84b-ffd660f23291 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:42.784566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:42.804581 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-f4879ccb-a3f9-4ca4-b84b-ffd660f23291 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] update failed (client error): The resource could not be found. Aug 19 15:33:42.810486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f4879ccb-a3f9-4ca4-b84b-ffd660f23291 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-62611881 HTTP/1.1" status: 404 len: 333 time: 0.0438361 Aug 19 15:33:42.810791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] Routers {'493e0dd0-49c7-4dae-9456-39ae65ed89f2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:42.810791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:42.811038 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45156) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:42.855390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:42.856055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05fe547-11a7-4c2c-8f49-d6f7ea8e7c6f None None] The sync data for ids ['493e0dd0-49c7-4dae-9456-39ae65ed89f2'] in n-d-779913-32 is: [] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:42.873702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting subnet 2af6cff0-28b4-46f8-a053-c4ed2f97b8df {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:42.877216 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:42.932857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.022530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.191424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.246370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.250460 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/subnets/2af6cff0-28b4-46f8-a053-c4ed2f97b8df HTTP/1.1" status: 204 len: 168 time: 0.4383607 Aug 19 15:33:43.251543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45170) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:43.252131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc86834-ac0d-4d9d-a550-c5e03e3ef679 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Subnet': ['ID=2af6cff0-28b4-46f8-a053-c4ed2f97b8df,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:43.260912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef1ac12-4eda-429e-91eb-589cd896c60c None None] Network 049c0477-7a13-48e2-981d-1dc6fdeb7950 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:43.375384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.408937 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.421935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84e078-f4ca-4105-a856-a3dda3c1127c req-b077107a-62b6-454d-b448-267b12326b8f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:43.424635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af84e078-f4ca-4105-a856-a3dda3c1127c req-b077107a-62b6-454d-b448-267b12326b8f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.1527476 Aug 19 15:33:43.494772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af84e078-f4ca-4105-a856-a3dda3c1127c req-78dd2e31-af6c-41fc-acb7-39fc02482fbe tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603909 Aug 19 15:33:43.504385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] DHCP port deletion for 049c0477-7a13-48e2-981d-1dc6fdeb7950 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:33:43.541798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting port 4d4c30f9-66f3-4ff1-9512-c070128207a8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:43.542539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.600069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] Deleting port 4d4c30f9-66f3-4ff1-9512-c070128207a8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:43.600375 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.643116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] For port 4d4c30f9-66f3-4ff1-9512-c070128207a8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4d4c30f9-66f3-4ff1-9512-c070128207a8,segment=NetworkSegment(3c0a9906-0171-4134-9e26-0c1153ad6b82),segment_id=3c0a9906-0171-4134-9e26-0c1153ad6b82)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:43.643589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.688032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] For port 4d4c30f9-66f3-4ff1-9512-c070128207a8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4d4c30f9-66f3-4ff1-9512-c070128207a8,segment=NetworkSegment(3c0a9906-0171-4134-9e26-0c1153ad6b82),segment_id=3c0a9906-0171-4134-9e26-0c1153ad6b82)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:43.688440 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:43.694719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Calling delete_port for 4d4c30f9-66f3-4ff1-9512-c070128207a8 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:43.704650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] Calling delete_port for 4d4c30f9-66f3-4ff1-9512-c070128207a8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:43.779002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94474895-f32e-430c-9b38-ad127ceaf10f req-fe4a7739-d37d-4d11-b9fc-c47c77e19b49 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:43.787196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94474895-f32e-430c-9b38-ad127ceaf10f req-fe4a7739-d37d-4d11-b9fc-c47c77e19b49 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.1464968 Aug 19 15:33:43.846260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4d4c30f9-66f3-4ff1-9512-c070128207a8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:43.864882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94474895-f32e-430c-9b38-ad127ceaf10f req-2f44e22e-f028-4dea-8db1-3e22bade4147 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746908 Aug 19 15:33:43.967449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.025020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d185-0a40-46e9-84ea-fec824e49034 req-a72a28f7-7e10-4eca-84af-4ab09cb3ada1 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:44.026542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9917d185-0a40-46e9-84ea-fec824e49034 req-a72a28f7-7e10-4eca-84af-4ab09cb3ada1 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.0888333 Aug 19 15:33:44.060766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.100227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9917d185-0a40-46e9-84ea-fec824e49034 req-fb818965-ca11-4cd8-b03d-1987c4442437 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584178 Aug 19 15:33:44.100227 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.116124 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45194) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:44.153420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] No DVR routers for this DVR port 4d4c30f9-66f3-4ff1-9512-c070128207a8 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:44.190208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Port': ['ID=4d4c30f9-66f3-4ff1-9512-c070128207a8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:44.252915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] Pushing event deleted for resources: {'Port': ['ID=4d4c30f9-66f3-4ff1-9512-c070128207a8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:44.262310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.281538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1929961-39c6-4aa7-bc6d-37e2436f8e77 None None] No DVR routers for this DVR port 4d4c30f9-66f3-4ff1-9512-c070128207a8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:44.284338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049c0477-7a13-48e2-981d-1dc6fdeb7950']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:44.300435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0a9906-0171-4134-9e26-0c1153ad6b82') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:44.301267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0a9906-0171-4134-9e26-0c1153ad6b82') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:44.318283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.365351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.389790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:44.391344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: self.session.flush() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:33:44.399792 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:33:44.528097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6167c4-a4d2-4d1d-9f68-e3770c8f3d1f tempest-TestServerBasicOps-266353936 tempest-TestServerBasicOps-266353936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:44.533095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45202) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:44.533286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f6167c4-a4d2-4d1d-9f68-e3770c8f3d1f tempest-TestServerBasicOps-266353936 tempest-TestServerBasicOps-266353936-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1092 time: 0.4156022 Aug 19 15:33:44.537899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:44.596259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.607507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.612105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45206) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:44.612329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/networks/049c0477-7a13-48e2-981d-1dc6fdeb7950 HTTP/1.1" status: 204 len: 168 time: 1.3586183 Aug 19 15:33:44.637995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec274b-1b9d-4692-b50a-136cc431110c tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Network': ['ID=049c0477-7a13-48e2-981d-1dc6fdeb7950,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:44.643077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.750574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting subnet f0cfe6c4-23f8-474b-ac96-b21858b20922 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:44.760436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:44.840164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.447249 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.479351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.581889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Allocated IP 172.25.5.76 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/737c9336-d0f0-4281-bbf8-0430935b9c5e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:33:45.642439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.690484 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cfe6c4-23f8-474b-ac96-b21858b20922,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:45.707232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.709251 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a742d5bf-d5e1-4c1e-90a8-da4941b21435 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/subnets/f0cfe6c4-23f8-474b-ac96-b21858b20922 HTTP/1.1" status: 204 len: 168 time: 1.0960803 Aug 19 15:33:45.712170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45222) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:45.728328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d552478-8477-4531-9152-8f44365b5fe0 None None] Network 35f9ed55-89fe-46ae-94ba-4aee3023ba61 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:45.805612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting subnet d63adad1-b5d6-47d3-85d1-dce67f268ec1 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:45.811121 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.815739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.868469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:45.997517 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.014289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] DHCP port deletion for 35f9ed55-89fe-46ae-94ba-4aee3023ba61 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:33:46.085576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] Deleting port adea182e-8e53-4e86-bd0f-2a555fcc3f50 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:46.086113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.144653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.174373 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.176851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] For port adea182e-8e53-4e86-bd0f-2a555fcc3f50, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=adea182e-8e53-4e86-bd0f-2a555fcc3f50,segment=NetworkSegment(0c419079-5a97-4bf5-b30e-20f5b05bcf7f),segment_id=0c419079-5a97-4bf5-b30e-20f5b05bcf7f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:46.184275 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.191244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:33:46.212227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] Calling delete_port for adea182e-8e53-4e86-bd0f-2a555fcc3f50 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:46.232763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:33:46.235565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:33:46.306077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'Port': ['ID=737c9336-d0f0-4281-bbf8-0430935b9c5e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:46.313261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Subnet': ['ID=d63adad1-b5d6-47d3-85d1-dce67f268ec1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:46.393178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.395859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3df29fd-f2dc-40ec-b03c-65e41c73b91e tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/subnets/d63adad1-b5d6-47d3-85d1-dce67f268ec1 HTTP/1.1" status: 204 len: 168 time: 0.6811621 Aug 19 15:33:46.398413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45234) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:46.402889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5a63f-4183-4c77-9a26-a9b729bc5543 None None] Network ef9854bd-e959-4646-84be-fb5c37b1aab1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:46.473401 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.518652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.541825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] Pushing event deleted for resources: {'Port': ['ID=adea182e-8e53-4e86-bd0f-2a555fcc3f50,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:46.553324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650da5fe-e5bb-4b0c-8967-4cd90e5db227 None None] No DVR routers for this DVR port adea182e-8e53-4e86-bd0f-2a555fcc3f50 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:46.684471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.696114 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f9ed55-89fe-46ae-94ba-4aee3023ba61']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:46.712566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c419079-5a97-4bf5-b30e-20f5b05bcf7f') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:46.720056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c419079-5a97-4bf5-b30e-20f5b05bcf7f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:46.742300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.775361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.787670 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:46.787670 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.859623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] DHCP port deletion for ef9854bd-e959-4646-84be-fb5c37b1aab1 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:33:46.876927 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:33:46.951573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] Deleting port 4648fa3e-c24d-47c4-b6b1-c630feba3aff {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:46.952325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.973972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.993967 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.001065 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/networks/35f9ed55-89fe-46ae-94ba-4aee3023ba61 HTTP/1.1" status: 204 len: 168 time: 0.6015184 Aug 19 15:33:47.010859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45246) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:47.052057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] For port 4648fa3e-c24d-47c4-b6b1-c630feba3aff, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4648fa3e-c24d-47c4-b6b1-c630feba3aff,segment=NetworkSegment(b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82),segment_id=b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:47.052561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.054400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.068740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] Calling delete_port for 4648fa3e-c24d-47c4-b6b1-c630feba3aff owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:47.188134 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e2f4d-a768-4bd7-9ebb-8ec58b26a4b0 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Network': ['ID=35f9ed55-89fe-46ae-94ba-4aee3023ba61,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.220716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.247336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.280697 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.284101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] Pushing event deleted for resources: {'Port': ['ID=4648fa3e-c24d-47c4-b6b1-c630feba3aff,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.296714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b10b7-d2e5-4757-bd9c-b188338d7bb5 None None] No DVR routers for this DVR port 4648fa3e-c24d-47c4-b6b1-c630feba3aff on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:47.304880 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting port 4648fa3e-c24d-47c4-b6b1-c630feba3aff {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:47.305231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.487499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] For port 4648fa3e-c24d-47c4-b6b1-c630feba3aff, host n-d-779913-32, got binding levels [] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:47.488089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.520964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Calling delete_port for 4648fa3e-c24d-47c4-b6b1-c630feba3aff owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:47.527138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.ipam_backend_mixin [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Port 4648fa3e-c24d-47c4-b6b1-c630feba3aff was not found and therefore no delete operation was performed {{(pid=101962) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:33:47.530327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.575205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.578196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Port': ['ID=4648fa3e-c24d-47c4-b6b1-c630feba3aff,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.592349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] No DVR routers for this DVR port 4648fa3e-c24d-47c4-b6b1-c630feba3aff on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:47.658508 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.699268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45258) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:47.729387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.731529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event updated for resources: {'Port': ['ID=737c9336-d0f0-4281-bbf8-0430935b9c5e,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.753056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9854bd-e959-4646-84be-fb5c37b1aab1']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:47.777953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:47.779656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f512ec-4b8f-4ae5-bc84-e539c6fe2b82') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:47.808132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.819581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.839896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device adea182e-8e53-4e86-bd0f-2a555fcc3f50 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:47.853330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.876602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:47.877032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:33:47.881904 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:33:47.893989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: adea182e-8e53-4e86-bd0f-2a555fcc3f50 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:33:47.894560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device adea182e-8e53-4e86-bd0f-2a555fcc3f50 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:47.906582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4648fa3e-c24d-47c4-b6b1-c630feba3aff no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:47.935182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4648fa3e-c24d-47c4-b6b1-c630feba3aff {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:33:47.935533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4648fa3e-c24d-47c4-b6b1-c630feba3aff not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:47.969447 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Floating IP 4394d242-b380-4443-b420-1ff239eda4af associated. External IP: 172.25.5.76, port: 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9. Aug 19 15:33:47.982149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df2ce4b6-0c7e-48da-bab5-e99950e72cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.138649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.148860 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.150767 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/networks/ef9854bd-e959-4646-84be-fb5c37b1aab1 HTTP/1.1" status: 204 len: 168 time: 1.1364799 Aug 19 15:33:48.154429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45270) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:48.176942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280b7c7-dd3a-4969-aae4-facec943082f tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Network': ['ID=ef9854bd-e959-4646-84be-fb5c37b1aab1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:48.238819 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting subnet 190c7f5a-a850-415e-88cd-dcb0b93449f2 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:48.242490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.251644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Router f595720f-371a-499e-947f-0e436feb234e has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:48.304555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df2ce4b6-0c7e-48da-bab5-e99950e72cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.319764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.378352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-df2ce4b6-0c7e-48da-bab5-e99950e72cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.388575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:48.403067 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] Sync routers for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:48.420058 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:48.421427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:48.452147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.458743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.480055 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-df2ce4b6-0c7e-48da-bab5-e99950e72cba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf7a72e1b8ba4f73b1e6826a0df7f3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7797272 Aug 19 15:33:48.483166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45280) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:48.489487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ce4b6-0c7e-48da-bab5-e99950e72cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6f37f-6fae-4cdb-a883-cef2062e8311,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:48.496990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-72f7fa26-bc7a-4367-9319-2de9a9ac8ea0 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9627337 Aug 19 15:33:48.498140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:48.502061 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37" -d '{"events": [{"name": "network-changed", "server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:48.563006 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:48.577282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2685a3f2-4c1b-4808-8bdd-28e95f88ede4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.580947 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5100b644-4281-442e-82b1-e8eb9ac4f909 x-openstack-request-id: req-5100b644-4281-442e-82b1-e8eb9ac4f909 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:48.581550 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:48.582186 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5100b644-4281-442e-82b1-e8eb9ac4f909 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:48.583315 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'status': 'completed', 'code': 200} Aug 19 15:33:48.627598 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2685a3f2-4c1b-4808-8bdd-28e95f88ede4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.641523 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.687105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-58d6178d-ec36-43b8-a287-6545378958e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.687741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-58d6178d-ec36-43b8-a287-6545378958e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.0755849 Aug 19 15:33:48.704257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Subnet': ['ID=190c7f5a-a850-415e-88cd-dcb0b93449f2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:48.712372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.716485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c90e7435-25a9-41d0-aef2-54265bcb2bb2 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/subnets/190c7f5a-a850-415e-88cd-dcb0b93449f2 HTTP/1.1" status: 204 len: 168 time: 0.5529981 Aug 19 15:33:48.720277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45290) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:48.720755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0859b-9f50-4100-9684-e753ad79b60b None None] Network 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:48.826717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.889468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2685a3f2-4c1b-4808-8bdd-28e95f88ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.892011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2685a3f2-4c1b-4808-8bdd-28e95f88ede4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:48.907025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-f24b884d-ab21-4d47-86e6-259e7f2eacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.908596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-f24b884d-ab21-4d47-86e6-259e7f2eacd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 910 time: 0.2127199 Aug 19 15:33:48.913712 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2685a3f2-4c1b-4808-8bdd-28e95f88ede4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cf6f37f-6fae-4cdb-a883-cef2062e8311 HTTP/1.1" status: 204 len: 168 time: 0.4292152 Aug 19 15:33:48.935011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a3f2-4c1b-4808-8bdd-28e95f88ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6f37f-6fae-4cdb-a883-cef2062e8311,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:48.940617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Deleting port 24b3415b-ad80-4c98-9971-689709a5e2fe {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:48.941294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.001553 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4394d242-b380-4443-b420-1ff239eda4af', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'f595720f-371a-499e-947f-0e436feb234e', 'port_id': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'mac_address': 'fa:16:3e:c8:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d96d6a-cc74-4679-a835-3f28e652d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:33:46Z', 'updated_at': '2021-08-19T15:33:46Z', 'revision_number': 0, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:08Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:49.059678 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] Checking router: f595720f-371a-499e-947f-0e436feb234e for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:49.067709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] DHCP port deletion for 60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:33:49.077512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-028a9ad2-9ed1-4163-a93e-f2d406234d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 998 time: 0.1599085 Aug 19 15:33:49.084361 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:49.085439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:49.105768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] For port 24b3415b-ad80-4c98-9971-689709a5e2fe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=24b3415b-ad80-4c98-9971-689709a5e2fe,segment=NetworkSegment(2bdcc7ac-0619-4324-99ff-41032a2ab4a1),segment_id=2bdcc7ac-0619-4324-99ff-41032a2ab4a1)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:49.107434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.142106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Calling delete_port for 24b3415b-ad80-4c98-9971-689709a5e2fe owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:49.181154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-516aef1b-7fe8-4883-a29a-e3b629392b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.181894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-516aef1b-7fe8-4883-a29a-e3b629392b14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 200 len: 848 time: 0.0965474 Aug 19 15:33:49.246700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] Deleting port 24b3415b-ad80-4c98-9971-689709a5e2fe {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:49.252632 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.270462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-aad8fee6-8987-4e31-a326-039cb4c773cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.273492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-aad8fee6-8987-4e31-a326-039cb4c773cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841851 Aug 19 15:33:49.384245 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:49.407468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.482713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-1b25ffbd-9a2a-4489-8ba1-25781f65c7c9 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973813 Aug 19 15:33:49.529287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] No DVR routers for this DVR port 24b3415b-ad80-4c98-9971-689709a5e2fe on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:49.531267 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Port': ['ID=24b3415b-ad80-4c98-9971-689709a5e2fe,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:49.628275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] For port 24b3415b-ad80-4c98-9971-689709a5e2fe, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=24b3415b-ad80-4c98-9971-689709a5e2fe,segment=NetworkSegment(2bdcc7ac-0619-4324-99ff-41032a2ab4a1),segment_id=2bdcc7ac-0619-4324-99ff-41032a2ab4a1)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:49.629149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.647269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] Calling delete_port for 24b3415b-ad80-4c98-9971-689709a5e2fe owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:49.778260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7f73b1b-c45b-49ba-8bfe-4b3bc95b0b37 req-7ddb8c30-cb6a-43ae-9537-9d5df952f7f1 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857029 Aug 19 15:33:49.793077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.806709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:49.832990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdcc7ac-0619-4324-99ff-41032a2ab4a1') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:49.836066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.836519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdcc7ac-0619-4324-99ff-41032a2ab4a1') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:49.852922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.876696 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.876961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] Pushing event deleted for resources: {'Port': ['ID=24b3415b-ad80-4c98-9971-689709a5e2fe,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:49.880613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 24b3415b-ad80-4c98-9971-689709a5e2fe no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:49.884627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:49.886489 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:49.933958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 24b3415b-ad80-4c98-9971-689709a5e2fe {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:33:49.934320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 24b3415b-ad80-4c98-9971-689709a5e2fe not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:49.936116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9d36d-81f0-480e-a450-348b2e5d05db None None] No DVR routers for this DVR port 24b3415b-ad80-4c98-9971-689709a5e2fe on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:33:49.943377 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:33:49.985088 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4394d242-b380-4443-b420-1ff239eda4af', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'f595720f-371a-499e-947f-0e436feb234e', 'port_id': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'mac_address': 'fa:16:3e:c8:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d96d6a-cc74-4679-a835-3f28e652d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:33:46Z', 'updated_at': '2021-08-19T15:33:46Z', 'revision_number': 0, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:08Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:50.027991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ac18a-3f73-45bb-a36e-014e6f78c2ab None None] The sync data for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 is: [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '4394d242-b380-4443-b420-1ff239eda4af', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'f595720f-371a-499e-947f-0e436feb234e', 'port_id': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'mac_address': 'fa:16:3e:c8:de:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d96d6a-cc74-4679-a835-3f28e652d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:33:46Z', 'updated_at': '2021-08-19T15:33:46Z', 'revision_number': 0, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:08Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:50.053156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.062591 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.063529 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/networks/60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc HTTP/1.1" status: 204 len: 168 time: 1.3416424 Aug 19 15:33:50.066103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45298) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:50.095677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce096-a573-4fbc-92bc-80291492a4ac tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Pushing event deleted for resources: {'Network': ['ID=60bed96f-e4c4-4aef-b30c-c9e3c80dd6fc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:50.114621 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb5af190-83f9-4db6-a828-b8d1d925527d tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "GET /v2.0/ports?device_id=493e0dd0-49c7-4dae-9456-39ae65ed89f2 HTTP/1.1" status: 200 len: 205 time: 0.0474064 Aug 19 15:33:50.118239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45302) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:50.229785 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.363307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300058d-77b6-417e-8456-1b696b4a4c35 None None] New status for floating IP 4394d242-b380-4443-b420-1ff239eda4af: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:33:50.427245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.434787 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.561436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.562100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Fanout notify agent at l3_agent the message router_deleted on router 493e0dd0-49c7-4dae-9456-39ae65ed89f2 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:33:50.569576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:50.574450 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-535f98f7-299f-4a2e-93b1-20fdc4415714 tempest-RoutersNegativeIpV6Test-361876525 tempest-RoutersNegativeIpV6Test-361876525-project] 10.222.0.13 "DELETE /v2.0/routers/493e0dd0-49c7-4dae-9456-39ae65ed89f2 HTTP/1.1" status: 204 len: 168 time: 0.4513962 Aug 19 15:33:50.911843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517441a5-02d7-4a49-b816-b02499530ebd req-5369b1df-bc78-4982-8526-2f29bbb9e7b0 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:50.913461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-517441a5-02d7-4a49-b816-b02499530ebd req-5369b1df-bc78-4982-8526-2f29bbb9e7b0 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.0540442 Aug 19 15:33:50.956156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-517441a5-02d7-4a49-b816-b02499530ebd req-e4175253-798c-4df5-b2d8-81d90bb25975 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353301 Aug 19 15:33:50.978625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45316) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:51.164575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45320) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:51.177372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port c7be3623-6431-4265-a44f-c5a98023d136 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:51.177852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.295645 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.295974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.311256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for c7be3623-6431-4265-a44f-c5a98023d136 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:51.358038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f1eadf7d-3cb6-40a2-9545-72582f896cef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4195dceddb745e297a703788bc08b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919606 Aug 19 15:33:51.358944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45330) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:51.433300 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaf2-ad78-4b44-9f87-7e7b1f3675ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.468724 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaf2-ad78-4b44-9f87-7e7b1f3675ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.623930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaf2-ad78-4b44-9f87-7e7b1f3675ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.626692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaf2-ad78-4b44-9f87-7e7b1f3675ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.627944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-10ddcaf2-ad78-4b44-9f87-7e7b1f3675ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ab8789-c3e2-4c54-a784-56155854af48 HTTP/1.1" status: 204 len: 168 time: 0.2678652 Aug 19 15:33:51.639280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddcaf2-ad78-4b44-9f87-7e7b1f3675ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab8789-c3e2-4c54-a784-56155854af48,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:51.665482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.722219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=c7be3623-6431-4265-a44f-c5a98023d136,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:51.781074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:51.781604 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP b574839c-91e3-4fa6-841a-e62a62587156 disassociated (deleted). External IP: 172.25.5.254, port: e1e426f8-5888-4c4f-a0d6-c09231889788. Aug 19 15:33:51.924835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-ce3c515e-e940-464e-9530-7f95f4443c7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475595 Aug 19 15:33:52.038535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 6131ea21-21f5-48ff-8b84-d7a443771cde has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:52.054385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-c61d60a7-629c-45dc-b8a3-6ea2820e8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:52.059688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-c61d60a7-629c-45dc-b8a3-6ea2820e8a52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.0896332 Aug 19 15:33:52.192294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:52.198664 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:52.202659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-36227712-53e4-4e36-8823-654909a94d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:52.204556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-36227712-53e4-4e36-8823-654909a94d0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 910 time: 0.1159542 Aug 19 15:33:52.204837 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] Sync routers for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:52.216942 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:52.219865 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:52.261753 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d43ca49b-9ce5-482c-980f-52c96fac3563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/floatingips/b574839c-91e3-4fa6-841a-e62a62587156 HTTP/1.1" status: 204 len: 168 time: 1.2819102 Aug 19 15:33:52.262810 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:52.265519 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:52.310063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-c5964b22-20c0-4608-97cc-2bd2d92dae1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 1000 time: 0.0978920 Aug 19 15:33:52.372221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-fb75aa3a-cf9f-4633-beec-01ada24430bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:52.374177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-fb75aa3a-cf9f-4633-beec-01ada24430bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 200 len: 848 time: 0.0570750 Aug 19 15:33:52.417951 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:52.431804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-1c8e4fd9-c9ae-435b-af82-75f137292c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:52.434490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-1c8e4fd9-c9ae-435b-af82-75f137292c9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528646 Aug 19 15:33:52.570062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-9ee4af43-f2b7-46e0-9d36-0359566ffc1f service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279039 Aug 19 15:33:52.663057 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:16Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:52.694631 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] Checking router: 6131ea21-21f5-48ff-8b84-d7a443771cde for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:52.700895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a73fd1ea-9376-46b8-88ad-38da35187f89 req-9b18be5b-72f9-4e6e-86a4-45f8ebeaa689 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Aug 19 15:33:52.706244 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:52.707247 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:52.901679 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:52.990206 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c41b8a-5a7c-4a69-a5ac-ecf33d70634b x-openstack-request-id: req-03c41b8a-5a7c-4a69-a5ac-ecf33d70634b {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:52.990506 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:52.990763 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03c41b8a-5a7c-4a69-a5ac-ecf33d70634b {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:52.991174 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'status': 'completed', 'code': 200} Aug 19 15:33:53.253612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fc3b0-beac-40bf-b1ac-ca85c45a4bd1 req-9ce97697-e073-452c-83c0-7b22e870e459 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:53.256081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-991fc3b0-beac-40bf-b1ac-ca85c45a4bd1 req-9ce97697-e073-452c-83c0-7b22e870e459 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1891041 Aug 19 15:33:53.261607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-86dcaa1b-0fb5-4925-a3f8-80110fb12be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:53.264145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-86dcaa1b-0fb5-4925-a3f8-80110fb12be6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 1097 time: 0.2242227 Aug 19 15:33:53.346569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45416) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:53.392228 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:16Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:53.434749 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590c703-95c9-410d-9146-434a29b686c6 None None] The sync data for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 is: [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:31:07Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '927312ac-d771-4aa9-92ac-d4715a67c1e3', 'name': '', 'network_id': '978afb2c-7a96-46c7-8864-8a30452b6c9d', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:1c:2e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:31:05Z', 'updated_at': '2021-08-19T15:31:16Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'b848f5f5-fb03-4cb1-a02c-425a166c93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:33:53.535700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-944d6293-8483-490d-aa2d-25747dab66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:53.538452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-944d6293-8483-490d-aa2d-25747dab66a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 200 len: 898 time: 0.2644784 Aug 19 15:33:53.568844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-455805269'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:53.637392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-fd8131f8-72a4-429c-b6d4-c98c1fafdd44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 200 len: 217 time: 0.0877533 Aug 19 15:33:53.647914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-991fc3b0-beac-40bf-b1ac-ca85c45a4bd1 req-8cc194d0-b440-4a3a-8c50-8f522bf78409 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767619 Aug 19 15:33:53.704078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Made reservation on behalf of 5c13e0298bb1471199bd7715e79f9b59 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:33:53.707887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:53.726222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-2e2a18d8-8084-4237-892a-d06f9dc8ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:53.728207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-2e2a18d8-8084-4237-892a-d06f9dc8ac26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 200 len: 835 time: 0.0792973 Aug 19 15:33:53.749029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:53.830352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-fc969b4b-13a4-44bc-887a-66586f065bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:53.839368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-fc969b4b-13a4-44bc-887a-66586f065bd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=978afb2c-7a96-46c7-8864-8a30452b6c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038547 Aug 19 15:33:53.894224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8dee10-9521-42bf-87f3-71a4629e4991 None None] New status for floating IP b574839c-91e3-4fa6-841a-e62a62587156: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:33:53.972906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.041511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-33fc218b-df36-454f-b748-9ab107b9e6f5 service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941593 Aug 19 15:33:54.109895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.163296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437dcee1-f4ef-4252-8308-333c41b7a7d6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:54.175481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:33:54.189265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.189619 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Added segment 4e3112c6-8ec7-4791-a91c-a6a476dc5b7f of type vlan for network 7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e Aug 19 15:33:54.200870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b52f421b-1fe2-4e94-85bc-51c6db1c15a4 req-98fec6a8-f251-47d9-9186-3821144eac52 service neutron] 10.222.0.54 "GET /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527121 Aug 19 15:33:54.236570 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.338727 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.344714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:54.345388 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.427205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Pushing event updated for resources: {'Network': ['ID=7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:54.440533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:33:54.517464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d776affd-ba8e-488f-aca5-0b330b6b383f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1683433 Aug 19 15:33:54.521320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:54.529963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-d40abe60-2154-4ff0-9101-d7ed3cf56b0c tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-494336798') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:54.652979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6f015ec9-18e8-4f1f-a631-6aaafecdbbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:54.719898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45474) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:54.720472 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d40abe60-2154-4ff0-9101-d7ed3cf56b0c tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "PUT /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-494336798 HTTP/1.1" status: 201 len: 201 time: 0.1971066 Aug 19 15:33:54.725397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-8e0af9e6-fc59-4b06-a113-670b257d1a59 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-494336798') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:54.874843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cb3ee-ba34-47ef-96e6-819a10a818a9 req-7b336212-5cc7-447a-a0c2-35be5ce8498a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:54.876404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc7cb3ee-ba34-47ef-96e6-819a10a818a9 req-7b336212-5cc7-447a-a0c2-35be5ce8498a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1020184 Aug 19 15:33:54.887101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-71ef9648-7691-4e42-9495-889b5729fa6f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:54.888642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-71ef9648-7691-4e42-9495-889b5729fa6f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 945 time: 0.1154594 Aug 19 15:33:54.899206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8e0af9e6-fc59-4b06-a113-670b257d1a59 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-494336798 HTTP/1.1" status: 204 len: 168 time: 0.1774077 Aug 19 15:33:54.903091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:54.908064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-355fdb91-c961-4e33-b878-d891c6bade04 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:54.970447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc7cb3ee-ba34-47ef-96e6-819a10a818a9 req-c30ec5e7-c27d-4254-8562-af991a998ee2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=22ed3e31-c87c-40b8-9e97-6e1f76343fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790896 Aug 19 15:33:54.997380 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-355fdb91-c961-4e33-b878-d891c6bade04 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags HTTP/1.1" status: 200 len: 237 time: 0.0927711 Aug 19 15:33:54.997703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45488) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:55.004059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-4dc50584-bb12-45f3-a4f3-a9ae8116496f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', {'tags': ['tempest-TagsTest-Tag-123311068', 'tempest-TagsTest-Tag-395797879', 'tempest-TagsTest-Tag-1250475635']}) {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:55.456731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port e1e426f8-5888-4c4f-a0d6-c09231889788 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:55.457078 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:55.549875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4dc50584-bb12-45f3-a4f3-a9ae8116496f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "PUT /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags HTTP/1.1" status: 200 len: 307 time: 0.5508525 Aug 19 15:33:55.552593 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45512) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:55.559347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-e6c06c0b-9f20-4180-ab2b-247b93389390 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-123311068') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:55.603106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port e1e426f8-5888-4c4f-a0d6-c09231889788, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=e1e426f8-5888-4c4f-a0d6-c09231889788,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:55.604050 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:55.620841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for e1e426f8-5888-4c4f-a0d6-c09231889788 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:55.664067 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:55.763297 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e6c06c0b-9f20-4180-ab2b-247b93389390 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "DELETE /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-123311068 HTTP/1.1" status: 204 len: 168 time: 0.2092626 Aug 19 15:33:55.768404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45524) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:55.772978 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-32b5f599-06a4-4c5c-af04-5fca5deb1041 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-123311068') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:55.841302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:55.862101 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-32b5f599-06a4-4c5c-af04-5fca5deb1041 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] show failed (client error): The resource could not be found. Aug 19 15:33:55.867549 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32b5f599-06a4-4c5c-af04-5fca5deb1041 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-123311068 HTTP/1.1" status: 404 len: 325 time: 0.0938559 Aug 19 15:33:55.867911 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45532) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:55.872835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-87785aa5-f237-4b08-b402-9424fa4d8584 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-395797879') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:55.874357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=e1e426f8-5888-4c4f-a0d6-c09231889788,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:55.921774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] No DVR routers for this DVR port e1e426f8-5888-4c4f-a0d6-c09231889788 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:55.924296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:55.927324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7aaaf45f-1960-49f2-b37b-02043bfa3bfa req-d788cb84-c229-44f6-b81e-e0addcc0acb4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "DELETE /v2.0/ports/e1e426f8-5888-4c4f-a0d6-c09231889788 HTTP/1.1" status: 204 len: 173 time: 1.0267220 Aug 19 15:33:55.927992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-deleted', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:55.933324 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c86c6-b93a-45c1-bc65-a0c93160dde9" -d '{"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-deleted", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:55.975604 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-87785aa5-f237-4b08-b402-9424fa4d8584 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-395797879 HTTP/1.1" status: 204 len: 168 time: 0.1063182 Aug 19 15:33:55.978228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:55.993225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-50fcb39c-f591-46a3-ad21-a9a11c141bcc tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-1250475635') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.086121 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:56.089388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-50fcb39c-f591-46a3-ad21-a9a11c141bcc tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-1250475635 HTTP/1.1" status: 204 len: 168 time: 0.1061110 Aug 19 15:33:56.091700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-49c98031-3069-46dd-9e04-37bbe22a8ccf tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.179681 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee91f14-0ac3-4a4f-b41e-85b5df6cba7f x-openstack-request-id: req-5ee91f14-0ac3-4a4f-b41e-85b5df6cba7f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:56.179681 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0cd878-8638-4325-8719-aa1a484e0907", "name": "network-vif-deleted", "tag": "e1e426f8-5888-4c4f-a0d6-c09231889788", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:56.179681 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ee91f14-0ac3-4a4f-b41e-85b5df6cba7f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:56.179681 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0cd878-8638-4325-8719-aa1a484e0907', 'name': 'network-vif-deleted', 'tag': 'e1e426f8-5888-4c4f-a0d6-c09231889788', 'status': 'completed', 'code': 200} Aug 19 15:33:56.278461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0cecdf24-dae4-48c9-b4e5-48ee2b65897f req-2b69a37b-4dc3-483e-9bb4-1ecdbc2c561f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f0cd878-8638-4325-8719-aa1a484e0907 HTTP/1.1" status: 200 len: 210 time: 0.0299375 Aug 19 15:33:56.302055 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-49c98031-3069-46dd-9e04-37bbe22a8ccf tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "DELETE /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags HTTP/1.1" status: 204 len: 168 time: 0.2107482 Aug 19 15:33:56.302055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45564) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:56.312770 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.tag.tag_plugin [None req-83813679-45c4-4dae-a6e1-efed76816e9f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-395797879') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.412325 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-83813679-45c4-4dae-a6e1-efed76816e9f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] show failed (client error): The resource could not be found. Aug 19 15:33:56.412325 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83813679-45c4-4dae-a6e1-efed76816e9f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-395797879 HTTP/1.1" status: 404 len: 325 time: 0.1045620 Aug 19 15:33:56.412815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45570) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:56.417528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-2033f8a1-51ed-4668-aa2f-28f209b1f30f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e', 'tempest-TagsTest-Tag-1250475635') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.500221 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-2033f8a1-51ed-4668-aa2f-28f209b1f30f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] show failed (client error): The resource could not be found. Aug 19 15:33:56.501286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2033f8a1-51ed-4668-aa2f-28f209b1f30f tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "GET /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags/tempest-TagsTest-Tag-1250475635 HTTP/1.1" status: 404 len: 326 time: 0.0881743 Aug 19 15:33:56.504375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45574) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:56.508906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.tag.tag_plugin [None req-16e77a35-becd-42fa-9a58-6f01571968f3 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:56.601800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-16e77a35-becd-42fa-9a58-6f01571968f3 tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "DELETE /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e/tags HTTP/1.1" status: 204 len: 168 time: 0.0919609 Aug 19 15:33:56.602560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45582) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:57.005825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.102361 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.118010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:57.131931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3112c6-8ec7-4791-a91c-a6a476dc5b7f') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:57.132327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3112c6-8ec7-4791-a91c-a6a476dc5b7f') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:57.143249 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.158476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.164757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:33:57.165323 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:33:57.168846 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:33:57.310247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.318290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.320780 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] 10.222.0.13 "DELETE /v2.0/networks/7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e HTTP/1.1" status: 204 len: 168 time: 0.7173038 Aug 19 15:33:57.334475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7a53b-0635-4e11-97a1-70a2d91e72db tempest-TagsTest-988096633 tempest-TagsTest-988096633-project] Pushing event deleted for resources: {'Network': ['ID=7ad37fc4-4a56-4bc0-8f64-70e6ad9c112e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:57.351366 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45624) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:57.356484 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.825662 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.831113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:57.858050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: e1e426f8-5888-4c4f-a0d6-c09231889788 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:33:57.858465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device e1e426f8-5888-4c4f-a0d6-c09231889788 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:57.909768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c73aa124-303c-4277-b6b5-112ed65907e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:57.950681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45646) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:58.102414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-85a86d74-5036-451b-a28d-ce28cf5caa8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c13e0298bb1471199bd7715e79f9b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498272 Aug 19 15:33:58.105490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45656) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:58.131813 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 927312ac-d771-4aa9-92ac-d4715a67c1e3 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:33:58.132352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.162839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85dae791-e92b-4407-8358-19d15cf63647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.185399 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85dae791-e92b-4407-8358-19d15cf63647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.241424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 927312ac-d771-4aa9-92ac-d4715a67c1e3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=927312ac-d771-4aa9-92ac-d4715a67c1e3,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:58.241793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.257023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 927312ac-d771-4aa9-92ac-d4715a67c1e3 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:33:58.337009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85dae791-e92b-4407-8358-19d15cf63647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.339990 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-85dae791-e92b-4407-8358-19d15cf63647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.344616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-85dae791-e92b-4407-8358-19d15cf63647 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/437dcee1-f4ef-4252-8308-333c41b7a7d6 HTTP/1.1" status: 204 len: 168 time: 0.2372758 Aug 19 15:33:58.355335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dae791-e92b-4407-8358-19d15cf63647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437dcee1-f4ef-4252-8308-333c41b7a7d6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:58.550089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:58.581467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=927312ac-d771-4aa9-92ac-d4715a67c1e3,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:58.798883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.089754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 6131ea21-21f5-48ff-8b84-d7a443771cde has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:33:59.229658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:33:59.235589 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a57b78f0-b2c9-440e-9496-84fd7f850911 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/6131ea21-21f5-48ff-8b84-d7a443771cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8828826 Aug 19 15:33:59.238235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:59.240985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] Sync routers for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:33:59.251401 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:59.252290 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:59.340333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting subnet b848f5f5-fb03-4cb1-a02c-425a166c93e6 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:33:59.345552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.377435 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:59.396204 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.513798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.606144 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:33:58Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:59.643866 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] Checking router: 6131ea21-21f5-48ff-8b84-d7a443771cde for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:33:59.653752 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] Routers {'6131ea21-21f5-48ff-8b84-d7a443771cde'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:33:59.654522 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['6131ea21-21f5-48ff-8b84-d7a443771cde'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:33:59.709623 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.738644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.794470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Subnet': ['ID=b848f5f5-fb03-4cb1-a02c-425a166c93e6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:59.804818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:59.809925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beb2d3-5f9a-46a7-b775-b77f97f58608 None None] Network 978afb2c-7a96-46c7-8864-8a30452b6c9d requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:33:59.811370 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7402dfc1-a565-47c9-bce4-962db0d7a39e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/subnets/b848f5f5-fb03-4cb1-a02c-425a166c93e6 HTTP/1.1" status: 204 len: 168 time: 0.5721035 Aug 19 15:33:59.814289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45744) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:33:59.819096 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] Set router 6131ea21-21f5-48ff-8b84-d7a443771cde gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:33:59.963803 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.121451 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:33:58Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:00.139171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] DHCP port deletion for 978afb2c-7a96-46c7-8864-8a30452b6c9d request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:34:00.165677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.169397 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f028b2-a0e2-4b05-9c9b-cc7d7f7654a3 None None] The sync data for ids ['6131ea21-21f5-48ff-8b84-d7a443771cde'] in n-d-779913-32 is: [{'id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926588225', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:55Z', 'updated_at': '2021-08-19T15:33:58Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '2660c1d7-3347-49b0-b21a-fe8fb39b3a1c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131ea21-21f5-48ff-8b84-d7a443771cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:57Z', 'updated_at': '2021-08-19T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:00.197929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] Deleting port 63c85828-688e-401b-b21c-c9f1068a7891 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:00.198381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.282758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] For port 63c85828-688e-401b-b21c-c9f1068a7891, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=63c85828-688e-401b-b21c-c9f1068a7891,segment=NetworkSegment(42b3e3c4-baa9-4947-bf90-933e7043219d),segment_id=42b3e3c4-baa9-4947-bf90-933e7043219d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:00.283530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.305555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] Calling delete_port for 63c85828-688e-401b-b21c-c9f1068a7891 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:00.345771 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:00.346762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.457641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:00.457641 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.470839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:00.504660 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.570735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] Pushing event deleted for resources: {'Port': ['ID=63c85828-688e-401b-b21c-c9f1068a7891,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:00.583638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe67bb1-7ff7-4ccf-afe2-af67b1ae033b None None] No DVR routers for this DVR port 63c85828-688e-401b-b21c-c9f1068a7891 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:34:00.812648 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.841028 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:00.874262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=2660c1d7-3347-49b0-b21a-fe8fb39b3a1c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:00.979364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.084794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.087314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.218429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.218988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Fanout notify agent at l3_agent the message router_deleted on router 6131ea21-21f5-48ff-8b84-d7a443771cde {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:34:01.231108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.231108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-02f4a618-0e89-4ac7-8ee4-e477914118dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/routers/6131ea21-21f5-48ff-8b84-d7a443771cde HTTP/1.1" status: 204 len: 168 time: 1.4142442 Aug 19 15:34:01.236362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:01.356355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.468706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.479651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978afb2c-7a96-46c7-8864-8a30452b6c9d']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:01.490641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b3e3c4-baa9-4947-bf90-933e7043219d') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:01.490851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b3e3c4-baa9-4947-bf90-933e7043219d') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:01.500516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.519921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.527676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:34:01.528480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:34:01.532192 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:34:01.679931 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.699607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.701503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/networks/978afb2c-7a96-46c7-8864-8a30452b6c9d HTTP/1.1" status: 204 len: 168 time: 0.4638119 Aug 19 15:34:01.702800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7725d59-062a-44a7-9c08-2fd0bb9a4f4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Network': ['ID=978afb2c-7a96-46c7-8864-8a30452b6c9d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:01.707167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45842) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:01.784591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-980857b0-fe13-489f-9270-d28c66425657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.818665 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-980857b0-fe13-489f-9270-d28c66425657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.839568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 927312ac-d771-4aa9-92ac-d4715a67c1e3 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:01.860248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 927312ac-d771-4aa9-92ac-d4715a67c1e3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:01.860597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 927312ac-d771-4aa9-92ac-d4715a67c1e3 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:01.861021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 63c85828-688e-401b-b21c-c9f1068a7891 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:01.905882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 63c85828-688e-401b-b21c-c9f1068a7891 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:01.905882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 63c85828-688e-401b-b21c-c9f1068a7891 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:01.906355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:01.941387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:01.943706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2660c1d7-3347-49b0-b21a-fe8fb39b3a1c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:01.995317 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-980857b0-fe13-489f-9270-d28c66425657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.998429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-980857b0-fe13-489f-9270-d28c66425657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.999290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-980857b0-fe13-489f-9270-d28c66425657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/security-groups/22ed3e31-c87c-40b8-9e97-6e1f76343fa4 HTTP/1.1" status: 204 len: 168 time: 0.2942078 Aug 19 15:34:02.009225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980857b0-fe13-489f-9270-d28c66425657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed3e31-c87c-40b8-9e97-6e1f76343fa4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:02.642933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45892) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:02.648410 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715026719', 'description': 'tempest-secgroup-smoke-1715026719 description', 'project_id': '569a268a9a114ea498c8ad71a42bc77e'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:02.738230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:02.840013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:02.978344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.014148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:03.121290 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.122897 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2cf01aa8-a210-410a-ba9d-6b5956c205b2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4785078 Aug 19 15:34:03.125741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 45914) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:03.132811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '26e14800-d4cf-42f8-8bf3-f2fb8c4151f9', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:03.220956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.303755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.406881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.425949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ae4b8e-b25d-4741-ab02-ecd361fb73d8,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:03.544235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.545878 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de25a4ed-56b7-4dcd-a723-ee21fc1d12b8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191465 Aug 19 15:34:03.548807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:03.554086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '26e14800-d4cf-42f8-8bf3-f2fb8c4151f9', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:03.658471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.717494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.784109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.804740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fdb452-8892-4056-8b42-3df467ccb570,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:03.892434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:03.893723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-704294ca-bc99-4f9f-b2a0-caad2f2056b4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3436222 Aug 19 15:34:03.897136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:03.902271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '26e14800-d4cf-42f8-8bf3-f2fb8c4151f9', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:04.017782 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.087067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.195271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.217750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a063267-fce1-4760-8201-b1bb6e308d06,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:04.269390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.270715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1e998bd4-3974-4422-b369-2ceeff7c2ff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726063 Aug 19 15:34:04.274146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45970) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:04.279546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '26e14800-d4cf-42f8-8bf3-f2fb8c4151f9', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:04.360553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.423879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.509448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.529184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6b3188-13ac-454e-a2c8-8becdb43d0ae,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:04.595383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.596649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6a074462-f801-433c-b10d-1e9328bbff77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215563 Aug 19 15:34:04.599562 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 45988) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:04.606294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '26e14800-d4cf-42f8-8bf3-f2fb8c4151f9', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:04.709824 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:34:04.716645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.788159 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.966568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.987215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea56c56e-0ea9-4e6d-a5a6-ad4f582a594f,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:05.074470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.075760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-633890ef-9747-4107-a0c2-fa5f3a97adf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4751980 Aug 19 15:34:05.081784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:05.086510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '26e14800-d4cf-42f8-8bf3-f2fb8c4151f9', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:05.402880 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:34:05.402880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.402880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.402880 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.411084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf0e2c6-7655-45c3-80e2-1ba3e21c7194,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:05.493312 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.505997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e712f259-6d41-414f-94ee-1ff7641a899b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4120846 Aug 19 15:34:05.505997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46020) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:05.505997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'network': {'name': 'tempest-network-smoke--755855146', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'port_security_enabled': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:05.583691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:05.588118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.621396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:34:05.635479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.636023 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Added segment e34e6931-b731-45b6-9d82-20365ce17583 of type vlan for network 980c1029-12bf-437b-a92f-791dea87ca84 Aug 19 15:34:05.689829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.775816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.785640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.786293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.863910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Network': ['ID=980c1029-12bf-437b-a92f-791dea87ca84,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:05.875902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 980c1029-12bf-437b-a92f-791dea87ca84 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:34:05.932718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-72082dcf-ffe5-4172-bb35-55a79806eb7a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4285333 Aug 19 15:34:05.933942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46026) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:05.939115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'admin_state_up': True, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:06.088837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:06.090188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:06.189073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:06.463680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:07.086781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:07.107934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:07.276041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.190 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/25c47d8a-4042-42e9-a2b1-404ea3b75884) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:07.421638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:07.555820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:07.613161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:07.628191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=25c47d8a-4042-42e9-a2b1-404ea3b75884,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:07.639401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:07.642066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:08.010531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:08.280536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:08.515585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 9016822d-9700-41e7-9bf3-adee97698757 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:34:08.682089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:08.693684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Sync routers for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:08.709805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:08.713288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:08.794540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:08.800047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46120) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:08.817022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-87b1529c-c114-48f9-bf7d-fa6174ecbbbb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8676925 Aug 19 15:34:08.853387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:08.895356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46122) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:08.897139 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5e19a685-4eee-46e2-89f3-cba5c16bf368 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=569a268a9a114ea498c8ad71a42bc77e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953584 Aug 19 15:34:09.151022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:07Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:09.189391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Checking router: 9016822d-9700-41e7-9bf3-adee97698757 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:09.189959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Updating router 9016822d-9700-41e7-9bf3-adee97698757 port 25c47d8a-4042-42e9-a2b1-404ea3b75884 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:34:09.216939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3da142-f465-4b04-8e09-664fd602891b tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:09.225265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7b3da142-f465-4b04-8e09-664fd602891b tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3257844 Aug 19 15:34:09.225834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46130) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:09.248124 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:09.294957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46132) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:09.301520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146988748', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:09.301776 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-072e377f-627d-4404-9bc0-367f872e6833 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744469 Aug 19 15:34:09.354379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46134) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:09.552905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54c6e3a-8810-4fbf-b442-11643abbef5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:09.640951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:09.655963 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:09.803166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:09.817777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54c6e3a-8810-4fbf-b442-11643abbef5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:09.827657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Transition to ACTIVE for port object 25c47d8a-4042-42e9-a2b1-404ea3b75884 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:09.910016 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d54c6e3a-8810-4fbf-b442-11643abbef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:09.968286 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d54c6e3a-8810-4fbf-b442-11643abbef5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea6ef0d89ac743c7a2530755d13c6910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6127927 Aug 19 15:34:09.971450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46144) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:09.974178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6e3a-8810-4fbf-b442-11643abbef5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff2a1ee-9b16-4338-b5d0-fc717d1d30c9,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:09.982780 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.041893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Attempting to bind port 25c47d8a-4042-42e9-a2b1-404ea3b75884 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:10.042576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Attempting to bind port 25c47d8a-4042-42e9-a2b1-404ea3b75884 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:10.043140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Attempting to bind port 25c47d8a-4042-42e9-a2b1-404ea3b75884 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:10.049160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a86f59b-23f2-4701-ba84-4e4170616e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.051142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Pushing event updated for resources: {'Port': ['ID=25c47d8a-4042-42e9-a2b1-404ea3b75884,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:10.060361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.060712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.061055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.061578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.061915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.062246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.062573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.062899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.063227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.063548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.063864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.064390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:10.066772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.068481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:10.069164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:10.069798 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.070349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:10.070997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Bound port: 25c47d8a-4042-42e9-a2b1-404ea3b75884, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:10.074472 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.139073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] For port 25c47d8a-4042-42e9-a2b1-404ea3b75884, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:10.142655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] For port 25c47d8a-4042-42e9-a2b1-404ea3b75884, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=25c47d8a-4042-42e9-a2b1-404ea3b75884,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:10.150154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a86f59b-23f2-4701-ba84-4e4170616e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.203154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Subnet': ['ID=247c9796-6593-47d9-8d61-fa8032e081b5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:10.218675 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.221365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Checking segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:10.222395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network hostable DHCP agents. Network: 980c1029-12bf-437b-a92f-791dea87ca84, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:34:10.309882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:10.310528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:10.317079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09912afa-7d57-4a28-b10a-f69357aa5a3f None None] Pushing event updated for resources: {'Port': ['ID=25c47d8a-4042-42e9-a2b1-404ea3b75884,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:10.343630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 980c1029-12bf-437b-a92f-791dea87ca84 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:34:10.389574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a86f59b-23f2-4701-ba84-4e4170616e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.392544 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5a86f59b-23f2-4701-ba84-4e4170616e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.396160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5a86f59b-23f2-4701-ba84-4e4170616e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff2a1ee-9b16-4338-b5d0-fc717d1d30c9 HTTP/1.1" status: 204 len: 168 time: 0.4211340 Aug 19 15:34:10.411457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86f59b-23f2-4701-ba84-4e4170616e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff2a1ee-9b16-4338-b5d0-fc717d1d30c9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:10.447669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:10.493379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 980c1029-12bf-437b-a92f-791dea87ca84) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:10.499374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:10.500216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:10.511296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb415856-7acb-4e3f-a497-6046644eaa0e None None] Network 980c1029-12bf-437b-a92f-791dea87ca84 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:10.598293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7ac88c69-4774-4e2b-a412-e1564d88c0f1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3011158 Aug 19 15:34:10.601343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:10.802580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-980c1029-12bf-437b-a92f-791dea87ca84', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:34:10.804164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:11.087235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:07Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:11.131335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d6495-7efa-4992-8873-06cefecc20db None None] The sync data for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 is: [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:07Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:11.245594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Allocated IP 172.20.0.2 (980c1029-12bf-437b-a92f-791dea87ca84/247c9796-6593-47d9-8d61-fa8032e081b5/85cc0c07-db3b-4053-89e2-add795a10d93) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:11.360963 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:11.508298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:11.529565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Transition to ACTIVE for port object 85cc0c07-db3b-4053-89e2-add795a10d93 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:11.559728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Transition to ACTIVE for port object 85cc0c07-db3b-4053-89e2-add795a10d93 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:11.624514 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:11.705092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Pushing event updated for resources: {'Port': ['ID=85cc0c07-db3b-4053-89e2-add795a10d93,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:11.718808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Network 980c1029-12bf-437b-a92f-791dea87ca84 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:11.729685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:11.738912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:11.867082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Attempting to bind port 85cc0c07-db3b-4053-89e2-add795a10d93 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:11.867082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Attempting to bind port 85cc0c07-db3b-4053-89e2-add795a10d93 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:11.867916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Attempting to bind port 85cc0c07-db3b-4053-89e2-add795a10d93 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:11.873780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:11.874186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Checking segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:11.874555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:11.875011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Bound using segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:11.875493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Bound port: 85cc0c07-db3b-4053-89e2-add795a10d93, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:11.875876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:11.945015 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.1 (980c1029-12bf-437b-a92f-791dea87ca84/247c9796-6593-47d9-8d61-fa8032e081b5/2b63dad1-f361-4861-9466-6bddc3543a0f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:12.055217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 25c47d8a-4042-42e9-a2b1-404ea3b75884 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:12.173886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.191530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object 2b63dad1-f361-4861-9466-6bddc3543a0f will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:12.245689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] For port 85cc0c07-db3b-4053-89e2-add795a10d93, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:12.258379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] For port 85cc0c07-db3b-4053-89e2-add795a10d93, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=85cc0c07-db3b-4053-89e2-add795a10d93,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:12.337218 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 25c47d8a-4042-42e9-a2b1-404ea3b75884 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:12.347597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 25c47d8a-4042-42e9-a2b1-404ea3b75884 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:12.347597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.373221 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.404952 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.471206 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 980c1029-12bf-437b-a92f-791dea87ca84 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:12.479074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:12.489308 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:12.526279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1205af0-56a7-4e25-919f-f3b019a69e76 None None] Pushing event updated for resources: {'Port': ['ID=85cc0c07-db3b-4053-89e2-add795a10d93,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:12.600598 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.620524 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.664604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 25c47d8a-4042-42e9-a2b1-404ea3b75884, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=25c47d8a-4042-42e9-a2b1-404ea3b75884,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:12.784673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:12.832421 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=2b63dad1-f361-4861-9466-6bddc3543a0f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:12.877684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=25c47d8a-4042-42e9-a2b1-404ea3b75884,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:12.983040 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.121006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46254) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:13.310999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4051af88-87d1-4b24-9659-2d2308313577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.383835 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.476521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4051af88-87d1-4b24-9659-2d2308313577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.589986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4051af88-87d1-4b24-9659-2d2308313577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.652266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4051af88-87d1-4b24-9659-2d2308313577 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baaf421ead424dcf94976d1e7457fac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293484 Aug 19 15:34:13.654600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051af88-87d1-4b24-9659-2d2308313577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2bdac8-298a-47ad-b942-c931b5ad0d03,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:13.657374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46270) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:13.797303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f30746d8-12b1-459f-997d-f37fe99489d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.848295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f30746d8-12b1-459f-997d-f37fe99489d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.865949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:13.949637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.017021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=2b63dad1-f361-4861-9466-6bddc3543a0f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:14.064109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95c93c-e07a-48a7-9a1a-059236763002 None None] Network 980c1029-12bf-437b-a92f-791dea87ca84 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:14.093612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.098587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f30746d8-12b1-459f-997d-f37fe99489d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.102295 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f30746d8-12b1-459f-997d-f37fe99489d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.114188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f30746d8-12b1-459f-997d-f37fe99489d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d2bdac8-298a-47ad-b942-c931b5ad0d03 HTTP/1.1" status: 204 len: 168 time: 0.4399250 Aug 19 15:34:14.128185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30746d8-12b1-459f-997d-f37fe99489d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2bdac8-298a-47ad-b942-c931b5ad0d03,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:14.148515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 85cc0c07-db3b-4053-89e2-add795a10d93 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:14.368643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 980c1029-12bf-437b-a92f-791dea87ca84 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:14.370653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:14.381879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c39c3ea3-5a17-47bc-9c06-46c35dee631f None None] Provisioning for port 85cc0c07-db3b-4053-89e2-add795a10d93 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:14.387064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 85cc0c07-db3b-4053-89e2-add795a10d93 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:14.416879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 85cc0c07-db3b-4053-89e2-add795a10d93 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:14.417903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.422693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c39c3ea3-5a17-47bc-9c06-46c35dee631f None None] Provisioning complete for port 85cc0c07-db3b-4053-89e2-add795a10d93 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:14.423359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c39c3ea3-5a17-47bc-9c06-46c35dee631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.590874 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 9016822d-9700-41e7-9bf3-adee97698757 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:14.706455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.721973 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c39c3ea3-5a17-47bc-9c06-46c35dee631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.768904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 85cc0c07-db3b-4053-89e2-add795a10d93, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=85cc0c07-db3b-4053-89e2-add795a10d93,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:14.837841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:14.845503 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ccec3a60-8e61-4d36-a59a-62d769c81edb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/9016822d-9700-41e7-9bf3-adee97698757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2406788 Aug 19 15:34:14.851657 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Sync routers for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:14.867977 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:14.869214 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:14.939234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:14.940216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 25c47d8a-4042-42e9-a2b1-404ea3b75884 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:15.067879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=85cc0c07-db3b-4053-89e2-add795a10d93,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:15.077811 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46322) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:15.097243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f46bce7c-5797-440d-8ea2-3b82e5ba7f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.135199 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:15.216703 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-c39c3ea3-5a17-47bc-9c06-46c35dee631f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:34:15.216703 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-c39c3ea3-5a17-47bc-9c06-46c35dee631f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:34:15.217943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 25c47d8a-4042-42e9-a2b1-404ea3b75884 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:15.219551 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.393999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-60dfdcc9-9f41-4c38-80e5-b529ce38a867 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715026719&fields=id&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 267 time: 0.1211367 Aug 19 15:34:15.408241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f46bce7c-5797-440d-8ea2-3b82e5ba7f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.475431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f46bce7c-5797-440d-8ea2-3b82e5ba7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.565942 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:13Z', 'revision_number': 2, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:15.578118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bce7c-5797-440d-8ea2-3b82e5ba7f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536109f9-d9ec-4e92-a2a5-d13f03bfdb4b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:15.590246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f46bce7c-5797-440d-8ea2-3b82e5ba7f26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26b80a9a5868459f85ecdd32c21fb6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099096 Aug 19 15:34:15.597539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46340) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:15.643087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-50925724-335a-4822-9e50-4a849499ae21 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:15.644782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-50925724-335a-4822-9e50-4a849499ae21 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 796 time: 0.2459872 Aug 19 15:34:15.646546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Checking router: 9016822d-9700-41e7-9bf3-adee97698757 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:15.646984 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Updating router 9016822d-9700-41e7-9bf3-adee97698757 port 2b63dad1-f361-4861-9466-6bddc3543a0f binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:34:15.684718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-80360025-391f-4f37-8f42-fcac0de19d24 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/quotas/569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 375 time: 0.0217834 Aug 19 15:34:15.693017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22f3fc61-b125-4d47-9d14-692c2ce93565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.716781 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.738910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22f3fc61-b125-4d47-9d14-692c2ce93565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.878717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 85cc0c07-db3b-4053-89e2-add795a10d93 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:15.892697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22f3fc61-b125-4d47-9d14-692c2ce93565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.895905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-22f3fc61-b125-4d47-9d14-692c2ce93565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:15.899581 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-22f3fc61-b125-4d47-9d14-692c2ce93565 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/536109f9-d9ec-4e92-a2a5-d13f03bfdb4b HTTP/1.1" status: 204 len: 168 time: 0.2969306 Aug 19 15:34:15.938547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3fc61-b125-4d47-9d14-692c2ce93565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536109f9-d9ec-4e92-a2a5-d13f03bfdb4b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:16.052913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 85cc0c07-db3b-4053-89e2-add795a10d93 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:16.053768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.119996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aca85388-7ab4-46d8-a608-364e0558cee8 None None] Provisioning for port 2b63dad1-f361-4861-9466-6bddc3543a0f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:16.131238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aca85388-7ab4-46d8-a608-364e0558cee8 None None] Provisioning complete for port 2b63dad1-f361-4861-9466-6bddc3543a0f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:16.131709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aca85388-7ab4-46d8-a608-364e0558cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.213966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-aca85388-7ab4-46d8-a608-364e0558cee8 None None] Port 2b63dad1-f361-4861-9466-6bddc3543a0f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:16.250185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aca85388-7ab4-46d8-a608-364e0558cee8 None None] Provisioning complete for port 85cc0c07-db3b-4053-89e2-add795a10d93 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:16.250698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aca85388-7ab4-46d8-a608-364e0558cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.443329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-dd527f2d-5ce6-4d37-8c40-2a55ff64e3b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7545898 Aug 19 15:34:16.491937 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.505546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Transition to ACTIVE for port object 2b63dad1-f361-4861-9466-6bddc3543a0f will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:16.590680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-d4cd519b-7456-4184-9122-9e68ce440cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260419 Aug 19 15:34:16.631211 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.714213 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Pushing event updated for resources: {'Port': ['ID=2b63dad1-f361-4861-9466-6bddc3543a0f,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:16.726293 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.726572 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.726917 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.727244 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.727568 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.728778 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.730252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.730252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.730252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.730252 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.730978 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.730978 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:16.793829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-49936831-1ad2-4b36-83a6-079e1466ff9e service neutron] 10.222.0.13 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964626 Aug 19 15:34:16.830178 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Attempting to bind port 2b63dad1-f361-4861-9466-6bddc3543a0f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:16.832088 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Attempting to bind port 2b63dad1-f361-4861-9466-6bddc3543a0f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:16.832088 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Attempting to bind port 2b63dad1-f361-4861-9466-6bddc3543a0f on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:16.843925 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:16.844307 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Checking segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:16.844695 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.848375 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Bound using segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:16.848915 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Bound port: 2b63dad1-f361-4861-9466-6bddc3543a0f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:16.849598 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.997321 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] For port 2b63dad1-f361-4861-9466-6bddc3543a0f, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:17.001700 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] For port 2b63dad1-f361-4861-9466-6bddc3543a0f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2b63dad1-f361-4861-9466-6bddc3543a0f,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:17.281420 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:17.388099 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:34:17.420140 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:17.421098 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:33:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:17.429628 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c576-54d9-456f-941e-0be1c7efaa97 None None] Pushing event updated for resources: {'Port': ['ID=2b63dad1-f361-4861-9466-6bddc3543a0f,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:17.451990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89467cbc-e810-4058-8736-fa67dc738718 req-e6344f38-2f0c-4ffd-aa5c-a3c05c3ba0a6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 210 time: 0.0614798 Aug 19 15:34:17.623174 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:17.876890 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:16Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:17.908888 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3198-0885-482e-bbd1-49724a60ecb0 None None] The sync data for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 is: [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:16Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:18.469661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46412) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:18.628936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-29ef33e1-830f-44bd-be4b-10edd69c76ca req-df7e7600-1d09-4a82-ac64-bf5baf278b88 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 210 time: 0.0485375 Aug 19 15:34:18.733259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4442-d578-44df-b662-a9a52d59b705 req-2c29625b-dfbd-447f-b7de-a42dea5919d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:18.735418 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-696c4442-d578-44df-b662-a9a52d59b705 req-2c29625b-dfbd-447f-b7de-a42dea5919d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.2636316 Aug 19 15:34:18.825721 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-696c4442-d578-44df-b662-a9a52d59b705 req-8f03a694-d012-470c-bffd-de2b30594e5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837817 Aug 19 15:34:19.768112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41902a9d-24c8-4072-b51d-65f78d65e3db req-d0301f5a-6404-44bf-ae95-32bcf4dfb577 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 210 time: 0.0413852 Aug 19 15:34:19.948776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2b63dad1-f361-4861-9466-6bddc3543a0f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:20.071753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-0a00f1f7-e0e7-42c6-81b0-581e327d0cfa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:20.073831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-0a00f1f7-e0e7-42c6-81b0-581e327d0cfa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 796 time: 0.2261610 Aug 19 15:34:20.074884 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2b63dad1-f361-4861-9466-6bddc3543a0f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:20.079299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2b63dad1-f361-4861-9466-6bddc3543a0f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:20.079826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:20.144195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-77d9194b-f844-4d20-af1d-ac5e5c786fa9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 380 time: 0.0558891 Aug 19 15:34:20.155177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'port': {'device_id': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'admin_state_up': True, 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'security_groups': ['26e14800-d4cf-42f8-8bf3-f2fb8c4151f9']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:20.183608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:20.236065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 2b63dad1-f361-4861-9466-6bddc3543a0f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2b63dad1-f361-4861-9466-6bddc3543a0f,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:20.309735 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:20.400781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=2b63dad1-f361-4861-9466-6bddc3543a0f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:20.497929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:20.501904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:20.650826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.11 (980c1029-12bf-437b-a92f-791dea87ca84/247c9796-6593-47d9-8d61-fa8032e081b5/d5bf5024-b127-4526-aa83-fd6ef4f9fd63) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:20.810059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:20.828034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object d5bf5024-b127-4526-aa83-fd6ef4f9fd63 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:20.907658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d49fe54c-8494-4c62-8008-7a3fb901c4e1 req-17e802a4-698f-4f73-bbab-f83990869c06 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Aug 19 15:34:21.007133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.058084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 980c1029-12bf-437b-a92f-791dea87ca84 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:21.061381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:21.065144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:21.110013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:21.132656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:21.133441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.248032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-ae1ba9cf-3986-4bcf-a69c-cf4d25834912 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0977595 Aug 19 15:34:21.267636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Request body: {'port': {'device_id': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:21.357898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.445460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89cacff4-201c-4e48-afef-1e2f79e1a4a1 None None] Provisioning for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:21.465729 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-89cacff4-201c-4e48-afef-1e2f79e1a4a1 None None] Provisioning complete for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:21.466424 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-89cacff4-201c-4e48-afef-1e2f79e1a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.504995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-89cacff4-201c-4e48-afef-1e2f79e1a4a1 None None] Port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:21.724570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bf5024-b127-4526-aa83-fd6ef4f9fd63 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:21.734135 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.755800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Transition to ACTIVE for port object d5bf5024-b127-4526-aa83-fd6ef4f9fd63 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:21.818801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2b63dad1-f361-4861-9466-6bddc3543a0f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:21.856036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.906666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2b63dad1-f361-4861-9466-6bddc3543a0f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:21.907347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:21.963029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:22.148683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:22.149301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:22.149752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:22.163945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:34:22.163945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:22.170951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:22.171407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Checking segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:22.171889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Bound using segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:22.172445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Bound port: d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:22.172896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:22.192180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2b65e-019f-4c9f-bac4-5c0386018e17 req-f6c9d60f-5630-456d-a407-4ada22d1bbf0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:22.200033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61d2b65e-019f-4c9f-bac4-5c0386018e17 req-f6c9d60f-5630-456d-a407-4ada22d1bbf0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.1117368 Aug 19 15:34:22.282180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61d2b65e-019f-4c9f-bac4-5c0386018e17 req-ef9c6759-4908-4af1-b97d-4ea9fbe9ba44 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810974 Aug 19 15:34:22.302200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:22.306520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:22.790643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:22.847558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:22.848201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:22.849858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] 10.222.0.54 "PUT /v2.0/ports/d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 1093 time: 1.5881889 Aug 19 15:34:22.850682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:22.853832 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92d4398-3a77-4664-a014-9b65f900a723" -d '{"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:22.880491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb68d7d-00fc-451e-93c3-7affc552feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:22.902425 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d6862-4a61-4d9d-b158-6d2213125a9b x-openstack-request-id: req-4d9d6862-4a61-4d9d-b158-6d2213125a9b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:22.902836 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:22.903294 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d9d6862-4a61-4d9d-b158-6d2213125a9b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:22.903810 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'status': 'completed', 'code': 200} Aug 19 15:34:23.015077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d4398-3a77-4664-a014-9b65f900a723 req-50568fe6-490e-4bc2-aac4-cfd6067c6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.017156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c92d4398-3a77-4664-a014-9b65f900a723 req-50568fe6-490e-4bc2-aac4-cfd6067c6d58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0679944 Aug 19 15:34:23.178851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d4398-3a77-4664-a014-9b65f900a723 req-f843d6cd-f0ec-433b-be3e-d3b0149c11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.180564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c92d4398-3a77-4664-a014-9b65f900a723 req-f843d6cd-f0ec-433b-be3e-d3b0149c11a5 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=569a268a9a114ea498c8ad71a42bc77e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1477175 Aug 19 15:34:23.300541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d4398-3a77-4664-a014-9b65f900a723 req-c9d9a88e-23d5-4de8-898b-f17df637a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.302150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c92d4398-3a77-4664-a014-9b65f900a723 req-c9d9a88e-23d5-4de8-898b-f17df637a4ed service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139815 Aug 19 15:34:23.443972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-45f26206-6bc6-496d-9698-4734c1886e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.445499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-45f26206-6bc6-496d-9698-4734c1886e12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0723090 Aug 19 15:34:23.455060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74cc83-f0bb-4efd-a094-db42ea2010fe req-95219626-cfb8-4bd5-8a6a-9e90aa412657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.456714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee74cc83-f0bb-4efd-a094-db42ea2010fe req-95219626-cfb8-4bd5-8a6a-9e90aa412657 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0929358 Aug 19 15:34:23.528442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-f80a6617-67e8-4657-a814-391d3505070e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 217 time: 0.0695117 Aug 19 15:34:23.577802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee74cc83-f0bb-4efd-a094-db42ea2010fe req-cad704c2-751b-42f5-be84-045813074eb2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122565 Aug 19 15:34:23.598047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-f802e47a-1aef-4229-8fa2-649ccb375e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.599726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-f802e47a-1aef-4229-8fa2-649ccb375e84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0636418 Aug 19 15:34:23.656451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-c7a7df6b-1649-4de8-8bdd-7544639861a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:23.658054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-c7a7df6b-1649-4de8-8bdd-7544639861a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515516 Aug 19 15:34:23.790424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-68786bd9-b81b-467c-8b75-ddab7b1e6ac6 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225612 Aug 19 15:34:23.917356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46e3d85d-875b-4bf5-bfcf-cff52bd1a00b req-bf228cbc-1c7e-4677-a091-143cc5eb00ec service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201825 Aug 19 15:34:24.586271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aeafd4eb-32b6-4586-b716-fd0e547ec009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:24.727676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d95d87-c3ef-450f-ae54-d553b9ef361c req-ac00cf0b-9ef9-41f4-9100-6c67251f4d59 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:24.729602 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78d95d87-c3ef-450f-ae54-d553b9ef361c req-ac00cf0b-9ef9-41f4-9100-6c67251f4d59 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0601420 Aug 19 15:34:24.802937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78d95d87-c3ef-450f-ae54-d553b9ef361c req-ff41b494-5d9a-4b45-9a98-bfb4d9b04d03 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604725 Aug 19 15:34:25.741495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:25.958893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f70b29-fd72-4c18-b599-eccb52d2991d req-5eeed3d3-66c9-49cb-a624-d62084667100 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:25.961131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f70b29-fd72-4c18-b599-eccb52d2991d req-5eeed3d3-66c9-49cb-a624-d62084667100 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0736620 Aug 19 15:34:26.014052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f70b29-fd72-4c18-b599-eccb52d2991d req-d061c515-ad8b-4ad8-8aa0-43f0f26ba14d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Aug 19 15:34:26.258368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46596) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:26.441398 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6573d4c-7dfa-42bf-a0c7-4999980a0c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.555490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6573d4c-7dfa-42bf-a0c7-4999980a0c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.640507 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6573d4c-7dfa-42bf-a0c7-4999980a0c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.691430 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6573d4c-7dfa-42bf-a0c7-4999980a0c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7832f9b47cdd4c4796b4b355e1a2f480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275262 Aug 19 15:34:26.691430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6573d4c-7dfa-42bf-a0c7-4999980a0c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5598af-70f0-4cb3-9a47-99e21c777e08,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:26.691967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46606) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:26.762143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bb1dbdd-9866-463c-80f6-95cf43202415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.787343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bb1dbdd-9866-463c-80f6-95cf43202415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.927305 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bb1dbdd-9866-463c-80f6-95cf43202415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.930136 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bb1dbdd-9866-463c-80f6-95cf43202415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.932241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7bb1dbdd-9866-463c-80f6-95cf43202415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc5598af-70f0-4cb3-9a47-99e21c777e08 HTTP/1.1" status: 204 len: 168 time: 0.2393460 Aug 19 15:34:26.942113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1dbdd-9866-463c-80f6-95cf43202415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5598af-70f0-4cb3-9a47-99e21c777e08,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:27.166123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c971b5-5f60-4f52-865d-cb9b90ebacc4 req-7e9a17f3-8f3e-4bbc-a58c-878428ed8a98 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:27.167606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c971b5-5f60-4f52-865d-cb9b90ebacc4 req-7e9a17f3-8f3e-4bbc-a58c-878428ed8a98 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0607245 Aug 19 15:34:27.229788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c971b5-5f60-4f52-865d-cb9b90ebacc4 req-99f4aa57-dff3-4594-98a9-e7ec498b4dec tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530217 Aug 19 15:34:27.365001 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:27.633767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46630) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:27.648617 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcdb7-65a2-4f1c-ac9c-558989a23e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:27.753140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcdb7-65a2-4f1c-ac9c-558989a23e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:27.955128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:28.088745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:28.104653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'mac_address': 'fa:16:3e:c3:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:28.159082 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.174581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bf5024-b127-4526-aa83-fd6ef4f9fd63 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:28.220235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:28.361390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcdb7-65a2-4f1c-ac9c-558989a23e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.407660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9db37-e4cd-4759-a961-edbe7a9baf50 req-92500e40-721d-4e05-be40-9507dcabaca7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:28.409232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87f9db37-e4cd-4759-a961-edbe7a9baf50 req-92500e40-721d-4e05-be40-9507dcabaca7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0850639 Aug 19 15:34:28.416833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9ddbcdb7-65a2-4f1c-ac9c-558989a23e4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd5959bc204a41e28c8267963a0ce47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818766 Aug 19 15:34:28.417832 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.419970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46642) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:28.448969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbcdb7-65a2-4f1c-ac9c-558989a23e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04417b85-b839-45e3-970d-96e012fd7387,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:28.472768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87f9db37-e4cd-4759-a961-edbe7a9baf50 req-5eb51cb0-9044-4753-a25e-89aff8daf26c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538385 Aug 19 15:34:28.501249 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-75a10b3e-f609-4dd6-96c3-57a966162a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.514441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:28.526229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.549135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.698479 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.701101 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.702305 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04417b85-b839-45e3-970d-96e012fd7387 HTTP/1.1" status: 204 len: 168 time: 0.2812572 Aug 19 15:34:28.713404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04417b85-b839-45e3-970d-96e012fd7387,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:28.722620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.722620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.722620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.723044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.723426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.724099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.724567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.724926 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.725443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.725628 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.725937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.726266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b2c84-6986-4e9d-b93a-e31ba7158814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:28.788853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d5bf5024-b127-4526-aa83-fd6ef4f9fd63'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:29.611354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f88829-af1e-468e-9abe-8c028656c62a req-6e0c6515-1742-4028-913a-001f93fafadc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:29.612931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32f88829-af1e-468e-9abe-8c028656c62a req-6e0c6515-1742-4028-913a-001f93fafadc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.0601587 Aug 19 15:34:29.660165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32f88829-af1e-468e-9abe-8c028656c62a req-61234dc1-ce11-4d49-9ae5-ab07dfbd773c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 Aug 19 15:34:29.720602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.953041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:30.142993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:30.147516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:30.147902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.240734 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.268179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:30.270629 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9cab8-4a48-44e1-9fb9-2d79ca36523a" -d '{"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:30.298971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:30.311439 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b75e60-a7e0-4528-ad8a-72ca463049d6 x-openstack-request-id: req-93b75e60-a7e0-4528-ad8a-72ca463049d6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:30.311888 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:30.312171 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93b75e60-a7e0-4528-ad8a-72ca463049d6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:30.312731 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'code': 200} Aug 19 15:34:30.435858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b891-d66f-4e8c-984f-62d6291f6c46 req-677ffbc0-f939-4598-a7eb-f693206689ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:30.437577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3496b891-d66f-4e8c-984f-62d6291f6c46 req-677ffbc0-f939-4598-a7eb-f693206689ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1097 time: 0.0433478 Aug 19 15:34:30.473864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3496b891-d66f-4e8c-984f-62d6291f6c46 req-2d156c76-6765-4711-a5ca-d7653b2bfe2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297532 Aug 19 15:34:30.629369 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.692210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:30.804865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d75693-8748-47a3-a18a-ac27ffd6146a req-830c8d00-b1cb-4400-9957-c2c8b0dc0a8f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:30.807169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8d75693-8748-47a3-a18a-ac27ffd6146a req-830c8d00-b1cb-4400-9957-c2c8b0dc0a8f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0514834 Aug 19 15:34:30.848388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8d75693-8748-47a3-a18a-ac27ffd6146a req-014c6ccb-342e-414f-a2c8-323181938e93 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347860 Aug 19 15:34:30.978428 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.448441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46718) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:31.630517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'network': {'name': 'tempest-network-smoke--841481751', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:31.708627 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:31.712925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.722959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.839624 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.944865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.960607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:34:31.980172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.980748 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Added segment 44854963-f16d-456d-9f3c-b2212147d401 of type vlan for network a6c06576-272f-4589-a333-2975d72cfe12 Aug 19 15:34:31.988721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56af567-a94d-4d45-9ae4-bb41a16db612 req-e6bc0701-13d6-4787-95f9-1d43435b6380 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:31.990442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d56af567-a94d-4d45-9ae4-bb41a16db612 req-e6bc0701-13d6-4787-95f9-1d43435b6380 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0641868 Aug 19 15:34:32.042568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d56af567-a94d-4d45-9ae4-bb41a16db612 req-1b7490dc-1464-4edf-bf17-40ce1f631ef6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Aug 19 15:34:32.066689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.072579 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a1bc58-f9d8-4647-9d0b-f10c96d8aa6a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:32.183395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.189528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:32.190128 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.261695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Network': ['ID=a6c06576-272f-4589-a333-2975d72cfe12,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:32.274110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a6c06576-272f-4589-a333-2975d72cfe12 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:34:32.309965 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9d2a431b-e30d-4e79-8804-ebadd47c7f11 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8597176 Aug 19 15:34:32.312858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46728) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:32.318095 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'admin_state_up': True, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:32.412297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.413430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.472092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.713012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.011839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.033089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.168987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.25.5.59 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/d24d113f-9277-457f-9749-12a352ea7c9d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:33.223179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cc44b-4075-455f-8faf-eea2c4f40842 req-08cf46ef-b810-4b76-b331-48d53fd99bb1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:33.233262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a78cc44b-4075-455f-8faf-eea2c4f40842 req-08cf46ef-b810-4b76-b331-48d53fd99bb1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0993447 Aug 19 15:34:33.294420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a78cc44b-4075-455f-8faf-eea2c4f40842 req-dc721c52-7cf3-4503-b174-17b4be8bbed1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524817 Aug 19 15:34:33.351200 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.434235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc5130-8cd4-4f7f-b904-2f7b0570ec96 req-07750055-dee0-4592-a39d-f05ee6b8bce1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:33.436003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edcc5130-8cd4-4f7f-b904-2f7b0570ec96 req-07750055-dee0-4592-a39d-f05ee6b8bce1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0570261 Aug 19 15:34:33.474998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.492691 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edcc5130-8cd4-4f7f-b904-2f7b0570ec96 req-9b6d2ad5-bb0d-4139-8177-8c6c7db340e3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494370 Aug 19 15:34:33.518213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46746) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:33.531870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:33.533881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:33.544145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:33.572330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445c016-8c00-4f57-9bb7-c8d283d9652e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:33.574228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b445c016-8c00-4f57-9bb7-c8d283d9652e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1093 time: 0.0546188 Aug 19 15:34:33.577334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46748) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:33.583897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:33.614861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=d24d113f-9277-457f-9749-12a352ea7c9d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:33.674964 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.803814 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:33.952180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.88 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/f8e38f37-9e1c-49d1-9d80-22a5a43268e4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:34.109272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.128864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.255052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.339094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:34.346043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:34.352192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:34.377541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=f8e38f37-9e1c-49d1-9d80-22a5a43268e4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:34.419215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.635385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:34:34.772782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:34.779836 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.794256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:34.804707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:34.805488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:34.863500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.864863 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c705d812-abfd-4e68-8829-1f839e40b0aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5508826 Aug 19 15:34:34.868075 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46754) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:34.940722 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.947857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:34.973948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-46b180e1-8c42-47dd-96a1-aef09d6ed8a7 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6b1938aaa944df3876c1e62ade77f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1042199 Aug 19 15:34:34.976947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46758) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:35.129210 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c8d7c-ed82-4580-b253-588693ca6f12 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:35.132067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ca5c8d7c-ed82-4580-b253-588693ca6f12 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530194 Aug 19 15:34:35.134296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46762) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:35.161878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.170437 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8168d2ae-889f-45e1-b6c8-a8f7028984b4 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346215 Aug 19 15:34:35.176775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46764) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:35.183246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525350287', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:35.197782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:33Z', 'revision_number': 3, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:35.240520 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.303947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=f8e38f37-9e1c-49d1-9d80-22a5a43268e4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:35.352110 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.383704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:35.389508 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.409049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:35.409460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Updating router 2ef6094a-0b7c-4f82-a174-977710b3c0aa port d24d113f-9277-457f-9749-12a352ea7c9d binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:34:35.438986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.485379 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP 10e25683-1b39-455a-b896-ecd3054d47fb associated. External IP: 172.25.5.88, port: d5bf5024-b127-4526-aa83-fd6ef4f9fd63. Aug 19 15:34:35.729169 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.745174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 9016822d-9700-41e7-9bf3-adee97698757 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:35.757873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.779148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Transition to ACTIVE for port object d24d113f-9277-457f-9749-12a352ea7c9d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:35.814758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Subnet': ['ID=8684f780-0d96-40ce-9768-a8617e523b50,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:35.823235 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Checking segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:35.823607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network hostable DHCP agents. Network: a6c06576-272f-4589-a333-2975d72cfe12, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:34:35.903597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.963304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Attempting to bind port d24d113f-9277-457f-9749-12a352ea7c9d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:35.963675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Attempting to bind port d24d113f-9277-457f-9749-12a352ea7c9d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:35.964042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Attempting to bind port d24d113f-9277-457f-9749-12a352ea7c9d on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:35.972238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6f8c-c02a-4af2-ae1f-5c458cbd0d73 None None] Pushing event updated for resources: {'Port': ['ID=d24d113f-9277-457f-9749-12a352ea7c9d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:35.976305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:35.976672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:35.976992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.978304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:35.978814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Bound port: d24d113f-9277-457f-9749-12a352ea7c9d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:35.979200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:36.036569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] For port d24d113f-9277-457f-9749-12a352ea7c9d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:36.040308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] For port d24d113f-9277-457f-9749-12a352ea7c9d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d24d113f-9277-457f-9749-12a352ea7c9d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:36.079144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network a6c06576-272f-4589-a333-2975d72cfe12 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:34:36.133277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:36.143905 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] Sync routers for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:36.155077 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:36.155693 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:36.263403 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:36.263857 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:36.309911 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a6c06576-272f-4589-a333-2975d72cfe12) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:36.321852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:36.322502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.322502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:36.341820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc4728-71e1-435b-b9fe-a31e4e7dcdd7 None None] Network a6c06576-272f-4589-a333-2975d72cfe12 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:36.344481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:36.345253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:36.348381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6f8c-c02a-4af2-ae1f-5c458cbd0d73 None None] Pushing event updated for resources: {'Port': ['ID=d24d113f-9277-457f-9749-12a352ea7c9d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:36.364523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9cf30525-9c8f-46ed-8169-0f92bda65e94 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7834070 Aug 19 15:34:36.364523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:36.367869 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78" -d '{"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:36.440144 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53a6f2a3-eba4-49ec-b504-4601a6e3d840 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2621994 Aug 19 15:34:36.442990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46778) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:36.513794 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad48ee-d5ed-4eb6-b57f-d712c71fc076 req-44419094-4ff6-4142-9132-804b74e6138e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.522219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45ad48ee-d5ed-4eb6-b57f-d712c71fc076 req-44419094-4ff6-4142-9132-804b74e6138e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0953045 Aug 19 15:34:36.537945 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '10e25683-1b39-455a-b896-ecd3054d47fb', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9016822d-9700-41e7-9bf3-adee97698757', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'mac_address': 'fa:16:3e:c3:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:34:34Z', 'updated_at': '2021-08-19T15:34:34Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:20Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:36.548100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:36.568894 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] Checking router: 9016822d-9700-41e7-9bf3-adee97698757 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:36.575207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45ad48ee-d5ed-4eb6-b57f-d712c71fc076 req-ce8b6f6b-cedd-425f-9532-896f6093a394 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515521 Aug 19 15:34:36.583009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:36.584043 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:36.593772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46780) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:36.711556 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc908fe-9cc8-491f-a1b0-073fdada8c52 x-openstack-request-id: req-fcc908fe-9cc8-491f-a1b0-073fdada8c52 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:36.712481 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:36.713242 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcc908fe-9cc8-491f-a1b0-073fdada8c52 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:36.713242 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'status': 'completed', 'code': 200} Aug 19 15:34:36.737057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a6c06576-272f-4589-a333-2975d72cfe12', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:34:36.738609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:36.753796 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:36.829928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9cca1c69-904e-4819-b5e6-72dcb45e7d6f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/10e25683-1b39-455a-b896-ecd3054d47fb HTTP/1.1" status: 200 len: 991 time: 0.2327712 Aug 19 15:34:36.831106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-8ee4c6b7-9242-41a4-a91e-41645e559baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.832816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-8ee4c6b7-9242-41a4-a91e-41645e559baa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1098 time: 0.0982656 Aug 19 15:34:36.941298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Allocated IP 172.20.0.2 (a6c06576-272f-4589-a333-2975d72cfe12/8684f780-0d96-40ce-9768-a8617e523b50/82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:36.964093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:33Z', 'revision_number': 3, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:36.981523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-81b14b6f-384a-4788-ac5d-4aa6afa01a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.983387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-81b14b6f-384a-4788-ac5d-4aa6afa01a64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1432631 Aug 19 15:34:37.036034 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5fda7-7fed-4b7e-a0c3-d59c7db28832 None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:33Z', 'revision_number': 3, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:37.100747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-78943fed-5390-4e87-bbd3-fdd291c1b40a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.1104052 Aug 19 15:34:37.133407 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '10e25683-1b39-455a-b896-ecd3054d47fb', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9016822d-9700-41e7-9bf3-adee97698757', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'mac_address': 'fa:16:3e:c3:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:34:34Z', 'updated_at': '2021-08-19T15:34:34Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:20Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:37.187069 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d50b00-d1b7-4361-8c1b-af4ceee05851 None None] The sync data for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 is: [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '10e25683-1b39-455a-b896-ecd3054d47fb', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '9016822d-9700-41e7-9bf3-adee97698757', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'mac_address': 'fa:16:3e:c3:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:34:34Z', 'updated_at': '2021-08-19T15:34:34Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:20Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:37.215999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-5e6e9a62-2c7b-4429-adf5-2d323f32895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:37.220114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-5e6e9a62-2c7b-4429-adf5-2d323f32895b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.1123097 Aug 19 15:34:37.226048 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:37.247813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Transition to ACTIVE for port object 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:37.283292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Transition to ACTIVE for port object 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:37.313720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-5d684d50-f994-4e31-b982-06afc6abf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:37.315730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-5d684d50-f994-4e31-b982-06afc6abf820 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874560 Aug 19 15:34:37.390043 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:37.483538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Network a6c06576-272f-4589-a333-2975d72cfe12 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:37.487086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:37.492090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:37.502333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Pushing event updated for resources: {'Port': ['ID=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:37.547839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-567e383e-f4bf-4ca2-a0b8-0c617aec5753 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153606 Aug 19 15:34:37.585295 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:37.634665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b0ee20-a15d-43bf-be52-1cc2c7a27077 None None] New status for floating IP 10e25683-1b39-455a-b896-ecd3054d47fb: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:34:37.717932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Attempting to bind port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:37.718708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Attempting to bind port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:37.719415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Attempting to bind port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e on network a6c06576-272f-4589-a333-2975d72cfe12 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:37.745860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45dc54ea-f94f-4aa1-afbd-9427d4c45d78 req-5ae08708-a4e0-431c-980d-653b5e916ad9 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935616 Aug 19 15:34:37.769013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:37.769838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Checking segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:37.771384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:37.771891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Bound using segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:37.772732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Bound port: 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:37.773560 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:37.832715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46792) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:37.920064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d24d113f-9277-457f-9749-12a352ea7c9d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:37.948341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f4efb4ef-7adb-4bb2-9dca-8f22f92a9d44 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/10e25683-1b39-455a-b896-ecd3054d47fb HTTP/1.1" status: 200 len: 991 time: 0.1138022 Aug 19 15:34:37.956196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] For port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:37.988088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] For port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:38.036495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46794) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:38.042458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324550092', 'description': 'tempest-secgroup-smoke-1324550092 description', 'project_id': '1d999809705f42da909edfcea0491a7b'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:38.075626 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.095777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.20.0.1 (a6c06576-272f-4589-a333-2975d72cfe12/8684f780-0d96-40ce-9768-a8617e523b50/f6a29329-bdab-4d6f-9310-6d00db95d7d0) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:38.126060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d24d113f-9277-457f-9749-12a352ea7c9d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:38.148398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d24d113f-9277-457f-9749-12a352ea7c9d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:38.148945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.204962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933e589-8528-4ef2-aeaa-b1d53f5d29f9 None None] Pushing event updated for resources: {'Port': ['ID=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.269691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.286057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.286057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.296147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port d24d113f-9277-457f-9749-12a352ea7c9d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d24d113f-9277-457f-9749-12a352ea7c9d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:38.306010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Transition to ACTIVE for port object f6a29329-bdab-4d6f-9310-6d00db95d7d0 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:38.384461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.437247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.477042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=d24d113f-9277-457f-9749-12a352ea7c9d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.503804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.560365 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network a6c06576-272f-4589-a333-2975d72cfe12 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:38.561392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.571632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:38.579662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:38.591516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=f6a29329-bdab-4d6f-9310-6d00db95d7d0,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.640132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20cff85e-1db8-47b1-94df-b470c07b1cbc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:38.656248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.699332 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.701852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5403cdee-7748-42c2-9b7f-a5a74b185e88 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6630352 Aug 19 15:34:38.704032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46798) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:38.708958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group_rule': {'security_group_id': '20cff85e-1db8-47b1-94df-b470c07b1cbc', 'project_id': '1d999809705f42da909edfcea0491a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:38.852992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.920691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.929330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:38.950217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46800) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:39.016079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bf1c8efc-9534-486f-8362-f11bbbd7c131 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/10e25683-1b39-455a-b896-ecd3054d47fb HTTP/1.1" status: 200 len: 993 time: 0.0645118 Aug 19 15:34:39.039471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.061003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e08979-4ba0-4058-8767-c1afbe7acfa5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.070789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.071215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.072193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.072658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.072991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.073362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.073699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.074035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.074370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.074702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.075035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.075368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:39.167333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.169796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ed736b8-a9d2-4e8f-9e69-8261b580c210 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642618 Aug 19 15:34:39.172246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46802) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:39.179108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group_rule': {'security_group_id': '20cff85e-1db8-47b1-94df-b470c07b1cbc', 'project_id': '1d999809705f42da909edfcea0491a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:39.253676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.291721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.360835 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.389338 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.486116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=f6a29329-bdab-4d6f-9310-6d00db95d7d0,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.488647 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.504473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.541395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bec038-23ec-4ef8-ab31-8095847736ef,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.603027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network a6c06576-272f-4589-a333-2975d72cfe12 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:39.605287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:39.611573 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.612924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-af707bf4-af85-4b10-b1fc-bf7383b6403a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4388542 Aug 19 15:34:39.615884 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46804) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:39.621709 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group_rule': {'security_group_id': '20cff85e-1db8-47b1-94df-b470c07b1cbc', 'project_id': '1d999809705f42da909edfcea0491a7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:39.706703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a4944-991f-43d8-93b3-a09149e95388 None None] Network a6c06576-272f-4589-a333-2975d72cfe12 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:39.756007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:39.875402 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.910396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:39.922307 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-51dba1b2-f880-44a9-b53f-15db56a23bb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "PUT /v2.0/routers/2ef6094a-0b7c-4f82-a174-977710b3c0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758017 Aug 19 15:34:39.922678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46808) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:39.936411 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:39.944316 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.947941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d24d113f-9277-457f-9749-12a352ea7c9d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:39.957037 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:39.957768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:39.989915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-05923775-9412-4c98-b9a1-a7d21d6ba6dc None None] Provisioning for port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:40.010745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d24d113f-9277-457f-9749-12a352ea7c9d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:40.011125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.049941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.083013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb37d6bc-c20d-4a25-9c6e-2a7e72d4b7ea,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:40.155097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.159377 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f3279705-f8c4-43d6-a627-516c09bb2685 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5394187 Aug 19 15:34:40.159627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:40.159750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46810) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:40.166464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group_rule': {'security_group_id': '20cff85e-1db8-47b1-94df-b470c07b1cbc', 'project_id': '1d999809705f42da909edfcea0491a7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:40.196738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.198007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.198567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.199112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.199702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.200246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.200784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.201341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.201867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.204208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2f2bb93a-09ef-4288-ad94-e8ff67e690af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6366 time: 0.2804556 Aug 19 15:34:40.207057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46812) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:40.310371 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:40.351325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.353710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.356737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.356737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.357002 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:40.358037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.359507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.360383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.361275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.362136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.366125 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed935114-4a78-461e-9b32-dda085100465 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5902 time: 0.1568789 Aug 19 15:34:40.370357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46814) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:40.375636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:40.388846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.430487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.505667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8261b359-2ab5-4d25-8439-08477f5c4a47 None None] Provisioning for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:40.517966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8261b359-2ab5-4d25-8439-08477f5c4a47 None None] Provisioning complete for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:40.518260 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8261b359-2ab5-4d25-8439-08477f5c4a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.569838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.580552 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.636001 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.639652 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:39Z', 'revision_number': 2, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:40.660077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:40.660077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8261b359-2ab5-4d25-8439-08477f5c4a47 None None] Port f6a29329-bdab-4d6f-9310-6d00db95d7d0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:40.674403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be4b16e-66d1-42a7-b973-2930810531e5,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:40.694106 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:40.694463 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Updating router 2ef6094a-0b7c-4f82-a174-977710b3c0aa port f6a29329-bdab-4d6f-9310-6d00db95d7d0 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:34:40.723853 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.743284 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.780168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.787127 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5cd803a7-19a5-447e-a779-0960c7bac190 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6228931 Aug 19 15:34:40.788220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46818) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:40.794582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group_rule': {'security_group_id': '20cff85e-1db8-47b1-94df-b470c07b1cbc', 'project_id': '1d999809705f42da909edfcea0491a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:40.867977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cfe233c4-ec03-49e7-ba16-0b81054d4b72 None None] Provisioning complete for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:40.868451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cfe233c4-ec03-49e7-ba16-0b81054d4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:40.894318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:40.913273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5003bf22-fd74-4e7b-96a8-ac03707bdd9c tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5212 time: 0.5410659 Aug 19 15:34:40.920280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cfe233c4-ec03-49e7-ba16-0b81054d4b72 None None] Port f6a29329-bdab-4d6f-9310-6d00db95d7d0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:40.960393 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Project 1d999809705f42da909edfcea0491a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:34:40.969969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.052001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-42dc4dbd-a34d-455c-92a7-3dad2010773c None None] Provisioning complete for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:41.056877 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-42dc4dbd-a34d-455c-92a7-3dad2010773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.088792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.111314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-42dc4dbd-a34d-455c-92a7-3dad2010773c None None] Port f6a29329-bdab-4d6f-9310-6d00db95d7d0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:41.136738 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.147069 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Transition to ACTIVE for port object f6a29329-bdab-4d6f-9310-6d00db95d7d0 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:41.171734 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.190681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1851dbff-0541-4437-9b06-cbecb2b3db04,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:41.246176 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.246375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.247485 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c3949485-c294-4b09-92b9-aeb453a9d91c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4582450 Aug 19 15:34:41.250501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:41.255676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'security_group_rule': {'security_group_id': '20cff85e-1db8-47b1-94df-b470c07b1cbc', 'project_id': '1d999809705f42da909edfcea0491a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:41.330757 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3309b4-89bf-43c9-9622-2295298aba8d None None] Pushing event updated for resources: {'Port': ['ID=f6a29329-bdab-4d6f-9310-6d00db95d7d0,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:41.362209 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Attempting to bind port f6a29329-bdab-4d6f-9310-6d00db95d7d0 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:41.362579 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Attempting to bind port f6a29329-bdab-4d6f-9310-6d00db95d7d0 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:41.362943 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Attempting to bind port f6a29329-bdab-4d6f-9310-6d00db95d7d0 on network a6c06576-272f-4589-a333-2975d72cfe12 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:41.368689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:41.369026 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Checking segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:41.369456 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.369868 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Bound using segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:41.370332 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Bound port: f6a29329-bdab-4d6f-9310-6d00db95d7d0, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:41.370703 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.382863 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Project 1d999809705f42da909edfcea0491a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:34:41.388411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.467466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46826) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:41.473594 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849851834', 'description': 'tempest-secgroup-smoke-849851834 description', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:41.474539 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.483207 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] For port f6a29329-bdab-4d6f-9310-6d00db95d7d0, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:41.486766 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] For port f6a29329-bdab-4d6f-9310-6d00db95d7d0, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f6a29329-bdab-4d6f-9310-6d00db95d7d0,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:41.560199 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.576153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef5a33d-8ef2-4087-b6b3-38edddd9c693,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:41.594533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.596314 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.660053 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:41.660696 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:41.662855 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3309b4-89bf-43c9-9622-2295298aba8d None None] Pushing event updated for resources: {'Port': ['ID=f6a29329-bdab-4d6f-9310-6d00db95d7d0,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:41.673997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.683899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-12e045b4-acb3-4143-a49a-68fcaf1ed643 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4244113 Aug 19 15:34:41.768141 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.785341 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:41.841068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:41.878782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.913260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:41.913659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.922883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46793f29-b0c1-434b-9507-6f9a6cf34186,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:41.983842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-c1e91d1b-39aa-481a-bcd9-9399592d18a6 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324550092&fields=id&tenant_id=1d999809705f42da909edfcea0491a7b HTTP/1.1" status: 200 len: 267 time: 0.0385118 Aug 19 15:34:42.000510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.002113 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9e4b6bc0-021a-45c2-8361-304048d27cbc tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5335019 Aug 19 15:34:42.005070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46838) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:42.012896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '46793f29-b0c1-434b-9507-6f9a6cf34186', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:42.090739 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:41Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:42.114205 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-b8910d39-f1a2-4470-a13c-816cd65ae185 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:42.115290 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c6f-7359-45f2-ab89-79f7aa507f04 None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:41Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:42.117637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-b8910d39-f1a2-4470-a13c-816cd65ae185 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 814 time: 0.1256635 Aug 19 15:34:42.137037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-0fa5df66-2698-4ff0-8d29-ec956d411c7e tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/quotas/1d999809705f42da909edfcea0491a7b HTTP/1.1" status: 200 len: 375 time: 0.0113649 Aug 19 15:34:42.167413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.241597 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-b0c6a04e-4460-4ddd-b76f-a6f8e948ce54 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918190 Aug 19 15:34:42.257344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.338567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-ce02ff60-9fe9-458a-9fcd-47960cb04473 service neutron] 10.222.0.13 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941095 Aug 19 15:34:42.406015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.426076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945f3b0b-c002-4fb7-9673-8d607aa8d328,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:42.444959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-6c0fdf54-b295-46dc-92b0-359b69c7811b service neutron] 10.222.0.13 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997727 Aug 19 15:34:42.510006 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.511352 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ccb7bb9-33ff-437c-b055-1ce6627395c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5050631 Aug 19 15:34:42.517462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46842) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:42.526928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '46793f29-b0c1-434b-9507-6f9a6cf34186', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:42.607950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.679719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.788548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:42.809290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17940c0-4430-45fa-81b9-3bc02b2fa185,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:43.017781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.019076 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a1ea266c-1ee2-4253-aaf2-6ed2eeedd0d6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5035915 Aug 19 15:34:43.022021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46852) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:43.028697 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '46793f29-b0c1-434b-9507-6f9a6cf34186', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:43.235474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.305895 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.349270 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.410716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.419353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90166627-5475-464f-9248-9061fd6d3396 req-34f2519f-86aa-41d9-be4e-4d154cd514d9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0317078 Aug 19 15:34:43.443946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa31dcfd-0a6a-48e9-a664-9782d7261476,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:43.504093 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.508335 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f1a73016-5e7b-4fc1-9090-a312a680944f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4820893 Aug 19 15:34:43.508715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46862) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:43.514155 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '46793f29-b0c1-434b-9507-6f9a6cf34186', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:43.611732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.680805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.769538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.790034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f755c6-4bc8-4706-927b-11cf8865df90,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:43.855997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f6a29329-bdab-4d6f-9310-6d00db95d7d0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:43.869850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:43.871854 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e6a5a63f-3faa-494b-911e-9cfbfad4a21a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612669 Aug 19 15:34:43.875181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 46868) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:43.880434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '46793f29-b0c1-434b-9507-6f9a6cf34186', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:44.075839 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Project b6b1938aaa944df3876c1e62ade77f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:34:44.082146 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.154508 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.184523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:44.187415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:44.187996 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.274685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.308701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8a8710-41fc-4504-8365-fb658ceef8d6,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:44.310901 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.347735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f6a29329-bdab-4d6f-9310-6d00db95d7d0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f6a29329-bdab-4d6f-9310-6d00db95d7d0,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:44.409926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.412806 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0b0637f6-d1c7-4733-b6c4-af68aee5e20b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5364740 Aug 19 15:34:44.416292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:44.421256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '46793f29-b0c1-434b-9507-6f9a6cf34186', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:44.446382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.527923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f6a29329-bdab-4d6f-9310-6d00db95d7d0,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:44.530235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8cd7b8b0-f095-4f79-a1df-696aca887fe9 req-46b3d536-1baa-4ace-9df0-57c554232f69 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0354590 Aug 19 15:34:44.560024 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Project b6b1938aaa944df3876c1e62ade77f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:34:44.565404 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.656938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.765524 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.784043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1ca068-927a-4f93-b13f-59bfb633ab76,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:44.915133 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:44.919186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1acb41ba-15e4-452b-a9b0-774371aaef17 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5012519 Aug 19 15:34:45.161884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-ff2f9463-446b-4201-92e1-e0390f8aafee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849851834&fields=id&tenant_id=b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 267 time: 0.0390804 Aug 19 15:34:45.291336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-877e206c-6289-48a7-9ded-5f39cd476f1e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:45.292853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-877e206c-6289-48a7-9ded-5f39cd476f1e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/networks?id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 796 time: 0.1225443 Aug 19 15:34:45.310106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bb394262-fc12-41e3-9d86-71cfb4316f3c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/quotas/b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 375 time: 0.0107450 Aug 19 15:34:45.365960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-6a360a78-3331-493f-ae7b-4e04857e7ae3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495105 Aug 19 15:34:45.474948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-45946e37-7ee5-40bb-996f-000c726e442a service neutron] 10.222.0.13 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954051 Aug 19 15:34:45.569855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-0828e86f-8e7c-4dfc-b8b4-b3b9924b349a service neutron] 10.222.0.13 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875354 Aug 19 15:34:45.833721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b31d564f-aa9f-4a31-b9cc-c0ce869f0d12 req-c31a6425-e18c-4013-b6b7-ea4ec175bb00 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0476828 Aug 19 15:34:45.871016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f6a29329-bdab-4d6f-9310-6d00db95d7d0 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:45.936639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa556e81-a795-4c9e-97ec-e8dc4d1eecee req-02d73839-e187-4ad5-9c09-401843b8e6c4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 210 time: 0.0530453 Aug 19 15:34:45.971087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f6a29329-bdab-4d6f-9310-6d00db95d7d0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:45.977794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.063101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fffe0cdd-cdb5-4d61-a5c6-ebff19b5842b tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.064896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fffe0cdd-cdb5-4d61-a5c6-ebff19b5842b tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.46 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 814 time: 0.1333380 Aug 19 15:34:46.112659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-1e516522-aad1-4a77-85e2-a8b0733a61a5 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d999809705f42da909edfcea0491a7b HTTP/1.1" status: 200 len: 380 time: 0.0381389 Aug 19 15:34:46.122300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'port': {'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'admin_state_up': True, 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'security_groups': ['20cff85e-1db8-47b1-94df-b470c07b1cbc']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:46.371486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Made reservation on behalf of 1d999809705f42da909edfcea0491a7b for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:46.375068 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.531809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Allocated IP 172.20.0.5 (58b50081-149e-4150-806c-20178ed880cb/70013523-c7cd-4d9a-b198-f4932ca1f81d/a99fe4d7-1299-45a9-838d-514c980ad286) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:46.705246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.720506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Transition to ACTIVE for port object a99fe4d7-1299-45a9-838d-514c980ad286 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:46.818177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.869850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Network 58b50081-149e-4150-806c-20178ed880cb is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:46.873264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:46.875817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:46.928525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'Port': ['ID=a99fe4d7-1299-45a9-838d-514c980ad286,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:46.968950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.969799 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:47.073359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-db90eb71-dcab-4dbf-bf89-30b587aad889 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9548974 Aug 19 15:34:47.088169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Request body: {'port': {'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:47.122048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a35b9-280f-45e9-9508-8fb4d270516c req-8909f928-6a0a-413d-aa6c-ae9b3af361ed tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:47.123587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c2a35b9-280f-45e9-9508-8fb4d270516c req-8909f928-6a0a-413d-aa6c-ae9b3af361ed tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 931 time: 0.0881550 Aug 19 15:34:47.179162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:47.229790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c2a35b9-280f-45e9-9508-8fb4d270516c req-6d4854c4-ffb3-46f7-98ed-a10455b887fc tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754094 Aug 19 15:34:47.354814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-75cab94b-700e-4b54-b328-d5145248b78c None None] Provisioning for port a99fe4d7-1299-45a9-838d-514c980ad286 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:47.358899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-75cab94b-700e-4b54-b328-d5145248b78c None None] Provisioning complete for port a99fe4d7-1299-45a9-838d-514c980ad286 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:47.359321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-75cab94b-700e-4b54-b328-d5145248b78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:47.398695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-75cab94b-700e-4b54-b328-d5145248b78c None None] Port a99fe4d7-1299-45a9-838d-514c980ad286 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:47.699400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87a56027-ccc3-43c8-9528-c91195022b6f req-96602e20-d09c-41b2-9b0a-90c0690d8e6a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 210 time: 0.3545275 Aug 19 15:34:47.831319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99fe4d7-1299-45a9-838d-514c980ad286 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:47.839848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:47.852646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Transition to ACTIVE for port object a99fe4d7-1299-45a9-838d-514c980ad286 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:47.966514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:48.033865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Pushing event updated for resources: {'Port': ['ID=a99fe4d7-1299-45a9-838d-514c980ad286,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:48.115094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Attempting to bind port a99fe4d7-1299-45a9-838d-514c980ad286 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:48.115539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Attempting to bind port a99fe4d7-1299-45a9-838d-514c980ad286 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:48.115874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Attempting to bind port a99fe4d7-1299-45a9-838d-514c980ad286 on network 58b50081-149e-4150-806c-20178ed880cb {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:48.121331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Port a99fe4d7-1299-45a9-838d-514c980ad286 on network 58b50081-149e-4150-806c-20178ed880cb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:34:48.121652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Attempting to bind port a99fe4d7-1299-45a9-838d-514c980ad286 on network 58b50081-149e-4150-806c-20178ed880cb {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:48.130900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:48.131275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Checking segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:48.131633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Bound using segment: {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:48.132063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Bound port: a99fe4d7-1299-45a9-838d-514c980ad286, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312ceec7-773b-4d3c-9fbc-77908d813794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '58b50081-149e-4150-806c-20178ed880cb'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:48.132431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:48.226246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] For port a99fe4d7-1299-45a9-838d-514c980ad286, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:48.232897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] For port a99fe4d7-1299-45a9-838d-514c980ad286, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a99fe4d7-1299-45a9-838d-514c980ad286,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:48.349942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:48.416233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:48.416866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:48.418430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] 10.222.0.46 "PUT /v2.0/ports/a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 1092 time: 1.3354056 Aug 19 15:34:48.421927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:48.423661 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18054903-e671-4cf9-817e-f9a2c6c6ffba" -d '{"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:48.451229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a6a0f-96c3-41a6-890b-3665b8e064f8 req-c1703089-7ad4-4bb3-90b8-ff20d219cfa1 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:48.452805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc5a6a0f-96c3-41a6-890b-3665b8e064f8 req-c1703089-7ad4-4bb3-90b8-ff20d219cfa1 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.1190569 Aug 19 15:34:48.479531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94fabe-6f39-4dfb-b802-60ad8a73f181 service neutron] Pushing event updated for resources: {'Port': ['ID=a99fe4d7-1299-45a9-838d-514c980ad286,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:48.514541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc5a6a0f-96c3-41a6-890b-3665b8e064f8 req-84dd963f-393a-4c5f-8440-064c6a16b4a7 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530982 Aug 19 15:34:48.610461 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6155e-6be4-4b9c-9020-9fc5a277ace5 x-openstack-request-id: req-fdc6155e-6be4-4b9c-9020-9fc5a277ace5 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:48.614850 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:48.614850 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdc6155e-6be4-4b9c-9020-9fc5a277ace5 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:48.614850 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'status': 'completed', 'code': 200} Aug 19 15:34:48.683695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-16a62572-45a5-4d39-94a7-75ca655298e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:48.685524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-16a62572-45a5-4d39-94a7-75ca655298e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1095 time: 0.0872138 Aug 19 15:34:48.744504 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-18dba2ee-e7d0-4012-a88e-782b2b65a6b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 217 time: 0.0486169 Aug 19 15:34:48.756286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-8157ae93-526b-4762-b136-0c136aef514f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:48.757985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-8157ae93-526b-4762-b136-0c136aef514f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.54 "GET /v2.0/networks?id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 796 time: 0.2228322 Aug 19 15:34:48.872099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a0ddd93-b647-4cd3-9bce-47576b6de75f req-7a781df3-df07-45cc-a730-60321c1daad4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 210 time: 0.0475044 Aug 19 15:34:48.880600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-0e442181-cf04-48ae-9d46-1fcbeb395fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:48.882103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-0e442181-cf04-48ae-9d46-1fcbeb395fd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 200 len: 853 time: 0.1224518 Aug 19 15:34:48.887582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-4f955362-1397-4d11-bf44-88819e462ae5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 379 time: 0.1136181 Aug 19 15:34:48.903804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'port': {'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'admin_state_up': True, 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'security_groups': ['46793f29-b0c1-434b-9507-6f9a6cf34186']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:49.000313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-920ef864-f5c3-48cf-b552-320c598a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:49.002114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-920ef864-f5c3-48cf-b552-320c598a42da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b50081-149e-4150-806c-20178ed880cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125903 Aug 19 15:34:49.151476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-ce332518-eed1-4b24-9d67-1558782244d1 service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410034 Aug 19 15:34:49.219777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:49.223503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:49.327453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-136ed5a8-2115-4d8d-9d47-b025d1170328 req-a976eab8-b594-4ff0-bc04-2f0e45f29c4e service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675684 Aug 19 15:34:49.403180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.20.0.5 (a6c06576-272f-4589-a333-2975d72cfe12/8684f780-0d96-40ce-9768-a8617e523b50/4bc46e22-c66f-429d-98bd-bc9b9cf9e907) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:49.548370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:49.590604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Transition to ACTIVE for port object 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:49.657444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-68dbc26c-7f3e-4e34-b987-6c0cc9e1505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:49.659047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-68dbc26c-7f3e-4e34-b987-6c0cc9e1505e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1095 time: 0.1038744 Aug 19 15:34:49.728825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91d4fa-94bd-4b31-a162-924470564adc req-c8c3b736-c15f-4cc5-a380-dc9f8d6c3b3f tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:49.730186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb91d4fa-94bd-4b31-a162-924470564adc req-c8c3b736-c15f-4cc5-a380-dc9f8d6c3b3f tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.1341598 Aug 19 15:34:49.797372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb91d4fa-94bd-4b31-a162-924470564adc req-ff467a7f-27c5-4f82-a9f2-256301576359 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578580 Aug 19 15:34:49.811004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-24e7e5a5-6ebd-48fc-8d84-b853a437de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:49.812548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-24e7e5a5-6ebd-48fc-8d84-b853a437de6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 915 time: 0.1420715 Aug 19 15:34:49.817753 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:49.865750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-94c631b4-7576-44bf-8610-ab422aa8cc49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 217 time: 0.0437591 Aug 19 15:34:49.935673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network a6c06576-272f-4589-a333-2975d72cfe12 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:49.942049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:49.950113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:49.992182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:50.031557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-a8d5128a-282b-4050-bf1d-5d96f35e1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:50.033102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-a8d5128a-282b-4050-bf1d-5d96f35e1121 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 200 len: 853 time: 0.1449986 Aug 19 15:34:50.043887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:50.051062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:50.108518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b5af-fa67-45fe-96e2-0b075e1e73a2 req-5e87cccf-2e4b-44c3-8463-df079bf18418 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:50.110826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9a5b5af-fa67-45fe-96e2-0b075e1e73a2 req-5e87cccf-2e4b-44c3-8463-df079bf18418 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 931 time: 0.1356001 Aug 19 15:34:50.172027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-8529f813-8c9b-4246-9b4a-7165c9d1b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:50.173595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-8529f813-8c9b-4246-9b4a-7165c9d1b134 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b50081-149e-4150-806c-20178ed880cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245797 Aug 19 15:34:50.183901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9a5b5af-fa67-45fe-96e2-0b075e1e73a2 req-42d27252-0904-4db7-8706-85c4705b70f3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635660 Aug 19 15:34:50.197424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-f1b4f182-74c3-43c3-98c5-5bc9c1bcf6d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2978613 Aug 19 15:34:50.220475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Request body: {'port': {'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:50.320140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fd4d0fc1-b82f-4bcf-aa08-e70a5231ad2e None None] Provisioning for port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:50.326577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fd4d0fc1-b82f-4bcf-aa08-e70a5231ad2e None None] Provisioning complete for port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:50.329040 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0fc1-b82f-4bcf-aa08-e70a5231ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:50.335578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:50.363526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-99ef9a17-c9bf-4847-964c-cfc1281576ce service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786242 Aug 19 15:34:50.370748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d0fc1-b82f-4bcf-aa08-e70a5231ad2e None None] Port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:34:50.589583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18054903-e671-4cf9-817e-f9a2c6c6ffba req-929deafc-3cdc-48c9-8282-642e86b1941b service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082341 Aug 19 15:34:50.716745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:50.724272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:50.736961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Transition to ACTIVE for port object 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:50.887197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:50.991768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:51.010179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39ee18-c02a-4e19-96d6-4d3f2280619a req-38acfec3-62ea-43c1-b1c7-f4229a0f8b28 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.011858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be39ee18-c02a-4e19-96d6-4d3f2280619a req-38acfec3-62ea-43c1-b1c7-f4229a0f8b28 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.1362023 Aug 19 15:34:51.102513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be39ee18-c02a-4e19-96d6-4d3f2280619a req-21bc76b1-04fe-418d-b867-43f6e2f8edcb tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702360 Aug 19 15:34:51.107982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Attempting to bind port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:51.108340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Attempting to bind port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:51.108687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Attempting to bind port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 on network a6c06576-272f-4589-a333-2975d72cfe12 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:51.115303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 on network a6c06576-272f-4589-a333-2975d72cfe12 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:34:51.115855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Attempting to bind port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 on network a6c06576-272f-4589-a333-2975d72cfe12 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:51.124365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:51.124708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Checking segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:51.125381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Bound using segment: {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:51.125832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Bound port: 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44854963-f16d-456d-9f3c-b2212147d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:51.126229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:51.201597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] For port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:51.205705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] For port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:51.301147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:51.340727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.341400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:51.342783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 200 len: 1092 time: 1.1286874 Aug 19 15:34:51.345950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:51.348383 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa291a2-0ffa-4b48-919e-63f964db0c36" -d '{"events": [{"name": "network-changed", "server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:51.391837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec4006-7fe0-4c7c-9c30-c391c9d3d5d2 req-def8d966-0f82-48dc-8843-1eb504f39f5c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.393709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49ec4006-7fe0-4c7c-9c30-c391c9d3d5d2 req-def8d966-0f82-48dc-8843-1eb504f39f5c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 943 time: 0.1270206 Aug 19 15:34:51.400332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9f6a3-5584-42f2-9188-91c3554240b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:51.444588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49ec4006-7fe0-4c7c-9c30-c391c9d3d5d2 req-ec22f20a-78b4-4948-a22a-029d520e36e4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Aug 19 15:34:51.529048 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3f6915-37ae-49b2-974a-03908c22fc74 x-openstack-request-id: req-2a3f6915-37ae-49b2-974a-03908c22fc74 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:51.532028 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:51.532028 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a3f6915-37ae-49b2-974a-03908c22fc74 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:51.532028 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'status': 'completed', 'code': 200} Aug 19 15:34:51.549911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-3a548caf-59cb-4bee-ab21-c9cc3d21f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.551843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-3a548caf-59cb-4bee-ab21-c9cc3d21f97a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1095 time: 0.0621886 Aug 19 15:34:51.606467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-3efd6ddd-ffa5-478d-bfc3-5f45c9f4a188 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 200 len: 217 time: 0.0367939 Aug 19 15:34:51.662380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-c9ef4e81-9de1-4c35-b8ed-73b4a8411973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.663893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-c9ef4e81-9de1-4c35-b8ed-73b4a8411973 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8684f780-0d96-40ce-9768-a8617e523b50 HTTP/1.1" status: 200 len: 834 time: 0.0511270 Aug 19 15:34:51.724584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-5335e29f-7775-4654-9ddd-438012277d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.726144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-5335e29f-7775-4654-9ddd-438012277d95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6c06576-272f-4589-a333-2975d72cfe12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545418 Aug 19 15:34:51.831533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-fced2734-bcf8-40d6-a531-0a970cd53725 service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966051 Aug 19 15:34:51.945046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39b55feb-6650-46e5-b1d3-636c54105b37 req-3190e57a-c064-4688-9c97-65f07a320be5 service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055012 Aug 19 15:34:52.176728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-fb6b114f-1b06-4df2-abec-19013e06e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.178314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-fb6b114f-1b06-4df2-abec-19013e06e455 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1095 time: 0.0427728 Aug 19 15:34:52.300869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d040e9-2fe2-4ad8-b373-21003966107f req-d200bfdf-41c6-4ce4-b2f4-bc046888d31b tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.302428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46d040e9-2fe2-4ad8-b373-21003966107f req-d200bfdf-41c6-4ce4-b2f4-bc046888d31b tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.1082592 Aug 19 15:34:52.335680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-aaedd9a1-b2c0-4cef-a643-9a6a7eb78f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.337304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-aaedd9a1-b2c0-4cef-a643-9a6a7eb78f38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 897 time: 0.1511781 Aug 19 15:34:52.361943 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46d040e9-2fe2-4ad8-b373-21003966107f req-a7288411-d8a5-4cfa-b7ca-282e11d325dd tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520937 Aug 19 15:34:52.399794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-b8a2e0d8-af35-4a04-a420-2811db260d72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 200 len: 217 time: 0.0519741 Aug 19 15:34:52.456222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-53ac92de-dbfd-43de-b6a2-e81d3fe2c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.457853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-53ac92de-dbfd-43de-b6a2-e81d3fe2c2f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8684f780-0d96-40ce-9768-a8617e523b50 HTTP/1.1" status: 200 len: 834 time: 0.0516212 Aug 19 15:34:52.507249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-79c4a123-0adb-4504-9bcf-b207de62eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.509374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-79c4a123-0adb-4504-9bcf-b207de62eff0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6c06576-272f-4589-a333-2975d72cfe12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447586 Aug 19 15:34:52.648190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a83d60-fcbf-4b34-9f3d-726c74d1769e req-327c8cbe-aa02-4480-a9ff-3d4f8b4de66e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.649949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91a83d60-fcbf-4b34-9f3d-726c74d1769e req-327c8cbe-aa02-4480-a9ff-3d4f8b4de66e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 943 time: 0.1331139 Aug 19 15:34:52.681301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-753243f7-71e3-4d49-afb2-a554cf2f33b0 service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627743 Aug 19 15:34:52.758355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-91a83d60-fcbf-4b34-9f3d-726c74d1769e req-027e60bd-34d7-437c-a7d7-5ad50639c6fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000855 Aug 19 15:34:52.810797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dfa291a2-0ffa-4b48-919e-63f964db0c36 req-2603ddb3-7e89-4c5d-b3f0-c4ab60d290fc service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214797 Aug 19 15:34:52.921731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-be6287b6-8fa4-4c52-9dac-baf74611adae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416605 Aug 19 15:34:53.005436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-3328e186-ba19-419b-8ef5-6a83c4299f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.006997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-3328e186-ba19-419b-8ef5-6a83c4299f6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.0414531 Aug 19 15:34:53.428020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-6be476eb-90f9-4c3e-9050-0c0aed48b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.430492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-6be476eb-90f9-4c3e-9050-0c0aed48b735 service neutron] 10.222.0.46 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 910 time: 0.4032462 Aug 19 15:34:53.534826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-1406522b-f41c-4d6c-ab2b-b75eb1e8731e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 1000 time: 0.0969625 Aug 19 15:34:53.566065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42713f63-78ae-4376-9d87-eef740a2de0d req-faf3b94d-4e56-4157-b896-12d03ea5195d tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.567868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42713f63-78ae-4376-9d87-eef740a2de0d req-faf3b94d-4e56-4157-b896-12d03ea5195d tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.0880294 Aug 19 15:34:53.635383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-80a6cfdc-905c-4a18-a499-6b7289301737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.637140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-80a6cfdc-905c-4a18-a499-6b7289301737 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 200 len: 848 time: 0.0948982 Aug 19 15:34:53.662343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42713f63-78ae-4376-9d87-eef740a2de0d req-32c719af-f7b6-40c5-b51e-41bfd4a0602c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671782 Aug 19 15:34:53.698248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-9eb35803-b112-438c-9dbf-85d5b2b6b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.699872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-9eb35803-b112-438c-9dbf-85d5b2b6b658 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514784 Aug 19 15:34:53.879813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-9d620544-4b4c-4679-ae62-b60ca486c842 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236136 Aug 19 15:34:53.958376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d36b6-f7e2-48f7-8cd2-98e8a5a3ced7 req-aa4d09c6-1d4b-48d4-a083-3df42631aa7f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.960328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd0d36b6-f7e2-48f7-8cd2-98e8a5a3ced7 req-aa4d09c6-1d4b-48d4-a083-3df42631aa7f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 943 time: 0.1134005 Aug 19 15:34:53.988852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d6d8a2b-ab3f-45d2-9faf-3b46f2603662 req-69264eeb-843c-45c4-ac84-ea7ef9483700 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503935 Aug 19 15:34:54.020458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd0d36b6-f7e2-48f7-8cd2-98e8a5a3ced7 req-9f48001c-891a-4550-9cb8-31d053cbe973 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499420 Aug 19 15:34:54.358289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:34:54.577144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6522-b316-4da5-ad59-cb86b6d09f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:54.801201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d1717-6064-456f-b397-23d9d15e44ef req-ed3407dc-a6e7-4040-b503-9e7f4c0b5235 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:54.802822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9d1717-6064-456f-b397-23d9d15e44ef req-ed3407dc-a6e7-4040-b503-9e7f4c0b5235 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.0661838 Aug 19 15:34:54.855533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9d1717-6064-456f-b397-23d9d15e44ef req-b09c6720-6841-4e95-911e-0a2430fd5b09 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459964 Aug 19 15:34:55.174441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce81ca-0552-4a9f-8ac6-4bdaa406fe9e req-27612878-1507-4725-b3fd-553b32d46d0a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:55.175996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bce81ca-0552-4a9f-8ac6-4bdaa406fe9e req-27612878-1507-4725-b3fd-553b32d46d0a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 943 time: 0.0665748 Aug 19 15:34:55.229277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bce81ca-0552-4a9f-8ac6-4bdaa406fe9e req-4156e891-5e94-46b3-9e21-5f0e6a2a1426 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450685 Aug 19 15:34:55.737321 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:55.993777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c380fe-052c-4245-a3e6-f0a146b11adb req-bfa25e8c-8b67-47a8-a473-51dbb834c458 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:55.995421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0c380fe-052c-4245-a3e6-f0a146b11adb req-bfa25e8c-8b67-47a8-a473-51dbb834c458 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.0626509 Aug 19 15:34:56.038742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0c380fe-052c-4245-a3e6-f0a146b11adb req-f9ba93a6-4444-4ba1-bd31-7967527c5487 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370271 Aug 19 15:34:56.092088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:56.205797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:56.221092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:56.264635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:56.279731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:56.306620 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:56.363379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61bce6-fc06-4dc7-a543-7f8e31a5bd76 req-0ea5aac1-b447-4f47-87f3-3439122b5f2a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:56.364890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad61bce6-fc06-4dc7-a543-7f8e31a5bd76 req-0ea5aac1-b447-4f47-87f3-3439122b5f2a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 943 time: 0.0577016 Aug 19 15:34:56.405986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad61bce6-fc06-4dc7-a543-7f8e31a5bd76 req-83647865-5dfc-494e-b593-36ea7768d13b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347712 Aug 19 15:34:56.451441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:56.504415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:56.856367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['4bc46e22-c66f-429d-98bd-bc9b9cf9e907'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:57.172097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54871e3c-399a-41e3-b1fc-08614df434db req-58739012-c53a-4b83-903f-1782f317166d tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:57.173681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54871e3c-399a-41e3-b1fc-08614df434db req-58739012-c53a-4b83-903f-1782f317166d tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.0577650 Aug 19 15:34:57.218632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-54871e3c-399a-41e3-b1fc-08614df434db req-b3563b84-fb84-4333-825f-003835e2db59 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357819 Aug 19 15:34:57.405827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:57.539714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485643d-9297-493b-9a22-bfe84ec91502 req-13e2a227-4f9d-4a03-8555-b61412f0ccf4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:57.542010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c485643d-9297-493b-9a22-bfe84ec91502 req-13e2a227-4f9d-4a03-8555-b61412f0ccf4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 944 time: 0.0595367 Aug 19 15:34:57.582189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c485643d-9297-493b-9a22-bfe84ec91502 req-6c4a701c-b362-48a1-9292-4f240418cf1f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338836 Aug 19 15:34:57.902881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-20db05e0-d47e-4475-a862-16f0daf7bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:58.110996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:58.309166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:58.314015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:58.314387 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:58.344258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8642-97c7-49cd-9153-001bc365e97f req-6295dcab-30e9-4c5c-8fa6-382b79ee1e70 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.346080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcee8642-97c7-49cd-9153-001bc365e97f req-6295dcab-30e9-4c5c-8fa6-382b79ee1e70 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.0524592 Aug 19 15:34:58.391364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dcee8642-97c7-49cd-9153-001bc365e97f req-ddb11e1c-e621-4cf4-a488-e051f301aca1 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386066 Aug 19 15:34:58.409082 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:58.428502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:58.431382 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2fe895-b39d-40cb-8361-d2cb0e96a65a" -d '{"events": [{"server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "name": "network-vif-plugged", "status": "completed", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:58.445226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:58.472789 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059cddf4-c81a-4512-83dd-80b36084cb98 x-openstack-request-id: req-059cddf4-c81a-4512-83dd-80b36084cb98 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:58.473193 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "name": "network-vif-plugged", "status": "completed", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:58.473379 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059cddf4-c81a-4512-83dd-80b36084cb98 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:58.473778 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'code': 200} Aug 19 15:34:58.584852 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:58.600525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112703f-e32a-44ff-a1a7-19c976c3b1b8 req-42297028-0918-4ffc-b7fa-96f1caf8070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.602087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8112703f-e32a-44ff-a1a7-19c976c3b1b8 req-42297028-0918-4ffc-b7fa-96f1caf8070f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1096 time: 0.0451367 Aug 19 15:34:58.643989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8112703f-e32a-44ff-a1a7-19c976c3b1b8 req-6b4a6641-643a-4c38-b0df-0629c2e1acbb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337865 Aug 19 15:34:58.644235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:58.737904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5d01-61f4-41b0-8039-d99566083aa4 req-7d1f70ee-57f4-4280-8435-0aaa75a7eca9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.739558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4bb5d01-61f4-41b0-8039-d99566083aa4 req-7d1f70ee-57f4-4280-8435-0aaa75a7eca9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0657046 Aug 19 15:34:58.785326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4bb5d01-61f4-41b0-8039-d99566083aa4 req-3d265088-0499-4380-9468-dcdea8638d03 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386169 Aug 19 15:34:59.513022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4abc0a-248c-4e3c-b19f-5e1c528059ee req-f3abcd7f-3033-485e-bcad-1c2c4c932472 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:59.514654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd4abc0a-248c-4e3c-b19f-5e1c528059ee req-f3abcd7f-3033-485e-bcad-1c2c4c932472 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 943 time: 0.0520656 Aug 19 15:34:59.537987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a99fe4d7-1299-45a9-838d-514c980ad286 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:59.573641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd4abc0a-248c-4e3c-b19f-5e1c528059ee req-35729eda-dfe7-48ed-9bec-6adcbc945054 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372167 Aug 19 15:34:59.657256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port a99fe4d7-1299-45a9-838d-514c980ad286, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a99fe4d7-1299-45a9-838d-514c980ad286,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:59.669911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:59.712070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:59.726282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99fe4d7-1299-45a9-838d-514c980ad286 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:59.732406 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:59.749638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port a99fe4d7-1299-45a9-838d-514c980ad286, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a99fe4d7-1299-45a9-838d-514c980ad286,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:59.910429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4dedc-668e-46a4-b06f-4b2d35c31a6f req-f26fdfe7-bd08-47f1-aa61-b72adb27876b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:59.911942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ae4dedc-668e-46a4-b06f-4b2d35c31a6f req-f26fdfe7-bd08-47f1-aa61-b72adb27876b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Aug 19 15:34:59.925316 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:59.956075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ae4dedc-668e-46a4-b06f-4b2d35c31a6f req-a6a9bb00-02a3-4786-a484-788857c957ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369215 Aug 19 15:34:59.976779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=a99fe4d7-1299-45a9-838d-514c980ad286,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:00.157246 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['a99fe4d7-1299-45a9-838d-514c980ad286'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:35:00.715938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e515b19-02eb-46a7-bb3a-1661e489389c req-b9be6fe3-a5a3-44fa-9188-36ad49c552de tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:00.717384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e515b19-02eb-46a7-bb3a-1661e489389c req-b9be6fe3-a5a3-44fa-9188-36ad49c552de tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 944 time: 0.0656512 Aug 19 15:35:00.758284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e515b19-02eb-46a7-bb3a-1661e489389c req-8889f345-a7a6-4ac9-b1be-6a01aad419e4 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Aug 19 15:35:00.869365 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:01.092119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c6ea7-2e7a-4b9c-9717-7043e3f45680 req-5a69d05c-67a3-49cc-a382-fd305a5afa8c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:01.093646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-562c6ea7-2e7a-4b9c-9717-7043e3f45680 req-5a69d05c-67a3-49cc-a382-fd305a5afa8c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0585926 Aug 19 15:35:01.133620 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-562c6ea7-2e7a-4b9c-9717-7043e3f45680 req-62c54eeb-892f-40d4-a668-33940c007e02 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338485 Aug 19 15:35:01.251711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42861c43-0bc0-49f5-9976-2b58051a97b3 req-67ebfd23-bc4a-4651-a981-962cc650336a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:01.253336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42861c43-0bc0-49f5-9976-2b58051a97b3 req-67ebfd23-bc4a-4651-a981-962cc650336a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0500746 Aug 19 15:35:01.293904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42861c43-0bc0-49f5-9976-2b58051a97b3 req-c166aa87-3e77-4544-94b3-8ae4d72202ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341163 Aug 19 15:35:01.317696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46992) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:01.361216 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c0322-c97b-4d3d-9b5d-1ed1db73acbe tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:01.362760 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ac7c0322-c97b-4d3d-9b5d-1ed1db73acbe tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1092 time: 0.0440319 Aug 19 15:35:01.366809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 46994) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:01.375178 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:01.479792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:01.542375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a99fe4d7-1299-45a9-838d-514c980ad286 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:01.600535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:01.722653 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.25.5.49 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/e37298fe-d34d-463e-a1f0-c06947ed1789) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:01.731333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port a99fe4d7-1299-45a9-838d-514c980ad286 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:01.735497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port a99fe4d7-1299-45a9-838d-514c980ad286 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:01.744844 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:01.827503 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:01.839357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:01.856457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:01.859616 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83671a9-daa3-4c6a-ab44-9588d2357634" -d '{"events": [{"server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:01.878442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port a99fe4d7-1299-45a9-838d-514c980ad286, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a99fe4d7-1299-45a9-838d-514c980ad286,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:01.911411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc058c66-a2aa-447f-8222-835f5c8a9dc2 req-4d7b3c94-1d89-42da-a32f-889cf62762bc tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:01.911411 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc058c66-a2aa-447f-8222-835f5c8a9dc2 req-4d7b3c94-1d89-42da-a32f-889cf62762bc tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 944 time: 0.0703533 Aug 19 15:35:01.953347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc058c66-a2aa-447f-8222-835f5c8a9dc2 req-2226c72e-a5c2-45c9-b8e9-de40dd75cabd tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Aug 19 15:35:01.999432 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78ebb68-b93c-4b93-9b66-c2ffce1eb765 x-openstack-request-id: req-e78ebb68-b93c-4b93-9b66-c2ffce1eb765 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:01.999732 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:01.999995 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78ebb68-b93c-4b93-9b66-c2ffce1eb765 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:02.000400 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'code': 200} Aug 19 15:35:02.011586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.061567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=a99fe4d7-1299-45a9-838d-514c980ad286,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:02.075339 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.104689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefc605-3cf9-4227-92ee-381328d5faba req-1043b41f-d7e9-4e7f-bb0a-c63fba3f828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:02.106657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fefc605-3cf9-4227-92ee-381328d5faba req-1043b41f-d7e9-4e7f-bb0a-c63fba3f828d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1097 time: 0.0441742 Aug 19 15:35:02.119169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:02.126338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:02.129602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:02.145208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fefc605-3cf9-4227-92ee-381328d5faba req-fbe4927b-60ef-404c-a495-aa10aad5f0d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Aug 19 15:35:02.159499 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=e37298fe-d34d-463e-a1f0-c06947ed1789,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:02.510554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.673564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.856487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.925622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.009977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=e37298fe-d34d-463e-a1f0-c06947ed1789,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:03.022495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.082617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e0df1-bcdd-428d-b4b3-92230210f338 req-0763325b-f395-487c-a13f-767bf553653e tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:03.084306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-949e0df1-bcdd-428d-b4b3-92230210f338 req-0763325b-f395-487c-a13f-767bf553653e tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0543423 Aug 19 15:35:03.128337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-949e0df1-bcdd-428d-b4b3-92230210f338 req-a27e7385-f681-436f-87af-72a5463a377a tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365944 Aug 19 15:35:03.132642 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Floating IP d6ba712b-21d3-4f22-b562-6e487e89ceb1 associated. External IP: 172.25.5.49, port: 4bc46e22-c66f-429d-98bd-bc9b9cf9e907. Aug 19 15:35:03.670821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:03.791710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:03.803683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:03.814201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:03.814875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:03.873677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.903778 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8fc713d0-79f7-4879-b7ea-2c4227bcff43 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5353487 Aug 19 15:35:03.904502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:03.906755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:03.907102 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1776c66-9289-46d3-8f35-be33525adc10" -d '{"events": [{"name": "network-changed", "server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:03.934895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:03.969361 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ae6ab-d830-4ff6-ae5c-4e76fb02b058 x-openstack-request-id: req-5b1ae6ab-d830-4ff6-ae5c-4e76fb02b058 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:03.969361 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:03.969361 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b1ae6ab-d830-4ff6-ae5c-4e76fb02b058 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:03.969361 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'status': 'completed', 'code': 200} Aug 19 15:35:03.982616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c36b01a8-c2ed-4943-ac94-5f0243ccd1a5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/d6ba712b-21d3-4f22-b562-6e487e89ceb1 HTTP/1.1" status: 200 len: 990 time: 0.0745630 Aug 19 15:35:04.069293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776c66-9289-46d3-8f35-be33525adc10 req-7fff88f3-1c07-4cae-9369-4c6855394925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.070931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-7fff88f3-1c07-4cae-9369-4c6855394925 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1097 time: 0.0579655 Aug 19 15:35:04.186058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776c66-9289-46d3-8f35-be33525adc10 req-1f319a36-473e-47db-b97b-c4b52598a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.187565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-1f319a36-473e-47db-b97b-c4b52598a46d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 897 time: 0.1102190 Aug 19 15:35:04.211094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:02Z', 'revision_number': 0, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:04.239594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:04.249983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:04.250606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:04.298222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-2cbb428d-d21f-4cdc-b001-b0a6941cb530 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 200 len: 998 time: 0.1035643 Aug 19 15:35:04.307927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246e75-1721-437f-80ff-6dd8d0e2d929 req-7746e756-b918-4105-bdee-b7d761f179c0 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.310309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc246e75-1721-437f-80ff-6dd8d0e2d929 req-7746e756-b918-4105-bdee-b7d761f179c0 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0732100 Aug 19 15:35:04.374561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:04.383693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776c66-9289-46d3-8f35-be33525adc10 req-515c18df-048b-43e1-9100-6e1c658ec8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.385809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-515c18df-048b-43e1-9100-6e1c658ec8c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8684f780-0d96-40ce-9768-a8617e523b50 HTTP/1.1" status: 200 len: 834 time: 0.0754354 Aug 19 15:35:04.391195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc246e75-1721-437f-80ff-6dd8d0e2d929 req-15b0b180-fa2c-472a-aa26-80d38dd96109 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732129 Aug 19 15:35:04.435159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776c66-9289-46d3-8f35-be33525adc10 req-e953b369-b6d8-49de-935e-97391026d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.436821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-e953b369-b6d8-49de-935e-97391026d7af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6c06576-272f-4589-a333-2975d72cfe12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444748 Aug 19 15:35:04.580403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4392d38-52f0-4a52-8453-8af4d0f2f7ed req-d719244e-63f5-47a0-9dbd-b2d1b0238317 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.582023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4392d38-52f0-4a52-8453-8af4d0f2f7ed req-d719244e-63f5-47a0-9dbd-b2d1b0238317 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0851345 Aug 19 15:35:04.588713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-edd4eba7-bf69-48e9-b837-9f54bfedb91e service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446447 Aug 19 15:35:04.640535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:02Z', 'revision_number': 0, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:04.668216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293b568-86c8-4e88-bfcd-cc7c84465759 None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:02Z', 'revision_number': 0, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:04.674273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4392d38-52f0-4a52-8453-8af4d0f2f7ed req-bbfe9e1e-b1b0-4236-947b-666dbcc11db8 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844707 Aug 19 15:35:04.699855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:04.717306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1776c66-9289-46d3-8f35-be33525adc10 req-78ce65b0-3b0c-4da1-8f54-6dc021a51556 service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212506 Aug 19 15:35:04.923215 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6a6a9-2a34-4f31-871a-8ac446631e0d None None] New status for floating IP d6ba712b-21d3-4f22-b562-6e487e89ceb1: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:35:04.987542 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:05.069808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b767fa5-8b67-4042-9c14-b50b3299c200 tempest-TestVolumeBackupRestore-193696022 tempest-TestVolumeBackupRestore-193696022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:05.075037 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b767fa5-8b67-4042-9c14-b50b3299c200 tempest-TestVolumeBackupRestore-193696022 tempest-TestVolumeBackupRestore-193696022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1092 time: 0.3700216 Aug 19 15:35:05.076100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47024) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:05.080456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:05.086175 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9a0c31e0-4487-4ae1-9837-5426d439646a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/d6ba712b-21d3-4f22-b562-6e487e89ceb1 HTTP/1.1" status: 200 len: 990 time: 0.0975327 Aug 19 15:35:05.166269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:05.279460 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:05.392903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Allocated IP 172.25.5.34 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/76c69ab2-9632-434b-b038-ce37f56d6b1b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:05.501688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:05.628746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:05.675318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:05.678288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:05.682168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:05.705030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'Port': ['ID=76c69ab2-9632-434b-b038-ce37f56d6b1b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:06.064591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:06.090281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47026) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:06.154187 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4d3cb95d-05b7-416f-bfaf-55b1725bab02 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/d6ba712b-21d3-4f22-b562-6e487e89ceb1 HTTP/1.1" status: 200 len: 992 time: 0.0621960 Aug 19 15:35:06.214276 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:06.398946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:06.410971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-fe188a7f-1018-4a46-8f41-ffca3147dcb0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593109 Aug 19 15:35:06.509698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-2114732a-9bea-4346-bb76-c52ddc3dead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:06.511103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-2114732a-9bea-4346-bb76-c52ddc3dead8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1098 time: 0.0421622 Aug 19 15:35:06.518397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:06.642651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event updated for resources: {'Port': ['ID=76c69ab2-9632-434b-b038-ce37f56d6b1b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:06.668302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:06.720898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-d05838fd-989b-4ea3-b633-7f9315311cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:06.722439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-d05838fd-989b-4ea3-b633-7f9315311cff service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1801212 Aug 19 15:35:06.830705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-3b75f6ae-7c01-426f-aa31-6cff80dc105c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 1001 time: 0.0991426 Aug 19 15:35:06.833563 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Floating IP a42a8878-a493-488b-9ad4-62a38c61ee3e associated. External IP: 172.25.5.34, port: a99fe4d7-1299-45a9-838d-514c980ad286. Aug 19 15:35:07.237050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-1ee3e58c-2bd6-4e5b-825c-b02c35e3268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:07.238567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-1ee3e58c-2bd6-4e5b-825c-b02c35e3268a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.4015164 Aug 19 15:35:07.297811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-57e6efeb-5d6e-4a16-a585-82c26aa4aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:07.299325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-57e6efeb-5d6e-4a16-a585-82c26aa4aaaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533774 Aug 19 15:35:07.476639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-25cae62f-4e0b-43c2-8d7c-1f2574a7c509 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441481 Aug 19 15:35:07.481081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Router 2d8c73cc-4703-47f6-b379-a7c0c6496994 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:07.658869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a94bc69-84cf-414e-b436-4d1a3dfe07a0 req-ed104b3a-ef36-4039-966c-49f32d4050fa service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741874 Aug 19 15:35:07.663631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:07.678939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] Sync routers for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:07.689913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:07.690540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:07.799479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:07.839206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.870001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-724fe60b-ed46-470d-8f59-ede9343eb12c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7931919 Aug 19 15:35:07.870621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:07.872977 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b645e6-265c-4a61-a442-12f7540df69f" -d '{"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:07.873276 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47032) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:07.910169 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d33a881-8e76-49c9-b993-c7d4fbb345d4 x-openstack-request-id: req-4d33a881-8e76-49c9-b993-c7d4fbb345d4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:07.910439 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:07.910659 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d33a881-8e76-49c9-b993-c7d4fbb345d4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:07.911113 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'status': 'completed', 'code': 200} Aug 19 15:35:07.930925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaeba77-b950-4c01-99fb-cd53744f1af4 tempest-TestVolumeBackupRestore-193696022 tempest-TestVolumeBackupRestore-193696022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:07.935890 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bbaeba77-b950-4c01-99fb-cd53744f1af4 tempest-TestVolumeBackupRestore-193696022 tempest-TestVolumeBackupRestore-193696022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1092 time: 0.0585527 Aug 19 15:35:07.935890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47036) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:07.940973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Request body: {'floatingip': {'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:07.984657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b645e6-265c-4a61-a442-12f7540df69f req-fdd2fcb6-e53f-458d-a71d-cc6e2a4fb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:07.986236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-fdd2fcb6-e53f-458d-a71d-cc6e2a4fb057 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1097 time: 0.0536368 Aug 19 15:35:08.023728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.063979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'a42a8878-a493-488b-9ad4-62a38c61ee3e', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:05Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 0, 'project_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:08.090146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b645e6-265c-4a61-a442-12f7540df69f req-27027558-a9b0-421d-b57a-f1c7bd8dc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:08.091905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-27027558-a9b0-421d-b57a-f1c7bd8dc324 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 915 time: 0.0989215 Aug 19 15:35:08.100410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] Checking router: 2d8c73cc-4703-47f6-b379-a7c0c6496994 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:08.110875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:08.111714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:08.175337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-b099e5ac-77ae-4c69-8a75-a137d242f66c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 998 time: 0.0759535 Aug 19 15:35:08.242265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b645e6-265c-4a61-a442-12f7540df69f req-653eb3bd-3f42-49d9-a7c7-315805445bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:08.244543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-653eb3bd-3f42-49d9-a7c7-315805445bb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 200 len: 853 time: 0.0612116 Aug 19 15:35:08.326480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b645e6-265c-4a61-a442-12f7540df69f req-323c95bc-598c-46da-a57e-b517556cc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:08.328057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-323c95bc-598c-46da-a57e-b517556cc8bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b50081-149e-4150-806c-20178ed880cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766132 Aug 19 15:35:08.399192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:08.447037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-c0531c40-a092-4dfd-8659-7818578caa19 service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108925 Aug 19 15:35:08.560738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58b645e6-265c-4a61-a442-12f7540df69f req-c18cbd9f-3ce2-4f7f-a295-a1d0966e696b service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071966 Aug 19 15:35:08.648019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.668893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'a42a8878-a493-488b-9ad4-62a38c61ee3e', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:05Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 0, 'project_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:08.697917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8a5d1-73fa-4392-8073-f72caf3ab909 None None] The sync data for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 is: [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'a42a8878-a493-488b-9ad4-62a38c61ee3e', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:05Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 0, 'project_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:08.725457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.914554 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae2a36-699e-469d-8b47-689fa63509a8 None None] New status for floating IP a42a8878-a493-488b-9ad4-62a38c61ee3e: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:35:08.977486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Router 2d8c73cc-4703-47f6-b379-a7c0c6496994 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:09.107312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:09.117022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.140992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:09.143281 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:09.184913 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-681c839a-de51-463f-b011-40f8299042e9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "PUT /v2.0/floatingips/a42a8878-a493-488b-9ad4-62a38c61ee3e HTTP/1.1" status: 200 len: 990 time: 1.2477169 Aug 19 15:35:09.186747 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ca0846-d255-4f81-b449-3fbc235ca165 x-openstack-request-id: req-45ca0846-d255-4f81-b449-3fbc235ca165 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:09.187033 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:09.187285 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45ca0846-d255-4f81-b449-3fbc235ca165 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:09.187729 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'status': 'completed', 'code': 200} Aug 19 15:35:09.256742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-13c4a36a-4687-40a0-bd95-2efd6c4d5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:09.258328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-13c4a36a-4687-40a0-bd95-2efd6c4d5049 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1097 time: 0.0479782 Aug 19 15:35:09.398523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] Sync routers for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:09.398523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:09.398523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:09.402616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-a09e61f6-62e7-4b3c-9e09-9d5e92aa8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:09.402616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-a09e61f6-62e7-4b3c-9e09-9d5e92aa8e4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 915 time: 0.1344700 Aug 19 15:35:09.480743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-09c09884-041f-4506-9693-24b5e5a6ae6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 1000 time: 0.0740731 Aug 19 15:35:09.492296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:09.545680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-f3542a05-8ab0-450a-a341-3e08fa0c0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:09.547925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-f3542a05-8ab0-450a-a341-3e08fa0c0ba8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 200 len: 853 time: 0.0594366 Aug 19 15:35:09.599508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-e0afdc25-1a79-47ce-b8ad-5e4a4f6605c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:09.600950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-e0afdc25-1a79-47ce-b8ad-5e4a4f6605c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b50081-149e-4150-806c-20178ed880cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455165 Aug 19 15:35:09.712460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-7ba725de-d4b5-4c53-bbf7-83b9f4be91f0 service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035981 Aug 19 15:35:09.783637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'a42a8878-a493-488b-9ad4-62a38c61ee3e', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:05Z', 'updated_at': '2021-08-19T15:35:09Z', 'revision_number': 2, 'project_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:09.812108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] Checking router: 2d8c73cc-4703-47f6-b379-a7c0c6496994 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:09.822196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:09.822856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:34:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:09.830919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f72cbfdb-9ff6-401b-b856-c9cdb6adeeb0 req-8588dffe-bb11-498b-9db8-4f1230095abb service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122005 Aug 19 15:35:09.959802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:10.226243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'a42a8878-a493-488b-9ad4-62a38c61ee3e', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:05Z', 'updated_at': '2021-08-19T15:35:09Z', 'revision_number': 2, 'project_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:10.253888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef791d-271b-4215-a849-a82e2ad19ca1 None None] The sync data for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 is: [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'a42a8878-a493-488b-9ad4-62a38c61ee3e', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'port_id': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'mac_address': 'fa:16:3e:aa:05:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:05Z', 'updated_at': '2021-08-19T15:35:09Z', 'revision_number': 2, 'project_id': '1d999809705f42da909edfcea0491a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:11.189557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:11.191941 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30" -d '{"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:11.239712 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfdd77e-596d-4134-9506-f3e4c7d12dd2 x-openstack-request-id: req-7dfdd77e-596d-4134-9506-f3e4c7d12dd2 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:11.239712 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:11.239712 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dfdd77e-596d-4134-9506-f3e4c7d12dd2 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:11.239712 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'status': 'completed', 'code': 200} Aug 19 15:35:11.295308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-b85c8d8b-61f6-4526-a28d-fe2eade43476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:11.296826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-b85c8d8b-61f6-4526-a28d-fe2eade43476 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1097 time: 0.0425141 Aug 19 15:35:11.395451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-5f067f89-e2c2-4a2d-8343-90204d7fcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:11.396858 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-5f067f89-e2c2-4a2d-8343-90204d7fcfc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 915 time: 0.0929453 Aug 19 15:35:11.466427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-07fc7031-accf-4eef-8287-dc976bb07d5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 1000 time: 0.0626259 Aug 19 15:35:11.517939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-6a8d3f79-edf9-425a-99ba-34ed19095cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:11.519436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-6a8d3f79-edf9-425a-99ba-34ed19095cba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 200 len: 853 time: 0.0462484 Aug 19 15:35:11.570268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-9f9c7861-db5a-4f78-b432-b8663c899dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:11.572346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-9f9c7861-db5a-4f78-b432-b8663c899dff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b50081-149e-4150-806c-20178ed880cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457301 Aug 19 15:35:11.665695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-506e6ddd-2513-4597-b30a-67fe6512e425 service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863457 Aug 19 15:35:11.769484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7bc64c8-6c0c-4f30-8be9-9d61eb73ec30 req-7bd3d3a5-8f21-415c-ba77-4dfe951dfd76 service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965648 Aug 19 15:35:13.322548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.667749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a2108918-129b-464d-99b8-6171cc7c5fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.736447 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.399243 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.948191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-47de6c4e-251f-4592-8a9e-f01bf5ef504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.706782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.930741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:31.358632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:35:43.352945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:53.588338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47200) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:53.702700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:53.796076 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:53.884533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:53.908074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-72528fef-38bf-4cfd-938d-5bb113ac2edf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452001 Aug 19 15:35:53.926337 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5bc282485294f0ca0306352798da38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361123 Aug 19 15:35:53.927515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47206) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:53.937393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728e1e9-2036-4fee-a699-e49e1eb4a516,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:53.947977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.948710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.949328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.950899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.951442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.952091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.952615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.953313 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.953659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.954002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.954535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:53.954930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b656b-cc2f-40c8-8938-8e117edac2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.033821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:54.053064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-82f982c5-0952-43a7-9356-7549e6bb298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:54.054497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-82f982c5-0952-43a7-9356-7549e6bb298c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.0714986 Aug 19 15:35:54.065265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:54.191516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-cf6ebf3e-1920-43c5-9e97-cf7c374ab04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:54.194044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-cf6ebf3e-1920-43c5-9e97-cf7c374ab04e service neutron] 10.222.0.46 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 910 time: 0.1164420 Aug 19 15:35:54.291762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-bd46a08f-8c9c-4405-a9ca-f66c0b2e7c94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 1000 time: 0.0917213 Aug 19 15:35:54.298023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d094f-13f2-422d-84d1-628cab91816c req-646d5968-8e9f-415f-95b4-64c9b3db68bd tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:54.299523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f24d094f-13f2-422d-84d1-628cab91816c req-646d5968-8e9f-415f-95b4-64c9b3db68bd tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1098 time: 0.0619729 Aug 19 15:35:54.339745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:54.342198 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:54.343343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a728e1e9-2036-4fee-a699-e49e1eb4a516 HTTP/1.1" status: 204 len: 168 time: 0.4145563 Aug 19 15:35:54.369037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728e1e9-2036-4fee-a699-e49e1eb4a516,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:54.385474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f24d094f-13f2-422d-84d1-628cab91816c req-a3d1b44b-87c1-4119-947c-b12c1aea8c78 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773945 Aug 19 15:35:54.386814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.387170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.387519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.387854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.388188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.388520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.388852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.389203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.389536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.389859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.390186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.390516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f372d-f778-47f3-a777-723d158452aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:54.395342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-0cfb0791-6050-45b3-8e18-4e7f9bf6b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:54.396815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-0cfb0791-6050-45b3-8e18-4e7f9bf6b8ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 200 len: 848 time: 0.0964339 Aug 19 15:35:54.448054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-74342ff9-f731-4422-938f-f2574d2b0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:54.449608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-74342ff9-f731-4422-938f-f2574d2b0e88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450385 Aug 19 15:35:54.576032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-9ba42669-8200-4d93-88fd-a2ee416ea9d9 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193941 Aug 19 15:35:54.586610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d933f7d-d0a5-4eea-8a0e-b8048587aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:54.703919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77b47ffc-cba3-4d16-840f-c04af267edeb req-48e413fa-9362-48d3-b668-ea64852e0294 service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198068 Aug 19 15:35:54.728583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20714645-af53-4067-9768-bbf773cab9b0 req-8b6403a2-c17e-4f6f-9224-451e1f302461 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:54.730098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20714645-af53-4067-9768-bbf773cab9b0 req-8b6403a2-c17e-4f6f-9224-451e1f302461 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0784812 Aug 19 15:35:54.771775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20714645-af53-4067-9768-bbf773cab9b0 req-930890fa-1321-4888-bcf2-a02511958c73 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Aug 19 15:35:54.796733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:54.873577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ce9c9e99-b884-4f67-b2ff-33cf190a08b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/10e25683-1b39-455a-b896-ecd3054d47fb HTTP/1.1" status: 200 len: 993 time: 0.0724931 Aug 19 15:35:55.705607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c425-8e0b-4a86-b6b7-9b310424542e req-ba8e16bc-1e58-47f4-8ec0-5cb3590144f6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:55.707188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff80c425-8e0b-4a86-b6b7-9b310424542e req-ba8e16bc-1e58-47f4-8ec0-5cb3590144f6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0547578 Aug 19 15:35:55.753187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ff80c425-8e0b-4a86-b6b7-9b310424542e req-c204a3e7-b3dc-46fe-861f-5c709c4aa3cc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Aug 19 15:35:55.758747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:56.004121 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-c571cad7-b0f4-4e9a-b0b3-0d63110bc078 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568480 Aug 19 15:35:56.887635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d067e1-04a9-4eb6-b131-7d9f77898159 req-8f180a40-fb65-476a-b3d5-2aa583c57ddc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:56.890580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2d067e1-04a9-4eb6-b131-7d9f77898159 req-8f180a40-fb65-476a-b3d5-2aa583c57ddc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0561979 Aug 19 15:35:56.940506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2d067e1-04a9-4eb6-b131-7d9f77898159 req-13876493-bbcc-43c9-878b-a748b154fb3c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Aug 19 15:35:57.358986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:57.924555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f10dfde5-a922-4a45-b9cb-38be05cc1588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:58.062127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d3b39-ad4f-4c9c-afd3-ead323c45b24 req-d06bd4fd-d75b-4c32-a840-d0cca00319f8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:58.063645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e5d3b39-ad4f-4c9c-afd3-ead323c45b24 req-d06bd4fd-d75b-4c32-a840-d0cca00319f8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0503187 Aug 19 15:35:58.104335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e5d3b39-ad4f-4c9c-afd3-ead323c45b24 req-1b8e2af2-f1bc-4580-bc85-3269d8fb7ccb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338101 Aug 19 15:35:58.591445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-2acde497-d29c-4ecb-85f7-d68eb7ed999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:58.592987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-2acde497-d29c-4ecb-85f7-d68eb7ed999f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1098 time: 0.0434628 Aug 19 15:35:58.685528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-1d96dab1-5843-4a2c-b951-a1514b99c0ab tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=287c8fd3589849189485327622434e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372036 Aug 19 15:35:58.832517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-ebeec9c0-6374-44d6-a7aa-086d96371bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:58.833950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-ebeec9c0-6374-44d6-a7aa-086d96371bf1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.2338843 Aug 19 15:35:58.946053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-b12d729a-25f3-449b-870a-038941ea6428 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:58.947533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-b12d729a-25f3-449b-870a-038941ea6428 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550945 Aug 19 15:35:58.958075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-fa283bc3-d676-4df3-bb5b-eebfc01d731a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 1001 time: 0.1166267 Aug 19 15:35:58.975579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-d89533f5-0a32-46be-a18e-78975e1b05ec tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/quotas/287c8fd3589849189485327622434e51 HTTP/1.1" status: 200 len: 375 time: 0.0210924 Aug 19 15:35:59.033533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-0f54a12c-a959-4195-a153-129a51b37fb1 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=287c8fd3589849189485327622434e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386548 Aug 19 15:35:59.044949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-930ccaba-0abe-4837-98f5-3432ba0fbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:59.044949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-930ccaba-0abe-4837-98f5-3432ba0fbc19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0761690 Aug 19 15:35:59.088911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-7d087384-6a73-4ba9-b265-7697234bfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:59.090352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-7d087384-6a73-4ba9-b265-7697234bfb8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428770 Aug 19 15:35:59.184702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-817c5d26-5ee1-4b02-b3d2-8845f85c6b48 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872700 Aug 19 15:35:59.603936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6414f-a5fe-4347-93f6-fc74977f4f0f req-3eba8b6f-77a8-4379-a301-aa491c1ae5e2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:59.605440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87d6414f-a5fe-4347-93f6-fc74977f4f0f req-3eba8b6f-77a8-4379-a301-aa491c1ae5e2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0956171 Aug 19 15:35:59.627756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-1ad60896-13fd-416b-91e8-db77232c69a0 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357166 Aug 19 15:35:59.654030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87d6414f-a5fe-4347-93f6-fc74977f4f0f req-ce84db9b-76c8-4a23-8148-174fc5ed84db tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392327 Aug 19 15:35:59.719979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a492a3e-2b88-481e-8823-8b8561bc65ed req-3aedaf04-2e09-4dda-8057-6ab9781ef2e6 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 210 time: 0.0268199 Aug 19 15:35:59.764060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:00.773400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e6193-9f54-41be-9cdb-710b79e38a31 req-63f503bc-882f-414d-8c76-fb6fa5d26d5d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:00.774924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-637e6193-9f54-41be-9cdb-710b79e38a31 req-63f503bc-882f-414d-8c76-fb6fa5d26d5d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0514727 Aug 19 15:36:00.816868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-637e6193-9f54-41be-9cdb-710b79e38a31 req-674e2aaf-9392-43a6-99b4-b3bcf9a28660 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Aug 19 15:36:00.843328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:00.903596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a094b5b3-1e04-4ba6-8eb2-4edb93c167a5 req-e3facdb9-6281-4d6e-a759-c211de570149 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 210 time: 0.0305445 Aug 19 15:36:01.938224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b294da-26f6-428e-b037-31915fdbd18b req-d448b489-fe64-4aa9-bb23-7a720257d6c1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:01.939790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b294da-26f6-428e-b037-31915fdbd18b req-d448b489-fe64-4aa9-bb23-7a720257d6c1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0514755 Aug 19 15:36:01.982442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b294da-26f6-428e-b037-31915fdbd18b req-fabafbbb-aa36-4196-904f-a97809b51e07 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357859 Aug 19 15:36:02.005284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-634664a7-fdde-4650-be41-6214f09e10e5 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=287c8fd3589849189485327622434e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218184 Aug 19 15:36:02.092467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e34be5a5-c47f-4857-8a70-78e0fca0e941 req-501f250b-9376-4c48-b1a6-d8b876f02228 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 210 time: 0.0332928 Aug 19 15:36:02.143632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-507adf51-dc85-413f-b747-fff8cb2490b7 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:02.145360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-507adf51-dc85-413f-b747-fff8cb2490b7 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349266 Aug 19 15:36:02.164841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Request body: {'port': {'device_id': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '287c8fd3589849189485327622434e51'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:02.414471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Made reservation on behalf of 287c8fd3589849189485327622434e51 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:02.418148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:02.428623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:02.522469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:02.667139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:02.730609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313db763-d79d-431e-975a-e0ab03287c7d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:02.801489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Allocated IP 192.168.233.207 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/05ce93ed-912d-44cd-a3f6-9225ed33ede6) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:02.951796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:02.965058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Transition to ACTIVE for port object 05ce93ed-912d-44cd-a3f6-9225ed33ede6 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:03.067485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:03.133568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:03.139632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:03.144706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:03.178861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89834-222b-4de8-adfb-11f201de233b req-b5904857-b589-491a-86d2-69ccc76eaead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:03.180471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57c89834-222b-4de8-adfb-11f201de233b req-b5904857-b589-491a-86d2-69ccc76eaead tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.1266091 Aug 19 15:36:03.183807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Pushing event updated for resources: {'Port': ['ID=05ce93ed-912d-44cd-a3f6-9225ed33ede6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:03.230068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:03.230737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:03.254251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57c89834-222b-4de8-adfb-11f201de233b req-3c0f3cb9-1791-4b67-a527-76e3a3326dd3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600586 Aug 19 15:36:03.365646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b453f-d453-47c0-b2bc-ab12d3cc8505 req-701ce280-c46b-422f-a2c1-6d6ae00f98f7 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:03.367157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284b453f-d453-47c0-b2bc-ab12d3cc8505 req-701ce280-c46b-422f-a2c1-6d6ae00f98f7 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 936 time: 0.0527129 Aug 19 15:36:03.368954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-982e4179-f10d-4bb2-a567-f20fcf868004 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2083752 Aug 19 15:36:03.392178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Request body: {'port': {'device_id': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:03.437518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-284b453f-d453-47c0-b2bc-ab12d3cc8505 req-1ed995be-0e8c-43cc-8134-36ae1f4f6fa1 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640709 Aug 19 15:36:03.468153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:03.482367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a78b323e-c48d-4ce9-8ce4-6810061fa8a3 None None] Provisioning for port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:03.482367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a78b323e-c48d-4ce9-8ce4-6810061fa8a3 None None] Provisioning complete for port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:03.482367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a78b323e-c48d-4ce9-8ce4-6810061fa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:03.520941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a78b323e-c48d-4ce9-8ce4-6810061fa8a3 None None] Port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:03.740879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ce93ed-912d-44cd-a3f6-9225ed33ede6 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:03.749407 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:03.762404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Transition to ACTIVE for port object 05ce93ed-912d-44cd-a3f6-9225ed33ede6 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:03.889975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:03.942482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=05ce93ed-912d-44cd-a3f6-9225ed33ede6,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:04.019003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Attempting to bind port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:04.019862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Attempting to bind port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:04.019862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Attempting to bind port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:04.024994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:36:04.025349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Attempting to bind port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:04.031277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:04.031790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:04.032210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:04.032646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Bound port: 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:04.033006 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.119632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] For port 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:04.123620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] For port 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=05ce93ed-912d-44cd-a3f6-9225ed33ede6,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:04.222652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.259196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.259806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.261314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/05ce93ed-912d-44cd-a3f6-9225ed33ede6 HTTP/1.1" status: 200 len: 1097 time: 0.8745935 Aug 19 15:36:04.261755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'tag': '05ce93ed-912d-44cd-a3f6-9225ed33ede6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:04.264080 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbd8f06-e637-4394-ba23-e25bc1ec9612" -d '{"events": [{"name": "network-changed", "server_uuid": "e85d33c7-493a-42bb-bc12-7de8877a5279", "tag": "05ce93ed-912d-44cd-a3f6-9225ed33ede6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:04.294381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63143d-a58d-410e-88e7-38715a53f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=05ce93ed-912d-44cd-a3f6-9225ed33ede6,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:04.317385 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97a259-555c-42db-9f5e-6fb1e98c84bc x-openstack-request-id: req-8f97a259-555c-42db-9f5e-6fb1e98c84bc {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:04.317690 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85d33c7-493a-42bb-bc12-7de8877a5279", "tag": "05ce93ed-912d-44cd-a3f6-9225ed33ede6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:04.317945 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f97a259-555c-42db-9f5e-6fb1e98c84bc {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:04.318358 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'tag': '05ce93ed-912d-44cd-a3f6-9225ed33ede6', 'status': 'completed', 'code': 200} Aug 19 15:36:04.436485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd8f06-e637-4394-ba23-e25bc1ec9612 req-a0be92d1-f613-427b-85e8-abd660ddfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.440513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fbd8f06-e637-4394-ba23-e25bc1ec9612 req-a0be92d1-f613-427b-85e8-abd660ddfb63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=287c8fd3589849189485327622434e51&device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 1100 time: 0.0784872 Aug 19 15:36:04.456300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b4f58-57d6-44db-8eae-aea54ffe49ec req-2e0040e7-4560-49c3-baf7-8bb21230ba59 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.457807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f3b4f58-57d6-44db-8eae-aea54ffe49ec req-2e0040e7-4560-49c3-baf7-8bb21230ba59 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0659869 Aug 19 15:36:04.491089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fbd8f06-e637-4394-ba23-e25bc1ec9612 req-f116aab6-4ab8-42ae-ac18-8d3417971073 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=287c8fd3589849189485327622434e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323098 Aug 19 15:36:04.526929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f3b4f58-57d6-44db-8eae-aea54ffe49ec req-5bd87465-ee78-4cbd-a65f-267dd22dda63 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599728 Aug 19 15:36:04.635202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd8f06-e637-4394-ba23-e25bc1ec9612 req-2a871537-ee45-49ec-95ae-67ad4c3b30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.637147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5fbd8f06-e637-4394-ba23-e25bc1ec9612 req-2a871537-ee45-49ec-95ae-67ad4c3b30b6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352975 Aug 19 15:36:04.658301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2d752-1b30-449b-ba96-245ccfe687cf req-ec598f66-df84-4ec0-b20c-e90c706d324d tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.660285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f2d752-1b30-449b-ba96-245ccfe687cf req-ec598f66-df84-4ec0-b20c-e90c706d324d tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 948 time: 0.0741537 Aug 19 15:36:04.704217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f2d752-1b30-449b-ba96-245ccfe687cf req-a51897f8-4914-4e1d-83b9-6efed5169d7a tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Aug 19 15:36:04.744241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-e4875756-91d1-4fa8-8c76-b7815382e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.745783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-e4875756-91d1-4fa8-8c76-b7815382e451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=287c8fd3589849189485327622434e51&device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 1100 time: 0.0407050 Aug 19 15:36:04.798428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-3a5a5f94-efda-4a14-920d-b6f30ed3e243 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05ce93ed-912d-44cd-a3f6-9225ed33ede6 HTTP/1.1" status: 200 len: 217 time: 0.0380418 Aug 19 15:36:04.848909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-ed4c8538-c0c7-4275-b2ee-40f4b4758efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.850468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-ed4c8538-c0c7-4275-b2ee-40f4b4758efa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0456109 Aug 19 15:36:04.895907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-49cd3e39-6ccc-4785-9b1e-106e23c0ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.897402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-49cd3e39-6ccc-4785-9b1e-106e23c0ed06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406015 Aug 19 15:36:04.992164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-53d9a159-9170-498f-9523-772ddeffc786 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880847 Aug 19 15:36:05.085030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b943fa53-bed1-4bd3-8b66-deacd435eafd req-2c4ac4cf-8a0c-4ec9-b783-8d4d01f76038 service neutron] 10.222.0.54 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856323 Aug 19 15:36:05.647835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cd58d-8026-43ca-9ecb-9f7c8eb5a166 req-ff2adef0-4ae1-4625-b9c6-4012003990eb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:05.649366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d4cd58d-8026-43ca-9ecb-9f7c8eb5a166 req-ff2adef0-4ae1-4625-b9c6-4012003990eb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0503757 Aug 19 15:36:05.694352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d4cd58d-8026-43ca-9ecb-9f7c8eb5a166 req-3a112c87-b480-45c8-9224-6a05af355dce tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387092 Aug 19 15:36:05.821088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415993a-a071-43c7-84eb-8938e1db46ad req-d43d3f8b-0a48-49d0-82dc-6bca39c57a2b tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:05.822050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e415993a-a071-43c7-84eb-8938e1db46ad req-d43d3f8b-0a48-49d0-82dc-6bca39c57a2b tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 948 time: 0.0503523 Aug 19 15:36:05.861511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e415993a-a071-43c7-84eb-8938e1db46ad req-bd791860-a851-40a8-a1d5-80c0b60b81cc tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Aug 19 15:36:06.812878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bde17-0382-4853-952f-565367dbb63c req-312b2933-93be-4f9e-a07b-7d9f43d02d61 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.814409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd7bde17-0382-4853-952f-565367dbb63c req-312b2933-93be-4f9e-a07b-7d9f43d02d61 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0505810 Aug 19 15:36:06.852657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd7bde17-0382-4853-952f-565367dbb63c req-650577d4-ad11-494f-9d6d-ab613c2a5f8a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Aug 19 15:36:06.989719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059e52a-3ba6-41af-bd81-9a0b6b160ba9 req-de8c72b2-3f8e-4c07-9e41-abeb99a2b918 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.991274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3059e52a-3ba6-41af-bd81-9a0b6b160ba9 req-de8c72b2-3f8e-4c07-9e41-abeb99a2b918 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 948 time: 0.0575371 Aug 19 15:36:07.033268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3059e52a-3ba6-41af-bd81-9a0b6b160ba9 req-73328702-cad8-4d39-9070-9123ac9bbee5 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Aug 19 15:36:07.406882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-ab2b258a-b653-4e19-9cab-c51adaf0b3e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409935 Aug 19 15:36:07.479324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-a01075d5-e5df-47af-9476-35dba9f57c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:07.480829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-a01075d5-e5df-47af-9476-35dba9f57c03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1097 time: 0.0407305 Aug 19 15:36:07.590625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-f6581781-424f-40bf-b69d-13f54537cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:07.592364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-f6581781-424f-40bf-b69d-13f54537cb36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 897 time: 0.0917149 Aug 19 15:36:07.661137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-4930dd20-e8f8-4a5d-823c-f7c65873fe05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 200 len: 1000 time: 0.0606906 Aug 19 15:36:07.711167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-dd4a74ba-c7ed-45f2-8403-f34b0c7ec9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:07.712773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-dd4a74ba-c7ed-45f2-8403-f34b0c7ec9cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8684f780-0d96-40ce-9768-a8617e523b50 HTTP/1.1" status: 200 len: 834 time: 0.0454087 Aug 19 15:36:07.763779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-a944c60b-a538-43bb-8584-436abffef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:07.765322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-a944c60b-a538-43bb-8584-436abffef68d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6c06576-272f-4589-a333-2975d72cfe12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461400 Aug 19 15:36:07.856738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-e22357eb-79ca-42fb-94e7-f8edba202e5f service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835819 Aug 19 15:36:07.987067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8bf9276-b72b-47c9-be26-a125e38b753a req-27b64b47-f2b6-4cb6-acf3-ffe0ac73f151 service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231461 Aug 19 15:36:07.998856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc483-5d53-43d6-ae27-0a4d7ec0ef79 req-cc9b8b18-2e47-47c6-98a3-cf2f529cd444 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:08.000333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e9cc483-5d53-43d6-ae27-0a4d7ec0ef79 req-cc9b8b18-2e47-47c6-98a3-cf2f529cd444 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0770657 Aug 19 15:36:08.040255 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e9cc483-5d53-43d6-ae27-0a4d7ec0ef79 req-76e98bd0-e761-48be-981a-c4fbad858893 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333965 Aug 19 15:36:08.149931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e16df-9128-4986-b9a6-8aba424124f4 req-1b298775-0e47-4593-b097-02e673f3f675 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:08.151426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-370e16df-9128-4986-b9a6-8aba424124f4 req-1b298775-0e47-4593-b097-02e673f3f675 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 948 time: 0.0498934 Aug 19 15:36:08.189383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-370e16df-9128-4986-b9a6-8aba424124f4 req-a9f39dd6-dbee-487b-9ea0-e712daea1c99 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Aug 19 15:36:08.358099 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:36:08.423348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 05ce93ed-912d-44cd-a3f6-9225ed33ede6 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:36:08.518516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=05ce93ed-912d-44cd-a3f6-9225ed33ede6,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:08.530448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '05ce93ed-912d-44cd-a3f6-9225ed33ede6', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': '05ce93ed-912d-44cd-a3f6-9225ed33ede6', 'mac_address': 'fa:16:3e:af:3e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:36:08.572568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:08.586251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ce93ed-912d-44cd-a3f6-9225ed33ede6 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:08.607649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=05ce93ed-912d-44cd-a3f6-9225ed33ede6,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:08.707086 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:08.757126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=05ce93ed-912d-44cd-a3f6-9225ed33ede6,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:08.765211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.765567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.765915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.766258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.766592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.766928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.767305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.767661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.768011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.768335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.768660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:08.768992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.107071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['05ce93ed-912d-44cd-a3f6-9225ed33ede6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:09.164253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f4289-351a-4c64-aed5-af10d91a47e5 req-c20f4634-4f07-41f4-a499-5c98dddfc171 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:09.165859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab1f4289-351a-4c64-aed5-af10d91a47e5 req-c20f4634-4f07-41f4-a499-5c98dddfc171 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0558844 Aug 19 15:36:09.208917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab1f4289-351a-4c64-aed5-af10d91a47e5 req-9c543c4e-1340-48c1-b240-c3abc470f4c2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361252 Aug 19 15:36:09.322793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1d099-9101-4572-9284-761165299939 req-9213884b-b00b-46f6-ad97-840197b85e8a tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:09.324472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36c1d099-9101-4572-9284-761165299939 req-9213884b-b00b-46f6-ad97-840197b85e8a tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 949 time: 0.0553470 Aug 19 15:36:09.366018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-36c1d099-9101-4572-9284-761165299939 req-00edcf56-e1d3-40ac-89d8-57c2112b2156 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Aug 19 15:36:10.329362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656a509-6bae-45b4-9bac-9e2a0575a69a req-23bb1b40-2600-432d-9a91-6e404dfa832e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:10.330947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d656a509-6bae-45b4-9bac-9e2a0575a69a req-23bb1b40-2600-432d-9a91-6e404dfa832e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0506747 Aug 19 15:36:10.377877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d656a509-6bae-45b4-9bac-9e2a0575a69a req-bc7f41c6-f484-4e38-b8a1-bcdd86cb082e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Aug 19 15:36:10.434404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 05ce93ed-912d-44cd-a3f6-9225ed33ede6 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:10.496836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c6169-92c5-4386-82cf-6e7eb71a4420 req-93d42de9-5035-4fd8-bbbc-0c77bd807ed6 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:10.498301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a6c6169-92c5-4386-82cf-6e7eb71a4420 req-93d42de9-5035-4fd8-bbbc-0c77bd807ed6 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 949 time: 0.0574100 Aug 19 15:36:10.538718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a6c6169-92c5-4386-82cf-6e7eb71a4420 req-5d2705db-2a76-4a97-b15b-5f72091dc9c5 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Aug 19 15:36:10.575599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:10.579921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:10.585617 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:10.665270 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:10.692646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ce93ed-912d-44cd-a3f6-9225ed33ede6'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:10.694989 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77650d95-c35e-404b-b5b0-fe8f4e04d8de" -d '{"events": [{"server_uuid": "e85d33c7-493a-42bb-bc12-7de8877a5279", "name": "network-vif-plugged", "status": "completed", "tag": "05ce93ed-912d-44cd-a3f6-9225ed33ede6"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:10.721454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=05ce93ed-912d-44cd-a3f6-9225ed33ede6,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:10.732952 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdd891d-22f7-4979-a5fa-8e5bb18db192 x-openstack-request-id: req-5cdd891d-22f7-4979-a5fa-8e5bb18db192 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:10.733274 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d33c7-493a-42bb-bc12-7de8877a5279", "name": "network-vif-plugged", "status": "completed", "tag": "05ce93ed-912d-44cd-a3f6-9225ed33ede6", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:10.733555 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cdd891d-22f7-4979-a5fa-8e5bb18db192 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:10.733944 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ce93ed-912d-44cd-a3f6-9225ed33ede6', 'code': 200} Aug 19 15:36:10.787506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:10.840997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=05ce93ed-912d-44cd-a3f6-9225ed33ede6,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:10.881571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0689f51-c75a-4181-91ef-80b1065c17ec req-c0a2bc4e-cabb-45fb-9ff4-6d4cee323d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:10.883179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0689f51-c75a-4181-91ef-80b1065c17ec req-c0a2bc4e-cabb-45fb-9ff4-6d4cee323d6c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 1102 time: 0.0422173 Aug 19 15:36:10.920888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0689f51-c75a-4181-91ef-80b1065c17ec req-66ddf8ee-fa79-4138-9ba4-ec8fea50cfea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303390 Aug 19 15:36:11.500781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e10403-de19-463a-b0a0-78a40145b1fa req-357bc2db-83f7-41d9-9bc8-710a942ed160 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:11.502218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78e10403-de19-463a-b0a0-78a40145b1fa req-357bc2db-83f7-41d9-9bc8-710a942ed160 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0484838 Aug 19 15:36:11.541363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78e10403-de19-463a-b0a0-78a40145b1fa req-804e0750-b427-404d-80e2-17ac5331f189 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Aug 19 15:36:11.661548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767237-4fc4-45dd-84b6-6f6c93725da2 req-ceaa745f-b640-4929-9259-388fc69f4253 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:11.663043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a767237-4fc4-45dd-84b6-6f6c93725da2 req-ceaa745f-b640-4929-9259-388fc69f4253 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 950 time: 0.0540199 Aug 19 15:36:11.716115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a767237-4fc4-45dd-84b6-6f6c93725da2 req-3feb5bd7-4944-44d1-948c-055cc220df53 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467365 Aug 19 15:36:12.692481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ef50-bdf2-45e6-b022-7bc0e517f5dd req-0dbe642d-d1a4-4e47-9880-6c7079c68f18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:12.694031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d47ef50-bdf2-45e6-b022-7bc0e517f5dd req-0dbe642d-d1a4-4e47-9880-6c7079c68f18 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0818374 Aug 19 15:36:12.730232 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-4daa69e1-856f-48f7-ae19-3d2c3c7fe3bb service neutron] show failed (client error): The resource could not be found. Aug 19 15:36:12.731277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-4daa69e1-856f-48f7-ae19-3d2c3c7fe3bb service neutron] 10.222.0.54 "GET /v2.0/ports/d5bf5024-b127-4526-aa83-fd6ef4f9fd63/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0897970 Aug 19 15:36:12.744029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d47ef50-bdf2-45e6-b022-7bc0e517f5dd req-de0b54e0-776b-49a0-ac20-c2d691955461 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Aug 19 15:36:12.851834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d0db-dab8-432c-83c1-ffc6c91015da req-f1038f56-12e8-4b0f-a3e7-5e47f32587b2 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:12.853271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3349d0db-dab8-432c-83c1-ffc6c91015da req-f1038f56-12e8-4b0f-a3e7-5e47f32587b2 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 950 time: 0.0544729 Aug 19 15:36:12.891998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3349d0db-dab8-432c-83c1-ffc6c91015da req-39f97bb6-cbed-4afa-b883-43ce0ee82123 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Aug 19 15:36:13.341135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:13.352254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-cd58e7e3-fdff-43c1-bec7-3418428b4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:13.353794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-cd58e7e3-fdff-43c1-bec7-3418428b4ecb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 1098 time: 0.1084752 Aug 19 15:36:13.367051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:13.376123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6eec6-43ce-4235-bea1-65cc3bb2c80d req-8c21d4aa-96f1-412a-8be4-dbd42dc10e7e tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:13.377605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55c6eec6-43ce-4235-bea1-65cc3bb2c80d req-8c21d4aa-96f1-412a-8be4-dbd42dc10e7e tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 950 time: 0.0831397 Aug 19 15:36:13.454308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55c6eec6-43ce-4235-bea1-65cc3bb2c80d req-b01604d9-0da0-4a89-be1b-aa1d1c1cb186 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587630 Aug 19 15:36:13.457430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:13.663690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:13.696537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:13.739743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:13.742060 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b8cb1-6aae-43f0-8182-4182ff8d113f" -d '{"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:13.745859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:13.759067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Transition to ACTIVE for port object d5bf5024-b127-4526-aa83-fd6ef4f9fd63 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:13.794693 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a3b7cd-f471-478b-8ce9-2cf60d199291 x-openstack-request-id: req-77a3b7cd-f471-478b-8ce9-2cf60d199291 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:13.794693 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:13.794693 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77a3b7cd-f471-478b-8ce9-2cf60d199291 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:13.795089 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'code': 200} Aug 19 15:36:13.809744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:14.260091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:14.306421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc8ab3-c50a-4186-9d9d-f28889d0abfb req-0b60c214-5e89-4859-8df3-11461aaaff92 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:14.308209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4bc8ab3-c50a-4186-9d9d-f28889d0abfb req-0b60c214-5e89-4859-8df3-11461aaaff92 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.4646349 Aug 19 15:36:14.346103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] No DVR routers for this DVR port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:14.409024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4bc8ab3-c50a-4186-9d9d-f28889d0abfb req-f2aed9c6-a16c-4adf-88e6-880f2048704c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945110 Aug 19 15:36:14.499532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:14.499875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:14.500207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:14.505139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:36:14.505435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:14.510382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:14.510724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Checking segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:14.511112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Bound using segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:14.511546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Bound port: d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:14.511900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:14.611412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df952105-9589-4d0b-b7be-42ec5f158ec0 req-91ef4bd2-9843-41fa-a62a-c5ecb7554ab2 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:14.612922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df952105-9589-4d0b-b7be-42ec5f158ec0 req-91ef4bd2-9843-41fa-a62a-c5ecb7554ab2 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 950 time: 0.0882938 Aug 19 15:36:14.615992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:14.619240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:14.653583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df952105-9589-4d0b-b7be-42ec5f158ec0 req-2bc5e3ef-dc93-475e-9034-9114e05ad596 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/security-groups?id=313db763-d79d-431e-975a-e0ab03287c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Aug 19 15:36:14.701884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:14.735779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:14.736402 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:14.737819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 1093 time: 1.3751931 Aug 19 15:36:14.760477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016141-0092-45f7-870c-5bb0784794e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:14.809052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-f62e8090-41b6-445f-a7c9-af77687ef772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:14.810612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-f62e8090-41b6-445f-a7c9-af77687ef772 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0472205 Aug 19 15:36:14.937348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-a462503d-53a8-4ec4-93c2-2670811bcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:14.938830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-a462503d-53a8-4ec4-93c2-2670811bcd29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1200345 Aug 19 15:36:14.961366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-a926df9e-b994-4753-bb74-a5f0bb697fbb tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:14.962787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-a926df9e-b994-4753-bb74-a5f0bb697fbb tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.54 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 950 time: 0.0750947 Aug 19 15:36:15.065668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-36734fd8-4625-4115-a40f-6801de12dfaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.1187646 Aug 19 15:36:15.133201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Deleting port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:15.133546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:15.138376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-53670487-b398-45e7-9a59-bf23a21fe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:15.139835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-53670487-b398-45e7-9a59-bf23a21fe1b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0654960 Aug 19 15:36:15.237303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-853c2975-a9f3-4242-881a-a9f119f72992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:15.238950 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-853c2975-a9f3-4242-881a-a9f119f72992 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894110 Aug 19 15:36:15.302368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] For port 05ce93ed-912d-44cd-a3f6-9225ed33ede6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=05ce93ed-912d-44cd-a3f6-9225ed33ede6,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:15.302650 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:15.322164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Calling delete_port for 05ce93ed-912d-44cd-a3f6-9225ed33ede6 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:15.399335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-27731b21-3ce8-4af1-9499-6848a116c536 service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522074 Aug 19 15:36:15.566862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44d20e04-b35e-413f-8acd-3e89f5c0d45d req-8974bca7-9fc7-43f1-9045-ba28e1aeeb4c service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586468 Aug 19 15:36:15.594439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171a6d-f2d9-4633-9442-8a2fda6fb938 req-cfc32826-213c-47ac-8c22-875ef64d569b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:15.595971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7171a6d-f2d9-4633-9442-8a2fda6fb938 req-cfc32826-213c-47ac-8c22-875ef64d569b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.1115077 Aug 19 15:36:15.637451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7171a6d-f2d9-4633-9442-8a2fda6fb938 req-eaebf704-b94b-4e5f-abf2-66f9407a7c9a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337036 Aug 19 15:36:15.666663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:15.695635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Pushing event deleted for resources: {'Port': ['ID=05ce93ed-912d-44cd-a3f6-9225ed33ede6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:15.701303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['05ce93ed-912d-44cd-a3f6-9225ed33ede6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:15.748411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] No DVR routers for this DVR port 05ce93ed-912d-44cd-a3f6-9225ed33ede6 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:15.760158 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:15.762174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebe70bf6-ac28-426c-bc2a-aec49be9570e req-8420c5dd-8586-47d4-80ce-66bb34f72c64 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.54 "DELETE /v2.0/ports/05ce93ed-912d-44cd-a3f6-9225ed33ede6 HTTP/1.1" status: 204 len: 173 time: 0.7716975 Aug 19 15:36:15.785323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43b6f6e1-b549-4603-8d6e-df96f45d2fa0 req-95046bc1-3b11-4220-8566-37f1f1abe82d tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 210 time: 0.0394607 Aug 19 15:36:15.801310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}, {'server_uuid': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'name': 'network-vif-deleted', 'tag': '05ce93ed-912d-44cd-a3f6-9225ed33ede6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:15.801310 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fba68b3-43ce-49eb-9f46-b23bb23707bd" -d '{"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}, {"server_uuid": "e85d33c7-493a-42bb-bc12-7de8877a5279", "name": "network-vif-deleted", "tag": "05ce93ed-912d-44cd-a3f6-9225ed33ede6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:15.845341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47396) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:15.859744 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e1ec74-54ae-475d-b7a9-dd88d8ff1d84 x-openstack-request-id: req-96e1ec74-54ae-475d-b7a9-dd88d8ff1d84 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:15.860056 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "status": "completed", "code": 200}, {"server_uuid": "e85d33c7-493a-42bb-bc12-7de8877a5279", "name": "network-vif-deleted", "tag": "05ce93ed-912d-44cd-a3f6-9225ed33ede6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:15.860307 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e1ec74-54ae-475d-b7a9-dd88d8ff1d84 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:15.860709 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'status': 'completed', 'code': 200} Aug 19 15:36:15.860972 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d33c7-493a-42bb-bc12-7de8877a5279', 'name': 'network-vif-deleted', 'tag': '05ce93ed-912d-44cd-a3f6-9225ed33ede6', 'status': 'completed', 'code': 200} Aug 19 15:36:15.975262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-fe44ccfc-28e6-4507-a369-bc086d6a1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:15.976807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-fe44ccfc-28e6-4507-a369-bc086d6a1fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0887868 Aug 19 15:36:15.979534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-65a2808a-d382-460b-994c-9e352c4c3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:15.980956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-65a2808a-d382-460b-994c-9e352c4c3c15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0565813 Aug 19 15:36:16.135327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Deleting port 76c69ab2-9632-434b-b038-ce37f56d6b1b {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:16.135585 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:16.149383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-3d15edbd-cf99-4e54-b8e4-ff28da8e74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.152884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-3d15edbd-cf99-4e54-b8e4-ff28da8e74a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1672969 Aug 19 15:36:16.156055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-7e231d9a-3ad2-4177-b24e-abed2cde3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.157781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-7e231d9a-3ad2-4177-b24e-abed2cde3d18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1547174 Aug 19 15:36:16.221587 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:16.221927 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:16.235256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Calling delete_port for 76c69ab2-9632-434b-b038-ce37f56d6b1b owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:16.274191 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-d3dac08d-bbf7-4e61-917e-9fb4c389f4c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.1134896 Aug 19 15:36:16.277415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-1ce3c7d0-dff9-43f4-b9d3-ba1ae9a55244 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.1090732 Aug 19 15:36:16.370855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-2f7c2d04-518a-4bf8-8dc7-68963cee3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.372376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-2f7c2d04-518a-4bf8-8dc7-68963cee3624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0893974 Aug 19 15:36:16.376530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-6a83c208-5a29-43b8-8266-88757c85d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.378089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-6a83c208-5a29-43b8-8266-88757c85d3aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0921707 Aug 19 15:36:16.456108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-8a006b49-93c7-456a-ab06-0eedb2611ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.465486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-8a006b49-93c7-456a-ab06-0eedb2611ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770509 Aug 19 15:36:16.465486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-3a20e5a3-cdad-4021-8ab9-195f9d7c363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.466232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-3a20e5a3-cdad-4021-8ab9-195f9d7c363e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591137 Aug 19 15:36:16.475965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 05ce93ed-912d-44cd-a3f6-9225ed33ede6 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:16.484245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:16.496370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 05ce93ed-912d-44cd-a3f6-9225ed33ede6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:16.496849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 05ce93ed-912d-44cd-a3f6-9225ed33ede6 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:16.497556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:16.517102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event deleted for resources: {'Port': ['ID=76c69ab2-9632-434b-b038-ce37f56d6b1b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:16.538705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:16.579212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:16.579697 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Floating IP a42a8878-a493-488b-9ad4-62a38c61ee3e disassociated (deleted). External IP: 172.25.5.34, port: a99fe4d7-1299-45a9-838d-514c980ad286. Aug 19 15:36:16.635263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-b370014b-bbdc-4eb4-9d6a-713628319eae service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670754 Aug 19 15:36:16.637171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-e0ce09f6-93a7-4354-b905-980375441ed1 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614003 Aug 19 15:36:16.802177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Router 2d8c73cc-4703-47f6-b379-a7c0c6496994 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:16.846566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-c1262f46-75e6-4733-9379-61d3d5265c76 service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043684 Aug 19 15:36:16.854667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebc123-df34-48d5-8d5a-16fe2aa6e508 req-43aea2f5-7528-4904-897e-45886f362a3e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:16.856137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02ebc123-df34-48d5-8d5a-16fe2aa6e508 req-43aea2f5-7528-4904-897e-45886f362a3e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.1193149 Aug 19 15:36:16.862163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fba68b3-43ce-49eb-9f46-b23bb23707bd req-cee4bf3b-0f11-4bc8-8783-57625f16f878 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121747 Aug 19 15:36:16.902226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02ebc123-df34-48d5-8d5a-16fe2aa6e508 req-e1dc27af-6627-42cc-9888-962390918bfd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Aug 19 15:36:16.920711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:16.932680 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] Sync routers for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:16.933188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:16.949446 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:16.950260 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:35:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:16.965411 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-727f28b5-4fe4-4177-8fac-8a526b64bb24 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "DELETE /v2.0/floatingips/a42a8878-a493-488b-9ad4-62a38c61ee3e HTTP/1.1" status: 204 len: 168 time: 1.1188953 Aug 19 15:36:16.966043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:16.968401 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc2e67a-d732-407d-9db7-7c8c0590ce15" -d '{"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:17.013307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd48f5c3-e53f-4a25-8c0d-7eb33a992dcd req-7aa8e59c-b812-4cf8-bb57-3bb89c789fa9 tempest-VolumesNegativeTest-354285950 tempest-VolumesNegativeTest-354285950-project] 10.222.0.13 "GET /v2.0/ports?device_id=e85d33c7-493a-42bb-bc12-7de8877a5279 HTTP/1.1" status: 200 len: 210 time: 0.0300510 Aug 19 15:36:17.075367 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:17.281216 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:17.310194 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] Checking router: 2d8c73cc-4703-47f6-b379-a7c0c6496994 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:17.319390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:17.320002 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:35:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:17.405832 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98e5af-cb53-4c18-b36d-87cc791d9d42 x-openstack-request-id: req-cf98e5af-cb53-4c18-b36d-87cc791d9d42 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:17.406183 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:17.409197 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf98e5af-cb53-4c18-b36d-87cc791d9d42 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:17.409197 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'status': 'completed', 'code': 200} Aug 19 15:36:17.432619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:17.517630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-52ae4677-8c20-4ff1-930a-3979913ac21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:17.519077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-52ae4677-8c20-4ff1-930a-3979913ac21a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d999809705f42da909edfcea0491a7b&device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 1097 time: 0.0781689 Aug 19 15:36:17.527075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62158627-0be9-4de2-b18a-981c60b7db15 req-b173682c-bcd1-44d0-8ef3-bc4de1d3550c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:17.528531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62158627-0be9-4de2-b18a-981c60b7db15 req-b173682c-bcd1-44d0-8ef3-bc4de1d3550c tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0772710 Aug 19 15:36:17.629927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62158627-0be9-4de2-b18a-981c60b7db15 req-8029f552-4882-460d-a276-64efdcb429d8 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919533 Aug 19 15:36:17.654134 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-2572b1dd-75bc-4980-a78f-68eefb1a19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:17.655623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-2572b1dd-75bc-4980-a78f-68eefb1a19f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 200 len: 915 time: 0.1257162 Aug 19 15:36:17.660423 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:17.693632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c9bff-7c69-4b59-9f24-08fded225b27 None None] The sync data for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 is: [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:30:31Z', 'revision_number': 4, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '86dc239b-b7d7-4c96-ab6b-f344b35f4f51', 'name': '', 'network_id': '58b50081-149e-4150-806c-20178ed880cb', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'mac_address': 'fa:16:3e:9e:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:30Z', 'updated_at': '2021-08-19T15:30:43Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'subnets': [{'id': '70013523-c7cd-4d9a-b198-f4932ca1f81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:17.706243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-5c562afe-bc60-4542-8893-96a42361b4dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 200 len: 217 time: 0.0383549 Aug 19 15:36:17.772118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-7a8dc7c9-2729-405d-96ec-a26a149b9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:17.773958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-7a8dc7c9-2729-405d-96ec-a26a149b9040 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 200 len: 853 time: 0.0555162 Aug 19 15:36:17.824717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-5094f166-0379-4c80-a934-c99bbb44bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:17.826295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-5094f166-0379-4c80-a934-c99bbb44bcfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b50081-149e-4150-806c-20178ed880cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438824 Aug 19 15:36:17.933562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-08d9e07b-9017-435d-8ebb-27550da75b09 service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983288 Aug 19 15:36:17.952457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f3fb9-0314-41f4-a193-30c4be916fc2 None None] New status for floating IP a42a8878-a493-488b-9ad4-62a38c61ee3e: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:36:18.071278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cc2e67a-d732-407d-9db7-7c8c0590ce15 req-fdbdee31-67a8-4475-913f-502979376fcf service neutron] 10.222.0.46 "GET /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292832 Aug 19 15:36:18.084734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a40056-5c74-413f-b158-a19471758000 req-48710440-9f8b-4485-8a35-9a23a913c6f7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:18.086339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11a40056-5c74-413f-b158-a19471758000 req-48710440-9f8b-4485-8a35-9a23a913c6f7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0906696 Aug 19 15:36:18.126441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11a40056-5c74-413f-b158-a19471758000 req-1165018a-6f42-4523-ba1d-244710f1bdd7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340180 Aug 19 15:36:18.684467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afb1c-6147-478b-86f1-6e221551eba9 req-63f21dd5-ebc2-472a-8f61-637602f36378 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:18.686017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d4afb1c-6147-478b-86f1-6e221551eba9 req-63f21dd5-ebc2-472a-8f61-637602f36378 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.0500369 Aug 19 15:36:18.725768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d4afb1c-6147-478b-86f1-6e221551eba9 req-4bfeede8-eec1-4218-8ff0-97db7b0619c3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Aug 19 15:36:18.841240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-62a04e7e-693c-4af0-a3d7-9fdeb9472688 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:18.842720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-62a04e7e-693c-4af0-a3d7-9fdeb9472688 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794&tenant_id=569a268a9a114ea498c8ad71a42bc77e&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.1160934 Aug 19 15:36:18.887755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d15bb-3e54-4a89-8b16-e0731bd3e589 req-54f083a5-5106-4457-bd25-b28124899c54 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:18.889323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c69d15bb-3e54-4a89-8b16-e0731bd3e589 req-54f083a5-5106-4457-bd25-b28124899c54 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0966802 Aug 19 15:36:18.941934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-a2c95b4f-000c-4597-ae9a-abfc0c79aa0d service neutron] 10.222.0.46 "GET /v2.0/ports/d5bf5024-b127-4526-aa83-fd6ef4f9fd63/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.0903494 Aug 19 15:36:18.949081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c69d15bb-3e54-4a89-8b16-e0731bd3e589 req-1ce8b53f-65e2-4806-b05b-3ba0b240e1b0 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506234 Aug 19 15:36:19.025292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78a064ec-8781-4fff-b235-f0886507417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:19.026908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78a064ec-8781-4fff-b235-f0886507417a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1096 time: 0.0477777 Aug 19 15:36:19.145644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-eeddeae5-6a4d-45f4-b2d4-61754cf1e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:19.147071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-eeddeae5-6a4d-45f4-b2d4-61754cf1e905 service neutron] 10.222.0.46 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1127560 Aug 19 15:36:19.246721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-3804adff-6853-419b-b660-3c6e31a66d01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.0919714 Aug 19 15:36:19.270908 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-4069417c-0bb2-45bc-bbd3-03c6a818e6b8 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:19.272325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-4069417c-0bb2-45bc-bbd3-03c6a818e6b8 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.46 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0733492 Aug 19 15:36:19.344417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-bfefb8d4-3551-4f76-b47e-2a313b0e1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:19.344417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-bfefb8d4-3551-4f76-b47e-2a313b0e1b00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0882266 Aug 19 15:36:19.429461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-6421ec1c-be93-45a1-b71e-8f579f7ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:19.430988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-6421ec1c-be93-45a1-b71e-8f579f7ae8e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690808 Aug 19 15:36:19.438165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Deleting port a99fe4d7-1299-45a9-838d-514c980ad286 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:19.438513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:19.959014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] For port a99fe4d7-1299-45a9-838d-514c980ad286, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a99fe4d7-1299-45a9-838d-514c980ad286,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:19.959781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:19.968753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970e45-afc8-47fd-965b-e1d978b08f15 req-78bfdcfe-7057-40e1-9009-80e2f66b8b29 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:19.970294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2970e45-afc8-47fd-965b-e1d978b08f15 req-78bfdcfe-7057-40e1-9009-80e2f66b8b29 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 944 time: 0.1319578 Aug 19 15:36:19.977270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:36:19.978002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-2a36ce5c-7aa3-45c7-9c4c-56dbdc7034d9 service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356750 Aug 19 15:36:20.003002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Calling delete_port for a99fe4d7-1299-45a9-838d-514c980ad286 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:20.085132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:20.100316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'mac_address': 'fa:16:3e:c3:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:36:20.120201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2970e45-afc8-47fd-965b-e1d978b08f15 req-71ccf8ca-e3dc-4275-a653-90ecfb2520b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395347 Aug 19 15:36:20.161467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:20.189822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-4b0f413b-1329-430e-809a-da8b40fe2b65 service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044384 Aug 19 15:36:20.192449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bf5024-b127-4526-aa83-fd6ef4f9fd63 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:20.218693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:20.294986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:20.295403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f818-730d-46d7-95e4-d3b36958531d req-8e7c0734-c623-43b1-9452-d401ad462b19 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:20.297036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f777f818-730d-46d7-95e4-d3b36958531d req-8e7c0734-c623-43b1-9452-d401ad462b19 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 945 time: 0.0908911 Aug 19 15:36:20.338259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f777f818-730d-46d7-95e4-d3b36958531d req-1694b2e6-ee5f-49ea-b64b-1ee8111804c9 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/security-groups?id=20cff85e-1db8-47b1-94df-b470c07b1cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346379 Aug 19 15:36:20.348557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:20.409613 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:20.442018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-54ae4d41-3f55-425e-8849-bb52a920cd70 req-9c7d65bc-4917-40cb-81b1-a3af2ba40b47 service neutron] (101963) timed out ('10.222.0.54', 56317) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:36:20.445088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event deleted for resources: {'Port': ['ID=a99fe4d7-1299-45a9-838d-514c980ad286,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:20.486252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] No DVR routers for this DVR port a99fe4d7-1299-45a9-838d-514c980ad286 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:20.488864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:20.490854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80e6a2b7-6aca-4371-acd1-1c27dc3b0a26 req-8342612c-6a02-42bc-ba05-0b512c359658 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.46 "DELETE /v2.0/ports/a99fe4d7-1299-45a9-838d-514c980ad286 HTTP/1.1" status: 204 len: 173 time: 1.2009614 Aug 19 15:36:20.491287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'name': 'network-vif-deleted', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:20.493533 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f01057-99fe-4a8d-ab0e-19ccd7742e8b" -d '{"events": [{"server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "name": "network-vif-deleted", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:20.531104 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173c54ba-81f4-49fc-8b74-78bf48f77d22 x-openstack-request-id: req-173c54ba-81f4-49fc-8b74-78bf48f77d22 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:20.531403 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d715d61c-2730-4684-b46f-41e0c905ea8e", "name": "network-vif-deleted", "tag": "a99fe4d7-1299-45a9-838d-514c980ad286", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:20.531662 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-173c54ba-81f4-49fc-8b74-78bf48f77d22 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:20.532060 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd715d61c-2730-4684-b46f-41e0c905ea8e', 'name': 'network-vif-deleted', 'tag': 'a99fe4d7-1299-45a9-838d-514c980ad286', 'status': 'completed', 'code': 200} Aug 19 15:36:20.556221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d5bf5024-b127-4526-aa83-fd6ef4f9fd63'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:21.143939 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47586) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:21.220280 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19ad52-2bec-4c46-b59a-d5f30e1eeeba tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:21.220768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19ad52-2bec-4c46-b59a-d5f30e1eeeba tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:21.221260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19ad52-2bec-4c46-b59a-d5f30e1eeeba tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:21.237443 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dc19ad52-2bec-4c46-b59a-d5f30e1eeeba tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=b6b1938aaa944df3876c1e62ade77f6c&network_id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 2972 time: 0.0916529 Aug 19 15:36:21.258831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d628c-dffd-4ba1-9a4c-8e1844d25e3a req-bfa6a558-0fe8-48ee-8de5-1b271ba72399 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:21.260421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-529d628c-dffd-4ba1-9a4c-8e1844d25e3a req-bfa6a558-0fe8-48ee-8de5-1b271ba72399 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.0605202 Aug 19 15:36:21.303353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-529d628c-dffd-4ba1-9a4c-8e1844d25e3a req-d04c8e51-a700-4e9e-90de-773a69d86a72 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365665 Aug 19 15:36:21.455415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4100b080-c3d7-4b2b-846f-862b6bd7e0b5 req-8f16d5fb-71cd-4a85-9e90-1f753d1447c1 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0285490 Aug 19 15:36:21.994132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:22.130454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:22.134702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:22.135088 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:22.233758 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:22.259552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:22.264319 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0626c2f1-a243-46b1-8cbd-adcd31012910" -d '{"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:22.279946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:22.335441 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:22.409455 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c8391-f7d5-472a-89fd-6ce9a820edf6 x-openstack-request-id: req-975c8391-f7d5-472a-89fd-6ce9a820edf6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:22.413233 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:22.413824 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975c8391-f7d5-472a-89fd-6ce9a820edf6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:22.414247 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'code': 200} Aug 19 15:36:22.424306 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:22.489384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c55f6a-b494-4893-8848-b5aa708ffa1b req-4d4c3db3-0062-4ad0-9d80-8396d48a8de8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:22.491051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04c55f6a-b494-4893-8848-b5aa708ffa1b req-4d4c3db3-0062-4ad0-9d80-8396d48a8de8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0714984 Aug 19 15:36:22.535048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04c55f6a-b494-4893-8848-b5aa708ffa1b req-75d1ca29-3af7-445d-bb6d-a8262804cf65 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365658 Aug 19 15:36:22.624635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-723c6ad8-fe8e-4fae-9e7c-63f2124756c9 req-be4bc358-6631-45f3-83d4-5dba772457e1 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0289280 Aug 19 15:36:22.837396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-dd9af95b-b200-4aa6-b6e1-bf20a3c869f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:22.839222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-dd9af95b-b200-4aa6-b6e1-bf20a3c869f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 1098 time: 0.0432980 Aug 19 15:36:22.859081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:22.920102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:23.133616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:23.168081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:23.192674 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47676) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:23.211268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:23.213751 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a06bb-5af1-48dc-b65f-8133787a69e8" -d '{"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:23.217732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:23.247425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Transition to ACTIVE for port object d5bf5024-b127-4526-aa83-fd6ef4f9fd63 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:23.260374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7cd4f-7386-4d54-b310-9b4c774f41e7 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:23.277666 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50e7cd4f-7386-4d54-b310-9b4c774f41e7 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab HTTP/1.1" status: 200 len: 814 time: 0.0835564 Aug 19 15:36:23.282572 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa60a5-f310-4b8d-aa46-bd6b4e2ea315 x-openstack-request-id: req-14fa60a5-f310-4b8d-aa46-bd6b4e2ea315 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:23.283256 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:23.283511 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14fa60a5-f310-4b8d-aa46-bd6b4e2ea315 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:23.283919 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'code': 200} Aug 19 15:36:23.323834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:23.444075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:23.487526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] No DVR routers for this DVR port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:23.678055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:23.678830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:23.678830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:23.686284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:36:23.686612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Attempting to bind port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on network 980c1029-12bf-437b-a92f-791dea87ca84 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:23.695894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:23.696282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Checking segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:23.696676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Bound using segment: {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:23.697130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Bound port: d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34e6931-b731-45b6-9d82-20365ce17583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:23.697509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:23.720716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f4a0f-79e1-4843-9af6-1c2d0e4fb9fc req-951bef2a-2972-4b15-a5c0-b3aa665d0528 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:23.722296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e7f4a0f-79e1-4843-9af6-1c2d0e4fb9fc req-951bef2a-2972-4b15-a5c0-b3aa665d0528 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.0816770 Aug 19 15:36:23.824676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:23.841768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e7f4a0f-79e1-4843-9af6-1c2d0e4fb9fc req-9ef18fe6-7413-4d05-a455-6884bc5aea14 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951095 Aug 19 15:36:23.844946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:23.915932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:23.939592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b16443-889f-4677-ab1d-3c83405db8a2 req-641c6838-5050-440d-99c5-574def068d73 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0370796 Aug 19 15:36:23.970124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:23.971341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:23.973988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 1094 time: 1.1189694 Aug 19 15:36:23.993684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:23.994497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47690) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.008628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78930df2-0b1c-4740-8a36-0f2cb64a89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=11']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:24.014117 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'network': {'name': 'tempest-network-smoke--573521744', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:24.084013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:24.085328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a99fe4d7-1299-45a9-838d-514c980ad286 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:24.100665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:24.105997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:24.122652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-856117fc-b540-4c24-b0c9-589c2d3bdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.126723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-856117fc-b540-4c24-b0c9-589c2d3bdde8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1097 time: 0.0938377 Aug 19 15:36:24.128908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: a99fe4d7-1299-45a9-838d-514c980ad286 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:24.129663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a99fe4d7-1299-45a9-838d-514c980ad286 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:24.153003 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:36:24.166053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:24.166719 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Added segment 9f43a68f-dfb1-4b17-8c48-bf14c20c44d4 of type vlan for network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 Aug 19 15:36:24.225795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:24.271418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-955e80fe-c551-43b7-8b07-c6259b1a0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.272952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-955e80fe-c551-43b7-8b07-c6259b1a0f4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1384926 Aug 19 15:36:24.341303 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:24.348575 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.349212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:24.360877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-bc8e12aa-28a6-44ac-9469-bcc9bc4d15ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.0804608 Aug 19 15:36:24.422958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Network': ['ID=895eab5c-7bbe-414e-82aa-a01c450f1bf2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:24.425180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-a01a0891-7e29-4e72-bfce-add2fe705e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.427471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-a01a0891-7e29-4e72-bfce-add2fe705e5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0594943 Aug 19 15:36:24.434198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:36:24.474689 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b8d2766e-da05-4d3d-9c51-1ae1860a5469 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4788435 Aug 19 15:36:24.478050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47694) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.506844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-ae213d6a-3e70-4b67-ade1-12800f7b31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.508423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-ae213d6a-3e70-4b67-ade1-12800f7b31af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614140 Aug 19 15:36:24.562319 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf776f-a74d-4d66-8dba-e3352818091f tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.567392 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0fcf776f-a74d-4d66-8dba-e3352818091f tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6b1938aaa944df3876c1e62ade77f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0846941 Aug 19 15:36:24.567714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47696) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.592530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-25b0db1f-f4c6-4a1e-ab27-845a08020af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:24.614976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-37b4c5d5-97ad-4498-add2-af2ccc11909f service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990884 Aug 19 15:36:24.668376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0c014-3395-40a2-99a0-f422db31ce0d tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.670063 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-76a0c014-3395-40a2-99a0-f422db31ce0d tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014166 Aug 19 15:36:24.673081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47698) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.702647 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d03b8c9b-4432-4163-8c85-578dc9b4058c tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283072 Aug 19 15:36:24.705347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47700) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.722768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6fe1a9b-7c41-4552-96ce-a867eb033632 req-ddc9530f-488d-48b3-8916-59717d0982b5 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003029 Aug 19 15:36:24.739732 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b8901196-d069-40e8-918a-ead617417dc3 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6b1938aaa944df3876c1e62ade77f6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331688 Aug 19 15:36:24.742590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47702) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.830820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b6fff-2e95-4354-a302-a70633b407af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.832400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6a1b6fff-2e95-4354-a302-a70633b407af tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887623 Aug 19 15:36:24.835525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.867680 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2642bd5f-3843-4d0d-bb3e-364a23a46e0f tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288193 Aug 19 15:36:24.874099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:24.884348 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1321709966', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:24.994631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773da880-71e6-4784-b8a2-c4f185b4e47d req-c0eced1f-8835-41bf-8196-2ff041b88571 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:24.996291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-773da880-71e6-4784-b8a2-c4f185b4e47d req-c0eced1f-8835-41bf-8196-2ff041b88571 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.0744340 Aug 19 15:36:25.038980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-773da880-71e6-4784-b8a2-c4f185b4e47d req-6bccee8b-964e-48d0-a448-ba011c46de8e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359707 Aug 19 15:36:25.134518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f46b6c9-d051-4118-bd78-3174563f53ce req-3b76f9b4-212d-42f6-8513-d5cd696f27ad tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "GET /v2.0/ports?device_id=d715d61c-2730-4684-b46f-41e0c905ea8e HTTP/1.1" status: 200 len: 210 time: 0.0270848 Aug 19 15:36:25.163762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:25.167689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:25.286178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:25.288655 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3621d131-bde2-45a8-9832-844128fb9c81" -d '{"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:25.346120 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bb4dfb-65a6-4101-82c5-4ce1477bec81 x-openstack-request-id: req-62bb4dfb-65a6-4101-82c5-4ce1477bec81 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:25.346471 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:25.346734 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62bb4dfb-65a6-4101-82c5-4ce1477bec81 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:25.348202 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'status': 'completed', 'code': 200} Aug 19 15:36:25.454818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-27effb63-5178-47cb-89a8-ab5b84d3cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.456379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-27effb63-5178-47cb-89a8-ab5b84d3cab6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1097 time: 0.0848143 Aug 19 15:36:25.462683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-ff26a287-d317-43e5-90d1-72398eb152bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.464188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-ff26a287-d317-43e5-90d1-72398eb152bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1097 time: 0.0615125 Aug 19 15:36:25.481809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47720) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:25.490491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:25.663037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-1f2e3e56-df35-40fe-af9d-2cb5614c56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.664563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-1f2e3e56-df35-40fe-af9d-2cb5614c56ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1994889 Aug 19 15:36:25.665789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-4cf5a373-f4e4-4a51-9037-28fd9b8501e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.667164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-4cf5a373-f4e4-4a51-9037-28fd9b8501e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1928389 Aug 19 15:36:25.695429 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:25.789370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-31a7b760-786d-4ad9-b041-417a9c26cf4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.1172519 Aug 19 15:36:25.791078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-fb88c5b8-0d96-49d5-b7fd-096f2dd41fe1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 999 time: 0.1109507 Aug 19 15:36:25.879066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-e5272ea3-ca29-41d9-b3f9-d25efc8bd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.880696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-e5272ea3-ca29-41d9-b3f9-d25efc8bd846 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0841613 Aug 19 15:36:25.882264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-904f549e-1fe8-43dc-8624-39df4cd4f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.883624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-904f549e-1fe8-43dc-8624-39df4cd4f16e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0789559 Aug 19 15:36:25.909047 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Subnet': ['ID=31695363-835a-4965-a1d0-ac4917bd31f8,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:25.919567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Checking segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:25.919567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network hostable DHCP agents. Network: 895eab5c-7bbe-414e-82aa-a01c450f1bf2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:36:25.953845 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb3d6bb7-5c55-4887-82bd-3f04c76c7958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=287c8fd3589849189485327622434e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703817 Aug 19 15:36:25.956160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47724) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:25.959795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-63c5f967-f215-4ed0-800f-6be66798be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.961336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-63c5f967-f215-4ed0-800f-6be66798be51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732794 Aug 19 15:36:25.971088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d131-bde2-45a8-9832-844128fb9c81 req-c604016b-2793-4f72-acf0-22ecabb051a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:25.973349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-c604016b-2793-4f72-acf0-22ecabb051a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765970 Aug 19 15:36:26.010075 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5638cf3-6b4b-4123-8a33-47c232f8ad29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.036622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5638cf3-6b4b-4123-8a33-47c232f8ad29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.137034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-d12d44be-e2f7-479d-b082-0d9d9df7ced3 service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681030 Aug 19 15:36:26.159534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-9a2c1ce4-f40f-4bfa-95ee-5c20f258b128 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783578 Aug 19 15:36:26.192236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:36:26.249044 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5638cf3-6b4b-4123-8a33-47c232f8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.251739 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f5638cf3-6b4b-4123-8a33-47c232f8ad29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.252910 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f5638cf3-6b4b-4123-8a33-47c232f8ad29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/313db763-d79d-431e-975a-e0ab03287c7d HTTP/1.1" status: 204 len: 168 time: 0.2950323 Aug 19 15:36:26.261556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5638cf3-6b4b-4123-8a33-47c232f8ad29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313db763-d79d-431e-975a-e0ab03287c7d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:26.295023 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 895eab5c-7bbe-414e-82aa-a01c450f1bf2) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:26.303961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119c635-abd4-4df1-be7f-38e4c2978a52 None None] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:26.311570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:26.312342 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.324366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b193-e35f-47f2-89b1-4befe8550242 req-8a456516-c6ec-4325-969d-917307ce7a7e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:26.325995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b852b193-e35f-47f2-89b1-4befe8550242 req-8a456516-c6ec-4325-969d-917307ce7a7e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.1939204 Aug 19 15:36:26.348439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-23c85f5b-cc50-4cf9-9076-211d0889eefc service neutron] 10.222.0.46 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010701 Aug 19 15:36:26.376378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3621d131-bde2-45a8-9832-844128fb9c81 req-4e61f482-937b-463f-b1cc-b5aa866f7575 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923780 Aug 19 15:36:26.388704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b852b193-e35f-47f2-89b1-4befe8550242 req-1cb9928e-0aec-46df-9b2c-65d99d8f6363 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539815 Aug 19 15:36:26.422585 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab5c22cc-454a-44ca-b1cb-8ea3ef288b2e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5443466 Aug 19 15:36:26.439100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47734) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:26.474733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ips': [{'subnet_id': '31695363-835a-4965-a1d0-ac4917bd31f8'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:36:26.475865 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.525431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7fddb65-851f-427b-8ced-1a7799c01908 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.560718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7fddb65-851f-427b-8ced-1a7799c01908 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.654502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Allocated IP 172.20.0.18 (895eab5c-7bbe-414e-82aa-a01c450f1bf2/31695363-835a-4965-a1d0-ac4917bd31f8/a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:26.712167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7fddb65-851f-427b-8ced-1a7799c01908 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.714792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c7fddb65-851f-427b-8ced-1a7799c01908 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.721842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c7fddb65-851f-427b-8ced-1a7799c01908 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] 10.222.0.13 "DELETE /v2.0/security-groups/20cff85e-1db8-47b1-94df-b470c07b1cbc HTTP/1.1" status: 204 len: 168 time: 0.2759402 Aug 19 15:36:26.725594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fddb65-851f-427b-8ced-1a7799c01908 tempest-TestVolumeBackupRestore-1508323889 tempest-TestVolumeBackupRestore-1508323889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cff85e-1db8-47b1-94df-b470c07b1cbc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:26.829297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.837702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Transition to ACTIVE for port object a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:26.848419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47746) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:26.851763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946508554', 'description': 'tempest-secgroup-smoke-1946508554 description', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:26.853048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Transition to ACTIVE for port object a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:26.987338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:26.989147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.031721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:27.035243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:27.039059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:27.045933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Pushing event updated for resources: {'Port': ['ID=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:27.083413 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.100149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Attempting to bind port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:27.100529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Attempting to bind port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:27.100946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Attempting to bind port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 on network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:27.106271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:27.106652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Checking segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:27.107063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.107463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Bound using segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:27.107936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Bound port: a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:27.108393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.159422 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.178790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] For port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:27.182400 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] For port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:27.193434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:27.267940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.269981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7ddbb7d2-c1ae-4d3f-832d-24dc7a558b4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4223034 Aug 19 15:36:27.273788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:27.277732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '9c34b7ac-b374-404a-bf49-b3c8cd79b8a1', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:27.295318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.360175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20509a0-0bc4-49b4-9b7b-f89e9dc07789 None None] Pushing event updated for resources: {'Port': ['ID=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:27.386528 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.392773 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.529421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:27.604003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a130f-900a-4e23-b30e-cc2bf8674b79 req-4af20622-df44-4749-8e53-578a0e58cc59 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:27.614878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b8a130f-900a-4e23-b30e-cc2bf8674b79 req-4af20622-df44-4749-8e53-578a0e58cc59 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.0839353 Aug 19 15:36:28.064160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b8a130f-900a-4e23-b30e-cc2bf8674b79 req-44cc717b-6dc4-4166-bd21-c073042f0bf3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861573 Aug 19 15:36:28.064160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.064160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf5046a-6f32-4214-9f76-94c8ef57cf92,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:28.064160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.068192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:28.069590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b9df33f8-475e-4e29-9c6f-1d4286ccc1f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6594758 Aug 19 15:36:28.070156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '9c34b7ac-b374-404a-bf49-b3c8cd79b8a1', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:28.070723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:28.070723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9558f914-5043-4cba-bc14-4bf2161a5c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.090515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.166044 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.174114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:28.308321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.358985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02860cd7-753c-402a-a891-7fb541102cff,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:28.483425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.485948 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3bd29924-f4ea-45f5-a2d0-da837d98bbd9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5517640 Aug 19 15:36:28.489407 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47816) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:28.495104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '9c34b7ac-b374-404a-bf49-b3c8cd79b8a1', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:28.526826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:36:28.657520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.767157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:28.803451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'port_id': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'mac_address': 'fa:16:3e:c3:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:36:28.857316 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.871471 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:28.888428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bf5024-b127-4526-aa83-fd6ef4f9fd63 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:28.933035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:28.966663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e9a0-3395-4ec1-894f-165f1b5079bf req-a48f35e6-2f25-4a33-a22d-61a75cd4a053 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:28.978271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d362e9a0-3395-4ec1-894f-165f1b5079bf req-a48f35e6-2f25-4a33-a22d-61a75cd4a053 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 945 time: 0.1373212 Aug 19 15:36:28.988142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d425b-eaea-4443-a99f-2546428b4ee3 None None] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:29.009411 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.049921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6a5574-43c3-4387-b8e7-2213152faf89,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:29.083541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d362e9a0-3395-4ec1-894f-165f1b5079bf req-58447967-d891-4720-95e0-9f118742be81 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891192 Aug 19 15:36:29.116092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.174969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.187839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47840) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:29.190560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '9c34b7ac-b374-404a-bf49-b3c8cd79b8a1', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:29.193852 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-add1f2c8-f453-457b-997e-9225b8e9d8a3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6905742 Aug 19 15:36:29.234257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:29.279417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] Provisioning for port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:29.285687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] Provisioning complete for port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:29.286270 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.307278 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.382685 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.476626 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.478480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.508391 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f541c3b3-9963-47fd-a4de-31e4b9fa5a26,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:29.577292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] For port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:29.582699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d5bf5024-b127-4526-aa83-fd6ef4f9fd63'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:29.599561 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.607210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b0e477ca-ccbb-4271-a2d2-d34f01aa55fe tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4149609 Aug 19 15:36:29.607210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47860) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:29.611628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '9c34b7ac-b374-404a-bf49-b3c8cd79b8a1', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:29.678364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.746994 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Project b6b1938aaa944df3876c1e62ade77f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:36:29.757285 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.774525 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.778092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6801ece-2592-46d9-a7fc-fbb80393cc8f None None] Pushing event updated for resources: {'Port': ['ID=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:29.833887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b3c5ca85-a5f5-4c6f-b4ec-8f7302823fcc None None] Provisioning complete for port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:29.834267 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca85-a5f5-4c6f-b4ec-8f7302823fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.914442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:29.967831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:29.980802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.028606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb16e52-5a7d-42d7-8607-4dafc8bbc666,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:30.119956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.119956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b68124cd-36b9-4515-8a33-37b900a3c5ee tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5108976 Aug 19 15:36:30.119956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47888) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:30.125061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '9c34b7ac-b374-404a-bf49-b3c8cd79b8a1', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:30.232724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1260a-db1a-44b6-973b-bc6a81e721f5 req-d6046de9-7248-4e70-8aad-18fa1dce48fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:30.235629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87d1260a-db1a-44b6-973b-bc6a81e721f5 req-d6046de9-7248-4e70-8aad-18fa1dce48fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 946 time: 0.0702171 Aug 19 15:36:30.275136 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Project b6b1938aaa944df3876c1e62ade77f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:36:30.296136 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.372408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87d1260a-db1a-44b6-973b-bc6a81e721f5 req-9958df66-f49b-4e2f-bcc5-5ea633d2777c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304018 Aug 19 15:36:30.423832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:30.430442 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.495884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.498504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:30.499003 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.531475 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8e116183-107f-4815-a087-f4843f3c34d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/10e25683-1b39-455a-b896-ecd3054d47fb HTTP/1.1" status: 200 len: 992 time: 0.0903015 Aug 19 15:36:30.534442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d874068b-67fd-46ae-9113-b0ed35f80ef8,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:30.629448 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:30.638491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-35347e17-eb14-42b2-8d57-349b7390d38a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5116973 Aug 19 15:36:30.926518 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.262861 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:31.268379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'network': {'name': 'tempest-network-smoke--1158550016', 'project_id': '544f8cd477844f79b02a308d6e226225', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:31.370079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-b3bb52ff-688a-4856-abbc-71fc079c2f52 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946508554&fields=id&tenant_id=b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 267 time: 0.0391264 Aug 19 15:36:31.408914 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Made reservation on behalf of 544f8cd477844f79b02a308d6e226225 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:31.414468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.426704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.490381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-8d390e19-ecc6-463d-af91-8f81be2cf2a0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:31.491928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-8d390e19-ecc6-463d-af91-8f81be2cf2a0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/networks?id=895eab5c-7bbe-414e-82aa-a01c450f1bf2 HTTP/1.1" status: 200 len: 796 time: 0.1138852 Aug 19 15:36:31.508217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-292a0338-42a5-4b04-b0ae-6b9198eb767b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/quotas/b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 375 time: 0.0100522 Aug 19 15:36:31.542981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.575899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-14eb1ec5-45d2-4903-b415-0c6f4c388549 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0591712 Aug 19 15:36:31.662054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.694153 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:36:31.704419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ea323-6fa0-431e-a4d8-113ddaf97632,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:31.711092 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.711447 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Added segment 59547bda-8a08-4776-b319-592701ae2c52 of type vlan for network 5f3fac12-d221-41a2-bbf0-022220dbb315 Aug 19 15:36:31.760006 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.814062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-311e1bc3-09fd-406b-9895-e29f85d3612d service neutron] 10.222.0.13 "GET /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251730 Aug 19 15:36:31.906581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.910865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-59b189e5-f407-40be-a752-986c749ac819 service neutron] 10.222.0.13 "GET /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892534 Aug 19 15:36:31.912765 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:31.913480 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.007693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Network': ['ID=5f3fac12-d221-41a2-bbf0-022220dbb315,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:32.018525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:36:32.025231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 47970) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:32.025730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cf0007f9-7fd2-4428-9adf-94056f6f971a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7615845 Aug 19 15:36:32.033454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'admin_state_up': True, 'project_id': '544f8cd477844f79b02a308d6e226225', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:32.215039 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 47986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:32.546286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:32.667557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.668772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.693108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03c62274-2b45-4b4d-9fa9-5302e1f60562 req-07d9734f-d5fd-499a-a5bb-dd4758caa460 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 210 time: 0.4580686 Aug 19 15:36:32.728948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:32.735372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:32.735372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.773154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.824254 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.857344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:32.871182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:32.874370 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9511ce-151a-4e23-b88b-e52176b7ce18" -d '{"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:32.896207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:32.935741 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50cd9f-7542-489c-a82c-8e375b93a7b1 x-openstack-request-id: req-8f50cd9f-7542-489c-a82c-8e375b93a7b1 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:32.936428 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:32.936428 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f50cd9f-7542-489c-a82c-8e375b93a7b1 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:32.936671 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'code': 200} Aug 19 15:36:32.995708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.015098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.074550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=13']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:33.166934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Deleting port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:33.167280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.254511 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] For port 86dc239b-b7d7-4c96-ab6b-f344b35f4f51, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:33.254901 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.270501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Calling delete_port for 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:33.343122 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.362466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.477876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.25.5.176 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/9a1ace63-f185-483d-973e-b6b65e57b95d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:33.569660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.587844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.594120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=86dc239b-b7d7-4c96-ab6b-f344b35f4f51,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:33.733612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.786207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=9a1ace63-f185-483d-973e-b6b65e57b95d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:33.805798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.809351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:33.848509 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e062536f-070f-4c1b-bcbc-52521e2beeb0 req-5dd01732-31cb-486e-8ea2-f4fbe88a6e21 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 210 time: 0.0459671 Aug 19 15:36:33.850013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:33.856358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:34.085644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Router 2d8c73cc-4703-47f6-b379-a7c0c6496994 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:34.216463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:34.221758 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8c5cecf0-2009-4f4b-b4c0-7183c24f0d22 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d8c73cc-4703-47f6-b379-a7c0c6496994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054152 Aug 19 15:36:34.224386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:34.227956 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] Sync routers for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:34.246076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:34.247500 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:34.271057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.359970 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.382738 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:34.474333 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.501601 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.581980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:36:33Z', 'revision_number': 5, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port': {'id': '73df1686-52da-4ea5-baba-ceacdc0c6e04', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:24Z', 'updated_at': '2021-08-19T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:34.612302 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] Checking router: 2d8c73cc-4703-47f6-b379-a7c0c6496994 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:34.623378 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] Routers {'2d8c73cc-4703-47f6-b379-a7c0c6496994'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:34.624231 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2d8c73cc-4703-47f6-b379-a7c0c6496994'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:34.656248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Deleting port 73df1686-52da-4ea5-baba-ceacdc0c6e04 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:34.656700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.716210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] Set router 2d8c73cc-4703-47f6-b379-a7c0c6496994 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:34.742581 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] For port 73df1686-52da-4ea5-baba-ceacdc0c6e04, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=73df1686-52da-4ea5-baba-ceacdc0c6e04,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:34.742948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.757491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Calling delete_port for 73df1686-52da-4ea5-baba-ceacdc0c6e04 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:34.772720 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:36:34Z', 'revision_number': 6, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:34.780274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router c419d45b-7672-4b02-b18f-35d4697269e1 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:36:34.800623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae2d47-d82b-4044-9699-eda2d094ff84 None None] The sync data for ids ['2d8c73cc-4703-47f6-b379-a7c0c6496994'] in n-d-779913-32 is: [{'id': '2d8c73cc-4703-47f6-b379-a7c0c6496994', 'name': 'tempest-TestVolumeBackupRestore-1023967114-router', 'tenant_id': '1d999809705f42da909edfcea0491a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:23Z', 'updated_at': '2021-08-19T15:36:34Z', 'revision_number': 6, 'project_id': '1d999809705f42da909edfcea0491a7b', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:34.992205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35c31f08-efda-4f21-af1e-679c057b14b8 req-5be266d9-411a-4eed-96d7-d6576fe559b0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 210 time: 0.0470517 Aug 19 15:36:35.002351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:35.014625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Sync routers for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:35.026694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:35.027542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:35.044642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.053444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-577f1513-a0f7-4911-bc0d-1d0c25a84e64 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:35.054916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-577f1513-a0f7-4911-bc0d-1d0c25a84e64 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "GET /v2.0/networks?id=895eab5c-7bbe-414e-82aa-a01c450f1bf2 HTTP/1.1" status: 200 len: 796 time: 0.1763086 Aug 19 15:36:35.077951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73df1686-52da-4ea5-baba-ceacdc0c6e04,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:35.113355 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.117765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-45702a42-d273-4cb3-9fd2-eb16a0d7e170 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0880334 Aug 19 15:36:35.121707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-0cd04a76-b684-4a65-a918-dbe8001f50e7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 472 time: 0.0572443 Aug 19 15:36:35.122216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48096) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.134001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'port': {'device_id': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'admin_state_up': True, 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'security_groups': ['9c34b7ac-b374-404a-bf49-b3c8cd79b8a1']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:35.170245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.174751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:35.306735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.311184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.327582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3877a562-a037-4fc3-9ef5-cd7d426b71c6 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=544f8cd477844f79b02a308d6e226225&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2042630 Aug 19 15:36:35.330348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48108) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.436266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:34Z', 'revision_number': 3, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:35.444554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378091c9-1a80-41b8-88ec-6d4ff1336c11 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:35.446162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-378091c9-1a80-41b8-88ec-6d4ff1336c11 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1148653 Aug 19 15:36:35.449070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48114) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.455021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.460478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8c73cc-4703-47f6-b379-a7c0c6496994 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:36:35.460478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.462017 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b910569-1b3d-4b4d-8762-811d62a913a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d8c73cc-4703-47f6-b379-a7c0c6496994 HTTP/1.1" status: 204 len: 168 time: 1.2366703 Aug 19 15:36:35.464611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.465844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Checking router: c419d45b-7672-4b02-b18f-35d4697269e1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:35.466203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Updating router c419d45b-7672-4b02-b18f-35d4697269e1 port 9a1ace63-f185-483d-973e-b6b65e57b95d binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:35.492564 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.492844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-93b5548f-e744-483f-a6c6-9e6dca6cc693 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426149 Aug 19 15:36:35.495718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48118) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.501667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-87662430', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'project_id': '544f8cd477844f79b02a308d6e226225', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:35.527057 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Deleting subnet 70013523-c7cd-4d9a-b198-f4932ca1f81d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:36:35.527057 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.576925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.595288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:35.601718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.679965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.763480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.20.0.22 (895eab5c-7bbe-414e-82aa-a01c450f1bf2/31695363-835a-4965-a1d0-ac4917bd31f8/a0365f15-592a-4ed8-985d-6020444f59be) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:35.797618 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.809485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Transition to ACTIVE for port object 9a1ace63-f185-483d-973e-b6b65e57b95d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:35.833224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Made reservation on behalf of 544f8cd477844f79b02a308d6e226225 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:35.837160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.883828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.886532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 73df1686-52da-4ea5-baba-ceacdc0c6e04 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:35.907527 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 73df1686-52da-4ea5-baba-ceacdc0c6e04 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:35.907948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 73df1686-52da-4ea5-baba-ceacdc0c6e04 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:35.908370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:35.915584 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70013523-c7cd-4d9a-b198-f4932ca1f81d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:35.919179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.921088 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-be2226ae-8676-4514-9273-7a6fefe1ac94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70013523-c7cd-4d9a-b198-f4932ca1f81d HTTP/1.1" status: 204 len: 168 time: 0.4553628 Aug 19 15:36:35.923659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48132) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.934068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee25ce-e813-48e6-a009-2fef47bc9a11 None None] Network 58b50081-149e-4150-806c-20178ed880cb requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:35.936617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:35.937043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 86dc239b-b7d7-4c96-ab6b-f344b35f4f51 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:35.950088 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.033500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.038264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Attempting to bind port 9a1ace63-f185-483d-973e-b6b65e57b95d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:36.038264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Attempting to bind port 9a1ace63-f185-483d-973e-b6b65e57b95d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:36.038773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Attempting to bind port 9a1ace63-f185-483d-973e-b6b65e57b95d on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:36.047688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:36.048148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:36.048554 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.048957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:36.049481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Bound port: 9a1ace63-f185-483d-973e-b6b65e57b95d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:36.049867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.105522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] For port 9a1ace63-f185-483d-973e-b6b65e57b95d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:36.108784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] For port 9a1ace63-f185-483d-973e-b6b65e57b95d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9a1ace63-f185-483d-973e-b6b65e57b95d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:36.117843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Deleting port d9e231d3-4a8a-4391-aea5-ee7597a1226d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:36.118422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.122619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.140844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a6cdb-22db-4f77-8b4d-062c251c079b None None] Pushing event updated for resources: {'Port': ['ID=9a1ace63-f185-483d-973e-b6b65e57b95d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.142360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Transition to ACTIVE for port object a0365f15-592a-4ed8-985d-6020444f59be will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:36.200713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38d73100-fed5-4c4b-a764-f0b8fdd4e545 req-16bcf8a6-eec4-4cdb-a1a5-9bd6ff19bd15 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 210 time: 0.0517848 Aug 19 15:36:36.207648 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.213660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] For port d9e231d3-4a8a-4391-aea5-ee7597a1226d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d9e231d3-4a8a-4391-aea5-ee7597a1226d,segment=NetworkSegment(312ceec7-773b-4d3c-9fbc-77908d813794),segment_id=312ceec7-773b-4d3c-9fbc-77908d813794)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:36.214367 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.233495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Calling delete_port for d9e231d3-4a8a-4391-aea5-ee7597a1226d owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:36.313975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:36.314741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:36.322183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a6cdb-22db-4f77-8b4d-062c251c079b None None] Pushing event updated for resources: {'Port': ['ID=9a1ace63-f185-483d-973e-b6b65e57b95d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.334719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.412282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:36.415071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016fc79-5767-4a6c-8bca-d1d79fdb6c81 None None] DHCP port deletion for 58b50081-149e-4150-806c-20178ed880cb request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:36:36.425665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.445514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:36.448029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:36.460372 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e016fc79-5767-4a6c-8bca-d1d79fdb6c81 None None] The port 'd9e231d3-4a8a-4391-aea5-ee7597a1226d' was deleted {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 15:36:36.470771 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e231d3-4a8a-4391-aea5-ee7597a1226d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.486180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] No DVR routers for this DVR port d9e231d3-4a8a-4391-aea5-ee7597a1226d on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:36.488023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:36.497980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=a0365f15-592a-4ed8-985d-6020444f59be,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.526740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:36.527795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.568892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.626533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.638619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-d2139f3c-caa3-434a-9b85-dad06e3ce735 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5102038 Aug 19 15:36:36.639297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Subnet': ['ID=ec6f6c74-46bc-47ee-bf98-bba2ec00b022,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.653700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b50081-149e-4150-806c-20178ed880cb']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:36.654449 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312ceec7-773b-4d3c-9fbc-77908d813794') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:36.654751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312ceec7-773b-4d3c-9fbc-77908d813794') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:36.658502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Request body: {'port': {'device_id': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:36.677568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.707313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.715486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:36:36.715914 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.740565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.744659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:34Z', 'revision_number': 3, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:36.751610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Checking segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:36.751975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network hostable DHCP agents. Network: 5f3fac12-d221-41a2-bbf0-022220dbb315, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:36:36.768331 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:36:36.775006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e845fe7-7ac5-4bf9-9d1c-8be3ad597bd3 None None] The sync data for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 is: [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:34Z', 'revision_number': 3, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:36.873373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:36:36.899983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bbfaae74-a8e7-47a0-8b33-69b5a9d7d9b9 None None] Provisioning for port a0365f15-592a-4ed8-985d-6020444f59be completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:36.900156 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.904818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-bbfaae74-a8e7-47a0-8b33-69b5a9d7d9b9 None None] Provisioning complete for port a0365f15-592a-4ed8-985d-6020444f59be triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:36.905328 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbfaae74-a8e7-47a0-8b33-69b5a9d7d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.906601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.908968 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] 10.222.0.13 "DELETE /v2.0/networks/58b50081-149e-4150-806c-20178ed880cb HTTP/1.1" status: 204 len: 168 time: 0.9840777 Aug 19 15:36:36.927844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48176) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:36.930078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a6d4-13a4-415a-817a-771e139f8e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b50081-149e-4150-806c-20178ed880cb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.963868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-bbfaae74-a8e7-47a0-8b33-69b5a9d7d9b9 None None] Port a0365f15-592a-4ed8-985d-6020444f59be cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:36.986530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 5f3fac12-d221-41a2-bbf0-022220dbb315) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:36.993240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:36.997180 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.006975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a830389-4c34-4f4c-b86c-7ed099e0f033 None None] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:37.082276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0365f15-592a-4ed8-985d-6020444f59be {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:37.099545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-155b2ec2-f851-43b9-b737-3ba2cce0d3f2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6019256 Aug 19 15:36:37.108053 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.110838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48184) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:37.136553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Transition to ACTIVE for port object a0365f15-592a-4ed8-985d-6020444f59be will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:37.209346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.259420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-5f3fac12-d221-41a2-bbf0-022220dbb315', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:36:37.264348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.312734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Pushing event updated for resources: {'Port': ['ID=a0365f15-592a-4ed8-985d-6020444f59be,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:37.476884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512621-7d01-404c-946a-26505c934a15 req-e1f79cf1-6f1d-4487-8e8d-032e1a84a597 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:37.479421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38512621-7d01-404c-946a-26505c934a15 req-e1f79cf1-6f1d-4487-8e8d-032e1a84a597 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 944 time: 0.1323364 Aug 19 15:36:37.483116 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Attempting to bind port a0365f15-592a-4ed8-985d-6020444f59be on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:37.483653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Attempting to bind port a0365f15-592a-4ed8-985d-6020444f59be by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:37.484184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Attempting to bind port a0365f15-592a-4ed8-985d-6020444f59be on network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:37.499215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Port a0365f15-592a-4ed8-985d-6020444f59be on network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:36:37.504735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Attempting to bind port a0365f15-592a-4ed8-985d-6020444f59be on network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:37.517056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:37.525652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Checking segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:37.526209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Bound using segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:37.526899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Bound port: a0365f15-592a-4ed8-985d-6020444f59be, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:37.527474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.649036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38512621-7d01-404c-946a-26505c934a15 req-0c7cdbb7-b8d8-4f46-8178-303f12d348be tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619084 Aug 19 15:36:37.708065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] For port a0365f15-592a-4ed8-985d-6020444f59be, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:37.711797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] For port a0365f15-592a-4ed8-985d-6020444f59be, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a0365f15-592a-4ed8-985d-6020444f59be,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:37.765644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Allocated IP 172.20.0.2 (5f3fac12-d221-41a2-bbf0-022220dbb315/ec6f6c74-46bc-47ee-bf98-bba2ec00b022/7d62ee62-aecc-4af9-a5c5-291c64c7ad7a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:37.811323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.865390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:37.866036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.873505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] 10.222.0.46 "PUT /v2.0/ports/a0365f15-592a-4ed8-985d-6020444f59be HTTP/1.1" status: 200 len: 1093 time: 1.2164700 Aug 19 15:36:37.873505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'tag': 'a0365f15-592a-4ed8-985d-6020444f59be'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:37.873505 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e234982-8012-47cf-9f01-003b208f89d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d724a89-f75d-423d-a34a-21fc8b209e1a", "tag": "a0365f15-592a-4ed8-985d-6020444f59be"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:37.915005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcdb29-a7bf-4be9-878d-5300d4cf507a service neutron] Pushing event updated for resources: {'Port': ['ID=a0365f15-592a-4ed8-985d-6020444f59be,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:37.958165 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f06ff-ca97-408a-8d27-3edc9a58b238 x-openstack-request-id: req-751f06ff-ca97-408a-8d27-3edc9a58b238 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:37.958806 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d724a89-f75d-423d-a34a-21fc8b209e1a", "tag": "a0365f15-592a-4ed8-985d-6020444f59be", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:37.959260 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-751f06ff-ca97-408a-8d27-3edc9a58b238 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:37.959916 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'tag': 'a0365f15-592a-4ed8-985d-6020444f59be', 'status': 'completed', 'code': 200} Aug 19 15:36:38.038972 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.041880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9a1ace63-f185-483d-973e-b6b65e57b95d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:38.043746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-0cce0aa7-8998-46af-b27b-708df71eb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:38.046226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-0cce0aa7-8998-46af-b27b-708df71eb0c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 1096 time: 0.0692201 Aug 19 15:36:38.098367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Transition to ACTIVE for port object 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:38.120869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Transition to ACTIVE for port object 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:38.136000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-1707539c-baba-44cf-9da2-1a805a36b065 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a0365f15-592a-4ed8-985d-6020444f59be HTTP/1.1" status: 200 len: 217 time: 0.0789075 Aug 19 15:36:38.192846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.210418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-a5212c65-1e97-47ab-ad0a-0c12e8bc2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:38.211942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-a5212c65-1e97-47ab-ad0a-0c12e8bc2bd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31695363-835a-4965-a1d0-ac4917bd31f8 HTTP/1.1" status: 200 len: 838 time: 0.0687566 Aug 19 15:36:38.224322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9a1ace63-f185-483d-973e-b6b65e57b95d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:38.235854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:38.241660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9a1ace63-f185-483d-973e-b6b65e57b95d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:38.242042 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.245576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:38.252528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:38.274322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-3a0d7fce-978a-40c1-9970-143629a91417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:38.276324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-3a0d7fce-978a-40c1-9970-143629a91417 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=895eab5c-7bbe-414e-82aa-a01c450f1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0573912 Aug 19 15:36:38.277622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Pushing event updated for resources: {'Port': ['ID=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:38.342284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.370716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Attempting to bind port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:38.371092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Attempting to bind port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:38.371460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Attempting to bind port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a on network 5f3fac12-d221-41a2-bbf0-022220dbb315 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:38.398007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:38.398365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Checking segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:38.398780 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.399186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Bound using segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:38.399678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Bound port: 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:38.400149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.403032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-3ab6a3f8-e22d-471d-928d-27e0530d2e5a service neutron] 10.222.0.46 "GET /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177928 Aug 19 15:36:38.427246 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.476135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9a1ace63-f185-483d-973e-b6b65e57b95d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9a1ace63-f185-483d-973e-b6b65e57b95d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:38.504825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] For port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:38.508421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] For port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:38.530867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3d0d659-2e11-49f9-b629-9ab4b986a91f req-cc1f4044-7350-4ed2-b149-3bbb47a3fa92 service neutron] 10.222.0.46 "GET /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190927 Aug 19 15:36:38.546156 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.579294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.599289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.612363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d9e231d3-4a8a-4391-aea5-ee7597a1226d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:38.652655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d9e231d3-4a8a-4391-aea5-ee7597a1226d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:38.653302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d9e231d3-4a8a-4391-aea5-ee7597a1226d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:38.655820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9a1ace63-f185-483d-973e-b6b65e57b95d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:38.761551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234982-8012-47cf-9f01-003b208f89d6 req-ee5b2fe0-36fd-4823-a979-3f52be6a9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:38.763203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-ee5b2fe0-36fd-4823-a979-3f52be6a9c40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 1096 time: 0.0968120 Aug 19 15:36:38.775687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4a017-a42c-44e2-a38d-482701d3eaf3 None None] Pushing event updated for resources: {'Port': ['ID=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:38.889796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23874-5b63-495b-9081-63e0aa8e1020 req-3ab7c4d1-b285-4372-9e69-13b10f41d0d4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:38.891367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2df23874-5b63-495b-9081-63e0aa8e1020 req-3ab7c4d1-b285-4372-9e69-13b10f41d0d4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 944 time: 0.1271813 Aug 19 15:36:38.975556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2df23874-5b63-495b-9081-63e0aa8e1020 req-98b5e125-11a9-4a8e-a5e3-de3572f8ce46 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753012 Aug 19 15:36:38.993010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234982-8012-47cf-9f01-003b208f89d6 req-81675adc-b3bf-4946-a742-0322ef813001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:38.995141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-81675adc-b3bf-4946-a742-0322ef813001 service neutron] 10.222.0.46 "GET /v2.0/networks?id=895eab5c-7bbe-414e-82aa-a01c450f1bf2 HTTP/1.1" status: 200 len: 897 time: 0.1970172 Aug 19 15:36:39.055978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-d5c5fe8e-d40e-4011-9c79-d0b750149e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a0365f15-592a-4ed8-985d-6020444f59be HTTP/1.1" status: 200 len: 217 time: 0.0528917 Aug 19 15:36:39.072289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Deleting port 5405770c-f918-420b-9fb3-39489432a659 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:39.072665 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.114232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234982-8012-47cf-9f01-003b208f89d6 req-9bf3c8a2-0186-489e-9c45-43402cdf2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:39.115935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-9bf3c8a2-0186-489e-9c45-43402cdf2fe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31695363-835a-4965-a1d0-ac4917bd31f8 HTTP/1.1" status: 200 len: 838 time: 0.0522783 Aug 19 15:36:39.153708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.20.0.1 (5f3fac12-d221-41a2-bbf0-022220dbb315/ec6f6c74-46bc-47ee-bf98-bba2ec00b022/fafab55b-2920-4e09-a64d-59dbf0acec4e) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:39.166549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234982-8012-47cf-9f01-003b208f89d6 req-13037985-034f-4403-a4de-32d0fe386290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:39.169574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-13037985-034f-4403-a4de-32d0fe386290 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=895eab5c-7bbe-414e-82aa-a01c450f1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0461650 Aug 19 15:36:39.239757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] For port 5405770c-f918-420b-9fb3-39489432a659, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5405770c-f918-420b-9fb3-39489432a659,segment=NetworkSegment(6a731934-0715-4d76-817f-b9b6b6169598),segment_id=6a731934-0715-4d76-817f-b9b6b6169598)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:39.240147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.261084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Calling delete_port for 5405770c-f918-420b-9fb3-39489432a659 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:39.277134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-fdd4bed5-5c16-42a7-af32-d5887ece2817 service neutron] 10.222.0.46 "GET /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992694 Aug 19 15:36:39.359970 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.374507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e234982-8012-47cf-9f01-003b208f89d6 req-30e9c6fc-2d47-4cff-b7d8-b95b6cda9148 service neutron] 10.222.0.46 "GET /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898142 Aug 19 15:36:39.381512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Transition to ACTIVE for port object fafab55b-2920-4e09-a64d-59dbf0acec4e will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:39.575819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.627334 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:39.632246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:39.637453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:39.641160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=fafab55b-2920-4e09-a64d-59dbf0acec4e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:39.686440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.690282 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.760927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Pushing event deleted for resources: {'Port': ['ID=5405770c-f918-420b-9fb3-39489432a659,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:39.834045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b83750-355f-45a8-85b4-9f14b3553dc2 None None] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:40.012041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e3f56aa3-12d6-415a-b4ce-04e53e02faa6 None None] Provisioning for port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:40.057172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.140576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.142897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9a1ace63-f185-483d-973e-b6b65e57b95d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:40.166317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3d7e-8e49-4cc2-8317-87630cdbeb08 req-f400b0f5-3f99-44ae-8d58-db4ae0dbb8da tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:40.167984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c9c3d7e-8e49-4cc2-8317-87630cdbeb08 req-f400b0f5-3f99-44ae-8d58-db4ae0dbb8da tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 944 time: 0.0715086 Aug 19 15:36:40.224259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9a1ace63-f185-483d-973e-b6b65e57b95d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:40.224982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c9c3d7e-8e49-4cc2-8317-87630cdbeb08 req-3d5ae819-457d-4b2c-8e40-96eb41c16723 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485997 Aug 19 15:36:40.234802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.347643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:40.490725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:40.495707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:40.496390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.549239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb1b24a7-556b-4d63-826f-e54dae8740df None None] Provisioning for port fafab55b-2920-4e09-a64d-59dbf0acec4e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:40.555919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb1b24a7-556b-4d63-826f-e54dae8740df None None] Provisioning complete for port fafab55b-2920-4e09-a64d-59dbf0acec4e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:40.556594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb1b24a7-556b-4d63-826f-e54dae8740df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.621161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.638153 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.648290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Router acd27b40-5852-4fcc-8a5e-4fba7293ef87 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:40.665300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:40.666269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b24a7-556b-4d63-826f-e54dae8740df None None] Port fafab55b-2920-4e09-a64d-59dbf0acec4e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:40.740964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.747829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.800852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:40.804591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ec906c09-d873-43b0-a0c4-97d5635fbd78 None None] Provisioning complete for port fafab55b-2920-4e09-a64d-59dbf0acec4e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:40.804966 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec906c09-d873-43b0-a0c4-97d5635fbd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.848585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ec906c09-d873-43b0-a0c4-97d5635fbd78 None None] Port fafab55b-2920-4e09-a64d-59dbf0acec4e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:41.154342 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:41.160179 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c058716-b68f-4005-ba25-a45e3a49e50c admin admin] 10.222.0.13 "PUT /v2.0/routers/acd27b40-5852-4fcc-8a5e-4fba7293ef87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2240632 Aug 19 15:36:41.162212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=fafab55b-2920-4e09-a64d-59dbf0acec4e,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:41.162935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48330) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:41.164124 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] Sync routers for ids ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:41.169994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.175630 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] Routers {'acd27b40-5852-4fcc-8a5e-4fba7293ef87'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:41.176453 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:41.272496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:41.274655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:41.293420 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] Set router acd27b40-5852-4fcc-8a5e-4fba7293ef87 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:41.294794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.424491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router c419d45b-7672-4b02-b18f-35d4697269e1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:41.514210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 5, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:41.561788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:41.570326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7843dd5f-db10-40e0-969c-5217cd6fc616 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "PUT /v2.0/routers/c419d45b-7672-4b02-b18f-35d4697269e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150503 Aug 19 15:36:41.570614 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48334) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:41.575947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--413386444', 'description': 'tempest-secgroup_access--413386444 description', 'project_id': '544f8cd477844f79b02a308d6e226225'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:41.592718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Sync routers for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:41.607545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-916b9210-8fb9-4ede-b53a-89dc61cbddc7 None None] Provisioning complete for port fafab55b-2920-4e09-a64d-59dbf0acec4e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:41.608076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-916b9210-8fb9-4ede-b53a-89dc61cbddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.634595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:41.635439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:41.656555 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] Checking router: acd27b40-5852-4fcc-8a5e-4fba7293ef87 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:41.666440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.668624 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] Routers {'acd27b40-5852-4fcc-8a5e-4fba7293ef87'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:41.669306 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:41.693635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-916b9210-8fb9-4ede-b53a-89dc61cbddc7 None None] Port fafab55b-2920-4e09-a64d-59dbf0acec4e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:41.782397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:41.806654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.823143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.829390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] Set router acd27b40-5852-4fcc-8a5e-4fba7293ef87 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:41.837263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51363-d5fb-4967-9054-c81537bd33ee req-04e47ad6-491e-4d85-95ba-f966875b1261 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:41.838780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63e51363-d5fb-4967-9054-c81537bd33ee req-04e47ad6-491e-4d85-95ba-f966875b1261 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 944 time: 0.4900005 Aug 19 15:36:41.877731 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.879941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63e51363-d5fb-4967-9054-c81537bd33ee req-919da72d-d4c0-49a5-9aef-864acb9903a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345430 Aug 19 15:36:41.915046 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50afd1b-f377-4452-9885-e7780a23690c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:41.915630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:41.955859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Deleting port fdd13f1e-59ec-4604-84b2-c2abe67a4314 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:41.957619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.968965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.970599 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-41085aa1-5848-4a77-b56d-975e87dd1c00 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3987577 Aug 19 15:36:41.973570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48336) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:41.978368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1718869907', 'description': 'tempest-secgroup_general--1718869907 description', 'project_id': '544f8cd477844f79b02a308d6e226225'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:42.031272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:42.031652 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.044740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] For port fdd13f1e-59ec-4604-84b2-c2abe67a4314, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fdd13f1e-59ec-4604-84b2-c2abe67a4314,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:42.045135 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.055300 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.074843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Calling delete_port for fdd13f1e-59ec-4604-84b2-c2abe67a4314 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:42.079405 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 5, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:42.104597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a0365f15-592a-4ed8-985d-6020444f59be details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:36:42.123363 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d1676-182e-4232-86cd-e4a4d60e7148 None None] The sync data for ids ['acd27b40-5852-4fcc-8a5e-4fba7293ef87'] in n-d-779913-32 is: [{'id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'name': 'tempest-TestVolumeBackupRestore-296157924-router', 'tenant_id': '599924d03e2d4fa2aed5120460a8f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:30:37Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 5, 'project_id': '599924d03e2d4fa2aed5120460a8f7cb', 'gw_port': {'id': 'fdd13f1e-59ec-4604-84b2-c2abe67a4314', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd27b40-5852-4fcc-8a5e-4fba7293ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:30:39Z', 'updated_at': '2021-08-19T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:42.177519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.251760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:40Z', 'revision_number': 2, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:42.255879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.288061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0744a57-c957-4e8d-b3be-337e0036662f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:42.296165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Checking router: c419d45b-7672-4b02-b18f-35d4697269e1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:42.296533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Updating router c419d45b-7672-4b02-b18f-35d4697269e1 port fafab55b-2920-4e09-a64d-59dbf0acec4e binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:42.340840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port a0365f15-592a-4ed8-985d-6020444f59be, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a0365f15-592a-4ed8-985d-6020444f59be,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:42.343362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.351903 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.353379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7886f0d6-b0c3-44c4-bd91-69ccfadf000d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3786178 Aug 19 15:36:42.356368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48338) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:42.360946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'a0365f15-592a-4ed8-985d-6020444f59be', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'port_id': 'a0365f15-592a-4ed8-985d-6020444f59be', 'mac_address': 'fa:16:3e:99:c5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:36:42.361406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'security_group_rule': {'security_group_id': 'e50afd1b-f377-4452-9885-e7780a23690c', 'project_id': '544f8cd477844f79b02a308d6e226225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:42.397587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.430216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd13f1e-59ec-4604-84b2-c2abe67a4314,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:42.480308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.489534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.518967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0365f15-592a-4ed8-985d-6020444f59be {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:42.529103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.600288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port a0365f15-592a-4ed8-985d-6020444f59be, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a0365f15-592a-4ed8-985d-6020444f59be,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:42.639379 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.643417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.658761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.667330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.757791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.758258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=a0365f15-592a-4ed8-985d-6020444f59be,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:42.762298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.774658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Transition to ACTIVE for port object fafab55b-2920-4e09-a64d-59dbf0acec4e will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:42.777319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce15f45c-5223-40dc-b193-f16a81a97a2d,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:42.785893 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.786482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acd27b40-5852-4fcc-8a5e-4fba7293ef87 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:36:42.790574 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.791808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e35d10e-ff79-4c28-a362-513a6dd68bb5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/acd27b40-5852-4fcc-8a5e-4fba7293ef87 HTTP/1.1" status: 204 len: 168 time: 1.6277974 Aug 19 15:36:42.795186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48340) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:42.849598 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.856368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Deleting subnet 9f892022-980f-4b3e-b335-000ae87d4a41 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:36:42.861476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.884897 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['a0365f15-592a-4ed8-985d-6020444f59be'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:42.888473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.907117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e274f3bf-fb90-48f0-a4fd-30134bc921e9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5484650 Aug 19 15:36:42.946919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.962127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0dba8-bf99-47b0-ad70-f90f09c96eb5 None None] Pushing event updated for resources: {'Port': ['ID=fafab55b-2920-4e09-a64d-59dbf0acec4e,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:43.060613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Attempting to bind port fafab55b-2920-4e09-a64d-59dbf0acec4e on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:43.060988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Attempting to bind port fafab55b-2920-4e09-a64d-59dbf0acec4e by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:43.061412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Attempting to bind port fafab55b-2920-4e09-a64d-59dbf0acec4e on network 5f3fac12-d221-41a2-bbf0-022220dbb315 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:43.074521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:43.074895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Checking segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:43.075304 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.075702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Bound using segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:43.076230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Bound port: fafab55b-2920-4e09-a64d-59dbf0acec4e, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:43.076613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.101458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.140004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a708ae-9f6c-4624-8b64-1bfe87f684ac req-4e64d59b-4366-42f8-b99b-d713e8499fb8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:43.141538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42a708ae-9f6c-4624-8b64-1bfe87f684ac req-4e64d59b-4366-42f8-b99b-d713e8499fb8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 945 time: 0.1327474 Aug 19 15:36:43.206937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] For port fafab55b-2920-4e09-a64d-59dbf0acec4e, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:43.208392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42a708ae-9f6c-4624-8b64-1bfe87f684ac req-ae1326f8-1241-4812-b2b3-c57f8ed05f10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549479 Aug 19 15:36:43.247352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] For port fafab55b-2920-4e09-a64d-59dbf0acec4e, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fafab55b-2920-4e09-a64d-59dbf0acec4e,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:43.283863 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.312668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f892022-980f-4b3e-b335-000ae87d4a41,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:43.317682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.319540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-10b0aaf0-c110-439b-87b3-e36fe77826d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f892022-980f-4b3e-b335-000ae87d4a41 HTTP/1.1" status: 204 len: 168 time: 0.5233288 Aug 19 15:36:43.322227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48356) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:43.322815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe256eca-85e5-4d4d-9c3d-64504861a076 None None] Network 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:43.380105 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.413332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-6805e1c2-41f6-4ddf-892d-86ec4220e3a0 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1718869907&fields=id&tenant_id=544f8cd477844f79b02a308d6e226225 HTTP/1.1" status: 200 len: 267 time: 0.0969312 Aug 19 15:36:43.431891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.467207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-b2c91ac3-677c-4171-a7b5-0d1d42d9dd75 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--413386444&fields=id&tenant_id=544f8cd477844f79b02a308d6e226225 HTTP/1.1" status: 200 len: 267 time: 0.0461752 Aug 19 15:36:43.500469 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.526768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0dba8-bf99-47b0-ad70-f90f09c96eb5 None None] Pushing event updated for resources: {'Port': ['ID=fafab55b-2920-4e09-a64d-59dbf0acec4e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:43.540121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:43.540769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:43.615399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Deleting port b3bcadec-ab61-4137-9f72-04394a03cc5d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:43.615764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.663927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-06f9c307-8758-4181-a773-e29b587f4ff4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:43.665516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-06f9c307-8758-4181-a773-e29b587f4ff4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/networks?id=5f3fac12-d221-41a2-bbf0-022220dbb315 HTTP/1.1" status: 200 len: 797 time: 0.1786337 Aug 19 15:36:43.699177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-44356bee-d206-4c43-84a6-4d1271705d0a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/quotas/544f8cd477844f79b02a308d6e226225 HTTP/1.1" status: 200 len: 375 time: 0.0243342 Aug 19 15:36:43.706109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] For port b3bcadec-ab61-4137-9f72-04394a03cc5d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b3bcadec-ab61-4137-9f72-04394a03cc5d,segment=NetworkSegment(6a731934-0715-4d76-817f-b9b6b6169598),segment_id=6a731934-0715-4d76-817f-b9b6b6169598)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:43.706526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.748348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Calling delete_port for b3bcadec-ab61-4137-9f72-04394a03cc5d owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:43.811623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-35c2c56f-550d-4772-a387-4a07cf13f919 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016009 Aug 19 15:36:43.843312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:43.925856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] DHCP port deletion for 16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:36:43.941187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-ce44f275-39ec-42b8-b5f6-b835948ae542 service neutron] 10.222.0.13 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082106 Aug 19 15:36:43.952773 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fdd13f1e-59ec-4604-84b2-c2abe67a4314 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:44.025454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: fdd13f1e-59ec-4604-84b2-c2abe67a4314 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:44.026086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fdd13f1e-59ec-4604-84b2-c2abe67a4314 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:44.026236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5405770c-f918-420b-9fb3-39489432a659 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:44.045288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-ccf9f182-0b2d-46e6-87c8-08349e61a256 service neutron] 10.222.0.13 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966549 Aug 19 15:36:44.049453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.060952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5405770c-f918-420b-9fb3-39489432a659 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:44.061327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5405770c-f918-420b-9fb3-39489432a659 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:44.077912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bcadec-ab61-4137-9f72-04394a03cc5d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.082183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] No DVR routers for this DVR port b3bcadec-ab61-4137-9f72-04394a03cc5d on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:44.104155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Deleting port b3bcadec-ab61-4137-9f72-04394a03cc5d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:44.104545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.122346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a0365f15-592a-4ed8-985d-6020444f59be up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:44.178930 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.190221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c6f5ce-347e-4fde-85ca-0dc0c01b94d0']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:44.204355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a731934-0715-4d76-817f-b9b6b6169598') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:44.204573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a731934-0715-4d76-817f-b9b6b6169598') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:44.216747 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.238856 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.246174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:36:44.246686 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.261586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] For port b3bcadec-ab61-4137-9f72-04394a03cc5d, host n-d-779913-32, got binding levels [] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:44.261985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.276415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Calling delete_port for b3bcadec-ab61-4137-9f72-04394a03cc5d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:44.280665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.ipam_backend_mixin [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Port b3bcadec-ab61-4137-9f72-04394a03cc5d was not found and therefore no delete operation was performed {{(pid=101964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:36:44.282445 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.320862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] Pushing event deleted for resources: {'Port': ['ID=b3bcadec-ab61-4137-9f72-04394a03cc5d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:36:44.321078 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:36:44.324153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d987d-2935-4a63-8569-b2ea061b26fc None None] No DVR routers for this DVR port b3bcadec-ab61-4137-9f72-04394a03cc5d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:44.326762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:43Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:44.369578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e350f-f4b1-477c-a2b5-a0f2b45c0fef None None] The sync data for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 is: [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:43Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:44.390667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port a0365f15-592a-4ed8-985d-6020444f59be completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:44.397637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port a0365f15-592a-4ed8-985d-6020444f59be triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:44.398063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.451308 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.465361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.469831 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/16c6f5ce-347e-4fde-85ca-0dc0c01b94d0 HTTP/1.1" status: 204 len: 168 time: 1.1441762 Aug 19 15:36:44.513018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4b5ed-5f59-4f3d-adaf-d50523935afb req-a0ec0175-7281-402a-a335-b7ce8a298a5c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:44.516521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-daa4b5ed-5f59-4f3d-adaf-d50523935afb req-a0ec0175-7281-402a-a335-b7ce8a298a5c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 945 time: 0.1182654 Aug 19 15:36:44.519761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fc0aa-b6c3-4a63-a632-95c7c8a24e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c6f5ce-347e-4fde-85ca-0dc0c01b94d0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.587567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-daa4b5ed-5f59-4f3d-adaf-d50523935afb req-c8395096-8b41-49ca-9dcf-504d29183850 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550220 Aug 19 15:36:44.630732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.677380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4de475e6-8cf8-4ef5-8906-2f9ff783192c req-22faf194-7a7a-4f0b-abd3-48f4e4705807 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 210 time: 0.0380380 Aug 19 15:36:44.685626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0365f15-592a-4ed8-985d-6020444f59be'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:44.688417 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b84f99-3030-4e0c-9454-c27b19b7cd86" -d '{"events": [{"server_uuid": "4d724a89-f75d-423d-a34a-21fc8b209e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a0365f15-592a-4ed8-985d-6020444f59be"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:44.716902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port a0365f15-592a-4ed8-985d-6020444f59be, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a0365f15-592a-4ed8-985d-6020444f59be,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:44.806371 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2041a69-2d38-4744-9dbb-3c6ee8b4d320 x-openstack-request-id: req-a2041a69-2d38-4744-9dbb-3c6ee8b4d320 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:44.806667 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d724a89-f75d-423d-a34a-21fc8b209e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a0365f15-592a-4ed8-985d-6020444f59be", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:44.806926 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2041a69-2d38-4744-9dbb-3c6ee8b4d320 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:44.807325 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0365f15-592a-4ed8-985d-6020444f59be', 'code': 200} Aug 19 15:36:44.844259 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.924896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=a0365f15-592a-4ed8-985d-6020444f59be,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.947351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5a8eb-be44-47a3-a726-5b408f8a2c3b req-22c34b50-eb06-47fa-99f0-245854c9e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:44.949088 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6e5a8eb-be44-47a3-a726-5b408f8a2c3b req-22c34b50-eb06-47fa-99f0-245854c9e50f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 1098 time: 0.0793831 Aug 19 15:36:44.995256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e6e5a8eb-be44-47a3-a726-5b408f8a2c3b req-8afba0b4-5798-4081-916c-2633a60262d4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391347 Aug 19 15:36:45.048430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48374) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:45.103850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-799caf75-f8eb-4177-921e-e4d995269d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d999809705f42da909edfcea0491a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537224 Aug 19 15:36:45.106121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48376) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:45.163162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30e715d4-cf40-4408-bccc-b26347cc5c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.187235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30e715d4-cf40-4408-bccc-b26347cc5c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.334867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30e715d4-cf40-4408-bccc-b26347cc5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.337858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-30e715d4-cf40-4408-bccc-b26347cc5c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.339071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-30e715d4-cf40-4408-bccc-b26347cc5c1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e82229a-bd6a-4903-bca8-d034f895a362 HTTP/1.1" status: 204 len: 168 time: 0.2319493 Aug 19 15:36:45.348671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e715d4-cf40-4408-bccc-b26347cc5c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e82229a-bd6a-4903-bca8-d034f895a362,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:45.358979 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:36:45.721892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa44f-e919-4e8e-a2e2-9374c9906cac req-2a6be5f6-2381-4ec7-b09d-f995a2e3d6b8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:45.723460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d43aa44f-e919-4e8e-a2e2-9374c9906cac req-2a6be5f6-2381-4ec7-b09d-f995a2e3d6b8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 946 time: 0.0600483 Aug 19 15:36:45.767487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d43aa44f-e919-4e8e-a2e2-9374c9906cac req-a18cb991-bad5-424f-8f19-f436c410a6be tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Aug 19 15:36:45.857940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86fd5af8-d738-4bbe-87aa-d57e0f916c18 req-4f24e58f-e48b-4f79-a6a5-7b5fead11549 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 210 time: 0.0297470 Aug 19 15:36:45.915987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fafab55b-2920-4e09-a64d-59dbf0acec4e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:46.123046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port fafab55b-2920-4e09-a64d-59dbf0acec4e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:46.127154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fafab55b-2920-4e09-a64d-59dbf0acec4e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:46.127540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.162747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48388) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:46.206412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-40ebe4fb-cc6e-40cc-958f-c571954add57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=599924d03e2d4fa2aed5120460a8f7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422354 Aug 19 15:36:46.208975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48390) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:46.218288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.255410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port fafab55b-2920-4e09-a64d-59dbf0acec4e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fafab55b-2920-4e09-a64d-59dbf0acec4e,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:46.269547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ba11eac-4a4f-4ec4-83e7-69c58b13af91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.292717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ba11eac-4a4f-4ec4-83e7-69c58b13af91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.350892 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.405948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b3bcadec-ab61-4137-9f72-04394a03cc5d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:46.412078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=fafab55b-2920-4e09-a64d-59dbf0acec4e,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:46.431716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b3bcadec-ab61-4137-9f72-04394a03cc5d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:46.431892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ba11eac-4a4f-4ec4-83e7-69c58b13af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.432062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b3bcadec-ab61-4137-9f72-04394a03cc5d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:46.435089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9ba11eac-4a4f-4ec4-83e7-69c58b13af91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.436312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9ba11eac-4a4f-4ec4-83e7-69c58b13af91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee359793-bd6a-44de-a8fb-1c5332e8b138 HTTP/1.1" status: 204 len: 168 time: 0.2263055 Aug 19 15:36:46.446226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba11eac-4a4f-4ec4-83e7-69c58b13af91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee359793-bd6a-44de-a8fb-1c5332e8b138,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:46.900447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aa819-3d6c-4dc8-a509-31538e04509c req-2ce1643b-668e-4a70-937e-c1021837f94e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:46.902110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a0aa819-3d6c-4dc8-a509-31538e04509c req-2ce1643b-668e-4a70-937e-c1021837f94e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 946 time: 0.0610065 Aug 19 15:36:46.958654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a0aa819-3d6c-4dc8-a509-31538e04509c req-c8760b54-d681-403c-a656-6174cac5b4ca tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495436 Aug 19 15:36:47.072658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b0d79ee-0a08-4664-96e7-aef79b60787b req-3aa4cf33-8802-447b-a239-e9e1fe84a3a6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 210 time: 0.0381296 Aug 19 15:36:47.095814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-6575fc87-8381-49f6-91f5-7063d9697c1f tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:47.097540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-6575fc87-8381-49f6-91f5-7063d9697c1f tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.54 "GET /v2.0/networks?id=5f3fac12-d221-41a2-bbf0-022220dbb315 HTTP/1.1" status: 200 len: 797 time: 0.1573517 Aug 19 15:36:47.200379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-c603bb12-2b32-472b-ac89-e076a0053e91 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f8cd477844f79b02a308d6e226225 HTTP/1.1" status: 200 len: 477 time: 0.0842073 Aug 19 15:36:47.214376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'port': {'device_id': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'admin_state_up': True, 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'security_groups': ['e0744a57-c957-4e8d-b3be-337e0036662f', 'e50afd1b-f377-4452-9885-e7780a23690c']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:47.270519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d48e0-48be-4683-a293-e096b76c2d97 req-bd880fc9-e082-43b9-9b8b-4f05528ae65b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:47.272179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c2d48e0-48be-4683-a293-e096b76c2d97 req-bd880fc9-e082-43b9-9b8b-4f05528ae65b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 946 time: 0.1215627 Aug 19 15:36:47.344453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c2d48e0-48be-4683-a293-e096b76c2d97 req-7a7b4356-6b6e-4250-8aff-43d98a0d20e7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641901 Aug 19 15:36:47.477303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Made reservation on behalf of 544f8cd477844f79b02a308d6e226225 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:47.481014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.608834 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.20.0.7 (5f3fac12-d221-41a2-bbf0-022220dbb315/ec6f6c74-46bc-47ee-bf98-bba2ec00b022/7f409d04-03da-46ec-9475-9043503861e6) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:47.761013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.775658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Transition to ACTIVE for port object 7f409d04-03da-46ec-9475-9043503861e6 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:47.888653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fafab55b-2920-4e09-a64d-59dbf0acec4e up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:47.901210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.939020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fafab55b-2920-4e09-a64d-59dbf0acec4e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:47.939399 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.945587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:47.950716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:47.953163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:47.987991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=7f409d04-03da-46ec-9475-9043503861e6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:48.018798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:48.018798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.111774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-60da9933-1310-432b-b7b8-bc0ffdb97f1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9031498 Aug 19 15:36:48.133836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Request body: {'port': {'device_id': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:48.226427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.231664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ef2616e5-f036-4c77-964d-011cdf2871b6 None None] Provisioning for port 7f409d04-03da-46ec-9475-9043503861e6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:48.235896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ef2616e5-f036-4c77-964d-011cdf2871b6 None None] Provisioning complete for port 7f409d04-03da-46ec-9475-9043503861e6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:48.236236 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ef2616e5-f036-4c77-964d-011cdf2871b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.249364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab430f-21d4-4c07-8d63-2376873f2000 req-bfb6d116-d29f-449f-97ea-406e4dcf54c0 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:48.250856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0ab430f-21d4-4c07-8d63-2376873f2000 req-bfb6d116-d29f-449f-97ea-406e4dcf54c0 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 970 time: 0.0906870 Aug 19 15:36:48.271924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ef2616e5-f036-4c77-964d-011cdf2871b6 None None] Port 7f409d04-03da-46ec-9475-9043503861e6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:48.378879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0ab430f-21d4-4c07-8d63-2376873f2000 req-696809e6-1101-4b6b-934d-3c483ad76d07 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1049125 Aug 19 15:36:48.543210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f409d04-03da-46ec-9475-9043503861e6 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:48.550741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.562746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Transition to ACTIVE for port object 7f409d04-03da-46ec-9475-9043503861e6 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:48.666145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.716776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Pushing event updated for resources: {'Port': ['ID=7f409d04-03da-46ec-9475-9043503861e6,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:48.791331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Attempting to bind port 7f409d04-03da-46ec-9475-9043503861e6 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:48.791619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Attempting to bind port 7f409d04-03da-46ec-9475-9043503861e6 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:48.791956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Attempting to bind port 7f409d04-03da-46ec-9475-9043503861e6 on network 5f3fac12-d221-41a2-bbf0-022220dbb315 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:48.796867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Port 7f409d04-03da-46ec-9475-9043503861e6 on network 5f3fac12-d221-41a2-bbf0-022220dbb315 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:36:48.797138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Attempting to bind port 7f409d04-03da-46ec-9475-9043503861e6 on network 5f3fac12-d221-41a2-bbf0-022220dbb315 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:48.803337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:48.803769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Checking segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:48.804061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Bound using segment: {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:48.804493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Bound port: 7f409d04-03da-46ec-9475-9043503861e6, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59547bda-8a08-4776-b319-592701ae2c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:48.804857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.853441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48406) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:48.880235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] For port 7f409d04-03da-46ec-9475-9043503861e6, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:48.884086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] For port 7f409d04-03da-46ec-9475-9043503861e6, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7f409d04-03da-46ec-9475-9043503861e6,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:48.986652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.024844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.025530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.027639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f409d04-03da-46ec-9475-9043503861e6 HTTP/1.1" status: 200 len: 1131 time: 0.8986011 Aug 19 15:36:49.028117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'tag': '7f409d04-03da-46ec-9475-9043503861e6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:49.030791 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2380346e-11f4-47d7-8bfe-104804d94de4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "tag": "7f409d04-03da-46ec-9475-9043503861e6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:49.062033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79892a-fde0-4275-8429-bba2c38f1a11 service neutron] Pushing event updated for resources: {'Port': ['ID=7f409d04-03da-46ec-9475-9043503861e6,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:49.088442 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7036d7-27d2-4d99-bbcf-a22dfaeded32 x-openstack-request-id: req-5a7036d7-27d2-4d99-bbcf-a22dfaeded32 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:49.088800 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "tag": "7f409d04-03da-46ec-9475-9043503861e6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:49.089069 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a7036d7-27d2-4d99-bbcf-a22dfaeded32 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:49.089576 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'tag': '7f409d04-03da-46ec-9475-9043503861e6', 'status': 'completed', 'code': 200} Aug 19 15:36:49.185790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380346e-11f4-47d7-8bfe-104804d94de4 req-2a8932e0-9570-47fa-b163-60935471c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.187527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2380346e-11f4-47d7-8bfe-104804d94de4 req-2a8932e0-9570-47fa-b163-60935471c3af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1134 time: 0.0483258 Aug 19 15:36:49.306667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380346e-11f4-47d7-8bfe-104804d94de4 req-d838b37f-15ad-452d-8bc8-af6ee5fad9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.308275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2380346e-11f4-47d7-8bfe-104804d94de4 req-d838b37f-15ad-452d-8bc8-af6ee5fad9f3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=544f8cd477844f79b02a308d6e226225&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1065764 Aug 19 15:36:49.349520 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.414282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380346e-11f4-47d7-8bfe-104804d94de4 req-8c1a9977-dc45-4212-a4d3-8f0932cfc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.416029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2380346e-11f4-47d7-8bfe-104804d94de4 req-8c1a9977-dc45-4212-a4d3-8f0932cfc5a9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008639 Aug 19 15:36:49.532350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53840653-d677-4e94-ba52-24bffbed1edc req-07db0e8e-17af-401f-be9e-12aeda3e0a50 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.533906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53840653-d677-4e94-ba52-24bffbed1edc req-07db0e8e-17af-401f-be9e-12aeda3e0a50 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 982 time: 0.0826380 Aug 19 15:36:49.551092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-6b0c8ba7-51d9-43d0-922f-5f6b0f331583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.556603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-6b0c8ba7-51d9-43d0-922f-5f6b0f331583 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1134 time: 0.0731783 Aug 19 15:36:49.614250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-2c12b761-df04-416f-8fad-c3e71c8ab7ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f409d04-03da-46ec-9475-9043503861e6 HTTP/1.1" status: 200 len: 217 time: 0.0468369 Aug 19 15:36:49.618463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53840653-d677-4e94-ba52-24bffbed1edc req-46ff0d7d-ed15-4a23-900f-3dbe0c4cefb2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0763304 Aug 19 15:36:49.662401 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.20.0.17 (895eab5c-7bbe-414e-82aa-a01c450f1bf2/31695363-835a-4965-a1d0-ac4917bd31f8/0abb974f-ed1b-46d0-82cb-0f0445d88466) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:49.664347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-27661407-eee1-4e62-9422-395c3018cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.665868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-27661407-eee1-4e62-9422-395c3018cab4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6f6c74-46bc-47ee-bf98-bba2ec00b022 HTTP/1.1" status: 200 len: 833 time: 0.0447607 Aug 19 15:36:49.717747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-e089d972-ee9a-4a2f-a0b9-4d4c19bd941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:49.719304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-e089d972-ee9a-4a2f-a0b9-4d4c19bd941f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f3fac12-d221-41a2-bbf0-022220dbb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466640 Aug 19 15:36:49.787447 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.802607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Transition to ACTIVE for port object 0abb974f-ed1b-46d0-82cb-0f0445d88466 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:49.816020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-54ce4f33-9e0c-4596-a3cd-2273ab5962dd service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Aug 19 15:36:49.916653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1d570a7-e67d-495f-8360-a7085cb402c2 req-2db0bb91-0382-4a18-a211-85c4fd5095aa service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931423 Aug 19 15:36:49.935245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.976137 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:49.981309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:49.983750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:50.024179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=0abb974f-ed1b-46d0-82cb-0f0445d88466,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:50.048438 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.258272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.345964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3fe56309-177d-47dd-bec1-514035622430 None None] Provisioning for port 0abb974f-ed1b-46d0-82cb-0f0445d88466 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:50.354406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3fe56309-177d-47dd-bec1-514035622430 None None] Provisioning complete for port 0abb974f-ed1b-46d0-82cb-0f0445d88466 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:50.354793 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3fe56309-177d-47dd-bec1-514035622430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.390456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3fe56309-177d-47dd-bec1-514035622430 None None] Port 0abb974f-ed1b-46d0-82cb-0f0445d88466 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:50.550380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.671753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.741742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355322d1-5546-4b4a-a889-8f9ea1374ca7 req-0373f134-139b-47e0-b9f7-e0216e3b3b27 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:50.743464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-355322d1-5546-4b4a-a889-8f9ea1374ca7 req-0373f134-139b-47e0-b9f7-e0216e3b3b27 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 982 time: 0.0544798 Aug 19 15:36:50.756301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=0abb974f-ed1b-46d0-82cb-0f0445d88466,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:50.759911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.786693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-355322d1-5546-4b4a-a889-8f9ea1374ca7 req-33107276-d11c-4d96-b2b1-1af15531bc1d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367212 Aug 19 15:36:50.854236 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:50.855521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:50.979673 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:51.097548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:51.105131 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ec6de0c0-2767-47d2-bc77-1e1d80a0404f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "PUT /v2.0/routers/2ef6094a-0b7c-4f82-a174-977710b3c0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477124 Aug 19 15:36:51.108125 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:51.117281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36a1c2f6-1e8a-47ff-9971-bcb2c1b2c8f8 None None] Provisioning complete for port 0abb974f-ed1b-46d0-82cb-0f0445d88466 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:51.118058 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36a1c2f6-1e8a-47ff-9971-bcb2c1b2c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.119871 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:51.120734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:51.157646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-36a1c2f6-1e8a-47ff-9971-bcb2c1b2c8f8 None None] Port 0abb974f-ed1b-46d0-82cb-0f0445d88466 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:51.243599 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:51.472523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:36:50Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 1, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abb974f-ed1b-46d0-82cb-0f0445d88466', 'name': '', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:15:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:50Z', 'revision_number': 2, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:51.501271 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:51.501617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Updating router 2ef6094a-0b7c-4f82-a174-977710b3c0aa port 0abb974f-ed1b-46d0-82cb-0f0445d88466 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:51.525915 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.789574 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.798965 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Transition to ACTIVE for port object 0abb974f-ed1b-46d0-82cb-0f0445d88466 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:51.906132 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.908029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d365b77-9338-47c9-8726-299c0d3e4e1f req-d35d2d47-3363-4bb7-9c2f-ec3399389cd9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:51.909642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d365b77-9338-47c9-8726-299c0d3e4e1f req-d35d2d47-3363-4bb7-9c2f-ec3399389cd9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 982 time: 0.0513253 Aug 19 15:36:51.954516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d365b77-9338-47c9-8726-299c0d3e4e1f req-7926e7b6-75e7-4a77-b5e1-6d983700e191 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0380921 Aug 19 15:36:51.994378 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Pushing event updated for resources: {'Port': ['ID=0abb974f-ed1b-46d0-82cb-0f0445d88466,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:52.012666 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.013006 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.013370 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.013705 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.014029 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.014355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.014673 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.015152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.015705 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.016405 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.016874 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.017302 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:52.025844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Attempting to bind port 0abb974f-ed1b-46d0-82cb-0f0445d88466 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:52.026205 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Attempting to bind port 0abb974f-ed1b-46d0-82cb-0f0445d88466 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:52.026562 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Attempting to bind port 0abb974f-ed1b-46d0-82cb-0f0445d88466 on network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:52.035998 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:52.035998 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Checking segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:52.035998 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.035998 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Bound using segment: {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:52.036992 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Bound port: 0abb974f-ed1b-46d0-82cb-0f0445d88466, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:52.036992 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.107229 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] For port 0abb974f-ed1b-46d0-82cb-0f0445d88466, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:52.110520 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] For port 0abb974f-ed1b-46d0-82cb-0f0445d88466, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0abb974f-ed1b-46d0-82cb-0f0445d88466,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:52.238471 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.298215 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:52.298754 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:52.300769 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de68b6b-c636-4e44-a393-4e47918dd607 None None] Pushing event updated for resources: {'Port': ['ID=0abb974f-ed1b-46d0-82cb-0f0445d88466,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:52.433499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:52.642488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7f409d04-03da-46ec-9475-9043503861e6 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:36:52.748408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7f409d04-03da-46ec-9475-9043503861e6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7f409d04-03da-46ec-9475-9043503861e6,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:52.760240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '7f409d04-03da-46ec-9475-9043503861e6', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'port_id': '7f409d04-03da-46ec-9475-9043503861e6', 'mac_address': 'fa:16:3e:11:56:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:36:52.779768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:36:50Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 1, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abb974f-ed1b-46d0-82cb-0f0445d88466', 'name': '', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:15:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:52.798857 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.807456 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a235d-344e-4bca-ae13-deec4d427c1e None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:36:50Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 1, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abb974f-ed1b-46d0-82cb-0f0445d88466', 'name': '', 'network_id': '895eab5c-7bbe-414e-82aa-a01c450f1bf2', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:15:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '31695363-835a-4965-a1d0-ac4917bd31f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:52.818167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f409d04-03da-46ec-9475-9043503861e6 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:52.915352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7f409d04-03da-46ec-9475-9043503861e6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7f409d04-03da-46ec-9475-9043503861e6,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:52.989762 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:53.047457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7f409d04-03da-46ec-9475-9043503861e6,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:53.106148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456cdb-c35f-4a5e-bcf9-f69eb359a9ae req-1f36e800-7431-4fe0-addd-9a81c7b23998 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:53.107702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f456cdb-c35f-4a5e-bcf9-f69eb359a9ae req-1f36e800-7431-4fe0-addd-9a81c7b23998 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 983 time: 0.0614135 Aug 19 15:36:53.159743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f456cdb-c35f-4a5e-bcf9-f69eb359a9ae req-9c7564f3-4634-45f5-81f1-6611a49613d0 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0441735 Aug 19 15:36:53.376828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['7f409d04-03da-46ec-9475-9043503861e6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:53.909066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0abb974f-ed1b-46d0-82cb-0f0445d88466 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:54.042538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0abb974f-ed1b-46d0-82cb-0f0445d88466 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:54.046558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0abb974f-ed1b-46d0-82cb-0f0445d88466 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:54.046987 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.124237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.156169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 0abb974f-ed1b-46d0-82cb-0f0445d88466, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0abb974f-ed1b-46d0-82cb-0f0445d88466,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:54.243578 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.289993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb4fc-0821-4f30-a176-a3e10554693f req-5005e606-a277-46b5-94d5-cde04a640a91 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:54.291863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26cbb4fc-0821-4f30-a176-a3e10554693f req-5005e606-a277-46b5-94d5-cde04a640a91 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 983 time: 0.0567422 Aug 19 15:36:54.310194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=0abb974f-ed1b-46d0-82cb-0f0445d88466,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:54.340235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26cbb4fc-0821-4f30-a176-a3e10554693f req-80acc70c-c5aa-4466-aa62-3caf1b302256 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0413568 Aug 19 15:36:54.545565 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7e8d54bb-8899-4e16-a809-c0c2097dd57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.658817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7f409d04-03da-46ec-9475-9043503861e6 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:54.780023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 7f409d04-03da-46ec-9475-9043503861e6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:54.784260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 7f409d04-03da-46ec-9475-9043503861e6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:54.784676 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.866342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.893933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f409d04-03da-46ec-9475-9043503861e6'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:54.896775 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f446a6-b95f-4e5c-9eaf-c38df8a55366" -d '{"events": [{"server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "name": "network-vif-plugged", "status": "completed", "tag": "7f409d04-03da-46ec-9475-9043503861e6"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:54.910761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7f409d04-03da-46ec-9475-9043503861e6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7f409d04-03da-46ec-9475-9043503861e6,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:54.937706 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba26240-d4f2-46af-876e-e5e800e4a093 x-openstack-request-id: req-5ba26240-d4f2-46af-876e-e5e800e4a093 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:54.937706 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "name": "network-vif-plugged", "status": "completed", "tag": "7f409d04-03da-46ec-9475-9043503861e6", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:54.937706 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ba26240-d4f2-46af-876e-e5e800e4a093 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:54.937706 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f409d04-03da-46ec-9475-9043503861e6', 'code': 200} Aug 19 15:36:55.003422 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.053080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7f409d04-03da-46ec-9475-9043503861e6,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:55.061872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7091f9f-f57b-4004-a7d4-bd6603ebe71b req-c115f2fd-0a35-4dfd-96aa-2d87460a3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:55.062977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7091f9f-f57b-4004-a7d4-bd6603ebe71b req-c115f2fd-0a35-4dfd-96aa-2d87460a3e74 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1136 time: 0.0425875 Aug 19 15:36:55.101658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7091f9f-f57b-4004-a7d4-bd6603ebe71b req-0a63f875-409d-4bf1-9982-55ca54204665 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e50afd1b-f377-4452-9885-e7780a23690c&id=e0744a57-c957-4e8d-b3be-337e0036662f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0306914 Aug 19 15:36:55.472501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522365-73a2-4529-8eac-05c8a0202233 req-9e344c39-72ab-4679-bad6-920d69ec8f6c tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:55.474642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64522365-73a2-4529-8eac-05c8a0202233 req-9e344c39-72ab-4679-bad6-920d69ec8f6c tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.0589082 Aug 19 15:36:55.518044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64522365-73a2-4529-8eac-05c8a0202233 req-807209b1-5053-42b1-91f2-3843d064513d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0368743 Aug 19 15:36:55.751534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.902798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0abb974f-ed1b-46d0-82cb-0f0445d88466 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:55.957325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0abb974f-ed1b-46d0-82cb-0f0445d88466 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:55.957325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:56.673232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48614255-8d16-4732-9d59-8540e37ab053 req-53b880f1-b08c-4ae9-8a9b-718cb94066a9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:56.674891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48614255-8d16-4732-9d59-8540e37ab053 req-53b880f1-b08c-4ae9-8a9b-718cb94066a9 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.0665197 Aug 19 15:36:56.735677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48614255-8d16-4732-9d59-8540e37ab053 req-2d532979-1c19-43ad-8912-ff0337de6937 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511394 Aug 19 15:36:57.351418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:57.869990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7044-2678-4d22-9f60-f16f411c5cbd req-9a747c00-7322-4fe2-b5c1-5d5f8284d3f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:57.871687 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67fd7044-2678-4d22-9f60-f16f411c5cbd req-9a747c00-7322-4fe2-b5c1-5d5f8284d3f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.0563211 Aug 19 15:36:57.900591 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2062dd03-ecd6-4dcb-ba73-3c6a97d86eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:57.917789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67fd7044-2678-4d22-9f60-f16f411c5cbd req-dbd47d82-1c0a-4e38-8327-87eb3c0a0a4f tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0391872 Aug 19 15:36:58.039620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51661e12-3547-4f76-831e-4ab78121f323 req-39a99dbc-50f7-4e33-b3db-84c3902deb7a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:58.041029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51661e12-3547-4f76-831e-4ab78121f323 req-39a99dbc-50f7-4e33-b3db-84c3902deb7a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.0549946 Aug 19 15:36:58.084416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51661e12-3547-4f76-831e-4ab78121f323 req-ee01cf95-46ca-4eb7-9f89-831dd5ed81a6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0369453 Aug 19 15:36:58.209608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2bc1e-1b7b-4e99-b761-f960681c7860 req-1356d62f-47d0-48e9-9f48-5382e276f424 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:58.211159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ee2bc1e-1b7b-4e99-b761-f960681c7860 req-1356d62f-47d0-48e9-9f48-5382e276f424 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1136 time: 0.0451705 Aug 19 15:36:58.230171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1ee2bc1e-1b7b-4e99-b761-f960681c7860 req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.325388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1ee2bc1e-1b7b-4e99-b761-f960681c7860 req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.390633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1ee2bc1e-1b7b-4e99-b761-f960681c7860 req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.418569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ee2bc1e-1b7b-4e99-b761-f960681c7860 req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2011619 Aug 19 15:36:58.428434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb02f3-0888-451b-9c21-54722912200c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:58.437046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.437453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.437798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.438263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.438607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.438944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.439283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.439764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.440228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.440563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.440893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.441248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65501b0d-4c30-4b8e-a942-4cf4220574b9 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:58.441363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48446) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:58.487413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e8b30-d225-4ab7-8ad4-7d79a9e29f4c tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:58.490747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d41e8b30-d225-4ab7-8ad4-7d79a9e29f4c tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1131 time: 0.0465333 Aug 19 15:36:58.493084 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:58.497624 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '7f409d04-03da-46ec-9475-9043503861e6', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:58.585918 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.704990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.829889 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.25.5.235 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a6a1cc0d-359e-4d63-bb68-d7857ef1d225) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:58.937678 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.031846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.074179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:59.077175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:59.079633 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:59.109802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=a6a1cc0d-359e-4d63-bb68-d7857ef1d225,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:59.124704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.125069 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.125443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.125788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.126127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.126464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.126809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.127185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.127516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.127847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.128176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.128504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:59.485934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.644472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.722798 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.802150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.882313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:59.961018 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=a6a1cc0d-359e-4d63-bb68-d7857ef1d225,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:59.971196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:00.075740 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Floating IP ba15ebf1-1bf0-4556-8a66-e5fc58052ce8 associated. External IP: 172.25.5.235, port: 7f409d04-03da-46ec-9475-9043503861e6. Aug 19 15:37:00.601746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router c419d45b-7672-4b02-b18f-35d4697269e1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:00.711461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:00.721550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] Sync routers for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:00.731444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:00.732067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:00.786458 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:00.819475 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c6ba56ff-ff42-4a30-94fd-c92e199e2526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3252957 Aug 19 15:37:00.820260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'tag': '7f409d04-03da-46ec-9475-9043503861e6'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:00.822129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48452) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:00.822926 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179e404f-8f0c-44d9-a20f-9c94ac0a94da" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "tag": "7f409d04-03da-46ec-9475-9043503861e6"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:00.829520 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:00.854135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:00.943700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.944182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.944780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.945108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.945594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.946063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.946526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.946967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.947428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:00.952101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5271f021-3260-40a0-bf7b-026c132f2710 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6332 time: 0.1260407 Aug 19 15:37:00.952436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48458) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:01.054760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.055240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.055713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.056427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.056885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.057363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.057817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.058268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.058988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.060752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aa82838e-cd35-425a-8914-1d27552e60f1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5868 time: 0.1073155 Aug 19 15:37:01.063735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48460) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:01.077011 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50339fd-b72c-4cc8-ba06-4d2780d67cd6 x-openstack-request-id: req-d50339fd-b72c-4cc8-ba06-4d2780d67cd6 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:01.077256 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "tag": "7f409d04-03da-46ec-9475-9043503861e6", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:01.077577 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d50339fd-b72c-4cc8-ba06-4d2780d67cd6 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:01.077994 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'tag': '7f409d04-03da-46ec-9475-9043503861e6', 'status': 'completed', 'code': 200} Aug 19 15:37:01.115405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'ba15ebf1-1bf0-4556-8a66-e5fc58052ce8', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'port_id': '7f409d04-03da-46ec-9475-9043503861e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'mac_address': 'fa:16:3e:11:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:36:59Z', 'updated_at': '2021-08-19T15:36:59Z', 'revision_number': 0, 'project_id': '544f8cd477844f79b02a308d6e226225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:01.146148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] Checking router: c419d45b-7672-4b02-b18f-35d4697269e1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:01.155500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:01.156131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:01.201723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-f3a0bc44-3743-4fcc-b863-67ed1737bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.203189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-f3a0bc44-3743-4fcc-b863-67ed1737bd50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1136 time: 0.0808604 Aug 19 15:37:01.265836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:01.333472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f97d407c-3742-4aad-bc43-5a9422a7de01 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.2653606 Aug 19 15:37:01.334324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-1c9c1150-966f-4c1f-a362-a50c887fa4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.334992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:01.335790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-1c9c1150-966f-4c1f-a362-a50c887fa4dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f3fac12-d221-41a2-bbf0-022220dbb315 HTTP/1.1" status: 200 len: 898 time: 0.1248922 Aug 19 15:37:01.383615 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f778b0f-8ff2-40e4-85a0-81504e0b2648 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.383998 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f778b0f-8ff2-40e4-85a0-81504e0b2648 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.385691 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1f778b0f-8ff2-40e4-85a0-81504e0b2648 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c419d45b-7672-4b02-b18f-35d4697269e1 HTTP/1.1" status: 200 len: 1992 time: 0.0496438 Aug 19 15:37:01.420431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-27e6fa30-c762-4c6a-961d-827c8e528cf0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f409d04-03da-46ec-9475-9043503861e6 HTTP/1.1" status: 200 len: 999 time: 0.0770454 Aug 19 15:37:01.681072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'ba15ebf1-1bf0-4556-8a66-e5fc58052ce8', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'port_id': '7f409d04-03da-46ec-9475-9043503861e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'mac_address': 'fa:16:3e:11:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:36:59Z', 'updated_at': '2021-08-19T15:36:59Z', 'revision_number': 0, 'project_id': '544f8cd477844f79b02a308d6e226225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:01.710754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a506a-d403-4f7d-904d-27d5593e5707 None None] The sync data for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 is: [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'ba15ebf1-1bf0-4556-8a66-e5fc58052ce8', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'port_id': '7f409d04-03da-46ec-9475-9043503861e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'mac_address': 'fa:16:3e:11:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:36:59Z', 'updated_at': '2021-08-19T15:36:59Z', 'revision_number': 0, 'project_id': '544f8cd477844f79b02a308d6e226225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:01.802769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-bf3aa790-8df7-4698-97a4-7d8ae5d56f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.804248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-bf3aa790-8df7-4698-97a4-7d8ae5d56f67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6f6c74-46bc-47ee-bf98-bba2ec00b022 HTTP/1.1" status: 200 len: 833 time: 0.3760960 Aug 19 15:37:01.854887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-89c0c9ea-48bd-4463-9f0a-45230919e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:01.859900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-89c0c9ea-48bd-4463-9f0a-45230919e87f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f3fac12-d221-41a2-bbf0-022220dbb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447087 Aug 19 15:37:01.918224 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7fee83-4f9f-4c7c-be68-e72ef556a946 None None] New status for floating IP ba15ebf1-1bf0-4556-8a66-e5fc58052ce8: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:37:01.955281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-170e30f5-5e94-40ec-8090-a28c0da1b3dc service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917423 Aug 19 15:37:02.051932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-179e404f-8f0c-44d9-a20f-9c94ac0a94da req-72bbcb63-635d-46d3-a107-5d53e77ae1b5 service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895717 Aug 19 15:37:09.392934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-67f20c8c-16e8-4f13-afaf-e577f598e20a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437431 Aug 19 15:37:09.494525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-0d2bdabf-d1df-439b-a0d5-82b520b22edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:09.496007 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-0d2bdabf-d1df-439b-a0d5-82b520b22edf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1099 time: 0.0423963 Aug 19 15:37:09.620195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-2bf63584-d62f-418d-9158-c9847bc4afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:09.621762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-2bf63584-d62f-418d-9158-c9847bc4afe1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1047304 Aug 19 15:37:09.697868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-5f51e2fb-23b3-4d43-822e-6c6fdadbd67f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 1001 time: 0.0686998 Aug 19 15:37:09.759347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-69008ca5-0312-4e2e-a5af-3a1ed8e31522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:09.761911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-69008ca5-0312-4e2e-a5af-3a1ed8e31522 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0559402 Aug 19 15:37:09.813279 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-24dbafa6-9f71-426e-ab9c-fca6ee31c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:09.814859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-24dbafa6-9f71-426e-ab9c-fca6ee31c3c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450282 Aug 19 15:37:09.927716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-0852e067-151c-479b-829e-2296c4faf1f2 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049595 Aug 19 15:37:10.037339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6691ca18-bf9d-4aba-80f9-1d8d68af1bfb req-b0649e67-54d5-4f2d-a6dc-4a7db49708fe service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011236 Aug 19 15:37:11.618440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48488) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:12.033589 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:12.387895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port 0abb974f-ed1b-46d0-82cb-0f0445d88466 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:12.388154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:12.488333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port 0abb974f-ed1b-46d0-82cb-0f0445d88466, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0abb974f-ed1b-46d0-82cb-0f0445d88466,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:12.488733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:12.502587 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for 0abb974f-ed1b-46d0-82cb-0f0445d88466 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:12.819100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:12.850021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=0abb974f-ed1b-46d0-82cb-0f0445d88466,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:13.061568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:13.292070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:13.417036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:13.422170 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e3b5cb40-6105-485f-903a-53ff677b5d60 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "PUT /v2.0/routers/2ef6094a-0b7c-4f82-a174-977710b3c0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027673 Aug 19 15:37:13.429919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:13.429919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:13.440204 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:13.440846 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:13.551992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:13.793515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:12Z', 'revision_number': 6, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 1, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:13.822019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:13.830635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:13.831251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:13.884394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193b1ca-546e-41bf-abf0-b7cef6d2c161 req-673cbcc3-5475-4763-ad87-2b8a54e20ad7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:13.886658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b193b1ca-546e-41bf-abf0-b7cef6d2c161 req-673cbcc3-5475-4763-ad87-2b8a54e20ad7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 946 time: 0.0622656 Aug 19 15:37:13.931792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b193b1ca-546e-41bf-abf0-b7cef6d2c161 req-5ed0ad59-47c3-44a5-be5a-e668979091a4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381544 Aug 19 15:37:13.963727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:14.251704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:12Z', 'revision_number': 6, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 1, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:14.288779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb7e43-af4d-40fd-ab41-6415f5568595 None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:12Z', 'revision_number': 6, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd6ba712b-21d3-4f22-b562-6e487e89ceb1', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'port_id': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'mac_address': 'fa:16:3e:81:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:35:02Z', 'updated_at': '2021-08-19T15:35:05Z', 'revision_number': 1, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:15.174578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26a5aa-99f2-4b73-92b0-d3388de2a1dc req-27aa28d6-304c-4525-9733-d6a13edfbb31 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.176115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb26a5aa-99f2-4b73-92b0-d3388de2a1dc req-27aa28d6-304c-4525-9733-d6a13edfbb31 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 946 time: 0.1680861 Aug 19 15:37:15.239577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb26a5aa-99f2-4b73-92b0-d3388de2a1dc req-208d0e1c-c152-4c50-85d4-b5403433e3e6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570827 Aug 19 15:37:15.255602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963ab3a-216b-45df-a7cb-eb596111163e req-3448e7fc-bae3-490a-9712-15a8ab87f59e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.257054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2963ab3a-216b-45df-a7cb-eb596111163e req-3448e7fc-bae3-490a-9712-15a8ab87f59e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 946 time: 0.0615819 Aug 19 15:37:15.350278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port a0365f15-592a-4ed8-985d-6020444f59be {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:15.350624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.442799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port a0365f15-592a-4ed8-985d-6020444f59be, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=a0365f15-592a-4ed8-985d-6020444f59be,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:15.443174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.455819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for a0365f15-592a-4ed8-985d-6020444f59be owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:15.773209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.804024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=a0365f15-592a-4ed8-985d-6020444f59be,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:15.849228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] No DVR routers for this DVR port a0365f15-592a-4ed8-985d-6020444f59be on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:15.851844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.853923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2963ab3a-216b-45df-a7cb-eb596111163e req-b00d055b-6ebb-4eaa-945b-a320885e99b5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "DELETE /v2.0/ports/a0365f15-592a-4ed8-985d-6020444f59be HTTP/1.1" status: 204 len: 173 time: 0.5911920 Aug 19 15:37:15.854365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'name': 'network-vif-deleted', 'tag': 'a0365f15-592a-4ed8-985d-6020444f59be'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:15.857554 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301cab80-2c20-4c3c-b235-aeffaf38be8b" -d '{"events": [{"server_uuid": "4d724a89-f75d-423d-a34a-21fc8b209e1a", "name": "network-vif-deleted", "tag": "a0365f15-592a-4ed8-985d-6020444f59be"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:15.872449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0abb974f-ed1b-46d0-82cb-0f0445d88466 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:15.892662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0abb974f-ed1b-46d0-82cb-0f0445d88466 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:15.893083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0abb974f-ed1b-46d0-82cb-0f0445d88466 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:15.895377 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df90b0f-e937-485a-bd5e-e5214d7c9be1 x-openstack-request-id: req-9df90b0f-e937-485a-bd5e-e5214d7c9be1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:15.895708 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d724a89-f75d-423d-a34a-21fc8b209e1a", "name": "network-vif-deleted", "tag": "a0365f15-592a-4ed8-985d-6020444f59be", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:15.896294 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9df90b0f-e937-485a-bd5e-e5214d7c9be1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:15.896767 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d724a89-f75d-423d-a34a-21fc8b209e1a', 'name': 'network-vif-deleted', 'tag': 'a0365f15-592a-4ed8-985d-6020444f59be', 'status': 'completed', 'code': 200} Aug 19 15:37:16.350797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b587e407-7a32-4f7b-a140-b77ad4014eee req-ef426306-7092-40be-9b1c-5cefb3d0dd18 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d724a89-f75d-423d-a34a-21fc8b209e1a HTTP/1.1" status: 200 len: 210 time: 0.0269225 Aug 19 15:37:17.406223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48508) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:17.468750 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc537bb-f2fa-4bec-896b-b04f50092f39 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:17.494186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc537bb-f2fa-4bec-896b-b04f50092f39 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:17.631326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc537bb-f2fa-4bec-896b-b04f50092f39 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:17.634017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1dc537bb-f2fa-4bec-896b-b04f50092f39 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:17.635194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1dc537bb-f2fa-4bec-896b-b04f50092f39 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/security-groups/9c34b7ac-b374-404a-bf49-b3c8cd79b8a1 HTTP/1.1" status: 204 len: 168 time: 0.2279541 Aug 19 15:37:17.644392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc537bb-f2fa-4bec-896b-b04f50092f39 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c34b7ac-b374-404a-bf49-b3c8cd79b8a1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:17.758540 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48512) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:17.812000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting subnet 31695363-835a-4965-a1d0-ac4917bd31f8 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:37:17.815327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:17.856932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:17.946539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.094453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.121265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Subnet': ['ID=31695363-835a-4965-a1d0-ac4917bd31f8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:18.127615 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.130031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-de2e6562-c705-488a-9d64-0e12f96a8546 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/subnets/31695363-835a-4965-a1d0-ac4917bd31f8 HTTP/1.1" status: 204 len: 168 time: 0.3704550 Aug 19 15:37:18.133512 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48514) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:18.137334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab961e67-d69d-4925-ab92-1492fea2916f None None] Network 895eab5c-7bbe-414e-82aa-a01c450f1bf2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:18.223548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.281461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:18.281823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.333619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] DHCP port deletion for 895eab5c-7bbe-414e-82aa-a01c450f1bf2 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:37:18.353830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:18.354157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.368123 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:18.380396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Deleting port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:18.380782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.446898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] For port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,segment=NetworkSegment(9f43a68f-dfb1-4b17-8c48-bf14c20c44d4),segment_id=9f43a68f-dfb1-4b17-8c48-bf14c20c44d4)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:18.447304 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.460621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Calling delete_port for a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:18.528117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.537857 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.559060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:18.560793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] No DVR routers for this DVR port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:18.567133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Pushing event deleted for resources: {'Port': ['ID=a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:18.572554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] No DVR routers for this DVR port a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:18.582909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.583275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.583782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.584136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.584459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.584800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.585234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.585486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.585823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.586157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.586473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.586801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d7986-c1de-442e-bbe9-f490f8516cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:18.642863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.653882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895eab5c-7bbe-414e-82aa-a01c450f1bf2']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:18.669520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:18.669898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f43a68f-dfb1-4b17-8c48-bf14c20c44d4') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:18.678720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.692998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.698749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:37:18.699134 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:37:18.702084 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:37:18.830756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.838638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:18.847315 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/networks/895eab5c-7bbe-414e-82aa-a01c450f1bf2 HTTP/1.1" status: 204 len: 168 time: 0.7058041 Aug 19 15:37:18.847593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48516) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:18.853312 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2fbd-c6cc-40c9-ad2e-35ad29f28da5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Network': ['ID=895eab5c-7bbe-414e-82aa-a01c450f1bf2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:19.002715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port e37298fe-d34d-463e-a1f0-c06947ed1789 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:19.003060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:19.085015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:19.085366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:19.098514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for e37298fe-d34d-463e-a1f0-c06947ed1789 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:19.344630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:19.368995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=e37298fe-d34d-463e-a1f0-c06947ed1789,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:19.431210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:19.431556 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Floating IP d6ba712b-21d3-4f22-b562-6e487e89ceb1 disassociated (deleted). External IP: 172.25.5.49, port: 4bc46e22-c66f-429d-98bd-bc9b9cf9e907. Aug 19 15:37:19.646570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:19.759927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:19.765015 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:19.771573 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:19.781707 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:19.782410 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:19.792741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b06505c9-fdb3-4066-858c-4aaafe8c5804 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6ba712b-21d3-4f22-b562-6e487e89ceb1 HTTP/1.1" status: 204 len: 168 time: 0.9483600 Aug 19 15:37:19.794527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:19.795912 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a0feda-0d67-4c0d-9282-66291118aebd" -d '{"events": [{"name": "network-changed", "server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:19.894100 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:19.914547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:19.939566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:19.939887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a2985ee9-ea8b-44ae-9c8f-9c941a56b6d4 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:20.111344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:12Z', 'revision_number': 6, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:20.138393 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:20.147658 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:20.148204 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:20.224243 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e13a4b3-496c-458f-8285-c2a9712fd868 x-openstack-request-id: req-6e13a4b3-496c-458f-8285-c2a9712fd868 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:20.225202 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:20.225419 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e13a4b3-496c-458f-8285-c2a9712fd868 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:20.229538 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'status': 'completed', 'code': 200} Aug 19 15:37:20.263030 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:20.285363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a0365f15-592a-4ed8-985d-6020444f59be no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:20.316631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: a0365f15-592a-4ed8-985d-6020444f59be {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:20.318109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device a0365f15-592a-4ed8-985d-6020444f59be not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:20.374003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77469d-64ab-49c2-a707-e0a80d832cbe req-bfd15b89-c441-47f1-ab96-5bc028b83af4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:20.377038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd77469d-64ab-49c2-a707-e0a80d832cbe req-bfd15b89-c441-47f1-ab96-5bc028b83af4 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0975094 Aug 19 15:37:20.381729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0feda-0d67-4c0d-9282-66291118aebd req-29a7953e-056d-4d86-b444-bbe9dc5b0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:20.383248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-29a7953e-056d-4d86-b444-bbe9dc5b0b74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 1097 time: 0.0691295 Aug 19 15:37:20.472113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd77469d-64ab-49c2-a707-e0a80d832cbe req-6d8ba6d4-047b-40fa-a7eb-31ca5ca0aed6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867865 Aug 19 15:37:20.509506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0feda-0d67-4c0d-9282-66291118aebd req-1576b07d-eec3-4e82-93c4-ea92ccb278db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:20.510996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-1576b07d-eec3-4e82-93c4-ea92ccb278db service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 200 len: 897 time: 0.1104999 Aug 19 15:37:20.533834 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:12Z', 'revision_number': 6, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:20.564361 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f57aa-3c26-42e6-ab6a-9a97cb99ed4c None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:12Z', 'revision_number': 6, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'f6a29329-bdab-4d6f-9310-6d00db95d7d0', 'name': '', 'network_id': 'a6c06576-272f-4589-a333-2975d72cfe12', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:e4:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8684f780-0d96-40ce-9768-a8617e523b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:37Z', 'updated_at': '2021-08-19T15:34:44Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': '8684f780-0d96-40ce-9768-a8617e523b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:20.565748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-627b8029-95aa-4c11-914d-0da31cedf311 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 200 len: 217 time: 0.0469830 Aug 19 15:37:20.621012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0feda-0d67-4c0d-9282-66291118aebd req-85bba0f8-0402-4e98-9fe6-8312b5045fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:20.622795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-85bba0f8-0402-4e98-9fe6-8312b5045fa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8684f780-0d96-40ce-9768-a8617e523b50 HTTP/1.1" status: 200 len: 834 time: 0.0479877 Aug 19 15:37:20.678059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0feda-0d67-4c0d-9282-66291118aebd req-75c1628b-3d48-4062-8d40-17cd7d783510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:20.679732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-75c1628b-3d48-4062-8d40-17cd7d783510 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6c06576-272f-4589-a333-2975d72cfe12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485761 Aug 19 15:37:20.784163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-3919fcf2-f679-48d0-b199-c9fcf3537fdb service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958457 Aug 19 15:37:20.807461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247433f0-2b05-40ab-8f6d-8a93d964add9 None None] New status for floating IP d6ba712b-21d3-4f22-b562-6e487e89ceb1: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:37:20.883050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a0feda-0d67-4c0d-9282-66291118aebd req-a983eefa-d8ce-4324-a9ec-31704dc7796c service neutron] 10.222.0.54 "GET /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 Aug 19 15:37:21.608805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76025d-e74f-44da-b92d-d08e4bfd1567 req-4c656886-b647-4789-9099-9957adf6a900 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:21.610365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f76025d-e74f-44da-b92d-d08e4bfd1567 req-4c656886-b647-4789-9099-9957adf6a900 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0604441 Aug 19 15:37:21.651153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f76025d-e74f-44da-b92d-d08e4bfd1567 req-f982cf94-474e-4715-badc-9ed5b84f0dc0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=46793f29-b0c1-434b-9507-6f9a6cf34186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338449 Aug 19 15:37:21.951762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-e3f52fe6-0848-42dd-9dd1-e9a0b347f661 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:21.953341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-e3f52fe6-0848-42dd-9dd1-e9a0b347f661 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.54 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Aug 19 15:37:22.048774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:22.049178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.140927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:22.141296 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.155497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:22.357268 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.358163 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:37:22.388347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=4bc46e22-c66f-429d-98bd-bc9b9cf9e907,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:22.432119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] No DVR routers for this DVR port 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:22.434771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.436868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c29d693-2bdd-4c55-a981-b957b69afc1a req-767ce5d0-345e-417e-8366-b743ddc033a8 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.54 "DELETE /v2.0/ports/4bc46e22-c66f-429d-98bd-bc9b9cf9e907 HTTP/1.1" status: 204 len: 173 time: 0.4768791 Aug 19 15:37:22.437368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'name': 'network-vif-deleted', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:22.441681 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed20dcd5-1c6b-4949-8208-7935c7fb933d" -d '{"events": [{"server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "name": "network-vif-deleted", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:22.478375 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc3bffc-2111-4b89-90b6-11e222c95fb8 x-openstack-request-id: req-5cc3bffc-2111-4b89-90b6-11e222c95fb8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:22.478784 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7661cf7f-92d4-44f2-8ef8-74a348eba329", "name": "network-vif-deleted", "tag": "4bc46e22-c66f-429d-98bd-bc9b9cf9e907", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:22.479127 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cc3bffc-2111-4b89-90b6-11e222c95fb8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:22.479618 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7661cf7f-92d4-44f2-8ef8-74a348eba329', 'name': 'network-vif-deleted', 'tag': '4bc46e22-c66f-429d-98bd-bc9b9cf9e907', 'status': 'completed', 'code': 200} Aug 19 15:37:22.758516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41020ee9-c3fb-4bd3-89e0-f07079f0b2e2 req-f867ad99-484c-4db4-92e2-3e03389c08b7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=7661cf7f-92d4-44f2-8ef8-74a348eba329 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Aug 19 15:37:23.816648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48536) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:23.876537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98c09386-14c1-4eb4-9b72-1feb1b9cf832 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:23.906730 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98c09386-14c1-4eb4-9b72-1feb1b9cf832 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.065656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98c09386-14c1-4eb4-9b72-1feb1b9cf832 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.068171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-98c09386-14c1-4eb4-9b72-1feb1b9cf832 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.069425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-98c09386-14c1-4eb4-9b72-1feb1b9cf832 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/security-groups/46793f29-b0c1-434b-9507-6f9a6cf34186 HTTP/1.1" status: 204 len: 168 time: 0.2516944 Aug 19 15:37:24.078735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c09386-14c1-4eb4-9b72-1feb1b9cf832 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46793f29-b0c1-434b-9507-6f9a6cf34186,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:24.188807 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48540) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:24.573757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d441810-5be5-40b9-b6ca-fb3f6f3df0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.578370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.840834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port f6a29329-bdab-4d6f-9310-6d00db95d7d0 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:24.841210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.929179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port f6a29329-bdab-4d6f-9310-6d00db95d7d0, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f6a29329-bdab-4d6f-9310-6d00db95d7d0,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:24.929552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:24.943324 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for f6a29329-bdab-4d6f-9310-6d00db95d7d0 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:25.282415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:25.315510 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=f6a29329-bdab-4d6f-9310-6d00db95d7d0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:25.694297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:25.800437 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.029225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 2ef6094a-0b7c-4f82-a174-977710b3c0aa has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:26.138490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:26.144030 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f8630132-217d-46b4-9271-912fc95a53bb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "PUT /v2.0/routers/2ef6094a-0b7c-4f82-a174-977710b3c0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9538267 Aug 19 15:37:26.146954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48544) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:26.151113 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] Sync routers for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:26.161371 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:26.162132 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:26.200764 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting subnet 8684f780-0d96-40ce-9768-a8617e523b50 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:37:26.204254 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.247297 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.272616 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:26.343416 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.458232 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:25Z', 'revision_number': 7, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:26.488709 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] Checking router: 2ef6094a-0b7c-4f82-a174-977710b3c0aa for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:26.494174 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.497558 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] Routers {'2ef6094a-0b7c-4f82-a174-977710b3c0aa'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:26.498184 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:26.523923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Subnet': ['ID=8684f780-0d96-40ce-9768-a8617e523b50,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:26.525974 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.527921 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-47efbb31-faab-4f25-8df9-b69d47b91e4c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/subnets/8684f780-0d96-40ce-9768-a8617e523b50 HTTP/1.1" status: 204 len: 168 time: 0.3800087 Aug 19 15:37:26.532791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48546) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:26.534683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5a378-f503-4541-b7b2-92ba0d022dc9 None None] Network a6c06576-272f-4589-a333-2975d72cfe12 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:26.619445 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] Set router 2ef6094a-0b7c-4f82-a174-977710b3c0aa gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:26.664376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.799342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] DHCP port deletion for a6c06576-272f-4589-a333-2975d72cfe12 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:37:26.802831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:26.807236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.828241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:26.828666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4bc46e22-c66f-429d-98bd-bc9b9cf9e907 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:26.880418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] Deleting port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:26.880767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.941330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port d24d113f-9277-457f-9749-12a352ea7c9d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:26.941671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.949545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] For port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,segment=NetworkSegment(44854963-f16d-456d-9f3c-b2212147d401),segment_id=44854963-f16d-456d-9f3c-b2212147d401)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:26.949950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:26.952906 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:25Z', 'revision_number': 7, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:26.965020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] Calling delete_port for 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:26.982419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc967d53-0d63-4a0c-be21-be505fcc111c None None] The sync data for ids ['2ef6094a-0b7c-4f82-a174-977710b3c0aa'] in n-d-779913-32 is: [{'id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'name': 'tempest-TestNetworkBasicOps-router-1652078393', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:32Z', 'updated_at': '2021-08-19T15:37:25Z', 'revision_number': 7, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': 'd24d113f-9277-457f-9749-12a352ea7c9d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6094a-0b7c-4f82-a174-977710b3c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:33Z', 'updated_at': '2021-08-19T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:27.039660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port d24d113f-9277-457f-9749-12a352ea7c9d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d24d113f-9277-457f-9749-12a352ea7c9d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:27.040220 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.054958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for d24d113f-9277-457f-9749-12a352ea7c9d owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:27.196771 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.221402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] Pushing event deleted for resources: {'Port': ['ID=82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:27.228758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c7d16-4dce-4542-a3b5-43d44b1186b4 None None] No DVR routers for this DVR port 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:27.328991 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.356827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=d24d113f-9277-457f-9749-12a352ea7c9d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:27.368874 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.421667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.523198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.526304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.671201 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.671740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef6094a-0b7c-4f82-a174-977710b3c0aa {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:37:27.679526 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.681142 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7927db1e-ac4e-46dc-8529-50fef815fd99 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/routers/2ef6094a-0b7c-4f82-a174-977710b3c0aa HTTP/1.1" status: 204 len: 168 time: 1.1468887 Aug 19 15:37:27.683737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48554) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:27.702447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280491-9f34-4d19-ac6c-ec13bae7b751 req-d0d0dd42-154a-42c2-9fb6-33d249c35901 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:27.703965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf280491-9f34-4d19-ac6c-ec13bae7b751 req-d0d0dd42-154a-42c2-9fb6-33d249c35901 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1099 time: 0.0501118 Aug 19 15:37:27.746036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf280491-9f34-4d19-ac6c-ec13bae7b751 req-b8cc82d5-c43d-4bf2-aac3-d83843737022 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343528 Aug 19 15:37:27.770148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:27.783834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.894002 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf03db60-c509-4043-83f2-410498055fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:27.981441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.009269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c06576-272f-4589-a333-2975d72cfe12']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:28.021001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44854963-f16d-456d-9f3c-b2212147d401') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:28.021332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44854963-f16d-456d-9f3c-b2212147d401') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:28.032528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.050563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.059590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:37:28.059993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:37:28.063101 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:37:28.122471 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port f8e38f37-9e1c-49d1-9d80-22a5a43268e4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:28.122793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.208131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f6a29329-bdab-4d6f-9310-6d00db95d7d0 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:28.217511 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.217845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.226962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f6a29329-bdab-4d6f-9310-6d00db95d7d0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:28.227304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f6a29329-bdab-4d6f-9310-6d00db95d7d0 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:28.227951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:28.234536 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for f8e38f37-9e1c-49d1-9d80-22a5a43268e4 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:28.248467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:28.248816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 82d42f27-7e3d-4a08-a9e8-6a7bb8d40e2e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:28.249273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d24d113f-9277-457f-9749-12a352ea7c9d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:28.272873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d24d113f-9277-457f-9749-12a352ea7c9d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:28.273268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d24d113f-9277-457f-9749-12a352ea7c9d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:28.289285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.302430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.306238 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/networks/a6c06576-272f-4589-a333-2975d72cfe12 HTTP/1.1" status: 204 len: 168 time: 0.6195691 Aug 19 15:37:28.327517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48558) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:28.329733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab23b30-2f9a-4b9b-8874-55be73d417db tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Network': ['ID=a6c06576-272f-4589-a333-2975d72cfe12,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:28.335514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'network': {'name': 'tempest-network-smoke--2144426733', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:28.465163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:28.468626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.494037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:37:28.502706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.503170 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Added segment 2105669d-1e22-4893-b2d0-3dcb2d89d62d of type vlan for network 6800d0a8-2d13-4971-81db-bc335cf7ed6b Aug 19 15:37:28.545088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.549055 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.593469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=f8e38f37-9e1c-49d1-9d80-22a5a43268e4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:28.659764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.660610 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP 10e25683-1b39-455a-b896-ecd3054d47fb disassociated (deleted). External IP: 172.25.5.88, port: d5bf5024-b127-4526-aa83-fd6ef4f9fd63. Aug 19 15:37:28.699659 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.705722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:28.706325 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.830301 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Network': ['ID=6800d0a8-2d13-4971-81db-bc335cf7ed6b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:28.842660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:37:28.843427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d668789c-9c8c-492d-acc1-1899f3d07d67 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5146856 Aug 19 15:37:28.847493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48560) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:28.855192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'admin_state_up': True, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:28.993208 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 9016822d-9700-41e7-9bf3-adee97698757 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:28.997422 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:28.998454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:29.107741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:29.171091 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:29.177789 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:29.186820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] Sync routers for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:29.198099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:29.199029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:29.213764 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed49d562-d042-4155-a4df-c3358a1e4ce6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/floatingips/10e25683-1b39-455a-b896-ecd3054d47fb HTTP/1.1" status: 204 len: 168 time: 1.4424303 Aug 19 15:37:29.251127 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:29.258582 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f94047-4991-4f44-b640-b896159478f9" -d '{"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:29.365612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:29.383387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:29.637812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:20Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:29.674431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] Checking router: 9016822d-9700-41e7-9bf3-adee97698757 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:29.684694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:29.685368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:29.741024 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:29.828952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:29.838179 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8234839-ea55-4db1-ab59-1c5f8e08773b x-openstack-request-id: req-a8234839-ea55-4db1-ab59-1c5f8e08773b {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:29.839066 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:29.839200 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8234839-ea55-4db1-ab59-1c5f8e08773b {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:29.839730 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'status': 'completed', 'code': 200} Aug 19 15:37:29.862501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45cf37-4242-4038-92b9-e9e14abbe531 req-3cc84c63-628c-45ad-a815-d0632ce7eb27 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:29.871476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad45cf37-4242-4038-92b9-e9e14abbe531 req-3cc84c63-628c-45ad-a815-d0632ce7eb27 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 947 time: 0.0826218 Aug 19 15:37:29.871476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f94047-4991-4f44-b640-b896159478f9 req-2a23ec5c-d81f-47ed-8f0c-e9bbceddb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:29.871476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-2a23ec5c-d81f-47ed-8f0c-e9bbceddb41b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 1099 time: 0.1202650 Aug 19 15:37:29.963071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad45cf37-4242-4038-92b9-e9e14abbe531 req-dd8c452e-984e-48c5-a5bf-259b0b357a17 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924881 Aug 19 15:37:29.994976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f94047-4991-4f44-b640-b896159478f9 req-12797ce1-6aff-4340-8f79-2f5277f65df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:29.996750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-12797ce1-6aff-4340-8f79-2f5277f65df6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 200 len: 897 time: 0.1191652 Aug 19 15:37:30.049885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-53405c47-521e-45e3-ac63-4d8e4e749386 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 200 len: 217 time: 0.0423625 Aug 19 15:37:30.064432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:30.067722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:20Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:30.085307 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:30.094316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac211ca-6045-4cbb-9436-1cd9bfb6a2bb None None] The sync data for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 is: [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '2b63dad1-f361-4861-9466-6bddc3543a0f', 'name': '', 'network_id': '980c1029-12bf-437b-a92f-791dea87ca84', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ad:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:11Z', 'updated_at': '2021-08-19T15:34:20Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '247c9796-6593-47d9-8d61-fa8032e081b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:30.105378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f94047-4991-4f44-b640-b896159478f9 req-06e59c03-bb44-4ab1-9b9c-2f4e272d8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:30.107269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-06e59c03-bb44-4ab1-9b9c-2f4e272d8568 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 200 len: 834 time: 0.0485680 Aug 19 15:37:30.176920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f94047-4991-4f44-b640-b896159478f9 req-89042c00-83c7-4d62-b8c2-7809c0b55f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:30.178644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-89042c00-83c7-4d62-b8c2-7809c0b55f5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=980c1029-12bf-437b-a92f-791dea87ca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627894 Aug 19 15:37:30.216711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.25.5.135 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/38528675-09b0-42f1-850b-f06d1a8677b8) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:30.282444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-6f173a01-41a4-4996-a62d-4de209c84a94 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952551 Aug 19 15:37:30.339439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:30.375785 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de729dec-e84c-42cd-b76d-cadd15ef38d6 None None] New status for floating IP 10e25683-1b39-455a-b896-ecd3054d47fb: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:37:30.386702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1f94047-4991-4f44-b640-b896159478f9 req-4df64b68-8467-45cb-924a-f29cea9e6db2 service neutron] 10.222.0.54 "GET /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958238 Aug 19 15:37:30.459999 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:30.504237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:30.509139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:30.512719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:30.538106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=38528675-09b0-42f1-850b-f06d1a8677b8,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:30.858325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:30.892644 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.084033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145441-84b5-4ccd-a8c1-9ff0a207bf12 req-8ff99fd9-ee6a-4cef-a9cf-a52860968133 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:31.085576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77145441-84b5-4ccd-a8c1-9ff0a207bf12 req-8ff99fd9-ee6a-4cef-a9cf-a52860968133 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 947 time: 0.0529387 Aug 19 15:37:31.100114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.127452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77145441-84b5-4ccd-a8c1-9ff0a207bf12 req-dc4443fb-526e-4b94-8f46-ae3fc5c3d275 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Aug 19 15:37:31.294130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 5fa7e824-188c-44dd-8f70-52c623bc6b5d is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:37:31.405890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:31.415449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Sync routers for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:31.424676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:31.425330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:31.493777 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.497998 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d45a39f-3653-4156-94ee-c90148d3ed10 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6464493 Aug 19 15:37:31.498175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-b38ce84e-82a3-457c-a1dc-a9f18f801e04 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:31.498354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48572) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:31.499489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-b38ce84e-82a3-457c-a1dc-a9f18f801e04 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 947 time: 0.0617352 Aug 19 15:37:31.531288 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f5974177-e910-4a5d-addf-562a98cf5966 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b6b1938aaa944df3876c1e62ade77f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292680 Aug 19 15:37:31.531641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48574) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:31.611409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:31.611672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.632964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22bc55-1b42-4d9b-8292-871af8ad8e9f tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:31.637588 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab22bc55-1b42-4d9b-8292-871af8ad8e9f tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1049726 Aug 19 15:37:31.638249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:31.668197 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-92506c09-ccd3-4614-bf91-21a29d36c4a3 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275390 Aug 19 15:37:31.669657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48578) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:31.674563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1408017468', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:31.701903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:31.714207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port d5bf5024-b127-4526-aa83-fd6ef4f9fd63, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:31.714664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.729195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for d5bf5024-b127-4526-aa83-fd6ef4f9fd63 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:31.837352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:31.841836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.895080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:30Z', 'revision_number': 3, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:31.921724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Checking router: 5fa7e824-188c-44dd-8f70-52c623bc6b5d for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:31.922076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Updating router 5fa7e824-188c-44dd-8f70-52c623bc6b5d port 38528675-09b0-42f1-850b-f06d1a8677b8 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:37:31.933876 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.949609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:31.967624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=d5bf5024-b127-4526-aa83-fd6ef4f9fd63,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:32.011909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] No DVR routers for this DVR port d5bf5024-b127-4526-aa83-fd6ef4f9fd63 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:32.014655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.020777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a09eda5-05ef-4108-8540-6358e62bc950 req-06640161-b80c-44e7-9ace-e5623ed4a89c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "DELETE /v2.0/ports/d5bf5024-b127-4526-aa83-fd6ef4f9fd63 HTTP/1.1" status: 204 len: 173 time: 0.5105684 Aug 19 15:37:32.020777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-deleted', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:32.020777 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e21c4-6ad8-4f7d-a938-49d38ece6938" -d '{"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-deleted", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:32.062932 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948684d-4395-466d-940b-b75aaba5dc0b x-openstack-request-id: req-8948684d-4395-466d-940b-b75aaba5dc0b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:32.063228 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df89df45-ab5d-4300-ba65-d99b387b7794", "name": "network-vif-deleted", "tag": "d5bf5024-b127-4526-aa83-fd6ef4f9fd63", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:32.063487 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8948684d-4395-466d-940b-b75aaba5dc0b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:32.063907 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df89df45-ab5d-4300-ba65-d99b387b7794', 'name': 'network-vif-deleted', 'tag': 'd5bf5024-b127-4526-aa83-fd6ef4f9fd63', 'status': 'completed', 'code': 200} Aug 19 15:37:32.134396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.201747 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Subnet': ['ID=e7d57b56-41a4-4ba0-9ebc-6fcbce655b50,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:32.209621 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Checking segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:32.210024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network hostable DHCP agents. Network: 6800d0a8-2d13-4971-81db-bc335cf7ed6b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:37:32.252213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eab69438-adc8-497e-8736-71ab5e66f9c9 req-49edb333-5b7b-4e13-8ec2-6a5ef9cf858e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=df89df45-ab5d-4300-ba65-d99b387b7794 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Aug 19 15:37:32.253349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.265255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Transition to ACTIVE for port object 38528675-09b0-42f1-850b-f06d1a8677b8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:32.293551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:37:32.322933 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.387352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6800d0a8-2d13-4971-81db-bc335cf7ed6b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:32.387548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Attempting to bind port 38528675-09b0-42f1-850b-f06d1a8677b8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:32.387548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Attempting to bind port 38528675-09b0-42f1-850b-f06d1a8677b8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:32.387548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Attempting to bind port 38528675-09b0-42f1-850b-f06d1a8677b8 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:32.389696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704a80-7b97-48b2-805a-dba750c4ed3f None None] Pushing event updated for resources: {'Port': ['ID=38528675-09b0-42f1-850b-f06d1a8677b8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:32.390249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:32.391017 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.399279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3205493-1557-49a9-96aa-6d8eb18ba24e None None] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:32.411717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:32.412097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:32.412504 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.412900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:32.413471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Bound port: 38528675-09b0-42f1-850b-f06d1a8677b8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:32.413860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.494619 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b3bd8ca-4ba6-40d4-a1b2-5d0cae3deb4d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8238554 Aug 19 15:37:32.497317 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48584) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:32.519741 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] For port 38528675-09b0-42f1-850b-f06d1a8677b8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:32.527480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] For port 38528675-09b0-42f1-850b-f06d1a8677b8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=38528675-09b0-42f1-850b-f06d1a8677b8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:32.590191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.622394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:37:32.623242 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:32.680695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:32.681579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:32.761445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704a80-7b97-48b2-805a-dba750c4ed3f None None] Pushing event updated for resources: {'Port': ['ID=38528675-09b0-42f1-850b-f06d1a8677b8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:32.882711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:32.914103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Allocated IP 172.20.0.2 (6800d0a8-2d13-4971-81db-bc335cf7ed6b/e7d57b56-41a4-4ba0-9ebc-6fcbce655b50/f7531a60-4824-4fb8-bd12-350359feade7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:32.964956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.197479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.208402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Transition to ACTIVE for port object f7531a60-4824-4fb8-bd12-350359feade7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:33.216152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:30Z', 'revision_number': 3, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:33.250182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da682-6444-46b6-84c7-b13e33d856d5 None None] The sync data for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 is: [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:30Z', 'revision_number': 3, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:33.252032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Transition to ACTIVE for port object f7531a60-4824-4fb8-bd12-350359feade7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:33.315034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48588) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:33.328574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.382414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Pushing event updated for resources: {'Port': ['ID=f7531a60-4824-4fb8-bd12-350359feade7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:33.387009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.20.0.1 (6800d0a8-2d13-4971-81db-bc335cf7ed6b/e7d57b56-41a4-4ba0-9ebc-6fcbce655b50/9bcc4bc8-66e3-452f-b71a-7053b19bf94d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:33.391281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:33.393098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:33.395747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:33.457496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Attempting to bind port f7531a60-4824-4fb8-bd12-350359feade7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:33.457887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Attempting to bind port f7531a60-4824-4fb8-bd12-350359feade7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:33.458253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Attempting to bind port f7531a60-4824-4fb8-bd12-350359feade7 on network 6800d0a8-2d13-4971-81db-bc335cf7ed6b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:33.464232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:33.464612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Checking segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:33.465022 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.465461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Bound using segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:33.465943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Bound port: f7531a60-4824-4fb8-bd12-350359feade7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:33.466333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.540363 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.557343 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Transition to ACTIVE for port object 9bcc4bc8-66e3-452f-b71a-7053b19bf94d will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:33.564779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] For port f7531a60-4824-4fb8-bd12-350359feade7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:33.566894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] For port f7531a60-4824-4fb8-bd12-350359feade7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f7531a60-4824-4fb8-bd12-350359feade7,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:33.637786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.706099 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.708340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbe33b-20ac-49f8-8e72-adb6dc0ef702 None None] Pushing event updated for resources: {'Port': ['ID=f7531a60-4824-4fb8-bd12-350359feade7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:33.763916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:33.767757 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:33.773337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:33.807716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:33.834962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:33.905099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.058830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38528675-09b0-42f1-850b-f06d1a8677b8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:34.147888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.236543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 38528675-09b0-42f1-850b-f06d1a8677b8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:34.241517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 38528675-09b0-42f1-850b-f06d1a8677b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:34.241887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.349588 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.374214 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 38528675-09b0-42f1-850b-f06d1a8677b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=38528675-09b0-42f1-850b-f06d1a8677b8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:34.447976 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.501746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.508857 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=38528675-09b0-42f1-850b-f06d1a8677b8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:34.569319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.737773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 2b63dad1-f361-4861-9466-6bddc3543a0f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:34.738439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.843115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 2b63dad1-f361-4861-9466-6bddc3543a0f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2b63dad1-f361-4861-9466-6bddc3543a0f,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:34.843510 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.852238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a3f58-6396-493c-af07-e8d6364a3b1e None None] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:34.862155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 2b63dad1-f361-4861-9466-6bddc3543a0f owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:34.959843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.962712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:35.004090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-580e08ef-2b6d-4eb0-a2c1-4a00852f2547 None None] Provisioning for port f7531a60-4824-4fb8-bd12-350359feade7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:35.073853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:35.075973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:35.202971 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 5fa7e824-188c-44dd-8f70-52c623bc6b5d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:35.213578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.244643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=2b63dad1-f361-4861-9466-6bddc3543a0f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:35.343840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:35.352084 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a78c69d-af9f-4522-8341-e94661afc524 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "PUT /v2.0/routers/5fa7e824-188c-44dd-8f70-52c623bc6b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8514135 Aug 19 15:37:35.352466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48590) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:35.453427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-95eab351-c1fd-4500-89b6-55ff11571cd3 None None] Provisioning for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:35.464096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-95eab351-c1fd-4500-89b6-55ff11571cd3 None None] Provisioning complete for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:35.465427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-95eab351-c1fd-4500-89b6-55ff11571cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.466576 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.525278 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Sync routers for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:35.551167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-95eab351-c1fd-4500-89b6-55ff11571cd3 None None] Port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:35.551551 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:35.551551 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:35.667577 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.668163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.668538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.669028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.669535 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.670260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.670857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.671370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.676261 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b7780d0-e54c-4e31-b53f-55e152b2dafd tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.3198562 Aug 19 15:37:35.677172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48592) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:35.678559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e081fa80-733a-427b-92af-212f814cae7b None None] Provisioning complete for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:35.693818 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e081fa80-733a-427b-92af-212f814cae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.694008 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:35.729859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e081fa80-733a-427b-92af-212f814cae7b None None] Port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:35.751403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.751921 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.757239 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.758168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.759143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.759791 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.760423 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.761054 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.766540 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d4ccea55-dc82-4b5f-97d6-c61257137c04 tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5243 time: 0.0875657 Aug 19 15:37:35.767564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:35.794449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 9016822d-9700-41e7-9bf3-adee97698757 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:35.946447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:35.956516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3c026b03-2913-48d7-83f8-2201e9b338c5 None None] Provisioning complete for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:35.956938 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c026b03-2913-48d7-83f8-2201e9b338c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.957486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2b4ae7ef-e501-46d0-98ab-f7680fdc5db6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/9016822d-9700-41e7-9bf3-adee97698757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6413054 Aug 19 15:37:35.960160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48596) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:35.973817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] Sync routers for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:36.030411 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting subnet 247c9796-6593-47d9-8d61-fa8032e081b5 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:37:36.037544 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.058306 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 2, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:36.090280 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Checking router: 5fa7e824-188c-44dd-8f70-52c623bc6b5d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:36.090889 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Updating router 5fa7e824-188c-44dd-8f70-52c623bc6b5d port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:37:36.102412 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ead4cfa-7f3d-4ab4-b445-4af65a4602ba tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.3335607 Aug 19 15:37:36.104564 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.123410 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.246169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.271271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38528675-09b0-42f1-850b-f06d1a8677b8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:36.275881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:36.276534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:36.370165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3c026b03-2913-48d7-83f8-2201e9b338c5 None None] Port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:36.387349 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.420719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48600) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:36.426223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Subnet': ['ID=247c9796-6593-47d9-8d61-fa8032e081b5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:36.432228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.433656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761076158', 'description': 'tempest-secgroup-smoke-1761076158 description', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:36.437146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-84a6efb0-bc26-4255-beba-e947c92380a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/subnets/247c9796-6593-47d9-8d61-fa8032e081b5 HTTP/1.1" status: 204 len: 168 time: 0.4748051 Aug 19 15:37:36.445532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48602) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:36.445995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b86e7-7191-4b48-a3c4-8aafd854a298 None None] Network 980c1029-12bf-437b-a92f-791dea87ca84 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:36.490461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 38528675-09b0-42f1-850b-f06d1a8677b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:36.490461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.493137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:36.506604 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.517023 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Transition to ACTIVE for port object 9bcc4bc8-66e3-452f-b71a-7053b19bf94d will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:36.554558 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.568415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.631535 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.679027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.691044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.744713 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2826a-e22f-4841-8fcd-c60220a2a767 None None] Pushing event updated for resources: {'Port': ['ID=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:36.773054 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.787186 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Attempting to bind port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:36.787711 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Attempting to bind port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:36.788197 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Attempting to bind port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d on network 6800d0a8-2d13-4971-81db-bc335cf7ed6b {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:36.794075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:36.794775 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Checking segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:36.795290 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.795868 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Bound using segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:36.796452 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Bound port: 9bcc4bc8-66e3-452f-b71a-7053b19bf94d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:36.796933 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.810587 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f7531a60-4824-4fb8-bd12-350359feade7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:36.820938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702cef00-12e9-44a0-913c-4e5a232fdcd3,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:36.840905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:36.878664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: d5bf5024-b127-4526-aa83-fd6ef4f9fd63 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:36.880220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d5bf5024-b127-4526-aa83-fd6ef4f9fd63 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:36.890619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 25c47d8a-4042-42e9-a2b1-404ea3b75884 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:36.891173 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.896901 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] For port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:36.899684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.901003 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] For port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:36.902061 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fc4d19af-2b38-4dd5-95cb-66ebc8c30d98 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4784207 Aug 19 15:37:36.904630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48604) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:36.910601 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '702cef00-12e9-44a0-913c-4e5a232fdcd3', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:36.931038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:37:35Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': '25c47d8a-4042-42e9-a2b1-404ea3b75884', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9016822d-9700-41e7-9bf3-adee97698757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:34:07Z', 'updated_at': '2021-08-19T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:36.970827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] DHCP port deletion for 980c1029-12bf-437b-a92f-791dea87ca84 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:37:36.973064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] Checking router: 9016822d-9700-41e7-9bf3-adee97698757 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:37.006835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] Routers {'9016822d-9700-41e7-9bf3-adee97698757'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:37.007471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['9016822d-9700-41e7-9bf3-adee97698757'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:37.015485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 25c47d8a-4042-42e9-a2b1-404ea3b75884, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=25c47d8a-4042-42e9-a2b1-404ea3b75884,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:37.015959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.020235 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.032094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 25c47d8a-4042-42e9-a2b1-404ea3b75884 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:37.061335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.076205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f7531a60-4824-4fb8-bd12-350359feade7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:37.105623 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f7531a60-4824-4fb8-bd12-350359feade7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:37.106663 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.108489 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:37.109095 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:37.171008 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.174695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] Set router 9016822d-9700-41e7-9bf3-adee97698757 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:37.182241 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2826a-e22f-4841-8fcd-c60220a2a767 None None] Pushing event updated for resources: {'Port': ['ID=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.232196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.257881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 6, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:37.262037 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b3d2e-9a45-46d1-b398-fee49b15b778,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.290915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59b17-da8a-4b3f-8509-39ef32a2e4bc None None] The sync data for ids ['9016822d-9700-41e7-9bf3-adee97698757'] in n-d-779913-32 is: [{'id': '9016822d-9700-41e7-9bf3-adee97698757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892634247', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:34:06Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 6, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:37.296219 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:37.296684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] Deleting port 85cc0c07-db3b-4053-89e2-add795a10d93 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:37:37.297039 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.356395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.356395 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c498fd34-272c-4af3-8e83-d5f6892cfb34 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4461241 Aug 19 15:37:37.356693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48606) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:37.359885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '702cef00-12e9-44a0-913c-4e5a232fdcd3', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:37.409249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] For port 85cc0c07-db3b-4053-89e2-add795a10d93, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=85cc0c07-db3b-4053-89e2-add795a10d93,segment=NetworkSegment(e34e6931-b731-45b6-9d82-20365ce17583),segment_id=e34e6931-b731-45b6-9d82-20365ce17583)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:37.409656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.412348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.425992 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.434599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] Calling delete_port for 85cc0c07-db3b-4053-89e2-add795a10d93 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:37:37.463112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=25c47d8a-4042-42e9-a2b1-404ea3b75884,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.510952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f7531a60-4824-4fb8-bd12-350359feade7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f7531a60-4824-4fb8-bd12-350359feade7,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:37.526062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.536767 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:37.556335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.567364 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bfe53-fd3e-4ced-8fa0-737f0c822ab6 None None] The sync data for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 is: [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:37.624984 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.676950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.680583 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.702117 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.724981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] No DVR routers for this DVR port 85cc0c07-db3b-4053-89e2-add795a10d93 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:37:37.756282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f7531a60-4824-4fb8-bd12-350359feade7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.759337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.784621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff69988-355d-49a1-8aff-f19532b11b63 None None] Pushing event deleted for resources: {'Port': ['ID=85cc0c07-db3b-4053-89e2-add795a10d93,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.842225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.842715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Fanout notify agent at l3_agent the message router_deleted on router 9016822d-9700-41e7-9bf3-adee97698757 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:37:37.850325 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.851488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bda506ce-b9ce-45d1-bedb-cffe6ee83ce7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/routers/9016822d-9700-41e7-9bf3-adee97698757 HTTP/1.1" status: 204 len: 168 time: 1.4126968 Aug 19 15:37:37.853241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.854509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48608) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:37.877810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08ce846-3e5b-4095-b01c-2673a196b068,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.939577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.939783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.944773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2bcd2b97-1529-42bc-9de6-5bb6e71500ed tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5860984 Aug 19 15:37:37.945320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48610) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:37.950219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '702cef00-12e9-44a0-913c-4e5a232fdcd3', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.040951 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.052269 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980c1029-12bf-437b-a92f-791dea87ca84']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.063893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34e6931-b731-45b6-9d82-20365ce17583') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.064254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34e6931-b731-45b6-9d82-20365ce17583') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.071173 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.075291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.093144 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.100264 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:37:38.100681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:37:38.105271 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:37:38.150748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.225304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.252865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d026515e-5d12-4799-910e-4826a4696523,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.260288 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.267192 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.271747 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/networks/980c1029-12bf-437b-a92f-791dea87ca84 HTTP/1.1" status: 204 len: 168 time: 0.4129043 Aug 19 15:37:38.275221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48612) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.303532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19323fb-8ba7-4229-8505-e16ca9a9feda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Network': ['ID=980c1029-12bf-437b-a92f-791dea87ca84,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.322717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9bcc4bc8-66e3-452f-b71a-7053b19bf94d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:38.332109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.334439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0a62b5e8-c919-4de4-be98-0bd7bedbe6ef tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879185 Aug 19 15:37:38.336290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48614) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.341381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '702cef00-12e9-44a0-913c-4e5a232fdcd3', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.373745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44ebd63b-2d5e-4b63-84ee-83a8ffdd6539 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.403941 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44ebd63b-2d5e-4b63-84ee-83a8ffdd6539 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.424987 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.449629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:38.459374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:38.460103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.517740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.561033 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.574060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44ebd63b-2d5e-4b63-84ee-83a8ffdd6539 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.576999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-44ebd63b-2d5e-4b63-84ee-83a8ffdd6539 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.580733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-44ebd63b-2d5e-4b63-84ee-83a8ffdd6539 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/security-groups/26e14800-d4cf-42f8-8bf3-f2fb8c4151f9 HTTP/1.1" status: 204 len: 168 time: 0.3050141 Aug 19 15:37:38.590966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd63b-2d5e-4b63-84ee-83a8ffdd6539 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e14800-d4cf-42f8-8bf3-f2fb8c4151f9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.602399 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.607184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:38.618040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ab4327-d1c1-4797-a915-ff8c13aa0b15,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.699492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.700310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f7531a60-4824-4fb8-bd12-350359feade7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:38.778704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.779960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.781695 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-787fd994-cb5f-4842-b978-003789e318f2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4441969 Aug 19 15:37:38.784574 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48618) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.791927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '702cef00-12e9-44a0-913c-4e5a232fdcd3', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.800238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f7531a60-4824-4fb8-bd12-350359feade7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:38.802633 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.912092 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Project b6b1938aaa944df3876c1e62ade77f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:37:38.917894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.975243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2b63dad1-f361-4861-9466-6bddc3543a0f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:38.996948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2b63dad1-f361-4861-9466-6bddc3543a0f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:38.998377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2b63dad1-f361-4861-9466-6bddc3543a0f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:38.998377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 85cc0c07-db3b-4053-89e2-add795a10d93 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:39.001478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.019885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 85cc0c07-db3b-4053-89e2-add795a10d93 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:39.020230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 85cc0c07-db3b-4053-89e2-add795a10d93 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:39.020691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 25c47d8a-4042-42e9-a2b1-404ea3b75884 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:37:39.040443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 25c47d8a-4042-42e9-a2b1-404ea3b75884 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:37:39.040786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 25c47d8a-4042-42e9-a2b1-404ea3b75884 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:37:39.189993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.208464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67999c17-787f-46e6-9325-a74ab0b9dbdc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:39.260267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48622) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:39.265173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290087880', 'description': 'tempest-secgroup-smoke-1290087880 description', 'project_id': '569a268a9a114ea498c8ad71a42bc77e'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:39.309590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.310843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-088b59d9-2a32-452c-ac22-5440b84b29ea tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5242894 Aug 19 15:37:39.313591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48624) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:39.319021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'security_group_rule': {'security_group_id': '702cef00-12e9-44a0-913c-4e5a232fdcd3', 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:39.419307 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.511004 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Project b6b1938aaa944df3876c1e62ade77f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:37:39.516378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.578900 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.580571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.660195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.689935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e17f71b-f862-4036-81cf-b7b010a4283b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:39.693538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.714936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e7ed13-a35f-45da-a308-0b60949d4392,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:39.779401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.780645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2f0032c1-3ee4-4a66-bc4b-7a977f9a22d8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5193667 Aug 19 15:37:39.783484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48626) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:39.788423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '5e17f71b-f862-4036-81cf-b7b010a4283b', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:39.807566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.813222 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-20b713da-0577-4dcf-a9f4-1d87b8367888 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4942851 Aug 19 15:37:39.920530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9bcc4bc8-66e3-452f-b71a-7053b19bf94d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:39.922725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.976082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:39.976468 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.995201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.022124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-2350e0b9-560e-4fe9-8d40-c7df632aebab tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761076158&fields=id&tenant_id=b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 267 time: 0.0472322 Aug 19 15:37:40.077593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.105764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceac335a-8f6a-4e67-8c56-b9910def66e2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:40.150113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-aa2d3e47-c54f-4ea2-b095-7a4252fa7e9d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:40.151621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-aa2d3e47-c54f-4ea2-b095-7a4252fa7e9d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/networks?id=6800d0a8-2d13-4971-81db-bc335cf7ed6b HTTP/1.1" status: 200 len: 797 time: 0.1222153 Aug 19 15:37:40.167508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-2953cc35-2e88-4cbd-8290-bdca525d0e70 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/quotas/b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 375 time: 0.0100217 Aug 19 15:37:40.208606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.209853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1a5cb198-766e-441b-a38d-f68d05d76261 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247606 Aug 19 15:37:40.212270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48640) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:40.217202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '5e17f71b-f862-4036-81cf-b7b010a4283b', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:40.228935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-53262172-7eb3-40bc-9ef0-fac528e8bba0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559897 Aug 19 15:37:40.333605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-e0b48a94-2abd-458b-8930-4ba8953ea15e service neutron] 10.222.0.13 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Aug 19 15:37:40.343833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.408327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.427595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-1e918aa3-daab-4a6a-b362-181fc340fad5 service neutron] 10.222.0.13 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877159 Aug 19 15:37:40.493677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.509379 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c365ce9b-ff9d-4ee9-bd46-9401a9bf7fe1,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:40.670960 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.674975 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e5e57315-d157-4ed0-826a-f7f302b2709d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4589579 Aug 19 15:37:40.675233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48648) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:40.680890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '5e17f71b-f862-4036-81cf-b7b010a4283b', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:40.683279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6daf137f-da02-4295-b11b-2bcd45876c83 req-97b33b8a-32d2-48cb-a126-e9cf4fcd13f0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 210 time: 0.0351748 Aug 19 15:37:40.795817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.856875 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.939429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.959398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac3ab07-f66d-4caf-a90a-91b55108a03e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:41.053394 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.054645 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9832fbb0-dd30-441b-9441-450ef34fe2ac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778629 Aug 19 15:37:41.057694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48654) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:41.062233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '5e17f71b-f862-4036-81cf-b7b010a4283b', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:41.161700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.222260 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.293367 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.312685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce25e8f-e06b-4ef4-9cfb-0fc843699078,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:41.396536 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.397864 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c22fe2f-0a1b-4e97-9c00-4af6e998abff tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391800 Aug 19 15:37:41.400620 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48658) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:41.405387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '5e17f71b-f862-4036-81cf-b7b010a4283b', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:41.510537 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:37:41.515927 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.579791 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.664863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.684322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027971c2-a534-44e2-b5dd-ab7d5ad09e4d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:41.779051 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.780269 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4028b02a-d24e-4146-b197-69013c7b63b1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3785284 Aug 19 15:37:41.781951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-713ce767-e1ee-4cf9-b919-59a28158af86 req-c1d1c44f-1029-4461-b048-40a3158f36b1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 210 time: 0.0267851 Aug 19 15:37:41.783191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48662) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:41.795382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '5e17f71b-f862-4036-81cf-b7b010a4283b', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:41.882063 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:37:41.887608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:41.951123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.019230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.040176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751eeff7-f6c4-446d-a481-021153c7b805,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:42.162697 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.164031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98e8af20-ab0b-414d-a6e7-9ee8d7640460 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799083 Aug 19 15:37:42.167025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48664) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:42.172251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'network': {'name': 'tempest-network-smoke--1504803995', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:42.247973 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:42.251680 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.279029 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:37:42.289786 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.290131 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Added segment f9236ff0-eaed-4841-b29b-38bb145520fb of type vlan for network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 Aug 19 15:37:42.334817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.430540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.436177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:42.436730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.503115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Network': ['ID=6e16cd47-3889-4a13-b1ed-ca6ded76da27,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:42.513738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:37:42.570694 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-44a4596b-b824-4210-9735-b2bcac51c051 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4015872 Aug 19 15:37:42.573827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48666) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:42.579545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'admin_state_up': True, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:42.652818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ceda380c-b00f-4f35-b0a3-d8039a9cc496 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:42.654286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ceda380c-b00f-4f35-b0a3-d8039a9cc496 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "GET /v2.0/networks?id=6800d0a8-2d13-4971-81db-bc335cf7ed6b HTTP/1.1" status: 200 len: 797 time: 0.1154687 Aug 19 15:37:42.701879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-6a11819b-9f86-4b68-99c0-63c123e719b6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b1938aaa944df3876c1e62ade77f6c HTTP/1.1" status: 200 len: 380 time: 0.0372572 Aug 19 15:37:42.711847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'port': {'device_id': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'admin_state_up': True, 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'security_groups': ['702cef00-12e9-44a0-913c-4e5a232fdcd3']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:42.740922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.742412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.815911 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:42.890699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b16053a0-4c68-411d-b60d-8b1758d80510 req-de5f58d9-8276-425d-b508-e0d3e9ebe1c5 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 210 time: 0.0309083 Aug 19 15:37:42.928423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Made reservation on behalf of b6b1938aaa944df3876c1e62ade77f6c for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:42.932470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.078304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.20.0.13 (6800d0a8-2d13-4971-81db-bc335cf7ed6b/e7d57b56-41a4-4ba0-9ebc-6fcbce655b50/1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:43.081649 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.231253 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.242892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Transition to ACTIVE for port object 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:43.350775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.385695 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.399785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:43.400020 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.405666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:43.409498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:43.421434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.436742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:43.480620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:43.481437 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.547195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.218 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a53119bc-8882-490f-ba29-23a1fa166e11) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:43.557573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ee3f5a10-a21a-4380-ad0a-6edf34b3a268 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499215 Aug 19 15:37:43.570580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Request body: {'port': {'device_id': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:43.634370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.664313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.716272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-474923a4-4de7-4202-9b50-f727b83052fb None None] Provisioning for port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:43.720572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-474923a4-4de7-4202-9b50-f727b83052fb None None] Provisioning complete for port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:43.720951 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-474923a4-4de7-4202-9b50-f727b83052fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.761929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-474923a4-4de7-4202-9b50-f727b83052fb None None] Port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:43.785454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.827316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:43.830384 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:43.834805 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:43.862942 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=a53119bc-8882-490f-ba29-23a1fa166e11,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:43.940650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:37:43.952635 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:43.976281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Transition to ACTIVE for port object 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:44.035705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdb1c-9d56-4e5c-bc79-0b5098f7f930 req-02dbb528-141b-411f-89c6-5200dedd1f3f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:44.037214 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7eebdb1c-9d56-4e5c-bc79-0b5098f7f930 req-02dbb528-141b-411f-89c6-5200dedd1f3f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 932 time: 0.0540032 Aug 19 15:37:44.076246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7eebdb1c-9d56-4e5c-bc79-0b5098f7f930 req-c50c2eb0-9b8d-427c-8eb3-af1dcc68e299 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Aug 19 15:37:44.110939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.170103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:44.226746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.254008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Attempting to bind port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:44.254507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Attempting to bind port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:44.255741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Attempting to bind port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db on network 6800d0a8-2d13-4971-81db-bc335cf7ed6b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db on network 6800d0a8-2d13-4971-81db-bc335cf7ed6b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Attempting to bind port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db on network 6800d0a8-2d13-4971-81db-bc335cf7ed6b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Checking segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Bound using segment: {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Bound port: 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105669d-1e22-4893-b2d0-3dcb2d89d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:44.269087 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.360420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] For port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:44.368218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] For port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:44.420056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.457691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:44.458316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.459761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db HTTP/1.1" status: 200 len: 1093 time: 0.8941336 Aug 19 15:37:44.460267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:44.462704 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536824b5-1804-44c2-b65f-30adcea544de" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:44.471747 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.496798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca46b8-41ac-485d-8e7a-080fa22ae7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:44.512498 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66158708-7a9c-4ae9-aa00-8ea07275e843 x-openstack-request-id: req-66158708-7a9c-4ae9-aa00-8ea07275e843 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:44.512871 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:44.513354 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66158708-7a9c-4ae9-aa00-8ea07275e843 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:44.513982 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'status': 'completed', 'code': 200} Aug 19 15:37:44.584447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b5-1804-44c2-b65f-30adcea544de req-b0310e33-4338-4761-a364-9f57c2835a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:44.586070 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536824b5-1804-44c2-b65f-30adcea544de req-b0310e33-4338-4761-a364-9f57c2835a2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 1096 time: 0.0532467 Aug 19 15:37:44.681159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 3254e84e-6123-4f83-9680-edb36330d85c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:37:44.708323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b5-1804-44c2-b65f-30adcea544de req-80c5c1f8-bb8e-4cee-852d-45351af02aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:44.710175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536824b5-1804-44c2-b65f-30adcea544de req-80c5c1f8-bb8e-4cee-852d-45351af02aec service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1165402 Aug 19 15:37:44.799858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:44.812188 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Sync routers for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:44.816350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b5-1804-44c2-b65f-30adcea544de req-70968272-dcc9-4a08-a2bb-852a1a55f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:44.818176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-536824b5-1804-44c2-b65f-30adcea544de req-70968272-dcc9-4a08-a2bb-852a1a55f1b5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005125 Aug 19 15:37:44.823406 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:44.827576 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:44.875720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:44.880755 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-551e6329-eb52-442c-836b-386be7661b77 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3023190 Aug 19 15:37:44.881568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48676) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:44.901522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-e0f5bc36-1817-4bf2-8e7e-882856b43831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:44.913993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-e0f5bc36-1817-4bf2-8e7e-882856b43831 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 1096 time: 0.0467389 Aug 19 15:37:44.915640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0753a98-33e8-49a9-b787-fc978ca95c2a tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=569a268a9a114ea498c8ad71a42bc77e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325646 Aug 19 15:37:44.918554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48678) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:44.953762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-9d517fcf-3cfc-46fc-9a2b-d1f457e68bdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db HTTP/1.1" status: 200 len: 217 time: 0.0410614 Aug 19 15:37:45.009686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-44fd3113-3023-4475-8473-0563a60e797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:45.011106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-44fd3113-3023-4475-8473-0563a60e797b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7d57b56-41a4-4ba0-9ebc-6fcbce655b50 HTTP/1.1" status: 200 len: 835 time: 0.0508766 Aug 19 15:37:45.042267 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:45.072594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-d90329d8-74c4-4eac-9768-659314625a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:45.074103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-d90329d8-74c4-4eac-9768-659314625a6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6800d0a8-2d13-4971-81db-bc335cf7ed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554810 Aug 19 15:37:45.219683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-fca67e69-47dd-459e-b006-a1291acbcfb4 service neutron] 10.222.0.46 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382160 Aug 19 15:37:45.240647 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:43Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:45.245696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c4f6-653f-4cb6-8e28-191ac4be5a0e req-1c71a93a-efad-471f-a6bc-8da180ca2830 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:45.247253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b9c4f6-653f-4cb6-8e28-191ac4be5a0e req-1c71a93a-efad-471f-a6bc-8da180ca2830 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 944 time: 0.0906730 Aug 19 15:37:45.268637 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Checking router: 3254e84e-6123-4f83-9680-edb36330d85c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:45.268974 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Updating router 3254e84e-6123-4f83-9680-edb36330d85c port a53119bc-8882-490f-ba29-23a1fa166e11 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:37:45.295521 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.338245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-59b9c4f6-653f-4cb6-8e28-191ac4be5a0e req-2726bc4e-7782-4978-9bd7-135befa1bb2b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795214 Aug 19 15:37:45.339877 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4cc7e-7b9a-45e5-9a76-05388ca8d99e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:45.341728 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-13d4cc7e-7b9a-45e5-9a76-05388ca8d99e tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4222045 Aug 19 15:37:45.344482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48682) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:45.369785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9122ac3-d20b-409e-b6be-e2ef9c234035 req-2ed53c2d-17b6-4541-9a5c-0adfb19d0bec service neutron] 10.222.0.46 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393113 Aug 19 15:37:45.375830 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a6e19b4-9e44-418d-b061-99172efa5fb2 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299590 Aug 19 15:37:45.378275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48684) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:45.384572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086001586', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:45.538881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:45.542717 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.577386 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.588624 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Transition to ACTIVE for port object a53119bc-8882-490f-ba29-23a1fa166e11 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:45.647568 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.706596 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Attempting to bind port a53119bc-8882-490f-ba29-23a1fa166e11 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:45.706596 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Attempting to bind port a53119bc-8882-490f-ba29-23a1fa166e11 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:45.706932 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Attempting to bind port a53119bc-8882-490f-ba29-23a1fa166e11 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:45.712591 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcb2c3-16b8-4a70-bae4-23be3577b5e0 None None] Pushing event updated for resources: {'Port': ['ID=a53119bc-8882-490f-ba29-23a1fa166e11,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:45.717377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:45.720509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:45.720509 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.720509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:45.720509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Bound port: a53119bc-8882-490f-ba29-23a1fa166e11, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:45.720509 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.772111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] For port a53119bc-8882-490f-ba29-23a1fa166e11, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:45.775350 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] For port a53119bc-8882-490f-ba29-23a1fa166e11, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a53119bc-8882-490f-ba29-23a1fa166e11,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:45.819430 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.842587 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:45.887846 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Subnet': ['ID=d4ae06cd-fc31-4e73-b1f5-686ab45c8461,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:45.895818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Checking segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:45.896322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network hostable DHCP agents. Network: 6e16cd47-3889-4a13-b1ed-ca6ded76da27, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:37:45.902792 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:45.903418 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:45.908377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcb2c3-16b8-4a70-bae4-23be3577b5e0 None None] Pushing event updated for resources: {'Port': ['ID=a53119bc-8882-490f-ba29-23a1fa166e11,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:45.995279 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:37:46.013565 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:46.080787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6e16cd47-3889-4a13-b1ed-ca6ded76da27) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:46.085180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:46.085916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:46.091436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d8954-e83c-47e4-a150-605dcade595a None None] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:46.167570 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d02c2e1f-c520-494b-aecf-89df240d99c9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7882349 Aug 19 15:37:46.170751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:46.199839 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:43Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:46.237169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248940fd-6610-4bd1-a971-05c364e78397 None None] The sync data for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 is: [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:43Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:46.245317 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:37:46.246558 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:46.401861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Allocated IP 172.20.0.2 (6e16cd47-3889-4a13-b1ed-ca6ded76da27/d4ae06cd-fc31-4e73-b1f5-686ab45c8461/3fdd83d9-cf10-4704-b06a-c77b95968ad5) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:46.556385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37cc83-6ae8-457a-a384-25f4ec54e28c req-7327810f-da51-4c09-9a3c-5d74be44f80c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:46.556781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e37cc83-6ae8-457a-a384-25f4ec54e28c req-7327810f-da51-4c09-9a3c-5d74be44f80c tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 944 time: 0.1328948 Aug 19 15:37:46.624835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e37cc83-6ae8-457a-a384-25f4ec54e28c req-9b7cf6de-e843-4fe5-9550-7dd2366e6cb0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569460 Aug 19 15:37:46.757606 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:46.766751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Transition to ACTIVE for port object 3fdd83d9-cf10-4704-b06a-c77b95968ad5 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:46.784386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Transition to ACTIVE for port object 3fdd83d9-cf10-4704-b06a-c77b95968ad5 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:46.806659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:46.859802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:46.905278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:46.908603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:46.911926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:46.921744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Pushing event updated for resources: {'Port': ['ID=3fdd83d9-cf10-4704-b06a-c77b95968ad5,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:46.981891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Attempting to bind port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:46.982175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Attempting to bind port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:46.982538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Attempting to bind port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:46.988391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:46.988828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Checking segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:46.989777 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:46.990172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Bound using segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:46.990705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Bound port: 3fdd83d9-cf10-4704-b06a-c77b95968ad5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:46.991098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:47.062391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] For port 3fdd83d9-cf10-4704-b06a-c77b95968ad5, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:47.066056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] For port 3fdd83d9-cf10-4704-b06a-c77b95968ad5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3fdd83d9-cf10-4704-b06a-c77b95968ad5,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:47.163276 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:47.240810 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201fc42-1faa-4f7a-b797-4c2d7b43a14e None None] Pushing event updated for resources: {'Port': ['ID=3fdd83d9-cf10-4704-b06a-c77b95968ad5,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:47.480029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.1 (6e16cd47-3889-4a13-b1ed-ca6ded76da27/d4ae06cd-fc31-4e73-b1f5-686ab45c8461/ea16458c-6261-40c8-8b93-f352b5c7f6be) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:47.599636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:47.614327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object ea16458c-6261-40c8-8b93-f352b5c7f6be will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:47.745706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:47.758377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb82b01-08e8-459c-b297-a505185bb80c req-00f3c343-23d8-4a36-9729-1d0e0c63c1c2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:47.765244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddb82b01-08e8-459c-b297-a505185bb80c req-00f3c343-23d8-4a36-9729-1d0e0c63c1c2 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 944 time: 0.0566616 Aug 19 15:37:47.820076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:47.827568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:47.829435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=ea16458c-6261-40c8-8b93-f352b5c7f6be,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:47.831603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:47.871688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddb82b01-08e8-459c-b297-a505185bb80c req-984c1cfd-98c8-4984-b9a5-3cc0576fb87a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899081 Aug 19 15:37:47.906945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.001479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3fdd83d9-cf10-4704-b06a-c77b95968ad5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:48.145362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:48.150044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a53119bc-8882-490f-ba29-23a1fa166e11 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:48.151602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.265045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a53119bc-8882-490f-ba29-23a1fa166e11 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:48.269646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a53119bc-8882-490f-ba29-23a1fa166e11 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:48.270087 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.357617 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.391524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a53119bc-8882-490f-ba29-23a1fa166e11, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a53119bc-8882-490f-ba29-23a1fa166e11,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:48.444290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:37:48.461511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.477744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.545029 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.580385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a53119bc-8882-490f-ba29-23a1fa166e11,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:48.598435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:48.608114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc043076-0652-4a90-a1f7-5d3007d6705d None None] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:37:48.616492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'port_id': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:37:48.632519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=ea16458c-6261-40c8-8b93-f352b5c7f6be,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:48.635018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.714076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.733048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:48.734508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:48.739394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:37:48.784361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:48.790865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] Provisioning for port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:48.798740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] Provisioning complete for port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:48.799109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.854851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 3254e84e-6123-4f83-9680-edb36330d85c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:48.871746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:48.958567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:48.961499 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:49.005143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] For port 3fdd83d9-cf10-4704-b06a-c77b95968ad5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3fdd83d9-cf10-4704-b06a-c77b95968ad5,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:49.013223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:49.019345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-21c2a474-2a20-4fde-abcf-58bcd849ffd2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/3254e84e-6123-4f83-9680-edb36330d85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8468418 Aug 19 15:37:49.029009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Sync routers for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:49.042321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5d027-bfec-47cf-af4d-c310df5b849d req-bb5324b9-8f9a-49a9-a1a0-9554ca5f16e7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:49.042772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:49.043493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:49.044213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97e5d027-bfec-47cf-af4d-c310df5b849d req-bb5324b9-8f9a-49a9-a1a0-9554ca5f16e7 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 945 time: 0.0878487 Aug 19 15:37:49.094837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97e5d027-bfec-47cf-af4d-c310df5b849d req-27439e8b-7c5c-4c52-9f7b-36129a32a3b6 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Aug 19 15:37:49.096526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:49.125326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:37:49.228697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc1d01-86a5-4228-b084-55159c6c8196 None None] Pushing event updated for resources: {'Port': ['ID=3fdd83d9-cf10-4704-b06a-c77b95968ad5,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:49.243594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-a8315696-1539-4456-ba72-1eb636be44f4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290087880&fields=id&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 267 time: 0.0455260 Aug 19 15:37:49.270089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb05a34d-ef46-4d08-a0af-77fda4b7d557 None None] Provisioning complete for port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:49.270696 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb05a34d-ef46-4d08-a0af-77fda4b7d557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:49.277018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:49.361136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-9e15cc14-ef94-43a1-ad75-d88373be0aa7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:49.362793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-9e15cc14-ef94-43a1-ad75-d88373be0aa7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 797 time: 0.1184037 Aug 19 15:37:49.381490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-276ceeab-4034-4cac-94d6-5ac19f67e752 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/quotas/569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 375 time: 0.0105329 Aug 19 15:37:49.439024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-fa5da26b-e80d-457f-b973-ddf842168220 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514061 Aug 19 15:37:49.553844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-6a71f152-fd5f-4616-97a1-b86d78d8d5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020019 Aug 19 15:37:49.649387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c170a2b3-b5d6-495b-8acb-71c391bce922 service neutron] 10.222.0.13 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933988 Aug 19 15:37:49.685102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb05a34d-ef46-4d08-a0af-77fda4b7d557 None None] Provisioning for port ea16458c-6261-40c8-8b93-f352b5c7f6be completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:49.698059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 2, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:49.725692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-cb05a34d-ef46-4d08-a0af-77fda4b7d557 None None] Provisioning complete for port ea16458c-6261-40c8-8b93-f352b5c7f6be triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:49.726086 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb05a34d-ef46-4d08-a0af-77fda4b7d557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:49.747154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Checking router: 3254e84e-6123-4f83-9680-edb36330d85c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:49.751434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Updating router 3254e84e-6123-4f83-9680-edb36330d85c port ea16458c-6261-40c8-8b93-f352b5c7f6be binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:37:49.800080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-cb05a34d-ef46-4d08-a0af-77fda4b7d557 None None] Port ea16458c-6261-40c8-8b93-f352b5c7f6be cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:49.814461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:49.924551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48afe625-19ed-4a9e-90bd-0ca73b3cfd50 req-0dc00e52-eef2-41e1-b388-58bb50afcb90 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 210 time: 0.0414193 Aug 19 15:37:49.933956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ad495f38-8c65-45b3-8757-a3c0d179ee93 None None] Provisioning complete for port ea16458c-6261-40c8-8b93-f352b5c7f6be triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:49.934323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad495f38-8c65-45b3-8757-a3c0d179ee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:49.982429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a53119bc-8882-490f-ba29-23a1fa166e11 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:50.035837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ad495f38-8c65-45b3-8757-a3c0d179ee93 None None] Port ea16458c-6261-40c8-8b93-f352b5c7f6be cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:50.105352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a53119bc-8882-490f-ba29-23a1fa166e11 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:50.105636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.206653 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.229498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab9b14-90c2-436a-acec-c452588826ba req-250c232f-2e51-4165-9e22-651295a853ab tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:50.231072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21ab9b14-90c2-436a-acec-c452588826ba req-250c232f-2e51-4165-9e22-651295a853ab tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 945 time: 0.0509219 Aug 19 15:37:50.237746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Transition to ACTIVE for port object ea16458c-6261-40c8-8b93-f352b5c7f6be will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:50.253003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3fdd83d9-cf10-4704-b06a-c77b95968ad5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:50.282196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-21ab9b14-90c2-436a-acec-c452588826ba req-e12f4671-8381-471f-a998-9f4c92e293d0 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410903 Aug 19 15:37:50.311205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:50.311722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.334467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.400332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d6184-1dff-4f5a-bde7-f360b22df7ed None None] Pushing event updated for resources: {'Port': ['ID=ea16458c-6261-40c8-8b93-f352b5c7f6be,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:50.484650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:50.515276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Attempting to bind port ea16458c-6261-40c8-8b93-f352b5c7f6be on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:50.515660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Attempting to bind port ea16458c-6261-40c8-8b93-f352b5c7f6be by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:50.516027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Attempting to bind port ea16458c-6261-40c8-8b93-f352b5c7f6be on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:50.533856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:50.534238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Checking segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:50.534681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.535102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Bound using segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:50.536508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Bound port: ea16458c-6261-40c8-8b93-f352b5c7f6be, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:50.537043 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.625746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] For port ea16458c-6261-40c8-8b93-f352b5c7f6be, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:50.628774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] For port ea16458c-6261-40c8-8b93-f352b5c7f6be, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ea16458c-6261-40c8-8b93-f352b5c7f6be,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:50.756424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:50.760726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:50.761125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.798219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:50.868919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d6184-1dff-4f5a-bde7-f360b22df7ed None None] Pushing event updated for resources: {'Port': ['ID=ea16458c-6261-40c8-8b93-f352b5c7f6be,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:50.896165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:50.896736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:50.940634 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:51.014946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5c41b4bc-9ef0-4ded-9245-f28220f2ec22 req-53882f29-6c0f-40f5-bfee-bb4d7f4b54dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 210 time: 0.0328426 Aug 19 15:37:51.173824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:51.176087 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c69e5c-293a-446b-9523-4132e2b38444" -d '{"events": [{"server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:51.196719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:51.213403 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb73e3-c60f-4f01-b088-686b32b2e1b4 x-openstack-request-id: req-3fbb73e3-c60f-4f01-b088-686b32b2e1b4 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:51.213699 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:51.213956 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fbb73e3-c60f-4f01-b088-686b32b2e1b4 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:51.214345 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'code': 200} Aug 19 15:37:51.215971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:51.293100 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:51.311690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa014d9-543a-4383-8683-b23e1ab29273 req-14a7fc94-4372-4001-9974-76db976c185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:51.313455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5aa014d9-543a-4383-8683-b23e1ab29273 req-14a7fc94-4372-4001-9974-76db976c185f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 1098 time: 0.0417643 Aug 19 15:37:51.420093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5aa014d9-543a-4383-8683-b23e1ab29273 req-48843ee3-0b9f-4f5f-a8be-0f890b25bb56 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982554 Aug 19 15:37:51.431788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:51.448422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe345f-34a9-4e60-875c-a64f5e099adc req-7570315d-befe-4471-8c94-766432fbd3ac tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:51.450710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24fe345f-34a9-4e60-875c-a64f5e099adc req-7570315d-befe-4471-8c94-766432fbd3ac tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 946 time: 0.0820398 Aug 19 15:37:51.492732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24fe345f-34a9-4e60-875c-a64f5e099adc req-ad978d4b-0410-4052-8b17-9b7f431666e3 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Aug 19 15:37:51.521021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:50Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:51.547811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5391-c853-46cb-a19e-eeef37c403b4 None None] The sync data for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 is: [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:50Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:51.955153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ea16458c-6261-40c8-8b93-f352b5c7f6be up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:52.099985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ea16458c-6261-40c8-8b93-f352b5c7f6be completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:52.104312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ea16458c-6261-40c8-8b93-f352b5c7f6be triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:52.104746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:52.118074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c69cd5af-fda8-479e-b96d-2e43f003d23c req-e7069b42-ab3b-40af-8859-41905554ee6e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 210 time: 0.0289495 Aug 19 15:37:52.197217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:52.236860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ea16458c-6261-40c8-8b93-f352b5c7f6be, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ea16458c-6261-40c8-8b93-f352b5c7f6be,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:52.316060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:52.380576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ea16458c-6261-40c8-8b93-f352b5c7f6be,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:52.411829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-e3cffa08-b780-4348-a513-624f1171f412 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:52.413603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-e3cffa08-b780-4348-a513-624f1171f412 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 797 time: 0.1278815 Aug 19 15:37:52.468256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-ec0773d8-c8e5-49ad-8ebb-7ebec7679381 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 380 time: 0.0399084 Aug 19 15:37:52.478790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'port': {'device_id': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'admin_state_up': True, 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'security_groups': ['5e17f71b-f862-4036-81cf-b7b010a4283b']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:52.651128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742035b-1893-4858-b54b-164f0706bb98 req-1ef6914d-746a-4dbc-ac17-ae7210748957 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:52.653206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2742035b-1893-4858-b54b-164f0706bb98 req-1ef6914d-746a-4dbc-ac17-ae7210748957 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 946 time: 0.0722952 Aug 19 15:37:52.701087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2742035b-1893-4858-b54b-164f0706bb98 req-f19a8ba5-c793-4b5e-afbb-c36c3eb09726 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Aug 19 15:37:52.710575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:52.714428 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:52.854280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.14 (6e16cd47-3889-4a13-b1ed-ca6ded76da27/d4ae06cd-fc31-4e73-b1f5-686ab45c8461/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:52.999547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.014803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:53.139592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.185246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:53.190642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:53.196111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:53.254565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:53.287104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:53.287745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.303944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4608-ba5a-4c49-9b17-e775c8253699 req-2d5d9a76-6c5e-40ae-b48a-e00f5a0aa861 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:53.305822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d8f4608-ba5a-4c49-9b17-e775c8253699 req-2d5d9a76-6c5e-40ae-b48a-e00f5a0aa861 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 932 time: 0.1109405 Aug 19 15:37:53.350705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d8f4608-ba5a-4c49-9b17-e775c8253699 req-9e097c76-1550-4547-9a5e-adab7d668e3a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383914 Aug 19 15:37:53.391237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-4991d409-0560-452d-ad84-c12bdc1e4d2f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9164155 Aug 19 15:37:53.463410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Request body: {'port': {'device_id': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:53.517959 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.527280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a84cc284-8591-47e7-b36a-e71a528ac04f None None] Provisioning for port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:53.531170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a84cc284-8591-47e7-b36a-e71a528ac04f None None] Provisioning complete for port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:53.535120 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a84cc284-8591-47e7-b36a-e71a528ac04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.566980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a84cc284-8591-47e7-b36a-e71a528ac04f None None] Port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:53.814899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:37:53.824430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.841907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Transition to ACTIVE for port object 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:53.851151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7441da-6813-4b29-b87a-ce9ce522baf6 req-c61e4eca-e9be-49e2-8024-cf1c69ae41fd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:53.854757 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7441da-6813-4b29-b87a-ce9ce522baf6 req-c61e4eca-e9be-49e2-8024-cf1c69ae41fd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 946 time: 0.0757964 Aug 19 15:37:53.891493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de7441da-6813-4b29-b87a-ce9ce522baf6 req-533a4fe7-f780-4649-b0b5-6758d45c661f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Aug 19 15:37:53.928911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:53.945245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ea16458c-6261-40c8-8b93-f352b5c7f6be up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:54.021792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ea16458c-6261-40c8-8b93-f352b5c7f6be triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:54.022602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.028462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:54.115874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d394822-16d4-4b45-9ab5-da2d572c932f req-0ad7520c-d7c9-400d-b269-0a1e1c39282e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.117498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d394822-16d4-4b45-9ab5-da2d572c932f req-0ad7520c-d7c9-400d-b269-0a1e1c39282e tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 946 time: 0.1437016 Aug 19 15:37:54.139769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:54.140353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:54.140455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:54.153762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:37:54.154098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:54.168234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:54.168576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Checking segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:54.168968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Bound using segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:54.169442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Bound port: 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:54.169810 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.185893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d394822-16d4-4b45-9ab5-da2d572c932f req-daca7612-bdcb-43fa-808c-4fb0a35ff87f tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580847 Aug 19 15:37:54.209827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48740) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:54.255557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697c500-bd58-4089-9019-859f5612095b tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.255740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:54.255864 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5697c500-bd58-4089-9019-859f5612095b tempest-TestNetworkBasicOps-2116740475 tempest-TestNetworkBasicOps-2116740475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 1093 time: 0.0427692 Aug 19 15:37:54.256185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:54.257740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48742) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:54.262284 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:54.401880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.402377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.467582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.468209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.469636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] 10.222.0.54 "PUT /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1093 time: 1.0649214 Aug 19 15:37:54.474432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:54.474432 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:54.500527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa0426-845d-4ff0-8dc0-fa86d9c6e9ff service neutron] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:54.516747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1afbb-22f3-4357-a34f-c76998321f9d req-8f02c026-a242-444e-83e0-c7b05cb078c7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.518537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41b1afbb-22f3-4357-a34f-c76998321f9d req-8f02c026-a242-444e-83e0-c7b05cb078c7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 944 time: 0.0837295 Aug 19 15:37:54.522779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.568185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd06b5b5-b21a-4c80-9000-2ed5544b1cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.569185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41b1afbb-22f3-4357-a34f-c76998321f9d req-f1cf99db-6c51-4f2c-877f-b53ba73d1a51 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Aug 19 15:37:54.642818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Allocated IP 172.25.5.147 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/e3e6d270-1917-469c-aa83-0471a070179f) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:54.647573 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4c85be-49e5-4e52-b712-bee1b7240f4c x-openstack-request-id: req-2f4c85be-49e5-4e52-b712-bee1b7240f4c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:54.647573 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:54.647850 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f4c85be-49e5-4e52-b712-bee1b7240f4c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:54.648236 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'status': 'completed', 'code': 200} Aug 19 15:37:54.688475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-2a735804-c421-416f-9c0e-b87f462ecc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.690247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-2a735804-c421-416f-9c0e-b87f462ecc9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1096 time: 0.0574069 Aug 19 15:37:54.746812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-fdf01a5d-4a91-4f81-9eb2-92ad0667c164 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 217 time: 0.0437484 Aug 19 15:37:54.761190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.799395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-83066bfa-c10b-49ad-ba1b-bf6d94fe1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.801033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-83066bfa-c10b-49ad-ba1b-bf6d94fe1d29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0478914 Aug 19 15:37:54.847626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-db8aaf91-c9b8-40a3-9d92-c2caca2a1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:54.849459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-db8aaf91-c9b8-40a3-9d92-c2caca2a1cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413952 Aug 19 15:37:54.871019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:54.911256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:54.918036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:54.921802 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:54.927700 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=e3e6d270-1917-469c-aa83-0471a070179f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:54.949756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-9c06fa11-3e94-4ef5-809c-8f48b2435a52 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931518 Aug 19 15:37:55.045266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18b71d76-2276-43a0-8d4d-01553943cbd0 req-b536a9b9-692f-44c5-9db1-971a369c153e service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887632 Aug 19 15:37:55.258934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-581d57d3-3d56-4d08-803a-beea6da883f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.260512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-581d57d3-3d56-4d08-803a-beea6da883f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1096 time: 0.0441213 Aug 19 15:37:55.298490 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:55.361142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-501d75d4-4a64-44d0-a5ff-1855f38e7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.362717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-501d75d4-4a64-44d0-a5ff-1855f38e7fa8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.0947514 Aug 19 15:37:55.406359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-cdef46ef-27fe-4f30-a059-fbf64ce89c69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 217 time: 0.0363462 Aug 19 15:37:55.461468 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:55.463950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-60513085-d120-4acf-90d2-c88d9ea3d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.465480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-60513085-d120-4acf-90d2-c88d9ea3d835 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0522661 Aug 19 15:37:55.513000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-8798758f-1f45-4359-8435-3e9b0af05db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.514483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-8798758f-1f45-4359-8435-3e9b0af05db1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425236 Aug 19 15:37:55.611162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-5b4d0ff4-a330-4073-a403-a9db9634ad73 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886800 Aug 19 15:37:55.625034 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:55.710428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:55.745013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:55.747013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b9baa-c3a4-4c06-8a5e-e7f4df66c5d6 req-3b65a752-90e2-443f-939e-13f39856295d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.748658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a9b9baa-c3a4-4c06-8a5e-e7f4df66c5d6 req-3b65a752-90e2-443f-939e-13f39856295d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 944 time: 0.0792174 Aug 19 15:37:55.752731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-15085e14-a3a8-4310-bfd9-975ea7c6a7c4 req-ce943e22-11de-4184-92b1-9b95857f4209 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352501 Aug 19 15:37:55.789551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event updated for resources: {'Port': ['ID=e3e6d270-1917-469c-aa83-0471a070179f,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:55.790708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a9b9baa-c3a4-4c06-8a5e-e7f4df66c5d6 req-b7c1e20d-1aa8-4eb1-a917-a1d74e2ab84c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Aug 19 15:37:55.799828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:55.908860 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Floating IP de774c82-b609-4403-a08b-beb61acca9fc associated. External IP: 172.25.5.147, port: 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db. Aug 19 15:37:56.133817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 5fa7e824-188c-44dd-8f70-52c623bc6b5d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:56.274402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:56.288301 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] Sync routers for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:56.299514 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:56.306726 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:56.356172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:56.390037 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4db54ea8-77e9-49c2-bb2a-3f31cfb15152 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1304004 Aug 19 15:37:56.390681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:56.391968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48754) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:56.398635 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774e323d-8665-4dfe-adb8-324eaba11963" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:56.425762 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:56.444900 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e5fd80-4ee0-4104-a126-3364c70727f3 x-openstack-request-id: req-48e5fd80-4ee0-4104-a126-3364c70727f3 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:56.445243 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:56.445501 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48e5fd80-4ee0-4104-a126-3364c70727f3 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:56.445914 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'status': 'completed', 'code': 200} Aug 19 15:37:56.509131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0b7f10c7-d43a-4bfc-9f94-283dcce0ae61 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/de774c82-b609-4403-a08b-beb61acca9fc HTTP/1.1" status: 200 len: 992 time: 0.1159155 Aug 19 15:37:56.523599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e323d-8665-4dfe-adb8-324eaba11963 req-f1634a45-112a-4407-9718-549800add35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.525258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-f1634a45-112a-4407-9718-549800add35a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 1098 time: 0.0576515 Aug 19 15:37:56.641679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e323d-8665-4dfe-adb8-324eaba11963 req-11d568d4-3137-4030-b323-7ce2b41a5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.643758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-11d568d4-3137-4030-b323-7ce2b41a5ba8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6800d0a8-2d13-4971-81db-bc335cf7ed6b HTTP/1.1" status: 200 len: 898 time: 0.1115177 Aug 19 15:37:56.677075 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'de774c82-b609-4403-a08b-beb61acca9fc', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'port_id': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:37:55Z', 'updated_at': '2021-08-19T15:37:55Z', 'revision_number': 0, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:38Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:56.705736 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] Checking router: 5fa7e824-188c-44dd-8f70-52c623bc6b5d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:56.714952 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:56.716596 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:56.729155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-1db9f84d-4b18-446b-bc5e-cdac455e849b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db HTTP/1.1" status: 200 len: 1000 time: 0.0776172 Aug 19 15:37:56.781617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e323d-8665-4dfe-adb8-324eaba11963 req-e7da3c0a-1e27-4abc-a40a-7e9a6314f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.783330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-e7da3c0a-1e27-4abc-a40a-7e9a6314f099 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7d57b56-41a4-4ba0-9ebc-6fcbce655b50 HTTP/1.1" status: 200 len: 835 time: 0.0464020 Aug 19 15:37:56.838909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e323d-8665-4dfe-adb8-324eaba11963 req-bc106d5f-44d0-4ab1-b9c0-d7b2dca8513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.840522 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-bc106d5f-44d0-4ab1-b9c0-d7b2dca8513d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6800d0a8-2d13-4971-81db-bc335cf7ed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494471 Aug 19 15:37:56.927269 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:56.982805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be72-7902-4b0b-b896-53c68b6aadca req-5556e166-e3e4-48c2-96a3-cd664e327c39 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.984315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f7be72-7902-4b0b-b896-53c68b6aadca req-5556e166-e3e4-48c2-96a3-cd664e327c39 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 944 time: 0.0998464 Aug 19 15:37:57.010058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-6559f578-54b6-4112-99b2-a421124aa3f3 service neutron] 10.222.0.46 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493731 Aug 19 15:37:57.084880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f7be72-7902-4b0b-b896-53c68b6aadca req-97112838-aa5c-45cc-9a11-649c6aef8f2a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913703 Aug 19 15:37:57.125158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-774e323d-8665-4dfe-adb8-324eaba11963 req-09a3eedc-cb13-4bbe-8125-fad2aee97e34 service neutron] 10.222.0.46 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067293 Aug 19 15:37:57.162439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'de774c82-b609-4403-a08b-beb61acca9fc', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'port_id': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:37:55Z', 'updated_at': '2021-08-19T15:37:55Z', 'revision_number': 0, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:38Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:57.193240 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc09ebd-5297-4ba7-bf89-8b5d52c8402a None None] The sync data for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 is: [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'de774c82-b609-4403-a08b-beb61acca9fc', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'port_id': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:37:55Z', 'updated_at': '2021-08-19T15:37:55Z', 'revision_number': 0, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:38Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:57.373449 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:57.399123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d8ef2-ec57-4699-92ef-56e0bd1ed269 None None] New status for floating IP de774c82-b609-4403-a08b-beb61acca9fc: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:37:57.513259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:57.579138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ca8acd8b-a54b-491f-8d82-b5c9fcdbe1fb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/de774c82-b609-4403-a08b-beb61acca9fc HTTP/1.1" status: 200 len: 992 time: 0.0645638 Aug 19 15:37:57.904433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-6efed274-22c9-4166-9d69-7cf68ad083d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412331 Aug 19 15:37:57.927825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-440606d5-35e6-4a34-a22f-a31b30b2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:57.987815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088e60-f34e-4823-b375-68da9732e506 req-92e8aa9d-adab-49da-bcc4-91368fc3718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:57.990112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-92e8aa9d-adab-49da-bcc4-91368fc3718b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 1097 time: 0.0418000 Aug 19 15:37:58.108137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088e60-f34e-4823-b375-68da9732e506 req-0b161340-9196-40f1-93f1-eaf59521104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:58.110825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-0b161340-9196-40f1-93f1-eaf59521104b service neutron] 10.222.0.46 "GET /v2.0/networks?id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 200 len: 910 time: 0.1004210 Aug 19 15:37:58.210561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-0663b0aa-c024-41b3-85b2-d5b93c22a1e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 200 len: 1000 time: 0.0917246 Aug 19 15:37:58.234725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52172956-3135-4ca9-b52f-af9da75a3334 req-306b1df1-f489-41ac-856c-fd1fb3b62fac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:58.236204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52172956-3135-4ca9-b52f-af9da75a3334 req-306b1df1-f489-41ac-856c-fd1fb3b62fac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 944 time: 0.0756538 Aug 19 15:37:58.297832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088e60-f34e-4823-b375-68da9732e506 req-2c8f8180-4deb-4bbe-b011-bda0e9ad2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:58.299307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-2c8f8180-4deb-4bbe-b011-bda0e9ad2752 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 200 len: 848 time: 0.0808794 Aug 19 15:37:58.306729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52172956-3135-4ca9-b52f-af9da75a3334 req-e9467fa1-45b9-46eb-b317-34ab444f91e4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 Aug 19 15:37:58.348349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088e60-f34e-4823-b375-68da9732e506 req-2485bdba-bb94-422a-95b9-41e5ed97f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:58.350987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-2485bdba-bb94-422a-95b9-41e5ed97f548 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75350e52-b7ee-45cd-b04e-ec64e37f7c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434065 Aug 19 15:37:58.444939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-a6f30aa2-4c69-48e1-8bd9-788101ad177e service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862243 Aug 19 15:37:58.541866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1088e60-f34e-4823-b375-68da9732e506 req-321fd2bc-7994-47b5-9110-48ee5f5591ad service neutron] 10.222.0.46 "GET /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897200 Aug 19 15:37:58.583679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48764) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:58.647409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f5b6927e-e078-41a9-baf4-56fc10d6d7d1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/de774c82-b609-4403-a08b-beb61acca9fc HTTP/1.1" status: 200 len: 994 time: 0.0624456 Aug 19 15:37:58.916816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:37:59.019150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:59.030513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'port_id': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'mac_address': 'fa:16:3e:31:2b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:37:59.070487 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:59.083545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:37:59.103268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:59.190988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:59.244468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:59.357262 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:37:59.427467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c40a-eba1-4517-96fe-1753d0987fd8 req-90636842-4ed6-4e1f-a295-056db48d5e65 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:59.429019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b415c40a-eba1-4517-96fe-1753d0987fd8 req-90636842-4ed6-4e1f-a295-056db48d5e65 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Aug 19 15:37:59.475672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b415c40a-eba1-4517-96fe-1753d0987fd8 req-1f5cac6a-0cf0-4936-a016-7e1365051fba tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402637 Aug 19 15:37:59.608756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:37:59.723604 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:00.597780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23109e-2bad-4a81-b41a-26a9d7013758 req-e2953db1-dfb9-4496-a121-24bb9fc43181 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:00.599310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f23109e-2bad-4a81-b41a-26a9d7013758 req-e2953db1-dfb9-4496-a121-24bb9fc43181 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0535319 Aug 19 15:38:00.639127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f23109e-2bad-4a81-b41a-26a9d7013758 req-d077b494-eb9f-4026-b61c-4b69513fad2c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Aug 19 15:38:00.824801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:00.919343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:01.064681 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:01.070539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:01.071077 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:01.159175 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:01.182891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:01.185338 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d0f16-5547-4ce1-b9e5-d503db6b21cf" -d '{"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-plugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:01.199607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:01.223336 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeda3451-96c3-4d90-93c0-933a966e489b x-openstack-request-id: req-aeda3451-96c3-4d90-93c0-933a966e489b {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:01.223632 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-plugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:01.223919 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeda3451-96c3-4d90-93c0-933a966e489b {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:01.224274 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'code': 200} Aug 19 15:38:01.264151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:01.317997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:01.350197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4474e3-8661-496e-81e0-ae44a88a9721 req-17ac5f06-faf9-4763-9e35-37ed57b8905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:01.351847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e4474e3-8661-496e-81e0-ae44a88a9721 req-17ac5f06-faf9-4763-9e35-37ed57b8905f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1098 time: 0.0417364 Aug 19 15:38:01.389129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e4474e3-8661-496e-81e0-ae44a88a9721 req-9cbe82ae-73f8-4542-8c30-cbcd5567c379 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Aug 19 15:38:01.764793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d4031-ac9f-4ce4-bd12-c4b96825354e req-f4902f34-6129-4c95-9001-0aefe8ded282 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:01.766341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9d4031-ac9f-4ce4-bd12-c4b96825354e req-f4902f34-6129-4c95-9001-0aefe8ded282 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0566142 Aug 19 15:38:01.804633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e9d4031-ac9f-4ce4-bd12-c4b96825354e req-5257c8cc-e716-4dfd-9be6-12396fb2df48 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Aug 19 15:38:02.926780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6125-9ef6-459d-ad0e-b28771138590 req-7ace6995-c9b3-4265-b4d7-8ac5b9f740d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:02.928262 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1de6125-9ef6-459d-ad0e-b28771138590 req-7ace6995-c9b3-4265-b4d7-8ac5b9f740d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0503905 Aug 19 15:38:02.967164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b1de6125-9ef6-459d-ad0e-b28771138590 req-1ad2b827-d21c-4f69-be20-f82a7aaa135d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Aug 19 15:38:04.087219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649e048-29ef-4250-a4d6-ac0f71b065f9 req-04c75ec6-954c-41c7-b9e3-f5e6518eee39 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:04.088729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5649e048-29ef-4250-a4d6-ac0f71b065f9 req-04c75ec6-954c-41c7-b9e3-f5e6518eee39 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Aug 19 15:38:04.126985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5649e048-29ef-4250-a4d6-ac0f71b065f9 req-5f8739e3-45f8-40c5-b40c-85a431fef916 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Aug 19 15:38:04.249586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19908b2-1fcf-486b-a933-aa472d5e3e27 req-d9870061-4e25-4cc0-8843-b7909c73ccd1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:04.251117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d19908b2-1fcf-486b-a933-aa472d5e3e27 req-d9870061-4e25-4cc0-8843-b7909c73ccd1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0552125 Aug 19 15:38:04.292603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d19908b2-1fcf-486b-a933-aa472d5e3e27 req-d0b7349a-e828-4a1c-bfef-897770f99973 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 19 15:38:04.313382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48780) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:04.355499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b4a16-d5d8-4454-93b1-ba2f28a5d7da tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:04.357044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c93b4a16-d5d8-4454-93b1-ba2f28a5d7da tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1093 time: 0.0426667 Aug 19 15:38:04.359871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48782) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:04.364202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:04.464064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:04.564676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:04.668512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.134 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/b87cd1dd-780e-4472-a0f7-2a13f2fa071d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:05.109832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:05.219153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:05.258917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:05.262051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:05.266531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:05.271977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=b87cd1dd-780e-4472-a0f7-2a13f2fa071d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:05.296693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.297046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.297419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.297762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.298107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.298442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.298780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.299114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.299549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.299812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.300104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.300430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:05.641951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:05.782518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:05.943183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:06.007316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:06.080158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=b87cd1dd-780e-4472-a0f7-2a13f2fa071d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:06.093170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:06.196451 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP c90f994d-c92b-4185-9fff-02dbc38e23f7 associated. External IP: 172.25.5.134, port: 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4. Aug 19 15:38:06.411074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 3254e84e-6123-4f83-9680-edb36330d85c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:06.514865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:06.525489 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] Sync routers for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:06.535131 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:06.539758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:06.584112 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:06.620487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8a721512-62b5-4fe2-813a-5fe622d8c6fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2566369 Aug 19 15:38:06.620487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:06.621011 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53488a-3788-4deb-b067-2412de30cacb" -d '{"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:06.644598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:06.718761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f17a4-bf90-405e-9a48-9a0c7ab4a114 req-31aff6bb-8c48-489e-a994-fe52116d4c63 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:06.720280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-526f17a4-bf90-405e-9a48-9a0c7ab4a114 req-31aff6bb-8c48-489e-a994-fe52116d4c63 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0523632 Aug 19 15:38:06.758595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-526f17a4-bf90-405e-9a48-9a0c7ab4a114 req-1c3dc5a3-4748-400d-9cb3-ecaae26f6135 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Aug 19 15:38:06.781322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48790) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:06.819318 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0316a3-45c6-47dc-9fce-34499157cdf0 x-openstack-request-id: req-bc0316a3-45c6-47dc-9fce-34499157cdf0 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:06.819604 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:06.819874 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc0316a3-45c6-47dc-9fce-34499157cdf0 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:06.820359 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'status': 'completed', 'code': 200} Aug 19 15:38:06.858550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-30bcdafc-0e39-4375-b110-5f6da940af28 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/c90f994d-c92b-4185-9fff-02dbc38e23f7 HTTP/1.1" status: 200 len: 992 time: 0.0749753 Aug 19 15:38:06.891217 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'c90f994d-c92b-4185-9fff-02dbc38e23f7', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'port_id': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'mac_address': 'fa:16:3e:31:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:38:05Z', 'updated_at': '2021-08-19T15:38:05Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:52Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:06.912241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53488a-3788-4deb-b067-2412de30cacb req-98d96089-ed31-4523-ae7b-e4be93b3e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:06.913732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-98d96089-ed31-4523-ae7b-e4be93b3e133 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1098 time: 0.0548816 Aug 19 15:38:06.918844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] Checking router: 3254e84e-6123-4f83-9680-edb36330d85c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:06.927316 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:06.927927 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:07.010406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53488a-3788-4deb-b067-2412de30cacb req-90f9ce14-e875-4898-8141-bef63aad271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:07.011974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-90f9ce14-e875-4898-8141-bef63aad271f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.0898108 Aug 19 15:38:07.036161 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:07.087464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-8b820e60-cb4b-4699-8124-b00ef85f3a90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1000 time: 0.0661826 Aug 19 15:38:07.139495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53488a-3788-4deb-b067-2412de30cacb req-0f344e00-5c0e-4eb4-b328-54896aa4e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:07.141035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-0f344e00-5c0e-4eb4-b328-54896aa4e611 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0464735 Aug 19 15:38:07.192532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53488a-3788-4deb-b067-2412de30cacb req-412fd500-7670-4b69-8824-a7f6f8cea27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:07.194127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-412fd500-7670-4b69-8824-a7f6f8cea27a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460086 Aug 19 15:38:07.272889 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'c90f994d-c92b-4185-9fff-02dbc38e23f7', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'port_id': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'mac_address': 'fa:16:3e:31:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:38:05Z', 'updated_at': '2021-08-19T15:38:05Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:52Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:07.295448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-2f1a243b-7c2f-412b-8294-285df0ce0c7f service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935628 Aug 19 15:38:07.301835 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc014b83-19f8-4221-be43-b1a61ead9ed2 None None] The sync data for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 is: [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'c90f994d-c92b-4185-9fff-02dbc38e23f7', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'port_id': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'mac_address': 'fa:16:3e:31:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:38:05Z', 'updated_at': '2021-08-19T15:38:05Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:52Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:07.390689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b53488a-3788-4deb-b067-2412de30cacb req-ab8c6b19-f12a-44d7-bc5d-3431e9e2a5d4 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873754 Aug 19 15:38:07.504095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9cb24-c89e-43ad-87d2-ad0e033e97df None None] New status for floating IP c90f994d-c92b-4185-9fff-02dbc38e23f7: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:38:07.861432 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:07.925480 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f7154800-7fce-4019-aa0c-a0cc20353058 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/c90f994d-c92b-4185-9fff-02dbc38e23f7 HTTP/1.1" status: 200 len: 994 time: 0.0628517 Aug 19 15:38:10.436800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-1ca4120c-76f0-4201-bca4-91e1390ea082 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430861 Aug 19 15:38:10.515816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-960a0a23-5880-4e2b-a246-bf2efc0fa16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:10.517312 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-960a0a23-5880-4e2b-a246-bf2efc0fa16a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1136 time: 0.0479016 Aug 19 15:38:10.625404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-00de0954-f01e-43df-a5b0-dbc45efa8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:10.626932 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-00de0954-f01e-43df-a5b0-dbc45efa8a64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f3fac12-d221-41a2-bbf0-022220dbb315 HTTP/1.1" status: 200 len: 898 time: 0.0904815 Aug 19 15:38:10.701471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-c9f2c02d-e875-406a-994c-1514d80f8daa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f409d04-03da-46ec-9475-9043503861e6 HTTP/1.1" status: 200 len: 1001 time: 0.0671415 Aug 19 15:38:10.752421 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-636d73e1-6e49-49d1-930c-d66a76f8862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:10.753935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-636d73e1-6e49-49d1-930c-d66a76f8862d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6f6c74-46bc-47ee-bf98-bba2ec00b022 HTTP/1.1" status: 200 len: 833 time: 0.0461502 Aug 19 15:38:10.801660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-1a1529b4-4482-4b66-aaa0-7ea5f604f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:10.803115 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-1a1529b4-4482-4b66-aaa0-7ea5f604f558 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f3fac12-d221-41a2-bbf0-022220dbb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420959 Aug 19 15:38:10.904678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-cc989bee-5dda-4f1f-8c44-7fe19ac284a9 service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933764 Aug 19 15:38:11.008489 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4fb8389-13db-4eff-ba66-11cbede5feca req-c4cee9e0-25c7-4885-aa1e-db7278ec10a5 service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973594 Aug 19 15:38:13.372673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.209502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48802) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:17.304510 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2dd40b62-b248-4ad8-ac49-bbfba3f60d3f tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3711 time: 0.0913808 Aug 19 15:38:17.305736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48804) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:17.310759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'network': {'name': 'tempest-network-smoke--1279694385', 'project_id': '544f8cd477844f79b02a308d6e226225', 'port_security_enabled': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:17.400863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Made reservation on behalf of 544f8cd477844f79b02a308d6e226225 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:38:17.404981 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.428430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:38:17.437639 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.437980 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Added segment d888ef44-d1c2-45e3-9107-8b58a5cfc9a9 of type vlan for network 4c0598e0-77bf-4b89-befe-eb14820cfd50 Aug 19 15:38:17.480744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.566850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.572739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:17.573353 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.639738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Network': ['ID=4c0598e0-77bf-4b89-befe-eb14820cfd50,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:17.647192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.647550 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.647899 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.648247 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.648677 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.649024 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.649386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.649728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.650063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.650395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.650723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.651050 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:17.662725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:38:17.693427 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-296cabe2-a2ff-4837-99e5-d6c0caca9261 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3865111 Aug 19 15:38:17.696041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48806) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:17.700769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'admin_state_up': True, 'project_id': '544f8cd477844f79b02a308d6e226225', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:17.801841 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.802942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:17.860505 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:18.124215 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:18.397191 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:18.416792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:18.522986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.25.5.61 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/17f6b928-9e92-410a-b94b-8e5a8f7290ba) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:18.654223 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:18.755652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:18.791138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:18.794010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:18.799530 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:18.831492 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=17f6b928-9e92-410a-b94b-8e5a8f7290ba,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:19.118736 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:19.630241 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:19.863948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:38:19.975402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:19.987375 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Sync routers for ids ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:19.998140 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Routers {'0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:19.998783 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:20.052867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.054227 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cd52c29d-66c2-4ed3-b8b8-2061cfa02307 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3572598 Aug 19 15:38:20.058729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48810) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.106456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8747952-64a0-465a-932e-751a6c0f11c1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:20.108003 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b8747952-64a0-465a-932e-751a6c0f11c1 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=544f8cd477844f79b02a308d6e226225&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0482893 Aug 19 15:38:20.108504 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Set router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:20.110843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48812) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.207509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bb316-41d2-48d4-844b-3b3f3949fb84 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:20.209039 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e40bb316-41d2-48d4-844b-3b3f3949fb84 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972676 Aug 19 15:38:20.213724 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48814) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.244733 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cd63d844-5004-4cc8-98bf-ea0ce2055c23 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298877 Aug 19 15:38:20.247514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48816) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.276728 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-05ac96f4-da05-46df-b65f-9d769347a1ae tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=544f8cd477844f79b02a308d6e226225&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279734 Aug 19 15:38:20.279547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48818) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.299258 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:18Z', 'revision_number': 3, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:20.327990 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Checking router: 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:20.328538 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Updating router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 port 17f6b928-9e92-410a-b94b-8e5a8f7290ba binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:38:20.356405 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.389231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316dd59-9798-4dd8-8ad1-a99373c68e90 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:20.390797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9316dd59-9798-4dd8-8ad1-a99373c68e90 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1102359 Aug 19 15:38:20.393844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48820) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.430271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2b7ae833-2b66-490a-9dbf-f843406d8807 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345678 Aug 19 15:38:20.432876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48822) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:20.438112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854957046', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'project_id': '544f8cd477844f79b02a308d6e226225', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:20.658471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Made reservation on behalf of 544f8cd477844f79b02a308d6e226225 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:38:20.662563 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.716076 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.726061 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Transition to ACTIVE for port object 17f6b928-9e92-410a-b94b-8e5a8f7290ba will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:20.807148 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.862502 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Attempting to bind port 17f6b928-9e92-410a-b94b-8e5a8f7290ba on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:38:20.862962 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Attempting to bind port 17f6b928-9e92-410a-b94b-8e5a8f7290ba by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:38:20.863225 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Attempting to bind port 17f6b928-9e92-410a-b94b-8e5a8f7290ba on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:20.870813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Pushing event updated for resources: {'Port': ['ID=17f6b928-9e92-410a-b94b-8e5a8f7290ba,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:20.873688 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:38:20.874058 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:20.874452 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.874841 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:38:20.875297 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Bound port: 17f6b928-9e92-410a-b94b-8e5a8f7290ba, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:38:20.875677 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:20.882046 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.882389 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.883508 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.884055 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.884612 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.885216 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.885852 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.886329 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.886898 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.887470 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.888052 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.888398 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:20.941203 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] For port 17f6b928-9e92-410a-b94b-8e5a8f7290ba, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:38:20.944165 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] For port 17f6b928-9e92-410a-b94b-8e5a8f7290ba, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=17f6b928-9e92-410a-b94b-8e5a8f7290ba,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:38:21.000530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.071986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Subnet': ['ID=ac987b53-d68c-43ce-8d3f-360cbd498a03,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:21.079613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Checking segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:21.079982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network hostable DHCP agents. Network: 4c0598e0-77bf-4b89-befe-eb14820cfd50, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:38:21.086569 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.143000 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Routers {'0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:21.143622 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:21.179154 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a43f5-9a6e-4458-9270-94f46ebc9ba6 None None] Pushing event updated for resources: {'Port': ['ID=17f6b928-9e92-410a-b94b-8e5a8f7290ba,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:21.206642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:38:21.254229 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] Set router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:21.281189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 4c0598e0-77bf-4b89-befe-eb14820cfd50) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:21.286429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:21.291225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b87b00-3322-4b5f-9053-dd705007c76a None None] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:21.294301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.402176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9c2352f0-9154-4914-be0f-68a0fdea5ed2 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9681604 Aug 19 15:38:21.404971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48824) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:21.442302 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:18Z', 'revision_number': 3, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:21.447896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-4c0598e0-77bf-4b89-befe-eb14820cfd50', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'fixed_ips': [{'subnet_id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:38:21.448815 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.469880 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8c949-6cfe-4af6-83e5-bf7013c7c469 None None] The sync data for ids ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'] in n-d-779913-32 is: [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:18Z', 'revision_number': 3, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:21.594429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Allocated IP 172.20.0.18 (4c0598e0-77bf-4b89-befe-eb14820cfd50/ac987b53-d68c-43ce-8d3f-360cbd498a03/d3082d8a-e0d4-4d19-85ca-6a941a47dafb) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:21.774931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.783795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Transition to ACTIVE for port object d3082d8a-e0d4-4d19-85ca-6a941a47dafb will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:21.799999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Transition to ACTIVE for port object d3082d8a-e0d4-4d19-85ca-6a941a47dafb will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:21.864532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.902850 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:21.907546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:21.912344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:21.920883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:21.924590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Pushing event updated for resources: {'Port': ['ID=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:21.942020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.942647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.943201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.943758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.944271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.944609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.944945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.945880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.947801 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.948165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.948489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:21.948827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:22.014499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17f6b928-9e92-410a-b94b-8e5a8f7290ba up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:22.037896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Attempting to bind port d3082d8a-e0d4-4d19-85ca-6a941a47dafb on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:38:22.038271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Attempting to bind port d3082d8a-e0d4-4d19-85ca-6a941a47dafb by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:38:22.038645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Attempting to bind port d3082d8a-e0d4-4d19-85ca-6a941a47dafb on network 4c0598e0-77bf-4b89-befe-eb14820cfd50 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:22.049196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:38:22.049585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Checking segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:22.049992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.050394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Bound using segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:38:22.050876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Bound port: d3082d8a-e0d4-4d19-85ca-6a941a47dafb, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:38:22.051294 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.136115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] For port d3082d8a-e0d4-4d19-85ca-6a941a47dafb, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:38:22.140819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] For port d3082d8a-e0d4-4d19-85ca-6a941a47dafb, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:38:22.172697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 17f6b928-9e92-410a-b94b-8e5a8f7290ba completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:22.178762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 17f6b928-9e92-410a-b94b-8e5a8f7290ba triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:22.179144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.209871 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.246574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.20.0.17 (4c0598e0-77bf-4b89-befe-eb14820cfd50/ac987b53-d68c-43ce-8d3f-360cbd498a03/0269cd11-3800-4555-912a-91cb64c8d295) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:22.296265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4869be4-b2d2-4d72-8fc2-c9425b6611ea None None] Pushing event updated for resources: {'Port': ['ID=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:22.350582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.374128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 17f6b928-9e92-410a-b94b-8e5a8f7290ba, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=17f6b928-9e92-410a-b94b-8e5a8f7290ba,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:22.398521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.414367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Transition to ACTIVE for port object 0269cd11-3800-4555-912a-91cb64c8d295 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:22.480949 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.542892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=17f6b928-9e92-410a-b94b-8e5a8f7290ba,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:22.573001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:22.624337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:22.626074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:22.630259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:22.656070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=0269cd11-3800-4555-912a-91cb64c8d295,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:22.678521 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:23.285439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:23.322283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ab3e3-072f-479a-9b11-223eeb0749bd None None] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:23.498137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-079dac52-6cf3-4015-b808-1de5ff317b7a None None] Provisioning for port d3082d8a-e0d4-4d19-85ca-6a941a47dafb completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:23.607621 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:23.703042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:23.781150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=0269cd11-3800-4555-912a-91cb64c8d295,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:23.786507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:23.829970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0027ee6c-9be3-4d27-ac8f-9c06165317dd None None] Provisioning for port 0269cd11-3800-4555-912a-91cb64c8d295 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:23.834114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0027ee6c-9be3-4d27-ac8f-9c06165317dd None None] Provisioning complete for port 0269cd11-3800-4555-912a-91cb64c8d295 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:23.835174 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0027ee6c-9be3-4d27-ac8f-9c06165317dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:23.900592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0027ee6c-9be3-4d27-ac8f-9c06165317dd None None] Port 0269cd11-3800-4555-912a-91cb64c8d295 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:38:23.917307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:23.919253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:24.021082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27de6e79-b8c1-46d4-82cc-39f06fa7884d None None] Provisioning complete for port 0269cd11-3800-4555-912a-91cb64c8d295 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:24.021603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27de6e79-b8c1-46d4-82cc-39f06fa7884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:24.059726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-27de6e79-b8c1-46d4-82cc-39f06fa7884d None None] Port 0269cd11-3800-4555-912a-91cb64c8d295 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:38:24.062457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d3082d8a-e0d4-4d19-85ca-6a941a47dafb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:24.083110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:24.206564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:24.206874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d3082d8a-e0d4-4d19-85ca-6a941a47dafb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:24.211834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d3082d8a-e0d4-4d19-85ca-6a941a47dafb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:24.212231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:24.213680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3bb8e4e5-992d-46ab-b2d6-f41fb4497cbf tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "PUT /v2.0/routers/0ef9dc4a-e739-4a02-abff-b6d882dfd0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8076415 Aug 19 15:38:24.224720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Sync routers for ids ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:24.260957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Routers {'0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:24.261804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:24.364446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-540ccdbb-aebd-4ecb-b0d2-53d1570e11d8 None None] Provisioning complete for port 0269cd11-3800-4555-912a-91cb64c8d295 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:24.365069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-540ccdbb-aebd-4ecb-b0d2-53d1570e11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:24.510216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0b05566d-7634-4c9a-8158-c5eae9add5e5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:24.511804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0b05566d-7634-4c9a-8158-c5eae9add5e5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/networks?id=4c0598e0-77bf-4b89-befe-eb14820cfd50 HTTP/1.1" status: 200 len: 798 time: 0.1124318 Aug 19 15:38:24.528593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-67101df0-eb9c-4dd1-b8a5-377544987668 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/quotas/544f8cd477844f79b02a308d6e226225 HTTP/1.1" status: 200 len: 375 time: 0.0102654 Aug 19 15:38:24.593840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-8f68fcf8-036d-436b-ae5f-9033df1e2434 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0591881 Aug 19 15:38:24.611820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Set router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:24.651101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-540ccdbb-aebd-4ecb-b0d2-53d1570e11d8 None None] Port 0269cd11-3800-4555-912a-91cb64c8d295 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:38:24.659701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:24.705388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-a931aa65-1cd5-4190-9d8d-c5e3f29f3066 service neutron] 10.222.0.13 "GET /v2.0/networks/4c0598e0-77bf-4b89-befe-eb14820cfd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979619 Aug 19 15:38:24.723713 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c1070bf7-5c9c-4daf-af55-0b4a931f6fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:24.772237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port d3082d8a-e0d4-4d19-85ca-6a941a47dafb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:24.799466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-cdef203e-e499-43af-9347-e79fb423966b service neutron] 10.222.0.13 "GET /v2.0/networks/4c0598e0-77bf-4b89-befe-eb14820cfd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886180 Aug 19 15:38:24.861822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0269cd11-3800-4555-912a-91cb64c8d295', 'name': '', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:eb:63:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:22Z', 'updated_at': '2021-08-19T15:38:23Z', 'revision_number': 2, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:24.888366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Checking router: 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:24.888704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Updating router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 port 0269cd11-3800-4555-912a-91cb64c8d295 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:38:24.892308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:24.893139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17f6b928-9e92-410a-b94b-8e5a8f7290ba up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:24.971366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.032792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:25.056859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 17f6b928-9e92-410a-b94b-8e5a8f7290ba triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:25.057489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.115881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dadd2-d23a-41c2-9005-7f4ad0debe40 req-c23d57a6-5274-4db0-8761-e03aec127701 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:25.118752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e3dadd2-d23a-41c2-9005-7f4ad0debe40 req-c23d57a6-5274-4db0-8761-e03aec127701 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.0709820 Aug 19 15:38:25.163715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e3dadd2-d23a-41c2-9005-7f4ad0debe40 req-7b9709b7-7eaa-4446-8a60-b8255e738a75 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Aug 19 15:38:25.252211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02d569f3-122f-43ee-bb35-bd2b8a53b877 req-b854fde2-8174-49f5-954d-a1bacef24967 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 210 time: 0.0301788 Aug 19 15:38:25.364915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.375269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Transition to ACTIVE for port object 0269cd11-3800-4555-912a-91cb64c8d295 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:25.486609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.537058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2aeaf-27a2-440b-8d72-1d5b6ae0aa91 None None] Pushing event updated for resources: {'Port': ['ID=0269cd11-3800-4555-912a-91cb64c8d295,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:25.592992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Attempting to bind port 0269cd11-3800-4555-912a-91cb64c8d295 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:38:25.593411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Attempting to bind port 0269cd11-3800-4555-912a-91cb64c8d295 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:38:25.593782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Attempting to bind port 0269cd11-3800-4555-912a-91cb64c8d295 on network 4c0598e0-77bf-4b89-befe-eb14820cfd50 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:25.602498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:38:25.602759 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Checking segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:25.603161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.603555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Bound using segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:38:25.604021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Bound port: 0269cd11-3800-4555-912a-91cb64c8d295, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:38:25.604434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.708637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] For port 0269cd11-3800-4555-912a-91cb64c8d295, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:38:25.712240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] For port 0269cd11-3800-4555-912a-91cb64c8d295, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0269cd11-3800-4555-912a-91cb64c8d295,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:38:25.773293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.830125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:25.894530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Routers {'0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:25.895203 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:25.900510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2aeaf-27a2-440b-8d72-1d5b6ae0aa91 None None] Pushing event updated for resources: {'Port': ['ID=0269cd11-3800-4555-912a-91cb64c8d295,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:25.941293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-01587dc9-3975-4c31-a2c1-497aeb66034c tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:25.942904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-01587dc9-3975-4c31-a2c1-497aeb66034c tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.46 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.0607438 Aug 19 15:38:26.001191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d3082d8a-e0d4-4d19-85ca-6a941a47dafb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:26.057373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Deleting port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:26.057794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:26.067436 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] Set router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:26.110568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d3082d8a-e0d4-4d19-85ca-6a941a47dafb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:26.110945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:26.153239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] For port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:26.153510 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:26.362225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0269cd11-3800-4555-912a-91cb64c8d295', 'name': '', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:eb:63:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:22Z', 'updated_at': '2021-08-19T15:38:25Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:26.384171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e73df-f510-4e33-a160-e3682e887504 req-ebe8a513-3258-466a-ad07-c9f86dcf5f68 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:26.385728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a81e73df-f510-4e33-a160-e3682e887504 req-ebe8a513-3258-466a-ad07-c9f86dcf5f68 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 945 time: 0.1333079 Aug 19 15:38:26.390738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80dde6-cc89-4ee9-ab01-b2d4354c6107 None None] The sync data for ids ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'] in n-d-779913-32 is: [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0269cd11-3800-4555-912a-91cb64c8d295', 'name': '', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:eb:63:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:22Z', 'updated_at': '2021-08-19T15:38:25Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:26.490836 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:26.491309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:26.491729 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Floating IP 4394d242-b380-4443-b420-1ff239eda4af disassociated. External IP: 172.25.5.76, port: 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9. Aug 19 15:38:26.492306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Calling delete_port for 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:26.496853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a81e73df-f510-4e33-a160-e3682e887504 req-5221308b-6de7-4e1c-a87d-162c61bef62f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/security-groups?id=755f7ba0-c173-401c-a41a-9ad2613a02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044014 Aug 19 15:38:26.625964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d3270a1-4508-4d96-bff7-c2cc93f5b97a req-feefe953-5a27-4706-bc56-e40150dae6eb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 210 time: 0.0316532 Aug 19 15:38:26.841750 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:26.876701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event deleted for resources: {'Port': ['ID=1b3d5dc9-d29c-4e64-bbe5-6c950da910c9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:26.997395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Router f595720f-371a-499e-947f-0e436feb234e has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:27.112701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:27.124457 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] Sync routers for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:27.138644 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:27.139309 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:27.153916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] No DVR routers for this DVR port 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:27.156558 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:27.158610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0581f87-eb44-4d67-b400-f16e69d9eaea req-e572e26c-03ba-439b-8808-8ebed6eeaf00 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.46 "DELETE /v2.0/ports/1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 HTTP/1.1" status: 204 len: 173 time: 1.2081773 Aug 19 15:38:27.159052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'name': 'network-vif-deleted', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:27.161455 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f42269-a443-4101-a48f-cb207da976ff" -d '{"events": [{"server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "name": "network-vif-deleted", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:27.213832 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263eea8-b523-4ecd-a5d8-f1b2145c7aa1 x-openstack-request-id: req-f263eea8-b523-4ecd-a5d8-f1b2145c7aa1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:27.214275 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d96d6a-cc74-4679-a835-3f28e652d546", "name": "network-vif-deleted", "tag": "1b3d5dc9-d29c-4e64-bbe5-6c950da910c9", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:27.215026 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f263eea8-b523-4ecd-a5d8-f1b2145c7aa1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:27.215266 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d96d6a-cc74-4679-a835-3f28e652d546', 'name': 'network-vif-deleted', 'tag': '1b3d5dc9-d29c-4e64-bbe5-6c950da910c9', 'status': 'completed', 'code': 200} Aug 19 15:38:27.311293 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:27.369273 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:27.515730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-a2fb186d-a55a-4bcc-9388-fa63be78a5d7 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:27.517973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-a2fb186d-a55a-4bcc-9388-fa63be78a5d7 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.46 "GET /v2.0/networks?id=4c0598e0-77bf-4b89-befe-eb14820cfd50 HTTP/1.1" status: 200 len: 798 time: 0.1623430 Aug 19 15:38:27.538796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Request body: {'port': {'device_id': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'admin_state_up': True, 'tenant_id': '544f8cd477844f79b02a308d6e226225'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:27.581723 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:08Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:27.623858 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] Checking router: f595720f-371a-499e-947f-0e436feb234e for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:27.642520 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:27.643183 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:27.657721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-248d9814-3f30-4be7-abd8-9245bd19543d req-fefad33d-dcda-46c7-a45c-5024bb112f6f tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d96d6a-cc74-4679-a835-3f28e652d546 HTTP/1.1" status: 200 len: 210 time: 0.0331039 Aug 19 15:38:27.749883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48868) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:27.762234 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:27.775112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f96b213e-e350-493c-bd9a-19a629c89574 req-af0b4c52-cb2d-4858-bb59-b34005c7a9e4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 210 time: 0.0377023 Aug 19 15:38:27.840677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5c33f261-bd2b-41a0-8eeb-492d798272eb tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/floatingips/de774c82-b609-4403-a08b-beb61acca9fc HTTP/1.1" status: 200 len: 994 time: 0.0890856 Aug 19 15:38:27.869782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Made reservation on behalf of 544f8cd477844f79b02a308d6e226225 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:38:27.873537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:27.912636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad350c23-a391-490b-b7e5-0ad03cbddc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.013379 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:08Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:28.041734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb598f-7e0a-4dc0-9552-728e29cb0359 None None] The sync data for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 is: [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:33:00Z', 'revision_number': 4, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd5ea61f1-4ef1-44f0-93bd-154edb3c7657', 'name': '', 'network_id': '75350e52-b7ee-45cd-b04e-ec64e37f7c7f', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'mac_address': 'fa:16:3e:37:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:58Z', 'updated_at': '2021-08-19T15:33:08Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'subnets': [{'id': 'e1998d18-e044-42e6-b76c-8bc4e4f96f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:28.045479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Allocated IP 172.20.0.19 (4c0598e0-77bf-4b89-befe-eb14820cfd50/ac987b53-d68c-43ce-8d3f-360cbd498a03/cf26336a-1b6c-42b8-932a-b21a0ff3fd32) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:28.060783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0269cd11-3800-4555-912a-91cb64c8d295 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:28.130865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48874) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:28.197380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.211880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Transition to ACTIVE for port object cf26336a-1b6c-42b8-932a-b21a0ff3fd32 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:28.231560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0269cd11-3800-4555-912a-91cb64c8d295 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:28.236544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0269cd11-3800-4555-912a-91cb64c8d295 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:28.236919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.330995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port e3e6d270-1917-469c-aa83-0471a070179f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:28.331806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.333857 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.357219 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.373791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 0269cd11-3800-4555-912a-91cb64c8d295, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0269cd11-3800-4555-912a-91cb64c8d295,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:28.396022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb842d9-89f5-4c80-99d2-e17d7a6283fb None None] New status for floating IP 4394d242-b380-4443-b420-1ff239eda4af: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:38:28.426693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:28.433415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:28.440222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:28.447865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event updated for resources: {'Port': ['ID=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:28.452642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.453219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.475953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for e3e6d270-1917-469c-aa83-0471a070179f owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:28.480658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.523785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:28.525171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.550617 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=0269cd11-3800-4555-912a-91cb64c8d295,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:28.619706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-77f35b72-d5cf-4103-93e5-feb2d0e9d8c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0882785 Aug 19 15:38:28.633144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Request body: {'port': {'device_id': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:28.723896 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.736417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48878) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:28.786239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.850456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=e3e6d270-1917-469c-aa83-0471a070179f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:28.893379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-daa47217-9e00-4979-92ef-b45e0de5bc31 None None] Provisioning for port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:28.900563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-daa47217-9e00-4979-92ef-b45e0de5bc31 None None] Provisioning complete for port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:28.901605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-daa47217-9e00-4979-92ef-b45e0de5bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.944859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:28.945222 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Floating IP de774c82-b609-4403-a08b-beb61acca9fc disassociated (deleted). External IP: 172.25.5.147, port: 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db. Aug 19 15:38:28.945971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-daa47217-9e00-4979-92ef-b45e0de5bc31 None None] Port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:38:28.958861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65a97b-d405-41c3-8e8a-4e417fbf14de req-f862cda8-d461-4b30-9b8c-b732eea9e25d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:28.960491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce65a97b-d405-41c3-8e8a-4e417fbf14de req-f862cda8-d461-4b30-9b8c-b732eea9e25d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 895 time: 0.1011569 Aug 19 15:38:28.989604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Deleting port 737c9336-d0f0-4281-bbf8-0430935b9c5e {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:28.989938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.067153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf26336a-1b6c-42b8-932a-b21a0ff3fd32 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:38:29.074742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.087930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Transition to ACTIVE for port object cf26336a-1b6c-42b8-932a-b21a0ff3fd32 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:29.124781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.125105 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.174478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Calling delete_port for 737c9336-d0f0-4281-bbf8-0430935b9c5e owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:29.195991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.259118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Pushing event updated for resources: {'Port': ['ID=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:29.303260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 5fa7e824-188c-44dd-8f70-52c623bc6b5d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:29.327282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Attempting to bind port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:38:29.327630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Attempting to bind port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:38:29.327971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Attempting to bind port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 on network 4c0598e0-77bf-4b89-befe-eb14820cfd50 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:29.332588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 on network 4c0598e0-77bf-4b89-befe-eb14820cfd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:38:29.332913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Attempting to bind port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 on network 4c0598e0-77bf-4b89-befe-eb14820cfd50 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:29.339084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:38:29.339431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Checking segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:29.339828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Bound using segment: {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:38:29.340281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Bound port: cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:38:29.340766 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.415708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] For port cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:38:29.419343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] For port cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:38:29.467085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:29.473633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.478434 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] Sync routers for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:29.481581 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.490363 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:29.491923 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:29.540398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:29.541171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.542919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] 10.222.0.46 "PUT /v2.0/ports/cf26336a-1b6c-42b8-932a-b21a0ff3fd32 HTTP/1.1" status: 200 len: 1056 time: 0.9151073 Aug 19 15:38:29.543497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'tag': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:29.546218 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cec0e01b-ddeb-40ee-a944-9baefeab08b4", "tag": "cf26336a-1b6c-42b8-932a-b21a0ff3fd32"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:29.571456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd3d0b-08dd-489e-a057-0388bb520ddf service neutron] Pushing event updated for resources: {'Port': ['ID=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:29.584706 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0d9a8049-7241-463e-bb27-cca48b401fbd tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/floatingips/de774c82-b609-4403-a08b-beb61acca9fc HTTP/1.1" status: 204 len: 168 time: 1.4522805 Aug 19 15:38:29.590221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:29.592846 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:29.621726 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ab960-5c0d-4796-afbd-b7dadc8f92df x-openstack-request-id: req-ec5ab960-5c0d-4796-afbd-b7dadc8f92df {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:29.622285 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec0e01b-ddeb-40ee-a944-9baefeab08b4", "tag": "cf26336a-1b6c-42b8-932a-b21a0ff3fd32", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:29.623200 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec5ab960-5c0d-4796-afbd-b7dadc8f92df {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:29.623905 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'tag': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32', 'status': 'completed', 'code': 200} Aug 19 15:38:29.671303 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:29.727253 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.766785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.780845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event deleted for resources: {'Port': ['ID=737c9336-d0f0-4281-bbf8-0430935b9c5e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:29.820560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-5b2d219c-dd3d-4bd0-a5d5-4ac8202dad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:29.824879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-5b2d219c-dd3d-4bd0-a5d5-4ac8202dad59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 1059 time: 0.1689730 Aug 19 15:38:29.925149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.927175 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:29.928379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e020f85c-8178-4047-acb8-6eb2a29afd08 tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "DELETE /v2.0/floatingips/4394d242-b380-4443-b420-1ff239eda4af HTTP/1.1" status: 204 len: 168 time: 1.1908524 Aug 19 15:38:29.968086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-3c757aae-e147-4833-9065-c384a9187755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:29.968476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-3c757aae-e147-4833-9065-c384a9187755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:29.970090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-3c757aae-e147-4833-9065-c384a9187755 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=544f8cd477844f79b02a308d6e226225&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1366928 Aug 19 15:38:29.996043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0269cd11-3800-4555-912a-91cb64c8d295 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:30.066169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0269cd11-3800-4555-912a-91cb64c8d295 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:30.066565 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:30.079726 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:38Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:30.099986 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe2659-54d6-4efb-89d5-be8273c67239 x-openstack-request-id: req-dfbe2659-54d6-4efb-89d5-be8273c67239 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:30.100287 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:30.100545 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfbe2659-54d6-4efb-89d5-be8273c67239 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:30.100974 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'status': 'completed', 'code': 200} Aug 19 15:38:30.114130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-fbc6b9a5-1b0d-45e6-b31f-0a5c46af91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.118532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cedcf8e5-9bc7-4173-a64f-24480f2b37a5 req-fbc6b9a5-1b0d-45e6-b31f-0a5c46af91d2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401665 Aug 19 15:38:30.124823 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] Checking router: 5fa7e824-188c-44dd-8f70-52c623bc6b5d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:30.135783 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:30.136405 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:30.261959 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:30.295348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-41399835-7dea-42c1-989a-87c6a3427394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.296872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-41399835-7dea-42c1-989a-87c6a3427394 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 1098 time: 0.1550674 Aug 19 15:38:30.302363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-fc002507-43c1-4018-ba57-45b80436dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.303796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-fc002507-43c1-4018-ba57-45b80436dba0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 1059 time: 0.0987227 Aug 19 15:38:30.314516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18894091-b4ae-438b-9fe6-04c985766e17 req-344e4968-1a38-46d6-8c3f-c09ed6411c21 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.315964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18894091-b4ae-438b-9fe6-04c985766e17 req-344e4968-1a38-46d6-8c3f-c09ed6411c21 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 907 time: 0.1097088 Aug 19 15:38:30.377795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-54d68129-9d14-462d-937c-21403ec0c523 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cf26336a-1b6c-42b8-932a-b21a0ff3fd32 HTTP/1.1" status: 200 len: 217 time: 0.0540130 Aug 19 15:38:30.474834 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:38Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:30.506877 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34663b-b75f-4f7a-8736-069e856ed547 None None] The sync data for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 is: [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '9bcc4bc8-66e3-452f-b71a-7053b19bf94d', 'name': '', 'network_id': '6800d0a8-2d13-4971-81db-bc335cf7ed6b', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'mac_address': 'fa:16:3e:1c:00:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:33Z', 'updated_at': '2021-08-19T15:37:38Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'subnets': [{'id': 'e7d57b56-41a4-4ba0-9ebc-6fcbce655b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:30.511208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-db0e90c0-460e-4d7f-9f6c-cea86e4979cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.512700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-db0e90c0-460e-4d7f-9f6c-cea86e4979cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac987b53-d68c-43ce-8d3f-360cbd498a03 HTTP/1.1" status: 200 len: 838 time: 0.1050487 Aug 19 15:38:30.527710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3dd26-cbc1-4982-b408-6b5ede7d4d20 req-85101bd1-850d-492b-a995-7dd685757140 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.529280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f3dd26-cbc1-4982-b408-6b5ede7d4d20 req-85101bd1-850d-492b-a995-7dd685757140 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 946 time: 0.1231217 Aug 19 15:38:30.546667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-181a028e-69fa-49a6-81ab-ea8ac22601a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:30.548916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-181a028e-69fa-49a6-81ab-ea8ac22601a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6800d0a8-2d13-4971-81db-bc335cf7ed6b HTTP/1.1" status: 200 len: 898 time: 0.2423310 Aug 19 15:38:30.650634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:30.674439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:30.674540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1b3d5dc9-d29c-4e64-bbe5-6c950da910c9 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:30.775571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59706e3f-023e-4f16-8e4f-c3c530b5821c None None] New status for floating IP de774c82-b609-4403-a08b-beb61acca9fc: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:38:30.898953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:30.968913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-5888fcea-3852-4ad1-9315-4ce0b92cf528 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db HTTP/1.1" status: 200 len: 217 time: 0.3961797 Aug 19 15:38:30.999827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3f3dd26-cbc1-4982-b408-6b5ede7d4d20 req-3cb63ae7-1cec-48d4-850e-2f3db9275b8b tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/security-groups?id=702cef00-12e9-44a0-913c-4e5a232fdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575441 Aug 19 15:38:31.023953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-f6e21682-9074-49b6-9309-a4760980a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:31.025485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-f6e21682-9074-49b6-9309-a4760980a416 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c0598e0-77bf-4b89-befe-eb14820cfd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4937758 Aug 19 15:38:31.049185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48900) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:31.085304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-09864246-eff8-4b1e-afa4-2c90e2a40ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:31.087520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-09864246-eff8-4b1e-afa4-2c90e2a40ada service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7d57b56-41a4-4ba0-9ebc-6fcbce655b50 HTTP/1.1" status: 200 len: 835 time: 0.1055462 Aug 19 15:38:31.111388 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af1683ae-6cd1-489f-8c8d-a34061171a4e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.138049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af1683ae-6cd1-489f-8c8d-a34061171a4e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.160510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-26e72ff6-bd4f-4d16-8a35-030f8db610cf service neutron] 10.222.0.46 "GET /v2.0/networks/4c0598e0-77bf-4b89-befe-eb14820cfd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268013 Aug 19 15:38:31.162186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-e56ff9c3-35f9-4649-bb61-1ef1dd7d2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:31.163527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-e56ff9c3-35f9-4649-bb61-1ef1dd7d2b7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6800d0a8-2d13-4971-81db-bc335cf7ed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686762 Aug 19 15:38:31.304337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af1683ae-6cd1-489f-8c8d-a34061171a4e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.307402 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-af1683ae-6cd1-489f-8c8d-a34061171a4e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.308710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-af1683ae-6cd1-489f-8c8d-a34061171a4e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] 10.222.0.13 "DELETE /v2.0/security-groups/755f7ba0-c173-401c-a41a-9ad2613a02a9 HTTP/1.1" status: 204 len: 168 time: 0.2584980 Aug 19 15:38:31.318923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1683ae-6cd1-489f-8c8d-a34061171a4e tempest-TestServerBasicOps-91434302 tempest-TestServerBasicOps-91434302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f7ba0-c173-401c-a41a-9ad2613a02a9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:31.344886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d1f472f-4854-483a-a5d5-eb952da8cce5 req-772b8391-d52a-4829-be22-5d2340cb9b7d service neutron] 10.222.0.46 "GET /v2.0/networks/4c0598e0-77bf-4b89-befe-eb14820cfd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669796 Aug 19 15:38:31.352813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-efa6e952-45b5-44f7-b5d8-9a9780e0946b service neutron] 10.222.0.46 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653464 Aug 19 15:38:31.463234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48906) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:31.490954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-99a1daf6-9318-4214-b38f-cf5cf7f9b82f req-48d8132d-65ae-4a7d-a320-11599f21d480 service neutron] 10.222.0.46 "GET /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314194 Aug 19 15:38:31.512316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-c05c3f2c-ad40-4f59-a0fb-6d061272819a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:31.513919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-c05c3f2c-ad40-4f59-a0fb-6d061272819a tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 946 time: 0.0805309 Aug 19 15:38:31.608433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f1882-fb28-46fe-b55e-f44ad9b86f04 req-f4c5c69b-d418-42cf-8e9e-29f1fb54e651 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:31.610043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-804f1882-fb28-46fe-b55e-f44ad9b86f04 req-f4c5c69b-d418-42cf-8e9e-29f1fb54e651 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 907 time: 0.0952101 Aug 19 15:38:31.662707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:31.663059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.753370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:31.753739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.772062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:31.965997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:31.994210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:32.050335 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:32.051975 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] No DVR routers for this DVR port 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:32.055332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:32.057607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a75fcef2-964c-40ba-8337-c7f826328d76 req-74287071-d287-44a8-90c1-858c8c55aef1 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.46 "DELETE /v2.0/ports/1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db HTTP/1.1" status: 204 len: 173 time: 0.5323672 Aug 19 15:38:32.058058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'name': 'network-vif-deleted', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:32.060334 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd1f48-53ba-448a-b84f-c7e252571732" -d '{"events": [{"server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "name": "network-vif-deleted", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:32.111902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38e3f111-3224-472a-9841-7b9a6e93537d req-deffe567-e292-46ce-af06-eea62cddf330 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e HTTP/1.1" status: 200 len: 210 time: 0.0275137 Aug 19 15:38:32.159752 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb518be-02a3-4bcc-88b5-af8beb8caf58 x-openstack-request-id: req-ccb518be-02a3-4bcc-88b5-af8beb8caf58 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:32.160115 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e", "name": "network-vif-deleted", "tag": "1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:32.160432 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccb518be-02a3-4bcc-88b5-af8beb8caf58 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:32.160917 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2face4-ef09-4fc3-a0ee-bdf28ea7b93e', 'name': 'network-vif-deleted', 'tag': '1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db', 'status': 'completed', 'code': 200} Aug 19 15:38:32.312417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Deleting port d5ea61f1-4ef1-44f0-93bd-154edb3c7657 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:32.312689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:32.402125 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] For port d5ea61f1-4ef1-44f0-93bd-154edb3c7657, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:32.402551 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:32.416685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Calling delete_port for d5ea61f1-4ef1-44f0-93bd-154edb3c7657 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:32.740485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a23d4-3b55-47a9-b093-5ab33bf401eb req-d5a2596a-9e10-4f3a-a376-c74a4637eec8 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:32.742026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-836a23d4-3b55-47a9-b093-5ab33bf401eb req-d5a2596a-9e10-4f3a-a376-c74a4637eec8 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 907 time: 0.0502021 Aug 19 15:38:32.761238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:32.788756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ea61f1-4ef1-44f0-93bd-154edb3c7657,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:32.966472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.174087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48920) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:33.196331 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Router f595720f-371a-499e-947f-0e436feb234e has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:33.237737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bf20-77ed-4d04-9556-ae25c2229ce9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.265326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bf20-77ed-4d04-9556-ae25c2229ce9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.310283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:33.317758 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-acd7a593-3e3c-4df8-bad1-529886a3e337 admin admin] 10.222.0.13 "PUT /v2.0/routers/f595720f-371a-499e-947f-0e436feb234e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8510334 Aug 19 15:38:33.318220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:33.323345 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] Sync routers for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:33.334567 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:33.335340 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:33.429441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.443582 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:33.464298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bf20-77ed-4d04-9556-ae25c2229ce9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.466873 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bf20-77ed-4d04-9556-ae25c2229ce9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.470845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a9d3bf20-77ed-4d04-9556-ae25c2229ce9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/security-groups/702cef00-12e9-44a0-913c-4e5a232fdcd3 HTTP/1.1" status: 204 len: 168 time: 0.2929261 Aug 19 15:38:33.481582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3bf20-77ed-4d04-9556-ae25c2229ce9 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cef00-12e9-44a0-913c-4e5a232fdcd3,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:33.556522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.579778 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48926) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:33.732791 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:38:32Z', 'revision_number': 5, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port': {'id': '687e2537-30ed-4179-b4b6-f90b9450023e', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595720f-371a-499e-947f-0e436feb234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:32:52Z', 'updated_at': '2021-08-19T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:33.733342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Deleting port 687e2537-30ed-4179-b4b6-f90b9450023e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:33.733601 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.763580 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] Checking router: f595720f-371a-499e-947f-0e436feb234e for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:33.772987 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] Routers {'f595720f-371a-499e-947f-0e436feb234e'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:33.773656 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f595720f-371a-499e-947f-0e436feb234e'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:33.870258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] For port 687e2537-30ed-4179-b4b6-f90b9450023e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=687e2537-30ed-4179-b4b6-f90b9450023e,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:33.870631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:33.881546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] Set router f595720f-371a-499e-947f-0e436feb234e gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:33.894237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Calling delete_port for 687e2537-30ed-4179-b4b6-f90b9450023e owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:33.953205 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:38:33Z', 'revision_number': 6, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:33.986293 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbefe7-c148-4059-bfb6-cd0054d547e6 None None] The sync data for ids ['f595720f-371a-499e-947f-0e436feb234e'] in n-d-779913-32 is: [{'id': 'f595720f-371a-499e-947f-0e436feb234e', 'name': 'tempest-TestServerBasicOps-1543722932-router', 'tenant_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:32:51Z', 'updated_at': '2021-08-19T15:38:33Z', 'revision_number': 6, 'project_id': 'ca6b3041d4604c6ba4b00e8f144bead1', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:34.022969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209a449-edb5-4cc9-ba1c-971a971a3a88 req-0ef167ee-0369-4d9b-ab8b-4d684b694823 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:34.033951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f209a449-edb5-4cc9-ba1c-971a971a3a88 req-0ef167ee-0369-4d9b-ab8b-4d684b694823 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 907 time: 0.2005994 Aug 19 15:38:34.224108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.258149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=687e2537-30ed-4179-b4b6-f90b9450023e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:34.321049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.338056 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.423435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.426062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.543626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.544070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f595720f-371a-499e-947f-0e436feb234e {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:34.548375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.549571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8238a113-1ffd-4660-bac8-10fd4e448a69 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f595720f-371a-499e-947f-0e436feb234e HTTP/1.1" status: 204 len: 168 time: 1.2303839 Aug 19 15:38:34.552037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:34.598333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Deleting subnet e1998d18-e044-42e6-b76c-8bc4e4f96f55 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:34.601697 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.629777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:34.630366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.647640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.694359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cf26336a-1b6c-42b8-932a-b21a0ff3fd32 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:38:34.697477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:34.724487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:34.724848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 1d2e3bba-ef69-4641-8bc2-4e6ca90fe3db not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:34.776354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port 9bcc4bc8-66e3-452f-b71a-7053b19bf94d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:34.777256 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.784777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.803270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for 9bcc4bc8-66e3-452f-b71a-7053b19bf94d owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:34.830813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:34.844678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32', 'network_id': '4c0598e0-77bf-4b89-befe-eb14820cfd50', 'port_id': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32', 'mac_address': 'fa:16:3e:0b:f3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac987b53-d68c-43ce-8d3f-360cbd498a03', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:38:34.886466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.899871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf26336a-1b6c-42b8-932a-b21a0ff3fd32 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:38:34.920401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:34.967259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.997106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1998d18-e044-42e6-b76c-8bc4e4f96f55,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:35.000929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.005243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-101f02a1-84be-4ac6-92d4-61d55eebe0c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e1998d18-e044-42e6-b76c-8bc4e4f96f55 HTTP/1.1" status: 204 len: 168 time: 0.4499886 Aug 19 15:38:35.006249 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48932) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:35.009807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e494c-f5cf-4274-9627-b601bc3113ee None None] Network 75350e52-b7ee-45cd-b04e-ec64e37f7c7f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:35.053234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.085782 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.098545 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.158967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:35.171173 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=9bcc4bc8-66e3-452f-b71a-7053b19bf94d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:35.219310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb944cf7-5483-4e68-8449-bba8f5529822 req-eacc4e9e-122d-4cf7-a462-b63912c2ecfa tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:35.228889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb944cf7-5483-4e68-8449-bba8f5529822 req-eacc4e9e-122d-4cf7-a462-b63912c2ecfa tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 908 time: 0.0869832 Aug 19 15:38:35.267223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['cf26336a-1b6c-42b8-932a-b21a0ff3fd32'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:38:35.276549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Deleting port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:35.277004 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.320656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] DHCP port deletion for 75350e52-b7ee-45cd-b04e-ec64e37f7c7f request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:35.394030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] Deleting port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:35.394409 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.428065 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] For port 285ef8e6-3c68-4a11-916d-4f9fd43faa58, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=285ef8e6-3c68-4a11-916d-4f9fd43faa58,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:35.428532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.449515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Calling delete_port for 285ef8e6-3c68-4a11-916d-4f9fd43faa58 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:35.465682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] For port 285ef8e6-3c68-4a11-916d-4f9fd43faa58, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=285ef8e6-3c68-4a11-916d-4f9fd43faa58,segment=NetworkSegment(30e4bb88-aeaa-4800-9b3f-e1085c6f3c09),segment_id=30e4bb88-aeaa-4800-9b3f-e1085c6f3c09)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:35.466084 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.470521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.479952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] Calling delete_port for 285ef8e6-3c68-4a11-916d-4f9fd43faa58 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:35.739547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Router 5fa7e824-188c-44dd-8f70-52c623bc6b5d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:35.778105 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.796393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.803966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] Pushing event deleted for resources: {'Port': ['ID=285ef8e6-3c68-4a11-916d-4f9fd43faa58,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:35.809534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080e824-7423-48b0-bbd8-046888ff2b8f None None] No DVR routers for this DVR port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:35.857956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=285ef8e6-3c68-4a11-916d-4f9fd43faa58,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:35.859835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] No DVR routers for this DVR port 285ef8e6-3c68-4a11-916d-4f9fd43faa58 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:35.939436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:35.949242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5037c110-f6e7-4ac9-9c86-ef7ce240628d tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "PUT /v2.0/routers/5fa7e824-188c-44dd-8f70-52c623bc6b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3679476 Aug 19 15:38:35.949747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48936) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:35.955696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] Sync routers for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:35.958125 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.965063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:35.966348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:35.974866 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75350e52-b7ee-45cd-b04e-ec64e37f7c7f']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:35.989052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:35.989487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e4bb88-aeaa-4800-9b3f-e1085c6f3c09') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:36.000945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.018687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting subnet e7d57b56-41a4-4ba0-9ebc-6fcbce655b50 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:36.021976 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.024032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.031890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:36.032439 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: self.session.flush() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:36.035047 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:36.070425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5ea61f1-4ef1-44f0-93bd-154edb3c7657 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:36.091580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.095525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d5ea61f1-4ef1-44f0-93bd-154edb3c7657 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:36.095883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5ea61f1-4ef1-44f0-93bd-154edb3c7657 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:36.098159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 687e2537-30ed-4179-b4b6-f90b9450023e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:36.120678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 687e2537-30ed-4179-b4b6-f90b9450023e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:36.121029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 687e2537-30ed-4179-b4b6-f90b9450023e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:36.121468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 285ef8e6-3c68-4a11-916d-4f9fd43faa58 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:36.124133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:36.172427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.177754 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.180101 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] 10.222.0.13 "DELETE /v2.0/networks/75350e52-b7ee-45cd-b04e-ec64e37f7c7f HTTP/1.1" status: 204 len: 168 time: 1.1734920 Aug 19 15:38:36.184252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:36.188945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.195936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f254-59c4-4959-b391-cb2554460d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=75350e52-b7ee-45cd-b04e-ec64e37f7c7f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:36.197338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 285ef8e6-3c68-4a11-916d-4f9fd43faa58 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:36.197703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 285ef8e6-3c68-4a11-916d-4f9fd43faa58 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:36.340375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:38:34Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:36.364837 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:38:36.378329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] Checking router: 5fa7e824-188c-44dd-8f70-52c623bc6b5d for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:36.387020 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] Routers {'5fa7e824-188c-44dd-8f70-52c623bc6b5d'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:36.387656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:36.394874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e29f-7850-4d4f-9d3d-ffc4168a6949 req-02d4ff9e-8964-4fb3-8a06-7785fe7a443c tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:36.396381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a21e29f-7850-4d4f-9d3d-ffc4168a6949 req-02d4ff9e-8964-4fb3-8a06-7785fe7a443c tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 908 time: 0.0839407 Aug 19 15:38:36.483168 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.494781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] Set router 5fa7e824-188c-44dd-8f70-52c623bc6b5d gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:36.526954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d57b56-41a4-4ba0-9ebc-6fcbce655b50,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:36.531030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.533018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-06d573b2-64ce-4cd3-bb00-2fe98f3baa24 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/subnets/e7d57b56-41a4-4ba0-9ebc-6fcbce655b50 HTTP/1.1" status: 204 len: 168 time: 0.5822210 Aug 19 15:38:36.535968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48942) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:36.561611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1228df-c22d-461d-b097-8e7ece6783c1 None None] Network 6800d0a8-2d13-4971-81db-bc335cf7ed6b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:36.655832 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.702829 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.731862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cf26336a-1b6c-42b8-932a-b21a0ff3fd32 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:36.782203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.840641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:38:34Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:36.877258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd59350-bf81-4dc7-8f8f-0a04f5843fea None None] The sync data for ids ['5fa7e824-188c-44dd-8f70-52c623bc6b5d'] in n-d-779913-32 is: [{'id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'name': 'tempest-TestNetworkBasicOps-router-2055985421', 'tenant_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:29Z', 'updated_at': '2021-08-19T15:38:34Z', 'revision_number': 5, 'project_id': 'b6b1938aaa944df3876c1e62ade77f6c', 'gw_port': {'id': '38528675-09b0-42f1-850b-f06d1a8677b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa7e824-188c-44dd-8f70-52c623bc6b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:30Z', 'updated_at': '2021-08-19T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:36.880296 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] DHCP port deletion for 6800d0a8-2d13-4971-81db-bc335cf7ed6b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:36.911327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:36.920964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:36.921461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.923108 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Deleting port 38528675-09b0-42f1-850b-f06d1a8677b8 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:36.923108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.989168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] Deleting port f7531a60-4824-4fb8-bd12-350359feade7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:36.989557 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:36.990242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Deleting port c4b8843c-cfd9-4385-bc63-6971a3434aaf {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:36.990591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.026561 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] For port 38528675-09b0-42f1-850b-f06d1a8677b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=38528675-09b0-42f1-850b-f06d1a8677b8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:37.026942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.041964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Calling delete_port for 38528675-09b0-42f1-850b-f06d1a8677b8 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:37.080861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] For port c4b8843c-cfd9-4385-bc63-6971a3434aaf, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c4b8843c-cfd9-4385-bc63-6971a3434aaf,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:37.081391 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.097296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Calling delete_port for c4b8843c-cfd9-4385-bc63-6971a3434aaf owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:37.242538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.246112 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] For port f7531a60-4824-4fb8-bd12-350359feade7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f7531a60-4824-4fb8-bd12-350359feade7,segment=NetworkSegment(2105669d-1e22-4893-b2d0-3dcb2d89d62d),segment_id=2105669d-1e22-4893-b2d0-3dcb2d89d62d)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:37.246707 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.266871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] Calling delete_port for f7531a60-4824-4fb8-bd12-350359feade7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:37.287955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:37.291108 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1be27a-a9c8-431d-9274-92b52c3154c5" -d '{"events": [{"server_uuid": "cec0e01b-ddeb-40ee-a944-9baefeab08b4", "name": "network-vif-plugged", "status": "completed", "tag": "cf26336a-1b6c-42b8-932a-b21a0ff3fd32"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:37.297454 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.326390 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Port': ['ID=38528675-09b0-42f1-850b-f06d1a8677b8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:37.361024 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce28fec8-e63c-4f0d-ae7e-4947350e2495 x-openstack-request-id: req-ce28fec8-e63c-4f0d-ae7e-4947350e2495 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:37.361343 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec0e01b-ddeb-40ee-a944-9baefeab08b4", "name": "network-vif-plugged", "status": "completed", "tag": "cf26336a-1b6c-42b8-932a-b21a0ff3fd32", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:37.361594 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce28fec8-e63c-4f0d-ae7e-4947350e2495 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:37.361990 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32', 'code': 200} Aug 19 15:38:37.363747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:37.395658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.416123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.435950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.457319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b8843c-cfd9-4385-bc63-6971a3434aaf,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:37.501694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.534078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:37.536880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] No DVR routers for this DVR port f7531a60-4824-4fb8-bd12-350359feade7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:37.575849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33d091-0e83-4bbe-b65c-475ef0fec6d4 None None] Pushing event deleted for resources: {'Port': ['ID=f7531a60-4824-4fb8-bd12-350359feade7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:37.583558 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.586844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.612564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462341-d5ff-462d-b7da-34e07aea6307 req-f7ec5b9e-a5df-4c68-88c6-edf6eb8ec812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:37.615739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1462341-d5ff-462d-b7da-34e07aea6307 req-f7ec5b9e-a5df-4c68-88c6-edf6eb8ec812 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 1061 time: 0.1658494 Aug 19 15:38:37.672695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492414a-d939-4f00-a233-ead71e3b8f65 req-6c20f03a-948f-42a9-8b23-e91aefcd2119 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:37.674464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6492414a-d939-4f00-a233-ead71e3b8f65 req-6c20f03a-948f-42a9-8b23-e91aefcd2119 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.1557300 Aug 19 15:38:37.698387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.699005 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa7e824-188c-44dd-8f70-52c623bc6b5d {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:37.706154 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.707345 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e3cb7bb1-3ae1-48b1-9e7d-a85155fb89aa tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/routers/5fa7e824-188c-44dd-8f70-52c623bc6b5d HTTP/1.1" status: 204 len: 168 time: 1.1703708 Aug 19 15:38:37.710238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48948) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:37.756796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.810209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.907482 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.918957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6800d0a8-2d13-4971-81db-bc335cf7ed6b']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:37.929982 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2105669d-1e22-4893-b2d0-3dcb2d89d62d') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:37.930282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2105669d-1e22-4893-b2d0-3dcb2d89d62d') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:37.940718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.954756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.960781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:37.961217 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:37.964426 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:37.987861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:38.092143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.101063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.103777 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] 10.222.0.13 "DELETE /v2.0/networks/6800d0a8-2d13-4971-81db-bc335cf7ed6b HTTP/1.1" status: 204 len: 168 time: 0.3925202 Aug 19 15:38:38.114330 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92377bcc-6c11-492f-9e05-4b9029b37890 tempest-TestNetworkBasicOps-1391100728 tempest-TestNetworkBasicOps-1391100728-project] Pushing event deleted for resources: {'Network': ['ID=6800d0a8-2d13-4971-81db-bc335cf7ed6b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:38.122319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:38.128566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2efec1a9-7202-4a69-a8d9-856ef118e0db admin admin] 10.222.0.13 "PUT /v2.0/routers/5d95fed1-0c92-4042-bb4c-60a5c777bf53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9415154 Aug 19 15:38:38.131114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48952) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:38.133505 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] Sync routers for ids ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:38.143761 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] Routers {'5d95fed1-0c92-4042-bb4c-60a5c777bf53'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:38.144549 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:38.275921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.282282 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] Set router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:38.340054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9bcc4bc8-66e3-452f-b71a-7053b19bf94d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:38.366484 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9bcc4bc8-66e3-452f-b71a-7053b19bf94d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:38.366731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9bcc4bc8-66e3-452f-b71a-7053b19bf94d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:38.367166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38528675-09b0-42f1-850b-f06d1a8677b8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:38.388825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 38528675-09b0-42f1-850b-f06d1a8677b8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:38.389455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 38528675-09b0-42f1-850b-f06d1a8677b8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:38.389946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f7531a60-4824-4fb8-bd12-350359feade7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:38.414111 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f7531a60-4824-4fb8-bd12-350359feade7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:38.414538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f7531a60-4824-4fb8-bd12-350359feade7 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:38.495119 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:38:37Z', 'revision_number': 5, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:38.629073 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] Checking router: 5d95fed1-0c92-4042-bb4c-60a5c777bf53 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:38.637786 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] Routers {'5d95fed1-0c92-4042-bb4c-60a5c777bf53'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:38.638425 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:38.669405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48956) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:38.757206 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] Set router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:38.776672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.825483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639d3c1-b11c-4ec2-bb6d-a408c1d4b7ac req-4867ce12-8467-4c1b-aaf8-33a110310c3a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:38.827077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7639d3c1-b11c-4ec2-bb6d-a408c1d4b7ac req-4867ce12-8467-4c1b-aaf8-33a110310c3a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.0627592 Aug 19 15:38:38.858443 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-508a5652-2df3-4eee-ba05-5f181661c98c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6b1938aaa944df3876c1e62ade77f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870513 Aug 19 15:38:38.860927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48962) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:38.920299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b28526e-303b-4d78-bf9d-2e7b1cd542f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.931183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Deleting port 4350eb37-c8a2-4150-aefd-96142a1c5c73 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:38.931669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.944049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b28526e-303b-4d78-bf9d-2e7b1cd542f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:38.951145 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:38:37Z', 'revision_number': 5, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:38.982701 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a34a18-f669-40b9-9c38-1e24c5b479c1 None None] The sync data for ids ['5d95fed1-0c92-4042-bb4c-60a5c777bf53'] in n-d-779913-32 is: [{'id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'name': 'tempest-TestServerBasicOps-1142094262-router', 'tenant_id': '38633064ded84310b9a67d09e433b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:33:08Z', 'updated_at': '2021-08-19T15:38:37Z', 'revision_number': 5, 'project_id': '38633064ded84310b9a67d09e433b779', 'gw_port': {'id': '4350eb37-c8a2-4150-aefd-96142a1c5c73', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95fed1-0c92-4042-bb4c-60a5c777bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:33:09Z', 'updated_at': '2021-08-19T15:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:39.020989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] For port 4350eb37-c8a2-4150-aefd-96142a1c5c73, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=4350eb37-c8a2-4150-aefd-96142a1c5c73,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:39.021397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.035273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Calling delete_port for 4350eb37-c8a2-4150-aefd-96142a1c5c73 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:39.080894 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b28526e-303b-4d78-bf9d-2e7b1cd542f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.083632 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b28526e-303b-4d78-bf9d-2e7b1cd542f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.084796 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b28526e-303b-4d78-bf9d-2e7b1cd542f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08a1bc58-f9d8-4647-9d0b-f10c96d8aa6a HTTP/1.1" status: 204 len: 168 time: 0.2229400 Aug 19 15:38:39.094031 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28526e-303b-4d78-bf9d-2e7b1cd542f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a1bc58-f9d8-4647-9d0b-f10c96d8aa6a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:39.326772 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.356373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Pushing event deleted for resources: {'Port': ['ID=4350eb37-c8a2-4150-aefd-96142a1c5c73,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:39.427658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.524255 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.534209 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.662872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.663470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d95fed1-0c92-4042-bb4c-60a5c777bf53 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:39.668108 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.669311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ba4a08b-84f8-436a-a5d3-0722f4af1397 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d95fed1-0c92-4042-bb4c-60a5c777bf53 HTTP/1.1" status: 204 len: 168 time: 1.5372286 Aug 19 15:38:39.672000 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48968) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:39.729658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Deleting subnet 196593a2-f304-49a4-94c6-e4bcd6e8b3a9 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:39.733243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.771986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.841501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48970) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:39.854919 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b4f27758-fbce-4c85-bed4-6252a2e15349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.855485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.949553 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b4f27758-fbce-4c85-bed4-6252a2e15349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:39.964107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43afca-c1e0-4f16-b7a7-f6e25dc9b26c req-160c43bd-16cb-4001-acc5-e8a579ff4677 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:39.965650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed43afca-c1e0-4f16-b7a7-f6e25dc9b26c req-160c43bd-16cb-4001-acc5-e8a579ff4677 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.0622065 Aug 19 15:38:40.001093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.029362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b4f27758-fbce-4c85-bed4-6252a2e15349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.030359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196593a2-f304-49a4-94c6-e4bcd6e8b3a9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:40.038684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.041383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36b2f8-2f04-47b7-bf6d-7a2eab188b49 None None] Network fd933d93-d2a1-435a-bd0e-b2b093e7e6ad requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:40.045060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c11b92e-5a2f-4d48-b2d5-b4abde72c36a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/196593a2-f304-49a4-94c6-e4bcd6e8b3a9 HTTP/1.1" status: 204 len: 168 time: 0.3719614 Aug 19 15:38:40.045717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48976) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:40.085242 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b4f27758-fbce-4c85-bed4-6252a2e15349 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8995dfc5bd394f26bba1cea530a297ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426050 Aug 19 15:38:40.089474 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 48978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:40.092404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f27758-fbce-4c85-bed4-6252a2e15349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d99fc-1448-461b-a19b-bbacb5c459bd,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:40.166280 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a6378c5-a5e0-40a2-a468-d9a257bb2d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.170917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc126-b673-4e3e-b561-f018167aeb89 req-d98b62ee-25a5-4916-9303-989a05ec9b17 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:40.186026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-804dc126-b673-4e3e-b561-f018167aeb89 req-d98b62ee-25a5-4916-9303-989a05ec9b17 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.1320879 Aug 19 15:38:40.199242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a6378c5-a5e0-40a2-a468-d9a257bb2d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.199801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.255987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4350eb37-c8a2-4150-aefd-96142a1c5c73 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:40.288776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 4350eb37-c8a2-4150-aefd-96142a1c5c73 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:40.289483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 4350eb37-c8a2-4150-aefd-96142a1c5c73 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:40.290135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c4b8843c-cfd9-4385-bc63-6971a3434aaf no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:40.295394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] DHCP port deletion for fd933d93-d2a1-435a-bd0e-b2b093e7e6ad request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:40.310193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Deleting port 92a9dd5b-b231-4531-8c64-b0f35f447afc {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:40.310548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.316168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c4b8843c-cfd9-4385-bc63-6971a3434aaf {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:40.316518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c4b8843c-cfd9-4385-bc63-6971a3434aaf not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:40.360977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a6378c5-a5e0-40a2-a468-d9a257bb2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.362901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] Deleting port 92a9dd5b-b231-4531-8c64-b0f35f447afc {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:40.363346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.365151 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1a6378c5-a5e0-40a2-a468-d9a257bb2d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.369331 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1a6378c5-a5e0-40a2-a468-d9a257bb2d2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a52d99fc-1448-461b-a19b-bbacb5c459bd HTTP/1.1" status: 204 len: 168 time: 0.2754514 Aug 19 15:38:40.382322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6378c5-a5e0-40a2-a468-d9a257bb2d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d99fc-1448-461b-a19b-bbacb5c459bd,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:40.385813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd03094-c31d-4fb1-ad01-420d891eb2ba req-9dc0588f-d7ca-43ea-81ae-fbc7c35ec492 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:40.387391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbd03094-c31d-4fb1-ad01-420d891eb2ba req-9dc0588f-d7ca-43ea-81ae-fbc7c35ec492 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 1061 time: 0.1131580 Aug 19 15:38:40.392758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] For port 92a9dd5b-b231-4531-8c64-b0f35f447afc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a9dd5b-b231-4531-8c64-b0f35f447afc,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:40.393174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.410639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Calling delete_port for 92a9dd5b-b231-4531-8c64-b0f35f447afc owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:40.458005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] For port 92a9dd5b-b231-4531-8c64-b0f35f447afc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a9dd5b-b231-4531-8c64-b0f35f447afc,segment=NetworkSegment(1aff7ace-de5d-4115-ae56-9a230f22ca90),segment_id=1aff7ace-de5d-4115-ae56-9a230f22ca90)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:40.458784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.482583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] Calling delete_port for 92a9dd5b-b231-4531-8c64-b0f35f447afc owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:40.538482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412ccb-2934-43f2-b481-4528e89fa707 req-f5ef7ff1-637d-4661-9bd5-296133220089 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:40.540468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0412ccb-2934-43f2-b481-4528e89fa707 req-f5ef7ff1-637d-4661-9bd5-296133220089 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1136 time: 0.0615537 Aug 19 15:38:40.582156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0412ccb-2934-43f2-b481-4528e89fa707 req-f3138997-7030-4a0d-81d2-60a8aedec798 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341532 Aug 19 15:38:40.604409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 48986) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:40.657140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff939ca-e8ce-4748-8840-68ffb6492417 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:40.658899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2ff939ca-e8ce-4748-8840-68ffb6492417 tempest-TestSecurityGroupsBasicOps-1505881585 tempest-TestSecurityGroupsBasicOps-1505881585-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 1056 time: 0.0533261 Aug 19 15:38:40.675337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.686650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.706564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] No DVR routers for this DVR port 92a9dd5b-b231-4531-8c64-b0f35f447afc on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:40.711383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Pushing event deleted for resources: {'Port': ['ID=92a9dd5b-b231-4531-8c64-b0f35f447afc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:40.730737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] No DVR routers for this DVR port 92a9dd5b-b231-4531-8c64-b0f35f447afc on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:40.735380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed243-ed91-41b5-8d4f-4641d52d22d1 None None] Pushing event deleted for resources: {'Port': ['ID=92a9dd5b-b231-4531-8c64-b0f35f447afc,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:40.801554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.811861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd933d93-d2a1-435a-bd0e-b2b093e7e6ad']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:40.823175 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aff7ace-de5d-4115-ae56-9a230f22ca90') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:40.823463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aff7ace-de5d-4115-ae56-9a230f22ca90') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:40.832406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.851490 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.857865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:40.858440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:40.859891 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:41.046655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.056337 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.056337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd933d93-d2a1-435a-bd0e-b2b093e7e6ad HTTP/1.1" status: 204 len: 168 time: 1.0059795 Aug 19 15:38:41.070435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcd718-8922-4bee-974d-8615d449285f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd933d93-d2a1-435a-bd0e-b2b093e7e6ad,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:41.214393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c1ab4-cc98-4a40-b974-9a93289cc358 req-4015f8aa-1e5f-415a-9fb0-b91ba88b3364 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:41.215979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d28c1ab4-cc98-4a40-b974-9a93289cc358 req-4015f8aa-1e5f-415a-9fb0-b91ba88b3364 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.0530217 Aug 19 15:38:41.408139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49006) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:41.452379 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eb904f7b-b6af-40c0-a862-b5fae4e25c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca6b3041d4604c6ba4b00e8f144bead1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402334 Aug 19 15:38:41.454928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:41.504844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a93f87c-c90c-4484-83af-aa279e41f5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.527502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a93f87c-c90c-4484-83af-aa279e41f5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.703538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a93f87c-c90c-4484-83af-aa279e41f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.706167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9a93f87c-c90c-4484-83af-aa279e41f5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.707385 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9a93f87c-c90c-4484-83af-aa279e41f5f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5df19ee7-c452-401f-a498-c96f7c7cf85c HTTP/1.1" status: 204 len: 168 time: 0.2515070 Aug 19 15:38:41.716457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93f87c-c90c-4484-83af-aa279e41f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df19ee7-c452-401f-a498-c96f7c7cf85c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:41.722187 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49018) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:41.824676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1373861224-network', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:41.937671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Made reservation on behalf of 47d04c2c5ee342778c0b6477e9bc3383 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:38:41.940219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.949792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.955612 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a9dd5b-b231-4531-8c64-b0f35f447afc no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:41.976419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 92a9dd5b-b231-4531-8c64-b0f35f447afc {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:41.976775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a9dd5b-b231-4531-8c64-b0f35f447afc not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:42.047546 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.132196 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.157560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:38:42.168093 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b6c8e-2431-4fdc-b4eb-ff039a54b0dc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:42.173068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.173445 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Added segment a613c103-19b2-4a43-80bf-1f86b86f906a of type vlan for network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec Aug 19 15:38:42.216019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.332293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.333309 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:42.333892 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.343141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f4db-ead2-45dc-9ac4-8cc5ef28831d req-a667e94c-a0a9-48da-8004-ad2a94d5f567 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:42.344717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38b8f4db-ead2-45dc-9ac4-8cc5ef28831d req-a667e94c-a0a9-48da-8004-ad2a94d5f567 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.0567918 Aug 19 15:38:42.390377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49030) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:42.402895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] Pushing event updated for resources: {'Network': ['ID=5264852e-c2e3-4dd6-b8a9-3de7f55088ec,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:42.412546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:38:42.430306 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f64e0d33-c7d1-432f-be8d-e2f73b06159b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7061486 Aug 19 15:38:42.433327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49032) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:42.436816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7e65b046-3c61-4f36-a3ab-36935ff69311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38633064ded84310b9a67d09e433b779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429544 Aug 19 15:38:42.437174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49034) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:42.438876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Request body: {'subnet': {'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1373861224-subnet', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:42.518689 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e104055d-75b7-4aaa-9d6d-d1736f10edb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.530958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Made reservation on behalf of 47d04c2c5ee342778c0b6477e9bc3383 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:38:42.533553 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.540317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-181d0f0a-ed5f-4205-8046-3c84a23b41e4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:42.541863 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-181d0f0a-ed5f-4205-8046-3c84a23b41e4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.46 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 909 time: 0.0774047 Aug 19 15:38:42.561458 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e104055d-75b7-4aaa-9d6d-d1736f10edb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.670899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:42.671225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.737614 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e104055d-75b7-4aaa-9d6d-d1736f10edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.740161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e104055d-75b7-4aaa-9d6d-d1736f10edb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.741353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e104055d-75b7-4aaa-9d6d-d1736f10edb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7b7832f-7c2e-47e8-b2cd-750b3a684f53 HTTP/1.1" status: 204 len: 168 time: 0.3031723 Aug 19 15:38:42.757585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104055d-75b7-4aaa-9d6d-d1736f10edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b7832f-7c2e-47e8-b2cd-750b3a684f53,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:42.774251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] For port cf26336a-1b6c-42b8-932a-b21a0ff3fd32, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:42.774677 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.785027 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.787494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for cf26336a-1b6c-42b8-932a-b21a0ff3fd32 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:42.854257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846d5d05-b34a-4c94-913a-733b3ecf7315,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:42.861058 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Checking segment: {'id': 'a613c103-19b2-4a43-80bf-1f86b86f906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:42.861463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Network hostable DHCP agents. Network: 5264852e-c2e3-4dd6-b8a9-3de7f55088ec, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:38:42.955196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:38:43.024004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.051247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=cf26336a-1b6c-42b8-932a-b21a0ff3fd32,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:43.059605 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 5264852e-c2e3-4dd6-b8a9-3de7f55088ec) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:43.064163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:43.064761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.091876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e06b2d-d15f-4cc1-b165-6836c7f2c95d None None] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:43.100614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] No DVR routers for this DVR port cf26336a-1b6c-42b8-932a-b21a0ff3fd32 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:43.104717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.107036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-119d6cde-2fe3-480b-9a38-cad622ee0250 req-4abcac19-8be1-4ef9-9fc1-ec3d3c1f65fd tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.46 "DELETE /v2.0/ports/cf26336a-1b6c-42b8-932a-b21a0ff3fd32 HTTP/1.1" status: 204 len: 173 time: 0.5574870 Aug 19 15:38:43.107604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'name': 'network-vif-deleted', 'tag': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:43.110136 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a350ede-9b65-4358-979d-7692ac260795" -d '{"events": [{"server_uuid": "cec0e01b-ddeb-40ee-a944-9baefeab08b4", "name": "network-vif-deleted", "tag": "cf26336a-1b6c-42b8-932a-b21a0ff3fd32"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:43.150494 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ee04a086-1b15-40bb-97a6-303fe0c4a946 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7158539 Aug 19 15:38:43.154155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:43.162165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:43.169563 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b31a838-a3e4-4a3e-99d3-d62656a86233 x-openstack-request-id: req-4b31a838-a3e4-4a3e-99d3-d62656a86233 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:43.169940 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec0e01b-ddeb-40ee-a944-9baefeab08b4", "name": "network-vif-deleted", "tag": "cf26336a-1b6c-42b8-932a-b21a0ff3fd32", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:43.170169 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b31a838-a3e4-4a3e-99d3-d62656a86233 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:43.170528 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec0e01b-ddeb-40ee-a944-9baefeab08b4', 'name': 'network-vif-deleted', 'tag': 'cf26336a-1b6c-42b8-932a-b21a0ff3fd32', 'status': 'completed', 'code': 200} Aug 19 15:38:43.309495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.311036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.344997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-5264852e-c2e3-4dd6-b8a9-3de7f55088ec', 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'fixed_ips': [{'subnet_id': '846d5d05-b34a-4c94-913a-733b3ecf7315'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:38:43.346843 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.398729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.462905 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.486969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64b80417-434e-4aec-b799-d4403b3c52d5 req-088b6b1f-4922-49be-8a19-3299466f6fc3 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec0e01b-ddeb-40ee-a944-9baefeab08b4 HTTP/1.1" status: 200 len: 210 time: 0.0367041 Aug 19 15:38:43.558175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Allocated IP 172.20.0.2 (5264852e-c2e3-4dd6-b8a9-3de7f55088ec/846d5d05-b34a-4c94-913a-733b3ecf7315/65002344-8df0-4f77-a772-e828ffc207bc) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:43.635185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.709854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.718713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Transition to ACTIVE for port object 65002344-8df0-4f77-a772-e828ffc207bc will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:43.733250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Transition to ACTIVE for port object 65002344-8df0-4f77-a772-e828ffc207bc will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:43.834440 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.872419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:43.875267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:43.877706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:43.895850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Pushing event updated for resources: {'Port': ['ID=65002344-8df0-4f77-a772-e828ffc207bc,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:43.935814 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.944513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Attempting to bind port 65002344-8df0-4f77-a772-e828ffc207bc on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:38:43.944900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Attempting to bind port 65002344-8df0-4f77-a772-e828ffc207bc by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'a613c103-19b2-4a43-80bf-1f86b86f906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:38:43.945832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Attempting to bind port 65002344-8df0-4f77-a772-e828ffc207bc on network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:43.953096 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:38:43.953512 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Checking segment: {'id': 'a613c103-19b2-4a43-80bf-1f86b86f906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:43.953929 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.954351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Bound using segment: {'id': 'a613c103-19b2-4a43-80bf-1f86b86f906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:38:43.954821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Bound port: 65002344-8df0-4f77-a772-e828ffc207bc, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613c103-19b2-4a43-80bf-1f86b86f906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:38:43.955216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:43.966477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:44.030767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] For port 65002344-8df0-4f77-a772-e828ffc207bc, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:38:44.033267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] For port 65002344-8df0-4f77-a772-e828ffc207bc, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=65002344-8df0-4f77-a772-e828ffc207bc,segment=NetworkSegment(a613c103-19b2-4a43-80bf-1f86b86f906a),segment_id=a613c103-19b2-4a43-80bf-1f86b86f906a)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:38:44.084829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Allocated IP 172.25.5.20 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/936c1f1a-fcdd-4df1-b182-de38480357e8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:44.149103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:44.211134 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:44.218402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595cce-2ba8-46ea-bd23-0e41887ac746 None None] Pushing event updated for resources: {'Port': ['ID=65002344-8df0-4f77-a772-e828ffc207bc,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:44.322092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:44.367392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:44.371950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:44.380378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:44.391515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Pushing event updated for resources: {'Port': ['ID=936c1f1a-fcdd-4df1-b182-de38480357e8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:44.570192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49046) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:44.799781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:45.030614 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:45.252686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:38:45.300473 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd597da2-ea64-4fd4-bc93-bcf14b6ef675 None None] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:45.313839 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:45.375954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:45.397344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Sync routers for ids ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:45.435621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4142950e-d74d-4911-9660-01f370c062d4 None None] Provisioning for port 65002344-8df0-4f77-a772-e828ffc207bc completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:45.440695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Routers {'58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:45.441382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:45.458179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:45.462888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1aa4773a-b511-4351-bc2b-aab392aa8a29 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3038526 Aug 19 15:38:45.463198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49050) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:45.583633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Set router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:45.624849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port 0269cd11-3800-4555-912a-91cb64c8d295 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:45.626038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:45.757751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] For port 0269cd11-3800-4555-912a-91cb64c8d295, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0269cd11-3800-4555-912a-91cb64c8d295,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:45.759476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:45.777135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for 0269cd11-3800-4555-912a-91cb64c8d295 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:45.795964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:44Z', 'revision_number': 3, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port': {'id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:45.837216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Checking router: 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:45.837578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Updating router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f port 936c1f1a-fcdd-4df1-b182-de38480357e8 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:38:45.876442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.004227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 65002344-8df0-4f77-a772-e828ffc207bc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:46.012364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.080878 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.114580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=0269cd11-3800-4555-912a-91cb64c8d295,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:46.210282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 65002344-8df0-4f77-a772-e828ffc207bc completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:46.224323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 65002344-8df0-4f77-a772-e828ffc207bc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:46.224704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.259864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Allocated IP 172.20.0.1 (5264852e-c2e3-4dd6-b8a9-3de7f55088ec/846d5d05-b34a-4c94-913a-733b3ecf7315/d6034d83-a222-4eb5-a7f3-318485b7ac66) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:38:46.261616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.281304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Transition to ACTIVE for port object 936c1f1a-fcdd-4df1-b182-de38480357e8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:46.344799 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.353819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.373848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.397711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.410549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 65002344-8df0-4f77-a772-e828ffc207bc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=65002344-8df0-4f77-a772-e828ffc207bc,segment=NetworkSegment(a613c103-19b2-4a43-80bf-1f86b86f906a),segment_id=a613c103-19b2-4a43-80bf-1f86b86f906a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:46.412563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Transition to ACTIVE for port object d6034d83-a222-4eb5-a7f3-318485b7ac66 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:38:46.443515 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Attempting to bind port 936c1f1a-fcdd-4df1-b182-de38480357e8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:38:46.443887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Attempting to bind port 936c1f1a-fcdd-4df1-b182-de38480357e8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:38:46.444248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Attempting to bind port 936c1f1a-fcdd-4df1-b182-de38480357e8 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:38:46.451980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:38:46.452604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:38:46.452770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.453182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:38:46.453653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Bound port: 936c1f1a-fcdd-4df1-b182-de38480357e8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:38:46.454031 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.456776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71879bd5-a9c4-4484-bc75-9d7bfd72c0f3 None None] Pushing event updated for resources: {'Port': ['ID=936c1f1a-fcdd-4df1-b182-de38480357e8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:46.489324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.550099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] For port 936c1f1a-fcdd-4df1-b182-de38480357e8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:38:46.555609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] For port 936c1f1a-fcdd-4df1-b182-de38480357e8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=936c1f1a-fcdd-4df1-b182-de38480357e8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:38:46.565946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.568256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=65002344-8df0-4f77-a772-e828ffc207bc,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:46.606913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:46.610882 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:46.613561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:46.615940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:38:46.646063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6034d83-a222-4eb5-a7f3-318485b7ac66,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:46.666241 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.666693 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.729704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Routers {'58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:46.730373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:46.744649 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:46.755267 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] Sync routers for ids ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:46.770872 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] Routers {'0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:46.772228 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19d3034d-d3f4-4c11-9c9a-9e1f6874767a tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "PUT /v2.0/routers/0ef9dc4a-e739-4a02-abff-b6d882dfd0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009327 Aug 19 15:38:46.773053 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:46.778630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:46.779935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cf26336a-1b6c-42b8-932a-b21a0ff3fd32 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:46.794391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71879bd5-a9c4-4484-bc75-9d7bfd72c0f3 None None] Pushing event updated for resources: {'Port': ['ID=936c1f1a-fcdd-4df1-b182-de38480357e8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:46.825942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: cf26336a-1b6c-42b8-932a-b21a0ff3fd32 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:46.826450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cf26336a-1b6c-42b8-932a-b21a0ff3fd32 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:46.849490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting subnet ac987b53-d68c-43ce-8d3f-360cbd498a03 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:46.853313 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.907266 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] Set router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:46.910340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.914935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:46.918407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] Set router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:47.028838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.129846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.136918 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:45Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:47.164111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] Checking router: 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:47.167846 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.175087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] Routers {'0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:47.175734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:47.181518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-730d3e20-a0b6-4674-ab19-0fbcefeb1e45 None None] Provisioning for port d6034d83-a222-4eb5-a7f3-318485b7ac66 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:47.193331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-730d3e20-a0b6-4674-ab19-0fbcefeb1e45 None None] Provisioning complete for port d6034d83-a222-4eb5-a7f3-318485b7ac66 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:47.193548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-730d3e20-a0b6-4674-ab19-0fbcefeb1e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.194720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.208743 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.213809 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/subnets/ac987b53-d68c-43ce-8d3f-360cbd498a03 HTTP/1.1" status: 204 len: 168 time: 0.4338877 Aug 19 15:38:47.213809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7211714-be4d-4267-85e5-1f8d5d57e3ec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Subnet': ['ID=ac987b53-d68c-43ce-8d3f-360cbd498a03,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:47.221139 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49054) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:47.234755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3adef-89ce-48f5-bd70-67332bc1edf8 None None] Network 4c0598e0-77bf-4b89-befe-eb14820cfd50 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:47.305340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6034d83-a222-4eb5-a7f3-318485b7ac66,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:47.311442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-730d3e20-a0b6-4674-ab19-0fbcefeb1e45 None None] Port d6034d83-a222-4eb5-a7f3-318485b7ac66 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:38:47.314572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.356919 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] Set router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:47.389405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.416432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:38:47.417932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:38:47.423945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:44Z', 'revision_number': 3, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port': {'id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:47.460350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119abf1-7cf7-409a-b5ae-466313cfd8fb None None] The sync data for ids ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'] in n-d-779913-32 is: [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:44Z', 'revision_number': 3, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port': {'id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:47.502805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] DHCP port deletion for 4c0598e0-77bf-4b89-befe-eb14820cfd50 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:47.597674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] Deleting port d3082d8a-e0d4-4d19-85ca-6a941a47dafb {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:47.601868 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.607792 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.682813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:45Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:47.700599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] For port d3082d8a-e0d4-4d19-85ca-6a941a47dafb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,segment=NetworkSegment(d888ef44-d1c2-45e3-9107-8b58a5cfc9a9),segment_id=d888ef44-d1c2-45e3-9107-8b58a5cfc9a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:47.701107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.714015 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00983686-5f30-4743-a402-ebaf3d13c632 None None] The sync data for ids ['0ef9dc4a-e739-4a02-abff-b6d882dfd0e3'] in n-d-779913-32 is: [{'id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1068540384', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:17Z', 'updated_at': '2021-08-19T15:38:45Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '17f6b928-9e92-410a-b94b-8e5a8f7290ba', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9dc4a-e739-4a02-abff-b6d882dfd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:18Z', 'updated_at': '2021-08-19T15:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:47.722854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] Calling delete_port for d3082d8a-e0d4-4d19-85ca-6a941a47dafb owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:47.817886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port 17f6b928-9e92-410a-b94b-8e5a8f7290ba {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:47.818463 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.843930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a20c01b0-b52e-4128-96b5-68c1837847b9 None None] Provisioning complete for port d6034d83-a222-4eb5-a7f3-318485b7ac66 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:47.844305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a20c01b0-b52e-4128-96b5-68c1837847b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.883571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a20c01b0-b52e-4128-96b5-68c1837847b9 None None] Port d6034d83-a222-4eb5-a7f3-318485b7ac66 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:38:47.910387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] For port 17f6b928-9e92-410a-b94b-8e5a8f7290ba, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=17f6b928-9e92-410a-b94b-8e5a8f7290ba,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:47.910756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.930684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for 17f6b928-9e92-410a-b94b-8e5a8f7290ba owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:47.932125 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:47.962998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] Pushing event deleted for resources: {'Port': ['ID=d3082d8a-e0d4-4d19-85ca-6a941a47dafb,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:47.965891 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a0610-6ba8-4c54-bec1-9fecfadf829e None None] No DVR routers for this DVR port d3082d8a-e0d4-4d19-85ca-6a941a47dafb on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:48.029754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:48.180846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:48.187071 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.198610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ac476657-83a2-46ec-aa79-b06ba5592bf2 admin admin] 10.222.0.13 "PUT /v2.0/routers/58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7343121 Aug 19 15:38:48.226968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 65002344-8df0-4f77-a772-e828ffc207bc up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:48.237840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=17f6b928-9e92-410a-b94b-8e5a8f7290ba,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:48.323784 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 65002344-8df0-4f77-a772-e828ffc207bc triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:48.324173 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.331740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.461541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.466560 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.490654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d3082d8a-e0d4-4d19-85ca-6a941a47dafb no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:48.511579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d3082d8a-e0d4-4d19-85ca-6a941a47dafb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:48.511957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d3082d8a-e0d4-4d19-85ca-6a941a47dafb not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:48.512378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0269cd11-3800-4555-912a-91cb64c8d295 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:48.532724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0269cd11-3800-4555-912a-91cb64c8d295 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:48.533072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0269cd11-3800-4555-912a-91cb64c8d295 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:48.623883 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.624446 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:48.632676 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.634486 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2e9134d5-98ff-4046-8f47-3cdcb63c83f5 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/routers/0ef9dc4a-e739-4a02-abff-b6d882dfd0e3 HTTP/1.1" status: 204 len: 168 time: 1.4122212 Aug 19 15:38:48.637545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49066) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:48.725468 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.830133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.840854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0598e0-77bf-4b89-befe-eb14820cfd50']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:48.852152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:48.852815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd888ef44-d1c2-45e3-9107-8b58a5cfc9a9') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:48.862079 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.882496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.890238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:48.890647 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:48.894480 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:49.035500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.045341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.047261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/networks/4c0598e0-77bf-4b89-befe-eb14820cfd50 HTTP/1.1" status: 204 len: 168 time: 0.4086511 Aug 19 15:38:49.049992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49072) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:49.069014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f31a-2956-401a-9de4-4f77ded8b5fb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Network': ['ID=4c0598e0-77bf-4b89-befe-eb14820cfd50,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:49.235354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port a6a1cc0d-359e-4d63-bb68-d7857ef1d225 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:49.235704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.319653 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.319989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.332383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for a6a1cc0d-359e-4d63-bb68-d7857ef1d225 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:49.572867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.587440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49080) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:49.600233 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=a6a1cc0d-359e-4d63-bb68-d7857ef1d225,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:49.673577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:49.674156 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Floating IP ba15ebf1-1bf0-4556-8a66-e5fc58052ce8 disassociated (deleted). External IP: 172.25.5.235, port: 7f409d04-03da-46ec-9475-9043503861e6. Aug 19 15:38:49.717394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Sync routers for ids ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:49.727592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Routers {'58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:49.728607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:49.847610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Set router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:49.917738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router c419d45b-7672-4b02-b18f-35d4697269e1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:49.988183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.025279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 936c1f1a-fcdd-4df1-b182-de38480357e8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:50.046839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:50.051504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.062418 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] Sync routers for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:50.079929 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:50.081307 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:50.090640 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c8f761f7-3f96-497b-83a4-d66d60306dec tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/floatingips/ba15ebf1-1bf0-4556-8a66-e5fc58052ce8 HTTP/1.1" status: 204 len: 168 time: 1.0391541 Aug 19 15:38:50.091282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'tag': '7f409d04-03da-46ec-9475-9043503861e6'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:50.094965 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff611c0-5d95-443d-9fe5-d56ff1768030" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "tag": "7f409d04-03da-46ec-9475-9043503861e6"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:50.151928 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:46Z', 'revision_number': 4, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port': {'id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'd6034d83-a222-4eb5-a7f3-318485b7ac66', 'name': '', 'network_id': '5264852e-c2e3-4dd6-b8a9-3de7f55088ec', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'mac_address': 'fa:16:3e:9f:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '846d5d05-b34a-4c94-913a-733b3ecf7315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:46Z', 'updated_at': '2021-08-19T15:38:46Z', 'revision_number': 2, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'subnets': [{'id': '846d5d05-b34a-4c94-913a-733b3ecf7315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:50.192715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Checking router: 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:50.193082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Updating router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f port d6034d83-a222-4eb5-a7f3-318485b7ac66 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:38:50.196493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 936c1f1a-fcdd-4df1-b182-de38480357e8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:38:50.217510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 936c1f1a-fcdd-4df1-b182-de38480357e8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:50.228118 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:50.228286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.249172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.316404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Deleting port d6034d83-a222-4eb5-a7f3-318485b7ac66 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:50.316846 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.357627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.411951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.434249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Calling delete_port for d6034d83-a222-4eb5-a7f3-318485b7ac66 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:50.447976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 936c1f1a-fcdd-4df1-b182-de38480357e8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=936c1f1a-fcdd-4df1-b182-de38480357e8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:50.462681 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:50.503659 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] Checking router: c419d45b-7672-4b02-b18f-35d4697269e1 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:50.513389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.518598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:50.518598 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:50.528506 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173b98a-0146-46d3-813a-494b25d88d88 x-openstack-request-id: req-7173b98a-0146-46d3-813a-494b25d88d88 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:50.528802 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "tag": "7f409d04-03da-46ec-9475-9043503861e6", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:50.530341 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7173b98a-0146-46d3-813a-494b25d88d88 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:50.530341 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'tag': '7f409d04-03da-46ec-9475-9043503861e6', 'status': 'completed', 'code': 200} Aug 19 15:38:50.589851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17f6b928-9e92-410a-b94b-8e5a8f7290ba no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:50.638813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 17f6b928-9e92-410a-b94b-8e5a8f7290ba {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:50.639570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 17f6b928-9e92-410a-b94b-8e5a8f7290ba not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:50.662463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=936c1f1a-fcdd-4df1-b182-de38480357e8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:50.698734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-a279473c-9c8b-409a-aea0-d04edc0cba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:50.700197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-a279473c-9c8b-409a-aea0-d04edc0cba39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=544f8cd477844f79b02a308d6e226225&device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 1136 time: 0.1003969 Aug 19 15:38:50.729835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98775c-a07e-4a07-8613-158bf8217b14 req-21a97cb5-bd76-4b5c-83d6-4ad5a6dc61b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:50.731396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a98775c-a07e-4a07-8613-158bf8217b14 req-21a97cb5-bd76-4b5c-83d6-4ad5a6dc61b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.1351216 Aug 19 15:38:50.765853 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:50.870398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a98775c-a07e-4a07-8613-158bf8217b14 req-34ac4602-d609-43c2-80c5-63c1198bf973 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1019592 Aug 19 15:38:50.887732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-f413f971-dd3a-4ca0-97c1-eab4a0680df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:50.892429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-f413f971-dd3a-4ca0-97c1-eab4a0680df8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f3fac12-d221-41a2-bbf0-022220dbb315 HTTP/1.1" status: 200 len: 898 time: 0.1791182 Aug 19 15:38:50.935897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-7e179bee-fed0-440e-a12f-c047cb10a45a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f409d04-03da-46ec-9475-9043503861e6 HTTP/1.1" status: 200 len: 217 time: 0.0387034 Aug 19 15:38:50.961348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:38:50.962235 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:38:50.971449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.976244 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:51.004072 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644eceb-59b4-4a2a-bb1a-d7ca07589156 None None] The sync data for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 is: [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 4, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'fafab55b-2920-4e09-a64d-59dbf0acec4e', 'name': '', 'network_id': '5f3fac12-d221-41a2-bbf0-022220dbb315', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'mac_address': 'fa:16:3e:03:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:38Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'subnets': [{'id': 'ec6f6c74-46bc-47ee-bf98-bba2ec00b022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:51.009567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6034d83-a222-4eb5-a7f3-318485b7ac66,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:51.045561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-048ad739-b147-455c-9ff8-3d277924a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:51.047116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-048ad739-b147-455c-9ff8-3d277924a1de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6f6c74-46bc-47ee-bf98-bba2ec00b022 HTTP/1.1" status: 200 len: 833 time: 0.1041083 Aug 19 15:38:51.167263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-7059fd0a-3097-47c7-94e3-5ff26bae7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:51.168853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-7059fd0a-3097-47c7-94e3-5ff26bae7553 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f3fac12-d221-41a2-bbf0-022220dbb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003666 Aug 19 15:38:51.274755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43e72e-529a-4267-b882-348c0eb8171e None None] New status for floating IP ba15ebf1-1bf0-4556-8a66-e5fc58052ce8: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:38:51.295431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:51.351694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-6ecc7fba-4a5a-4533-a025-9342f5d5cdbb service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735108 Aug 19 15:38:51.480798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Port d6034d83-a222-4eb5-a7f3-318485b7ac66 not found while updating agent binding for router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f. {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 15:38:51.489219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Routers {'58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:51.489848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:51.532721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ff611c0-5d95-443d-9fe5-d56ff1768030 req-16591ec6-9113-4732-bdd8-765933ad3d22 service neutron] 10.222.0.54 "GET /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694872 Aug 19 15:38:51.598357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] Set router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:51.604945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:51.716901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:51.722495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-24551936-a1aa-4f48-8712-68f334821868 admin admin] 10.222.0.13 "PUT /v2.0/routers/58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1340990 Aug 19 15:38:51.725309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49088) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:51.787573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:50Z', 'revision_number': 5, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port': {'id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:51.815258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4372255-4aab-457e-8970-c59b7da01bf6 None None] The sync data for ids ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'] in n-d-779913-32 is: [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:50Z', 'revision_number': 5, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port': {'id': '936c1f1a-fcdd-4df1-b182-de38480357e8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:51.835240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:51.969484 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:51.984077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 936c1f1a-fcdd-4df1-b182-de38480357e8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:38:52.018491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcc36-c2e8-4052-be49-77fc7cc970a3 req-2a863e75-8670-44e7-aa54-d515d25ac6f8 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:52.021694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-652fcc36-c2e8-4052-be49-77fc7cc970a3 req-2a863e75-8670-44e7-aa54-d515d25ac6f8 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.0679545 Aug 19 15:38:52.041266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 936c1f1a-fcdd-4df1-b182-de38480357e8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:52.042174 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:52.065846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-652fcc36-c2e8-4052-be49-77fc7cc970a3 req-d9c0cc18-0f44-4e2f-bcd5-98f9207139eb tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0375719 Aug 19 15:38:52.148706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Deleting port 936c1f1a-fcdd-4df1-b182-de38480357e8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:52.149045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:52.244398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-f14bf8f4-5bdf-4bb9-a415-9d7b46610bc0 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:52.246194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-f14bf8f4-5bdf-4bb9-a415-9d7b46610bc0 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 984 time: 0.1071658 Aug 19 15:38:52.295423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] For port 936c1f1a-fcdd-4df1-b182-de38480357e8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=936c1f1a-fcdd-4df1-b182-de38480357e8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:52.295721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:52.315078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Calling delete_port for 936c1f1a-fcdd-4df1-b182-de38480357e8 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:52.460806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port 7f409d04-03da-46ec-9475-9043503861e6 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:52.461170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:52.490358 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b10e1-1048-469a-b379-9fff72533019 None None] Sync routers for ids ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:52.500245 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] Routers {'58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:52.500854 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:52.591812 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] Set router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:52.596219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] For port 7f409d04-03da-46ec-9475-9043503861e6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7f409d04-03da-46ec-9475-9043503861e6,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:52.596593 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:52.610102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for 7f409d04-03da-46ec-9475-9043503861e6 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:52.647261 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:51Z', 'revision_number': 6, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:52.674132 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b10e1-1048-469a-b379-9fff72533019 None None] Checking router: 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:52.683356 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] Routers {'58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:52.683968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:52.717341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:52.771987 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] Set router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:52.830230 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-046b10e1-1048-469a-b379-9fff72533019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:51Z', 'revision_number': 6, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:52.858620 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b10e1-1048-469a-b379-9fff72533019 None None] The sync data for ids ['58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f'] in n-d-779913-32 is: [{'id': '58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f', 'name': 'tempest-ImageQuotaTest-1373861224-router', 'tenant_id': '47d04c2c5ee342778c0b6477e9bc3383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:38:43Z', 'updated_at': '2021-08-19T15:38:51Z', 'revision_number': 6, 'project_id': '47d04c2c5ee342778c0b6477e9bc3383', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:53.106407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Pushing event deleted for resources: {'Port': ['ID=936c1f1a-fcdd-4df1-b182-de38480357e8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:53.195598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.200172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.322707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=7f409d04-03da-46ec-9475-9043503861e6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:53.335439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.339804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.361858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb35fa-deac-4a20-b762-e2b6a7139401 req-e6b10d5e-cffd-46cd-89c8-9b74f90b9402 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:53.363291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42eb35fa-deac-4a20-b762-e2b6a7139401 req-e6b10d5e-cffd-46cd-89c8-9b74f90b9402 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 906 time: 0.2106981 Aug 19 15:38:53.425997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] No DVR routers for this DVR port 7f409d04-03da-46ec-9475-9043503861e6 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:53.431397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.433456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9efe84c7-4e31-4b0a-8986-0a1bf5975d09 req-a0604af1-212f-4d43-a1b6-ddede4716f2d tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.54 "DELETE /v2.0/ports/7f409d04-03da-46ec-9475-9043503861e6 HTTP/1.1" status: 204 len: 173 time: 1.1815028 Aug 19 15:38:53.433901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'name': 'network-vif-deleted', 'tag': '7f409d04-03da-46ec-9475-9043503861e6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:53.436364 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59340c-6da9-4aa1-bdf5-7847a55cf90f" -d '{"events": [{"server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "name": "network-vif-deleted", "tag": "7f409d04-03da-46ec-9475-9043503861e6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:53.470212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42eb35fa-deac-4a20-b762-e2b6a7139401 req-8ad7fa0b-6074-4653-8d30-6a09e33bc688 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0744a57-c957-4e8d-b3be-337e0036662f&id=e50afd1b-f377-4452-9885-e7780a23690c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0994508 Aug 19 15:38:53.516101 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263d3aa-1819-4ecd-ae37-b91d4bd8eb88 x-openstack-request-id: req-6263d3aa-1819-4ecd-ae37-b91d4bd8eb88 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:53.516516 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2e93a4-e0f2-4315-982a-ffd802994be8", "name": "network-vif-deleted", "tag": "7f409d04-03da-46ec-9475-9043503861e6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:53.516861 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6263d3aa-1819-4ecd-ae37-b91d4bd8eb88 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:53.517399 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2e93a4-e0f2-4315-982a-ffd802994be8', 'name': 'network-vif-deleted', 'tag': '7f409d04-03da-46ec-9475-9043503861e6', 'status': 'completed', 'code': 200} Aug 19 15:38:53.543186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.543773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:53.548472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.549717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-53b5a4e8-62f6-4e44-b743-9a23c579b943 admin admin] 10.222.0.13 "DELETE /v2.0/routers/58e3fa5b-2da1-423f-8ea0-c178ad2e8e3f HTTP/1.1" status: 204 len: 168 time: 1.8234563 Aug 19 15:38:53.553465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49098) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:53.615104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Deleting subnet 846d5d05-b34a-4c94-913a-733b3ecf7315 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:53.615104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.657684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.768830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.898538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.924920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846d5d05-b34a-4c94-913a-733b3ecf7315,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:53.930228 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.933092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-04c839b2-d9b9-4a87-9140-3ccf34eab593 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/846d5d05-b34a-4c94-913a-733b3ecf7315 HTTP/1.1" status: 204 len: 168 time: 0.3781800 Aug 19 15:38:53.935972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49100) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:53.940618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da9107-f940-4b6c-8138-f154a23a7282 None None] Network 5264852e-c2e3-4dd6-b8a9-3de7f55088ec requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:53.988228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 936c1f1a-fcdd-4df1-b182-de38480357e8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:54.013327 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.018454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 936c1f1a-fcdd-4df1-b182-de38480357e8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:54.018838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 936c1f1a-fcdd-4df1-b182-de38480357e8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:54.067867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Deleting port 65002344-8df0-4f77-a772-e828ffc207bc {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:54.068224 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.137563 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] For port 65002344-8df0-4f77-a772-e828ffc207bc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=65002344-8df0-4f77-a772-e828ffc207bc,segment=NetworkSegment(a613c103-19b2-4a43-80bf-1f86b86f906a),segment_id=a613c103-19b2-4a43-80bf-1f86b86f906a)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:54.137938 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.151287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Calling delete_port for 65002344-8df0-4f77-a772-e828ffc207bc owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:54.163048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] DHCP port deletion for 5264852e-c2e3-4dd6-b8a9-3de7f55088ec request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:54.219098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] Deleting port 65002344-8df0-4f77-a772-e828ffc207bc {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:54.219475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.287285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] For port 65002344-8df0-4f77-a772-e828ffc207bc, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=65002344-8df0-4f77-a772-e828ffc207bc,segment=NetworkSegment(a613c103-19b2-4a43-80bf-1f86b86f906a),segment_id=a613c103-19b2-4a43-80bf-1f86b86f906a)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:54.287691 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.301576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] Calling delete_port for 65002344-8df0-4f77-a772-e828ffc207bc owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:54.314910 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.343728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65002344-8df0-4f77-a772-e828ffc207bc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:54.347148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] No DVR routers for this DVR port 65002344-8df0-4f77-a772-e828ffc207bc on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:54.384658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.410606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] Pushing event deleted for resources: {'Port': ['ID=65002344-8df0-4f77-a772-e828ffc207bc,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:54.414121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a91e4e-484d-4ddc-8b79-2416cde299d2 None None] No DVR routers for this DVR port 65002344-8df0-4f77-a772-e828ffc207bc on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:54.432823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.444223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5264852e-c2e3-4dd6-b8a9-3de7f55088ec']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.456726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a613c103-19b2-4a43-80bf-1f86b86f906a') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.457012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a613c103-19b2-4a43-80bf-1f86b86f906a') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.467932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.483338 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.489453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:54.489855 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:54.491617 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:54.560392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bb3736d3-7aa0-437d-819f-021ca65ad9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.585024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-966ebb09-b541-429c-b6b6-32053168bf6e req-75370193-a0c7-4e9b-be21-cdba7e50ae87 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2e93a4-e0f2-4315-982a-ffd802994be8 HTTP/1.1" status: 200 len: 210 time: 0.0287008 Aug 19 15:38:54.640546 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.646632 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.648359 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5264852e-c2e3-4dd6-b8a9-3de7f55088ec HTTP/1.1" status: 204 len: 168 time: 0.7113926 Aug 19 15:38:54.665660 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cb6cf-5c01-4cb6-bd48-0765515f3ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5264852e-c2e3-4dd6-b8a9-3de7f55088ec,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:54.962911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49106) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.002874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-818216c1-78cb-48ae-bf58-8c196de2e131 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47d04c2c5ee342778c0b6477e9bc3383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386066 Aug 19 15:38:55.005446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49108) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.055469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f24d7b54-173e-43f7-87e3-f79029a2c077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.076771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f24d7b54-173e-43f7-87e3-f79029a2c077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.206292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f24d7b54-173e-43f7-87e3-f79029a2c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.208723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f24d7b54-173e-43f7-87e3-f79029a2c077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.209938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f24d7b54-173e-43f7-87e3-f79029a2c077 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d45b6c8e-2431-4fdc-b4eb-ff039a54b0dc HTTP/1.1" status: 204 len: 168 time: 0.2035897 Aug 19 15:38:55.218554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d7b54-173e-43f7-87e3-f79029a2c077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b6c8e-2431-4fdc-b4eb-ff039a54b0dc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:55.647037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49116) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.703632 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec0939df-1f99-4c61-956a-bf341dfbd274 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.721329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.728024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec0939df-1f99-4c61-956a-bf341dfbd274 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.846439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec0939df-1f99-4c61-956a-bf341dfbd274 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.849063 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec0939df-1f99-4c61-956a-bf341dfbd274 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.850284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec0939df-1f99-4c61-956a-bf341dfbd274 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0744a57-c957-4e8d-b3be-337e0036662f HTTP/1.1" status: 204 len: 168 time: 0.2022290 Aug 19 15:38:55.853746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49118) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.859904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0939df-1f99-4c61-956a-bf341dfbd274 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0744a57-c957-4e8d-b3be-337e0036662f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:55.885913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49120) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.900155 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2139fcc-096c-4b6f-9c60-b46513f42ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.910945 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11d84fd4-d66e-4830-819d-667273d52109 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.938428 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11d84fd4-d66e-4830-819d-667273d52109 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.981025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 65002344-8df0-4f77-a772-e828ffc207bc no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:55.997430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2139fcc-096c-4b6f-9c60-b46513f42ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.001501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 65002344-8df0-4f77-a772-e828ffc207bc {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:56.001843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 65002344-8df0-4f77-a772-e828ffc207bc not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:56.068961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11d84fd4-d66e-4830-819d-667273d52109 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.071788 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-11d84fd4-d66e-4830-819d-667273d52109 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.072957 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-11d84fd4-d66e-4830-819d-667273d52109 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/security-groups/e50afd1b-f377-4452-9885-e7780a23690c HTTP/1.1" status: 204 len: 168 time: 0.2181780 Aug 19 15:38:56.076188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49122) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:56.082430 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d84fd4-d66e-4830-819d-667273d52109 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50afd1b-f377-4452-9885-e7780a23690c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:56.120114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f2139fcc-096c-4b6f-9c60-b46513f42ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.198559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f2139fcc-096c-4b6f-9c60-b46513f42ee8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3113096 Aug 19 15:38:56.200787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2139fcc-096c-4b6f-9c60-b46513f42ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff81ada-96e6-4f58-ae6f-5cc12febce5b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:56.201491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49124) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:56.254450 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d99d086a-ef8b-4ca7-bbfb-f82f5f6fc074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.275988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d99d086a-ef8b-4ca7-bbfb-f82f5f6fc074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.395037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d99d086a-ef8b-4ca7-bbfb-f82f5f6fc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.397975 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d99d086a-ef8b-4ca7-bbfb-f82f5f6fc074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.399886 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d99d086a-ef8b-4ca7-bbfb-f82f5f6fc074 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff81ada-96e6-4f58-ae6f-5cc12febce5b HTTP/1.1" status: 204 len: 168 time: 0.1968203 Aug 19 15:38:56.408497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d086a-ef8b-4ca7-bbfb-f82f5f6fc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff81ada-96e6-4f58-ae6f-5cc12febce5b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:56.501762 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.796256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port fafab55b-2920-4e09-a64d-59dbf0acec4e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:56.796610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.896104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] For port fafab55b-2920-4e09-a64d-59dbf0acec4e, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fafab55b-2920-4e09-a64d-59dbf0acec4e,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:56.896516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.912264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for fafab55b-2920-4e09-a64d-59dbf0acec4e owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:57.206119 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.214416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7f409d04-03da-46ec-9475-9043503861e6 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:57.234869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=fafab55b-2920-4e09-a64d-59dbf0acec4e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:57.242625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 7f409d04-03da-46ec-9475-9043503861e6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:57.243580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7f409d04-03da-46ec-9475-9043503861e6 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:57.389227 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.421103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.641378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Router c419d45b-7672-4b02-b18f-35d4697269e1 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:57.749521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:57.754824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b00428bc-3669-498d-adee-06d0a3f53526 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "PUT /v2.0/routers/c419d45b-7672-4b02-b18f-35d4697269e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776025 Aug 19 15:38:57.757675 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49128) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:57.759124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] Sync routers for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:57.768500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:57.769268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:57.814853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting subnet ec6f6c74-46bc-47ee-bf98-bba2ec00b022 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:57.818048 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.861377 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.964022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.025849 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1d43-ad79-45ee-ad76-37b4def711d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.056618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:58.115237 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.146599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6f6c74-46bc-47ee-bf98-bba2ec00b022,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:58.149693 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.157483 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-afddbc1d-eae0-4188-b8df-05e0b46d87c1 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/subnets/ec6f6c74-46bc-47ee-bf98-bba2ec00b022 HTTP/1.1" status: 204 len: 168 time: 0.3948429 Aug 19 15:38:58.157708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49130) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:58.169298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a9600-16c1-4b54-b88c-a10bf63c2e48 None None] Network 5f3fac12-d221-41a2-bbf0-022220dbb315 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:58.292901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.356775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:38:57Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:58.391890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] Checking router: c419d45b-7672-4b02-b18f-35d4697269e1 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:58.405863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] Routers {'c419d45b-7672-4b02-b18f-35d4697269e1'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:58.405863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['c419d45b-7672-4b02-b18f-35d4697269e1'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:58.427427 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.452059 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] DHCP port deletion for 5f3fac12-d221-41a2-bbf0-022220dbb315 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:58.577445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] Set router c419d45b-7672-4b02-b18f-35d4697269e1 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:58.613537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Deleting port 9a1ace63-f185-483d-973e-b6b65e57b95d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:58.614041 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.614638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] Deleting port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:58.615076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.724034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] For port 9a1ace63-f185-483d-973e-b6b65e57b95d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9a1ace63-f185-483d-973e-b6b65e57b95d,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:58.724497 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.741900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Calling delete_port for 9a1ace63-f185-483d-973e-b6b65e57b95d owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:58.777179 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] For port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,segment=NetworkSegment(59547bda-8a08-4776-b319-592701ae2c52),segment_id=59547bda-8a08-4776-b319-592701ae2c52)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:58.777580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.798431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] Calling delete_port for 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:58.926825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:38:57Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:58.954967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe15a7-54df-4d1c-85eb-a03159092c6e None None] The sync data for ids ['c419d45b-7672-4b02-b18f-35d4697269e1'] in n-d-779913-32 is: [{'id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-428377314', 'tenant_id': '544f8cd477844f79b02a308d6e226225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:32Z', 'updated_at': '2021-08-19T15:38:57Z', 'revision_number': 5, 'project_id': '544f8cd477844f79b02a308d6e226225', 'gw_port': {'id': '9a1ace63-f185-483d-973e-b6b65e57b95d', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419d45b-7672-4b02-b18f-35d4697269e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:33Z', 'updated_at': '2021-08-19T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:59.006140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.034920 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.039605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Port': ['ID=9a1ace63-f185-483d-973e-b6b65e57b95d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:59.068975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] Pushing event deleted for resources: {'Port': ['ID=7d62ee62-aecc-4af9-a5c5-291c64c7ad7a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:59.073467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ea45e-ed7a-45b4-a786-646e85d03118 None None] No DVR routers for this DVR port 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:59.105977 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.197951 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.200114 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.348911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.349555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Fanout notify agent at l3_agent the message router_deleted on router c419d45b-7672-4b02-b18f-35d4697269e1 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:59.356600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.357800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-637fa162-52b4-4c8f-91b0-124939c2d9b4 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/routers/c419d45b-7672-4b02-b18f-35d4697269e1 HTTP/1.1" status: 204 len: 168 time: 1.2025871 Aug 19 15:38:59.360395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49134) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:59.445479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.535759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.547660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3fac12-d221-41a2-bbf0-022220dbb315']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:59.561484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59547bda-8a08-4776-b319-592701ae2c52') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:59.561783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59547bda-8a08-4776-b319-592701ae2c52') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:59.571488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.592577 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.599779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:59.600191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:59.604568 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:59.731978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.766368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.771008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.772918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] 10.222.0.13 "DELETE /v2.0/networks/5f3fac12-d221-41a2-bbf0-022220dbb315 HTTP/1.1" status: 204 len: 168 time: 0.4115818 Aug 19 15:38:59.791261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0ee4-9fea-4bab-a81b-3961d74149c6 tempest-TestSecurityGroupsBasicOps-2013470318 tempest-TestSecurityGroupsBasicOps-2013470318-project] Pushing event deleted for resources: {'Network': ['ID=5f3fac12-d221-41a2-bbf0-022220dbb315,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:00.013209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9a1ace63-f185-483d-973e-b6b65e57b95d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:00.034456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9a1ace63-f185-483d-973e-b6b65e57b95d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:00.034727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9a1ace63-f185-483d-973e-b6b65e57b95d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:00.035150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:00.054760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:00.055108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7d62ee62-aecc-4af9-a5c5-291c64c7ad7a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:00.055544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fafab55b-2920-4e09-a64d-59dbf0acec4e no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:00.074171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: fafab55b-2920-4e09-a64d-59dbf0acec4e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:00.080033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fafab55b-2920-4e09-a64d-59dbf0acec4e not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:00.307415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:00.471055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cb1456d6-660a-4edf-bf78-8908d7acc2eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=544f8cd477844f79b02a308d6e226225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623933 Aug 19 15:39:00.473828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49148) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:00.522377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53cf7805-4dee-4485-9908-fd742e755057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.544466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53cf7805-4dee-4485-9908-fd742e755057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.720156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53cf7805-4dee-4485-9908-fd742e755057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.722791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-53cf7805-4dee-4485-9908-fd742e755057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.724031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-53cf7805-4dee-4485-9908-fd742e755057 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b03ea323-6fa0-431e-a4d8-113ddaf97632 HTTP/1.1" status: 204 len: 168 time: 0.2492568 Aug 19 15:39:00.732706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7805-4dee-4485-9908-fd742e755057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ea323-6fa0-431e-a4d8-113ddaf97632,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:00.885932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.402105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49154) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:01.415768 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e624cecb-2e2c-4c63-857a-58c7e426b6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.503256 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e624cecb-2e2c-4c63-857a-58c7e426b6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.610986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e624cecb-2e2c-4c63-857a-58c7e426b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.655084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624cecb-2e2c-4c63-857a-58c7e426b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45683703-a8a0-43c4-9881-15ba0de358a6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:01.659309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e624cecb-2e2c-4c63-857a-58c7e426b6ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a9bd19f727f4996b47d897d7f6981f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561154 Aug 19 15:39:01.662581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49156) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:01.715016 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a445acb6-a23c-455d-807f-c59ef1837f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.736102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a445acb6-a23c-455d-807f-c59ef1837f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.851830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a445acb6-a23c-455d-807f-c59ef1837f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.854948 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a445acb6-a23c-455d-807f-c59ef1837f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.856151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a445acb6-a23c-455d-807f-c59ef1837f3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45683703-a8a0-43c4-9881-15ba0de358a6 HTTP/1.1" status: 204 len: 168 time: 0.1932237 Aug 19 15:39:01.864142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445acb6-a23c-455d-807f-c59ef1837f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45683703-a8a0-43c4-9881-15ba0de358a6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.543340 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49162) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.590031 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cfb6e5f2-7f38-40ab-a627-6ad5fdeb90ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=118da6e87d72489f8b75fb4c2707605f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454457 Aug 19 15:39:02.592630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49164) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.641825 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-117b4318-737f-46c9-a97e-16df2047a22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.667926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-117b4318-737f-46c9-a97e-16df2047a22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.817082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-117b4318-737f-46c9-a97e-16df2047a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.819917 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-117b4318-737f-46c9-a97e-16df2047a22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.821727 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-117b4318-737f-46c9-a97e-16df2047a22f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3cb02f3-0888-451b-9c21-54722912200c HTTP/1.1" status: 204 len: 168 time: 0.2275207 Aug 19 15:39:02.829952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b4318-737f-46c9-a97e-16df2047a22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb02f3-0888-451b-9c21-54722912200c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:03.841262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49186) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:03.937800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1971992096-network', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:04.062870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Made reservation on behalf of d1433a0d3c9b4988ac16f6f15c4c1024 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:04.065334 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.074337 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.163946 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.251524 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.277509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:39:04.286318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e1f9db-8c27-4be7-a341-d10c27192df5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:04.293952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.294302 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Added segment e502d520-a4c2-4719-8107-2558be82953b of type vlan for network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b Aug 19 15:39:04.335576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.434689 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.435618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:04.436209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.494832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] Pushing event updated for resources: {'Network': ['ID=1cfb57fc-0824-4deb-92dc-a16fb7176c5b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:04.504918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:39:04.584186 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-287ef509-8d6e-456e-a816-8d50398d856e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7417991 Aug 19 15:39:04.588301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49190) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:04.593586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Request body: {'subnet': {'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1971992096-subnet', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:04.714868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Made reservation on behalf of d1433a0d3c9b4988ac16f6f15c4c1024 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:04.717200 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.983551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.044273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b92349-bd31-4829-b47b-bec652be8df6,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:05.054258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Checking segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:05.054629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Network hostable DHCP agents. Network: 1cfb57fc-0824-4deb-92dc-a16fb7176c5b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:39:05.154463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:39:05.228534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 1cfb57fc-0824-4deb-92dc-a16fb7176c5b) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:05.234405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:05.235445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.238644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4b546-2ad0-465f-9f78-eb839e4561fd None None] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:05.349271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-dee1c076-7bba-4a36-8b47-1fd9acf0e675 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7597456 Aug 19 15:39:05.351892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49194) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:05.356722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:05.398903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'fixed_ips': [{'subnet_id': '79b92349-bd31-4829-b47b-bec652be8df6'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:39:05.399812 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.468811 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.469947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.525367 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.533451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Allocated IP 172.20.0.2 (1cfb57fc-0824-4deb-92dc-a16fb7176c5b/79b92349-bd31-4829-b47b-bec652be8df6/783774ce-b44d-456a-abbf-a87743763104) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:05.681302 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.690429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Transition to ACTIVE for port object 783774ce-b44d-456a-abbf-a87743763104 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:05.707661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Transition to ACTIVE for port object 783774ce-b44d-456a-abbf-a87743763104 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:05.761389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.840840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.876715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:05.883088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:05.887454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:05.894259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Pushing event updated for resources: {'Port': ['ID=783774ce-b44d-456a-abbf-a87743763104,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:05.947840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Attempting to bind port 783774ce-b44d-456a-abbf-a87743763104 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:05.948217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Attempting to bind port 783774ce-b44d-456a-abbf-a87743763104 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:05.948583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Attempting to bind port 783774ce-b44d-456a-abbf-a87743763104 on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:05.953947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:05.954119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Checking segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:05.954462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.954862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Bound using segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:05.955342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Bound port: 783774ce-b44d-456a-abbf-a87743763104, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:05.955725 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.018611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] For port 783774ce-b44d-456a-abbf-a87743763104, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:06.021751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] For port 783774ce-b44d-456a-abbf-a87743763104, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=783774ce-b44d-456a-abbf-a87743763104,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:06.109585 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.176377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899b68-a53e-41b9-a4e9-dcad914c87c8 None None] Pushing event updated for resources: {'Port': ['ID=783774ce-b44d-456a-abbf-a87743763104,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:06.469395 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.491624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.613382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Allocated IP 172.25.5.232 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/9f002727-da62-4b35-852f-664d3cfea82a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:06.703072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.812175 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.855452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:06.858507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:06.862335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:06.868087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Pushing event updated for resources: {'Port': ['ID=9f002727-da62-4b35-852f-664d3cfea82a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:06.895424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.895802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.896126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.896469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.896806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.897182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.897497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.897833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.898162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.898489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.899404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:06.899861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:07.071840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3150e0-1272-4dbb-a3b6-4918558e9296 None None] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:07.199796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.233944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-14bd034b-2ecd-4545-80e8-709b14263022 None None] Provisioning for port 783774ce-b44d-456a-abbf-a87743763104 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:07.422396 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.639877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Router ba61c425-babc-4303-9bce-81cf531a4e13 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:39:07.751250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:07.760540 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Sync routers for ids ['ba61c425-babc-4303-9bce-81cf531a4e13'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:07.770869 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Routers {'ba61c425-babc-4303-9bce-81cf531a4e13'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:07.771490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ba61c425-babc-4303-9bce-81cf531a4e13'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:07.828650 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.830041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7a316e64-aba2-4095-90ca-75bc24892b1c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4769182 Aug 19 15:39:07.833372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49196) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:07.887826 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Set router ba61c425-babc-4303-9bce-81cf531a4e13 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:08.044758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 783774ce-b44d-456a-abbf-a87743763104 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:08.093301 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:07Z', 'revision_number': 3, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:08.125144 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Checking router: ba61c425-babc-4303-9bce-81cf531a4e13 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:08.125482 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Updating router ba61c425-babc-4303-9bce-81cf531a4e13 port 9f002727-da62-4b35-852f-664d3cfea82a binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:08.152712 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.177546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 783774ce-b44d-456a-abbf-a87743763104 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:08.182817 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 783774ce-b44d-456a-abbf-a87743763104 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:08.186185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.274840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.319896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 783774ce-b44d-456a-abbf-a87743763104, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=783774ce-b44d-456a-abbf-a87743763104,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:08.320690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.412834 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.438389 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.449101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Transition to ACTIVE for port object 9f002727-da62-4b35-852f-664d3cfea82a will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:08.465340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=783774ce-b44d-456a-abbf-a87743763104,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:08.492331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Allocated IP 172.20.0.1 (1cfb57fc-0824-4deb-92dc-a16fb7176c5b/79b92349-bd31-4829-b47b-bec652be8df6/7bc546b3-4193-4b06-bddc-a3a4d3e57870) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:08.555057 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.600834 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.616204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Transition to ACTIVE for port object 7bc546b3-4193-4b06-bddc-a3a4d3e57870 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:08.701464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Attempting to bind port 9f002727-da62-4b35-852f-664d3cfea82a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:08.701738 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Attempting to bind port 9f002727-da62-4b35-852f-664d3cfea82a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:08.702101 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Attempting to bind port 9f002727-da62-4b35-852f-664d3cfea82a on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:08.709154 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d7912-1f27-4865-b6ee-95d239f1b57a None None] Pushing event updated for resources: {'Port': ['ID=9f002727-da62-4b35-852f-664d3cfea82a,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:08.714170 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:08.714600 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:08.715002 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.715395 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:08.715886 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Bound port: 9f002727-da62-4b35-852f-664d3cfea82a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:08.716265 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.754622 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.769132 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] For port 9f002727-da62-4b35-852f-664d3cfea82a, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:08.772289 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] For port 9f002727-da62-4b35-852f-664d3cfea82a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9f002727-da62-4b35-852f-664d3cfea82a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:08.792624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:08.797544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:08.801085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:08.836778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Pushing event updated for resources: {'Port': ['ID=7bc546b3-4193-4b06-bddc-a3a4d3e57870,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:08.854374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.858517 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.902793 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Routers {'ba61c425-babc-4303-9bce-81cf531a4e13'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:08.903435 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ba61c425-babc-4303-9bce-81cf531a4e13'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:08.971427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d7912-1f27-4865-b6ee-95d239f1b57a None None] Pushing event updated for resources: {'Port': ['ID=9f002727-da62-4b35-852f-664d3cfea82a,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:09.027702 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] Set router ba61c425-babc-4303-9bce-81cf531a4e13 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:09.044940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.183412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-68763e9d-49c0-4a7b-9184-3bd91d5f8d31 None None] Provisioning for port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:09.187951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-68763e9d-49c0-4a7b-9184-3bd91d5f8d31 None None] Provisioning complete for port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:09.188523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-68763e9d-49c0-4a7b-9184-3bd91d5f8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.214586 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:07Z', 'revision_number': 3, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:09.227546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-68763e9d-49c0-4a7b-9184-3bd91d5f8d31 None None] Port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:09.227895 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.243020 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0427-b553-414c-ae7b-07ab48126b09 None None] The sync data for ids ['ba61c425-babc-4303-9bce-81cf531a4e13'] in n-d-779913-32 is: [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:07Z', 'revision_number': 3, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:09.320383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.391682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Pushing event updated for resources: {'Port': ['ID=7bc546b3-4193-4b06-bddc-a3a4d3e57870,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:09.394165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.512252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:09.513891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:09.644500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Router ba61c425-babc-4303-9bce-81cf531a4e13 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:09.746180 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-78ab6fae-5c8b-4f55-beda-596a48bbdc40 None None] Provisioning complete for port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:09.746479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-78ab6fae-5c8b-4f55-beda-596a48bbdc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.769967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:09.783162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-81736e07-2d0e-40ca-9afa-a599463e1b7f admin admin] 10.222.0.13 "PUT /v2.0/routers/ba61c425-babc-4303-9bce-81cf531a4e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406283 Aug 19 15:39:09.796413 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-78ab6fae-5c8b-4f55-beda-596a48bbdc40 None None] Port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:10.067243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 783774ce-b44d-456a-abbf-a87743763104 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:10.119407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 783774ce-b44d-456a-abbf-a87743763104 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:10.119784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.198128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9f002727-da62-4b35-852f-664d3cfea82a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:10.382738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9f002727-da62-4b35-852f-664d3cfea82a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:10.387233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9f002727-da62-4b35-852f-664d3cfea82a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:10.387610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.466697 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.487636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9f002727-da62-4b35-852f-664d3cfea82a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9f002727-da62-4b35-852f-664d3cfea82a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:10.502113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49212) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:10.507192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1565078359-network', 'tenant_id': '613974ba110f4c0a8183f80181489fd1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:10.588810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.628945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Made reservation on behalf of 613974ba110f4c0a8183f80181489fd1 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:10.632421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.641459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9f002727-da62-4b35-852f-664d3cfea82a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:10.648056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.758777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.835316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Sync routers for ids ['ba61c425-babc-4303-9bce-81cf531a4e13'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:10.844767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Routers {'ba61c425-babc-4303-9bce-81cf531a4e13'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:10.845403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ba61c425-babc-4303-9bce-81cf531a4e13'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:10.901955 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.927272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:39:10.937902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64842e-92d1-4a4b-bbda-46c011f38252,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:10.942792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.943133 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Added segment da626e2a-0562-4f18-b0cc-3451ecdc459c of type vlan for network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c Aug 19 15:39:10.958347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Set router ba61c425-babc-4303-9bce-81cf531a4e13 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:10.987201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.109185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.110188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.110845 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.166861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:08Z', 'revision_number': 4, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7bc546b3-4193-4b06-bddc-a3a4d3e57870', 'name': '', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'mac_address': 'fa:16:3e:1a:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '79b92349-bd31-4829-b47b-bec652be8df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:08Z', 'updated_at': '2021-08-19T15:39:09Z', 'revision_number': 2, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'subnets': [{'id': '79b92349-bd31-4829-b47b-bec652be8df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:11.194329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Checking router: ba61c425-babc-4303-9bce-81cf531a4e13 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:11.194688 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Updating router ba61c425-babc-4303-9bce-81cf531a4e13 port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:11.201847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8514bdbb-a48c-4ff5-9f57-f7fe5149a83c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:11.214116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:39:11.251708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bed36e1e-11c7-4a3d-8ace-d7ad441835c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7484674 Aug 19 15:39:11.254422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49214) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:11.260586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Request body: {'subnet': {'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1565078359-subnet', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:11.371928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Made reservation on behalf of 613974ba110f4c0a8183f80181489fd1 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:11.374655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.422728 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.612588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.670447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fddfe10-3f17-4745-b6a0-c8495da7981a,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:11.682766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Checking segment: {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:11.684845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Network hostable DHCP agents. Network: 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:39:11.734370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.748788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Transition to ACTIVE for port object 7bc546b3-4193-4b06-bddc-a3a4d3e57870 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:11.794344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:39:11.823096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.874645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:11.878530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbeb3b-e337-4e7a-972a-44068198ab76 None None] Pushing event updated for resources: {'Port': ['ID=7bc546b3-4193-4b06-bddc-a3a4d3e57870,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:11.880571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.881326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.906492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed1e58-f4db-4352-928c-fca56c3889a9 None None] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:11.972043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-97ac753b-dc9d-45cf-9452-1c51daa73153 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7163620 Aug 19 15:39:11.974521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49216) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:11.980656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:11.984299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Attempting to bind port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:11.984627 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Attempting to bind port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:11.984991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Attempting to bind port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:11.997945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9f002727-da62-4b35-852f-664d3cfea82a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:12.027018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:12.027407 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Checking segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:12.027820 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.028231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Bound using segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:12.028740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Bound port: 7bc546b3-4193-4b06-bddc-a3a4d3e57870, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:12.029153 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.085416 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.086496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.144141 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.178838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] For port 7bc546b3-4193-4b06-bddc-a3a4d3e57870, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:12.183395 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] For port 7bc546b3-4193-4b06-bddc-a3a4d3e57870, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7bc546b3-4193-4b06-bddc-a3a4d3e57870,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:12.199728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9f002727-da62-4b35-852f-664d3cfea82a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:12.200107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.222820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-8514bdbb-a48c-4ff5-9f57-f7fe5149a83c', 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'fixed_ips': [{'subnet_id': '7fddfe10-3f17-4745-b6a0-c8495da7981a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:39:12.223682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.260283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.430128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Routers {'ba61c425-babc-4303-9bce-81cf531a4e13'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:12.430724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ba61c425-babc-4303-9bce-81cf531a4e13'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:12.510806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbeb3b-e337-4e7a-972a-44068198ab76 None None] Pushing event updated for resources: {'Port': ['ID=7bc546b3-4193-4b06-bddc-a3a4d3e57870,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:12.530276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Allocated IP 172.20.0.2 (8514bdbb-a48c-4ff5-9f57-f7fe5149a83c/7fddfe10-3f17-4745-b6a0-c8495da7981a/9dae4035-670a-4b48-91c9-92bc790ce757) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:12.658774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] Set router ba61c425-babc-4303-9bce-81cf531a4e13 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:12.776371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.794450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-4c39657c-cc44-4c9e-bb97-07b894bcf6ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4523983 Aug 19 15:39:12.870577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:12.889835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Transition to ACTIVE for port object 9dae4035-670a-4b48-91c9-92bc790ce757 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:12.933892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Transition to ACTIVE for port object 9dae4035-670a-4b48-91c9-92bc790ce757 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:12.940682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9982-bded-4678-94fe-9b644308fec7 req-efa2b2b6-b1a1-47b8-add7-f982a67c5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:12.942553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-efa2b2b6-b1a1-47b8-add7-f982a67c5201 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1098 time: 0.0802915 Aug 19 15:39:12.967007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:08Z', 'revision_number': 4, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7bc546b3-4193-4b06-bddc-a3a4d3e57870', 'name': '', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'mac_address': 'fa:16:3e:1a:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '79b92349-bd31-4829-b47b-bec652be8df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:08Z', 'updated_at': '2021-08-19T15:39:12Z', 'revision_number': 4, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'subnets': [{'id': '79b92349-bd31-4829-b47b-bec652be8df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:12.995260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b97877-a9b6-4810-9f82-af306ce7129b None None] The sync data for ids ['ba61c425-babc-4303-9bce-81cf531a4e13'] in n-d-779913-32 is: [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:08Z', 'revision_number': 4, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '7bc546b3-4193-4b06-bddc-a3a4d3e57870', 'name': '', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'mac_address': 'fa:16:3e:1a:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '79b92349-bd31-4829-b47b-bec652be8df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:08Z', 'updated_at': '2021-08-19T15:39:12Z', 'revision_number': 4, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'subnets': [{'id': '79b92349-bd31-4829-b47b-bec652be8df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:13.000806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.048339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:13.055864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:13.061370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:13.063548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Pushing event updated for resources: {'Port': ['ID=9dae4035-670a-4b48-91c9-92bc790ce757,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:13.128293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Attempting to bind port 9dae4035-670a-4b48-91c9-92bc790ce757 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:13.128687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Attempting to bind port 9dae4035-670a-4b48-91c9-92bc790ce757 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:13.129041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Attempting to bind port 9dae4035-670a-4b48-91c9-92bc790ce757 on network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:13.139019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:13.139520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Checking segment: {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:13.139894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.140286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Bound using segment: {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:13.141614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Bound port: 9dae4035-670a-4b48-91c9-92bc790ce757, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:13.142014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.191131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9982-bded-4678-94fe-9b644308fec7 req-e73d204a-a8a7-4d68-bf15-e3afdd320ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:13.192791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-e73d204a-a8a7-4d68-bf15-e3afdd320ae6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.2264771 Aug 19 15:39:13.229233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] For port 9dae4035-670a-4b48-91c9-92bc790ce757, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:13.234533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] For port 9dae4035-670a-4b48-91c9-92bc790ce757, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9dae4035-670a-4b48-91c9-92bc790ce757,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:13.264222 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.292136 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.297644 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.309412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-37559f73-9554-4c4c-a648-808c9865720b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1002 time: 0.1056321 Aug 19 15:39:13.354971 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:39:13.390332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956604f-ef07-409a-a857-ded54e6d4157 None None] Pushing event updated for resources: {'Port': ['ID=9dae4035-670a-4b48-91c9-92bc790ce757,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:13.442553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9982-bded-4678-94fe-9b644308fec7 req-e4387ad4-3f83-40c4-9f98-574ce0ebdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:13.444094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-e4387ad4-3f83-40c4-9f98-574ce0ebdb57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.1052730 Aug 19 15:39:13.445844 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.498493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Allocated IP 172.25.5.46 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/9514f085-c00d-4c74-b947-2fa3c6225693) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:13.520833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9982-bded-4678-94fe-9b644308fec7 req-cda58d79-8e2b-4ae5-a6c5-ecb32fbf3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:13.522412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-cda58d79-8e2b-4ae5-a6c5-ecb32fbf3f0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703850 Aug 19 15:39:13.723653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-2607c18f-bbb2-49c8-ad52-6a5b96e858a3 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885076 Aug 19 15:39:13.735991 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.858086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dff9982-bded-4678-94fe-9b644308fec7 req-19830d2c-2e9e-4a99-a16f-dc91b98fe286 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191826 Aug 19 15:39:13.926749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.981641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:13.988927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:13.994430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:14.017718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9514f085-c00d-4c74-b947-2fa3c6225693,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:14.067683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bc546b3-4193-4b06-bddc-a3a4d3e57870 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:14.194534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:14.199722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:14.200308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.318492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.356581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 7bc546b3-4193-4b06-bddc-a3a4d3e57870, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7bc546b3-4193-4b06-bddc-a3a4d3e57870,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:14.377595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.458455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33cf3a2-f40e-4f36-833d-81d50764d864 None None] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:14.472094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.472881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9dae4035-670a-4b48-91c9-92bc790ce757 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:14.597743 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.611493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=7bc546b3-4193-4b06-bddc-a3a4d3e57870,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:14.692092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1e7d4fbc-1302-44f7-acb0-0a8eea786012 None None] Provisioning for port 9dae4035-670a-4b48-91c9-92bc790ce757 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:14.714740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9dae4035-670a-4b48-91c9-92bc790ce757 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:14.718956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9dae4035-670a-4b48-91c9-92bc790ce757 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:14.719340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.807999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Router 1de8f333-181e-40d1-b912-88d5ce83217a is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:39:14.815392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.862862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9dae4035-670a-4b48-91c9-92bc790ce757, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9dae4035-670a-4b48-91c9-92bc790ce757,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:14.920141 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.927648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:14.939226 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Sync routers for ids ['1de8f333-181e-40d1-b912-88d5ce83217a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:14.949745 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Routers {'1de8f333-181e-40d1-b912-88d5ce83217a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:14.950489 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1de8f333-181e-40d1-b912-88d5ce83217a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:14.979173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9dae4035-670a-4b48-91c9-92bc790ce757,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:14.994720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.996190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8bb495e7-68e2-4e4a-a82a-02bb8b6a74d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0200105 Aug 19 15:39:14.998858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49220) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:15.022731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2ebecddd-3bfc-4f6f-80ba-a5e6bc1d213f None None] Provisioning complete for port 9dae4035-670a-4b48-91c9-92bc790ce757 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:15.023216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2ebecddd-3bfc-4f6f-80ba-a5e6bc1d213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.061995 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Set router 1de8f333-181e-40d1-b912-88d5ce83217a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:15.261173 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:39:14Z', 'revision_number': 3, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:15.291982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Checking router: 1de8f333-181e-40d1-b912-88d5ce83217a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:15.292335 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Updating router 1de8f333-181e-40d1-b912-88d5ce83217a port 9514f085-c00d-4c74-b947-2fa3c6225693 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:15.317368 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.452763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.571644 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.582162 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Transition to ACTIVE for port object 9514f085-c00d-4c74-b947-2fa3c6225693 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:15.615035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Allocated IP 172.20.0.1 (8514bdbb-a48c-4ff5-9f57-f7fe5149a83c/7fddfe10-3f17-4745-b6a0-c8495da7981a/0d5ab924-334c-47e6-8304-aef8b796150d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:15.627488 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.676205 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Attempting to bind port 9514f085-c00d-4c74-b947-2fa3c6225693 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:15.676595 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Attempting to bind port 9514f085-c00d-4c74-b947-2fa3c6225693 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:15.676971 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Attempting to bind port 9514f085-c00d-4c74-b947-2fa3c6225693 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:15.687753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:15.688126 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:15.688530 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.688926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:15.689427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Bound port: 9514f085-c00d-4c74-b947-2fa3c6225693, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:15.689831 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.715998 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4afc3-a5ab-4105-8bdb-0454d94abb01 None None] Pushing event updated for resources: {'Port': ['ID=9514f085-c00d-4c74-b947-2fa3c6225693,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:15.726883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.745352 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Transition to ACTIVE for port object 0d5ab924-334c-47e6-8304-aef8b796150d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:15.754642 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] For port 9514f085-c00d-4c74-b947-2fa3c6225693, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:15.754642 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] For port 9514f085-c00d-4c74-b947-2fa3c6225693, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9514f085-c00d-4c74-b947-2fa3c6225693,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:15.852057 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.891710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.908315 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Routers {'1de8f333-181e-40d1-b912-88d5ce83217a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:15.908948 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1de8f333-181e-40d1-b912-88d5ce83217a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:15.936061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:15.939224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:15.941902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:15.949351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4afc3-a5ab-4105-8bdb-0454d94abb01 None None] Pushing event updated for resources: {'Port': ['ID=9514f085-c00d-4c74-b947-2fa3c6225693,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:15.969862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5ab924-334c-47e6-8304-aef8b796150d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:15.990060 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.018191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bc546b3-4193-4b06-bddc-a3a4d3e57870 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:16.034576 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] Set router 1de8f333-181e-40d1-b912-88d5ce83217a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:16.074303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:16.075076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.169243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9dae4035-670a-4b48-91c9-92bc790ce757 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:16.220215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9dae4035-670a-4b48-91c9-92bc790ce757 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:16.220532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.224409 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:39:14Z', 'revision_number': 3, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:16.225719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.256964 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5616-e10f-460f-aee8-25684d899847 None None] The sync data for ids ['1de8f333-181e-40d1-b912-88d5ce83217a'] in n-d-779913-32 is: [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:39:14Z', 'revision_number': 3, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:16.405933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d81f6d7a-e5cc-41a9-a8e2-ff50174f7dbe None None] Provisioning for port 0d5ab924-334c-47e6-8304-aef8b796150d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:16.410459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d81f6d7a-e5cc-41a9-a8e2-ff50174f7dbe None None] Provisioning complete for port 0d5ab924-334c-47e6-8304-aef8b796150d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:16.410838 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d81f6d7a-e5cc-41a9-a8e2-ff50174f7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.413162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.450995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d81f6d7a-e5cc-41a9-a8e2-ff50174f7dbe None None] Port 0d5ab924-334c-47e6-8304-aef8b796150d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:16.462944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.543523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5ab924-334c-47e6-8304-aef8b796150d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:16.546221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.646885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:16.648630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:16.883206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-eb1388e2-4bb7-4aa4-81ff-4c1db88d6cc5 None None] Provisioning complete for port 0d5ab924-334c-47e6-8304-aef8b796150d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:16.883586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eb1388e2-4bb7-4aa4-81ff-4c1db88d6cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.925268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-eb1388e2-4bb7-4aa4-81ff-4c1db88d6cc5 None None] Port 0d5ab924-334c-47e6-8304-aef8b796150d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:17.151050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Router 1de8f333-181e-40d1-b912-88d5ce83217a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:17.262655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:17.268143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b1ea286d-c6a6-4d80-aace-e44758fbf438 admin admin] 10.222.0.13 "PUT /v2.0/routers/1de8f333-181e-40d1-b912-88d5ce83217a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2681937 Aug 19 15:39:17.824348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Sync routers for ids ['1de8f333-181e-40d1-b912-88d5ce83217a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:17.826371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-2354894b-37f7-4bc5-9bf6-af71b1fa2bb9 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:17.827917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-2354894b-37f7-4bc5-9bf6-af71b1fa2bb9 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b HTTP/1.1" status: 200 len: 911 time: 0.0956442 Aug 19 15:39:17.834040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Routers {'1de8f333-181e-40d1-b912-88d5ce83217a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:17.834706 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1de8f333-181e-40d1-b912-88d5ce83217a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:17.843299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-9a7cbfb9-acb7-4b69-bbdc-3cdb9efbb36d tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/quotas/613974ba110f4c0a8183f80181489fd1 HTTP/1.1" status: 200 len: 375 time: 0.0093796 Aug 19 15:39:17.924709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-e6d27618-f490-4119-89ce-039918d01223 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=613974ba110f4c0a8183f80181489fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755835 Aug 19 15:39:17.944744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Set router 1de8f333-181e-40d1-b912-88d5ce83217a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:18.028979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-732d625d-4cdd-4cdf-8499-d2450a41c7bf service neutron] 10.222.0.13 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947645 Aug 19 15:39:18.031007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9514f085-c00d-4c74-b947-2fa3c6225693 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:18.142326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-ef285ab8-9e8e-4c21-87f3-806828aff033 service neutron] 10.222.0.13 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064169 Aug 19 15:39:18.204381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:39:16Z', 'revision_number': 4, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0d5ab924-334c-47e6-8304-aef8b796150d', 'name': '', 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'mac_address': 'fa:16:3e:61:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '7fddfe10-3f17-4745-b6a0-c8495da7981a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:15Z', 'updated_at': '2021-08-19T15:39:16Z', 'revision_number': 2, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'subnets': [{'id': '7fddfe10-3f17-4745-b6a0-c8495da7981a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:18.231787 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 9514f085-c00d-4c74-b947-2fa3c6225693 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:18.236188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9514f085-c00d-4c74-b947-2fa3c6225693 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:18.236774 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.238478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Checking router: 1de8f333-181e-40d1-b912-88d5ce83217a for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:18.238825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Updating router 1de8f333-181e-40d1-b912-88d5ce83217a port 0d5ab924-334c-47e6-8304-aef8b796150d binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:18.292433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.369388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d465383-4333-4745-8b01-585d00731f87 req-63f8b32b-4ad7-42c5-b885-fb71bc121038 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Aug 19 15:39:18.432766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.470735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 9514f085-c00d-4c74-b947-2fa3c6225693, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9514f085-c00d-4c74-b947-2fa3c6225693,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:18.576910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.654837 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.671874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=9514f085-c00d-4c74-b947-2fa3c6225693,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:18.676254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Transition to ACTIVE for port object 0d5ab924-334c-47e6-8304-aef8b796150d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:18.760620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.812576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5b999-5a7e-4ae2-a682-a88fc1113890 None None] Pushing event updated for resources: {'Port': ['ID=0d5ab924-334c-47e6-8304-aef8b796150d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:18.866382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Attempting to bind port 0d5ab924-334c-47e6-8304-aef8b796150d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:18.867152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Attempting to bind port 0d5ab924-334c-47e6-8304-aef8b796150d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:18.867152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Attempting to bind port 0d5ab924-334c-47e6-8304-aef8b796150d on network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:18.873011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:18.873449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Checking segment: {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:18.873854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.874252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Bound using segment: {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:18.874724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Bound port: 0d5ab924-334c-47e6-8304-aef8b796150d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da626e2a-0562-4f18-b0cc-3451ecdc459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:18.875127 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.953279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] For port 0d5ab924-334c-47e6-8304-aef8b796150d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:18.956745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] For port 0d5ab924-334c-47e6-8304-aef8b796150d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0d5ab924-334c-47e6-8304-aef8b796150d,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:19.028809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.105610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5b999-5a7e-4ae2-a682-a88fc1113890 None None] Pushing event updated for resources: {'Port': ['ID=0d5ab924-334c-47e6-8304-aef8b796150d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:19.108313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Routers {'1de8f333-181e-40d1-b912-88d5ce83217a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:19.108933 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:38:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1de8f333-181e-40d1-b912-88d5ce83217a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:19.231128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] Set router 1de8f333-181e-40d1-b912-88d5ce83217a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:19.454376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-066646ff-a1b5-4d76-95ce-477623b2a828 req-d1ac12ea-ea11-4d3a-9730-f182c661111b tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0246789 Aug 19 15:39:19.454987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:39:16Z', 'revision_number': 4, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0d5ab924-334c-47e6-8304-aef8b796150d', 'name': '', 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'mac_address': 'fa:16:3e:61:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '7fddfe10-3f17-4745-b6a0-c8495da7981a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:15Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 4, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'subnets': [{'id': '7fddfe10-3f17-4745-b6a0-c8495da7981a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:19.482693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9b1e9-a2d0-48dd-8c59-15f0eef853f9 None None] The sync data for ids ['1de8f333-181e-40d1-b912-88d5ce83217a'] in n-d-779913-32 is: [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:39:16Z', 'revision_number': 4, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '0d5ab924-334c-47e6-8304-aef8b796150d', 'name': '', 'network_id': '8514bdbb-a48c-4ff5-9f57-f7fe5149a83c', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'mac_address': 'fa:16:3e:61:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '7fddfe10-3f17-4745-b6a0-c8495da7981a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:15Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 4, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'subnets': [{'id': '7fddfe10-3f17-4745-b6a0-c8495da7981a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:20.075641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0d5ab924-334c-47e6-8304-aef8b796150d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:20.199645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0d5ab924-334c-47e6-8304-aef8b796150d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:20.203967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0d5ab924-334c-47e6-8304-aef8b796150d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:20.204345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:20.293817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:20.332381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 0d5ab924-334c-47e6-8304-aef8b796150d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0d5ab924-334c-47e6-8304-aef8b796150d,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:20.388515 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:20.389481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9514f085-c00d-4c74-b947-2fa3c6225693 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:20.472491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=0d5ab924-334c-47e6-8304-aef8b796150d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:20.489241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 9514f085-c00d-4c74-b947-2fa3c6225693 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:20.489786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:20.557671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5147556-41cf-4e3a-982d-47da0dfe91ed req-47cde29f-7c8f-448f-9514-99450734ed8c tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0305285 Aug 19 15:39:20.975247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-765dd250-bd8d-4544-9707-2f83ce1b687a tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:20.976903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-765dd250-bd8d-4544-9707-2f83ce1b687a tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.54 "GET /v2.0/networks?id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b HTTP/1.1" status: 200 len: 911 time: 0.0944033 Aug 19 15:39:20.990538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Request body: {'port': {'device_id': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'admin_state_up': True, 'tenant_id': '613974ba110f4c0a8183f80181489fd1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:21.064576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380507f-7c97-470b-b600-5144173b1721 req-6155ee9a-1e2c-4ede-b44e-dcfca2871661 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:21.066157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d380507f-7c97-470b-b600-5144173b1721 req-6155ee9a-1e2c-4ede-b44e-dcfca2871661 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0516422 Aug 19 15:39:21.106146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d380507f-7c97-470b-b600-5144173b1721 req-204d5ab1-96ba-4299-b489-1663d9b0f066 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Aug 19 15:39:21.120418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Made reservation on behalf of 613974ba110f4c0a8183f80181489fd1 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:21.122860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:21.128992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49260) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:21.251636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Allocated IP 172.20.0.5 (1cfb57fc-0824-4deb-92dc-a16fb7176c5b/79b92349-bd31-4829-b47b-bec652be8df6/d4958207-d20c-4df8-abd0-070743d57607) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:21.406169 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:21.420290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Transition to ACTIVE for port object d4958207-d20c-4df8-abd0-070743d57607 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:21.527817 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-200888c1-4acd-493e-88ab-535ca619e563 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/c90f994d-c92b-4185-9fff-02dbc38e23f7 HTTP/1.1" status: 200 len: 994 time: 0.3972476 Aug 19 15:39:21.543477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:21.589398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:21.594438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:21.598949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:21.626740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Pushing event updated for resources: {'Port': ['ID=d4958207-d20c-4df8-abd0-070743d57607,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:21.649314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:21.650170 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:21.737878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6b09e-d187-4b3f-9bb7-e649fb925cf1 req-eac1a9dc-14d2-4eb3-88f1-cfcea75d6226 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:21.739462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1d6b09e-d187-4b3f-9bb7-e649fb925cf1 req-eac1a9dc-14d2-4eb3-88f1-cfcea75d6226 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1027 time: 0.0441906 Aug 19 15:39:21.740972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-8249eb51-9c24-4059-b838-5b4767d8d0e1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7558894 Aug 19 15:39:21.771285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Request body: {'port': {'device_id': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:21.804249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1d6b09e-d187-4b3f-9bb7-e649fb925cf1 req-62788050-611a-420a-b802-2068ac8b29aa tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Aug 19 15:39:21.841718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:21.886613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6e039eb9-f4ba-4eda-ba80-e3596876d4b8 None None] Provisioning for port d4958207-d20c-4df8-abd0-070743d57607 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:21.890982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6e039eb9-f4ba-4eda-ba80-e3596876d4b8 None None] Provisioning complete for port d4958207-d20c-4df8-abd0-070743d57607 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:21.891354 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6e039eb9-f4ba-4eda-ba80-e3596876d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:21.930311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6e039eb9-f4ba-4eda-ba80-e3596876d4b8 None None] Port d4958207-d20c-4df8-abd0-070743d57607 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:21.982165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ae2a-b79c-4682-9817-1e68cd49353b req-7439b79a-fa6c-4ccc-b4c0-6f7a232c2da5 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:21.983726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ec6ae2a-b79c-4682-9817-1e68cd49353b req-7439b79a-fa6c-4ccc-b4c0-6f7a232c2da5 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1098 time: 0.1100950 Aug 19 15:39:21.997752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0d5ab924-334c-47e6-8304-aef8b796150d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:22.046912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0d5ab924-334c-47e6-8304-aef8b796150d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:22.047196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:22.068562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ec6ae2a-b79c-4682-9817-1e68cd49353b req-49a83524-f2c6-4216-92a6-49c41d8c1f25 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752959 Aug 19 15:39:22.176299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4958207-d20c-4df8-abd0-070743d57607 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:39:22.185997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:22.197974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Transition to ACTIVE for port object d4958207-d20c-4df8-abd0-070743d57607 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:22.285560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:22.344410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4958207-d20c-4df8-abd0-070743d57607,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:22.413360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Attempting to bind port d4958207-d20c-4df8-abd0-070743d57607 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:22.413854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Attempting to bind port d4958207-d20c-4df8-abd0-070743d57607 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:22.414200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Attempting to bind port d4958207-d20c-4df8-abd0-070743d57607 on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:22.420268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Port d4958207-d20c-4df8-abd0-070743d57607 on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:39:22.420592 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Attempting to bind port d4958207-d20c-4df8-abd0-070743d57607 on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:22.426432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:22.426986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Checking segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:22.431857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Bound using segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:22.431857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Bound port: d4958207-d20c-4df8-abd0-070743d57607, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:22.431857 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:22.507358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] For port d4958207-d20c-4df8-abd0-070743d57607, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:22.510628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] For port d4958207-d20c-4df8-abd0-070743d57607, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d4958207-d20c-4df8-abd0-070743d57607,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:22.566030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:22.606519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:22.607164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:22.608524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/d4958207-d20c-4df8-abd0-070743d57607 HTTP/1.1" status: 200 len: 1092 time: 0.8415375 Aug 19 15:39:22.609028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'tag': 'd4958207-d20c-4df8-abd0-070743d57607'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:22.611302 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b" -d '{"events": [{"name": "network-changed", "server_uuid": "540a6094-ab56-48c6-9cba-f4805950d8a8", "tag": "d4958207-d20c-4df8-abd0-070743d57607"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:22.637842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b63088-5850-48c5-9762-5bb0940137a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4958207-d20c-4df8-abd0-070743d57607,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:22.804096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-18217304-07af-4c10-a63d-45c844e450ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:22.805796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-18217304-07af-4c10-a63d-45c844e450ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=613974ba110f4c0a8183f80181489fd1&device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0438941 Aug 19 15:39:22.862448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-b73274c3-c8a4-45d4-b2d2-57400844ee59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4958207-d20c-4df8-abd0-070743d57607 HTTP/1.1" status: 200 len: 217 time: 0.0392761 Aug 19 15:39:22.920747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-0305354d-72bb-4ed8-9157-b25827d11d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:22.922416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-0305354d-72bb-4ed8-9157-b25827d11d18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=79b92349-bd31-4829-b47b-bec652be8df6 HTTP/1.1" status: 200 len: 849 time: 0.0524342 Aug 19 15:39:22.970104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-e27e9f15-ea7c-4ab9-bb13-8a6a3ffa23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:22.971640 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-e27e9f15-ea7c-4ab9-bb13-8a6a3ffa23db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411441 Aug 19 15:39:23.063475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-ec3856b3-9e41-435a-b1d5-50fb78b9df23 service neutron] 10.222.0.54 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Aug 19 15:39:23.160933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a887ed67-1048-4ce4-ac1b-450ab31ada35 req-625b97b8-320f-4d1a-b561-0241c5427e2c service neutron] 10.222.0.54 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904822 Aug 19 15:39:23.279105 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-4fff2468-37fd-474f-a2ad-2b88614271e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408070 Aug 19 15:39:24.298063 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-f2666715-3025-47ab-9bb1-3aa5fb16cf02 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:39:24.299083 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-f2666715-3025-47ab-9bb1-3aa5fb16cf02 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056585 Aug 19 15:39:24.310462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Request body: {'binding': {'host': 'n-h1-779913-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:24.310919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Unknown quota resources ['binding']. {{(pid=101962) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:39:24.449160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on host n-h1-779913-32 for vnic_type normal with profile None {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:24.449567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:24.449935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:24.459027 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:39:24.459357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:24.467089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:24.467604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Checking segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:24.468006 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Bound using segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} {{(pid=101962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:24.468479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.managers [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Bound port: 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}}] {{(pid=101962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:24.569922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:24.577144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a70f-5164-48e2-951f-4db2c28301ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:24.669622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] Notify callbacks [] for binding, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:24.670840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] 10.222.0.13 "POST /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3644657 Aug 19 15:39:24.988221 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd8fe76-d74a-4ab6-9649-24943a268798 x-openstack-request-id: req-9fd8fe76-d74a-4ab6-9649-24943a268798 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:24.988720 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540a6094-ab56-48c6-9cba-f4805950d8a8", "tag": "d4958207-d20c-4df8-abd0-070743d57607", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:24.988890 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fd8fe76-d74a-4ab6-9649-24943a268798 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:24.989401 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'tag': 'd4958207-d20c-4df8-abd0-070743d57607', 'status': 'completed', 'code': 200} Aug 19 15:39:25.106055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-a08f0197-84fd-4de7-90b4-662a7ceb731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.107706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-a08f0197-84fd-4de7-90b4-662a7ceb731c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=613974ba110f4c0a8183f80181489fd1&device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0743845 Aug 19 15:39:25.109433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382b2d7-506c-45af-801b-b97179ad3042 req-4f35dd9f-ab99-4834-8d88-a8249f5c0434 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.110801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a382b2d7-506c-45af-801b-b97179ad3042 req-4f35dd9f-ab99-4834-8d88-a8249f5c0434 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0673068 Aug 19 15:39:25.199409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a382b2d7-506c-45af-801b-b97179ad3042 req-525b5b1e-a0c4-42cf-987b-71854fd1efb9 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819154 Aug 19 15:39:25.231233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-2b631d6e-895f-4d5a-b445-f27e6a286d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.232753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-2b631d6e-895f-4d5a-b445-f27e6a286d61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b HTTP/1.1" status: 200 len: 911 time: 0.1165617 Aug 19 15:39:25.300609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-4936a4bf-f876-4d17-a8b9-b8d82ae4f5dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4958207-d20c-4df8-abd0-070743d57607 HTTP/1.1" status: 200 len: 217 time: 0.0612035 Aug 19 15:39:25.398312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906f1e0-8ba8-4615-8fe9-f1ffdd5ba86a req-13098286-822d-4429-b3b6-0ae7270348fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.399799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2906f1e0-8ba8-4615-8fe9-f1ffdd5ba86a req-13098286-822d-4429-b3b6-0ae7270348fb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.1208618 Aug 19 15:39:25.402261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-1cf444d1-44c2-4b20-b115-9653acee4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.403617 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-1cf444d1-44c2-4b20-b115-9653acee4f93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=79b92349-bd31-4829-b47b-bec652be8df6 HTTP/1.1" status: 200 len: 849 time: 0.0876594 Aug 19 15:39:25.406416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-5493c1cb-aefd-4af2-b262-25de50fd9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.407402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-5493c1cb-aefd-4af2-b262-25de50fd9d27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1098 time: 0.1292500 Aug 19 15:39:25.530001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2906f1e0-8ba8-4615-8fe9-f1ffdd5ba86a req-99f54630-d648-475e-b3f6-d09c5ce25e91 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219387 Aug 19 15:39:25.550995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-6218d5fd-d976-45ed-96e6-6fbfad0f3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.552616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-6218d5fd-d976-45ed-96e6-6fbfad0f3021 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374991 Aug 19 15:39:25.583154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-be4de1f2-32a0-4e84-a074-35f2373da375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.584631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-be4de1f2-32a0-4e84-a074-35f2373da375 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.1706033 Aug 19 15:39:25.691742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-f40c11e0-7cfd-43a0-96aa-94c3bab02a65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1002 time: 0.0780654 Aug 19 15:39:25.736295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-2f8c8f7f-7495-41ca-a642-0c0bffd671d6 service neutron] 10.222.0.54 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742461 Aug 19 15:39:25.788329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:25.799098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-e6e66bdf-fe1d-499c-89e8-6e9bebea4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.800596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-e6e66bdf-fe1d-499c-89e8-6e9bebea4a4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0980229 Aug 19 15:39:25.872243 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-2bb82090-69e6-4b1c-b3f1-9524b24afd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:25.873796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-2bb82090-69e6-4b1c-b3f1-9524b24afd98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654252 Aug 19 15:39:25.875983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a4b48347-ded1-4ce3-aaf2-e8a71944f00b req-e59fdae0-45aa-4b46-9acc-0407658574a9 service neutron] 10.222.0.54 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321936 Aug 19 15:39:25.967604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-27558a27-3d8b-46a8-ba3c-8612437f5379 service neutron] 10.222.0.46 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869331 Aug 19 15:39:26.058924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-c528fa14-17c1-4166-975f-01c5482db8a7 service neutron] 10.222.0.46 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838819 Aug 19 15:39:26.197100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-bddc9861-94fb-4ce4-88b3-96b5202ed81c tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:26.199366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-bddc9861-94fb-4ce4-88b3-96b5202ed81c tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43&tenant_id=569a268a9a114ea498c8ad71a42bc77e&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1098 time: 0.0800328 Aug 19 15:39:26.211244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-32'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:26.266605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:26.345533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759224c7-3134-4cfa-bce7-1ccdfb3fb609 req-9bd52435-a969-432d-8904-53c7500fe2e7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:26.346978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-759224c7-3134-4cfa-bce7-1ccdfb3fb609 req-9bd52435-a969-432d-8904-53c7500fe2e7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0782506 Aug 19 15:39:26.444060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-759224c7-3134-4cfa-bce7-1ccdfb3fb609 req-90d129d9-fb48-4d35-94e5-4523c081ff10 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825186 Aug 19 15:39:26.460239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:26.497828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:26.537952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:26.635056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:26.696293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84f4c7-3242-4e0e-8daa-8387bddcf817 req-6c5a3c2d-cac5-4d48-9c01-e0f65dcef6a2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:26.697969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e84f4c7-3242-4e0e-8daa-8387bddcf817 req-6c5a3c2d-cac5-4d48-9c01-e0f65dcef6a2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0958259 Aug 19 15:39:26.760265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:26.796315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e84f4c7-3242-4e0e-8daa-8387bddcf817 req-73be78fa-396b-4518-9ea8-01119b3ce2cd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666142 Aug 19 15:39:26.829310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on host n-h2-779913-32 for vnic_type normal with profile {"migrating_to": "n-h1-779913-32"} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:26.829666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:26.829996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:26.834542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:39:26.834860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Attempting to bind port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:26.840525 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:26.840863 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Checking segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:26.841319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Bound using segment: {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:26.841746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Bound port: 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9236ff0-eaed-4841-b29b-38bb145520fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:26.842107 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:26.909240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:26.912131 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:26.929107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-562f8a75-31d0-4b15-915f-38af901c007f None None] Provisioning complete for port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:26.929706 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-562f8a75-31d0-4b15-915f-38af901c007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:26.966027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-562f8a75-31d0-4b15-915f-38af901c007f None None] Port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:26.971717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:26.996628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:26.998903 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c758c98-5c48-4dbe-a134-c01ba5e14c1c" -d '{"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-unplugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:27.054994 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb79789-62d3-4991-9759-80f081d8cf14 x-openstack-request-id: req-3eb79789-62d3-4991-9759-80f081d8cf14 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:27.055287 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-unplugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:27.055535 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eb79789-62d3-4991-9759-80f081d8cf14 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:27.055928 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'code': 200} Aug 19 15:39:27.074875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=8']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:27.119089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:27.119777 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.121229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-a2c816f4-3163-4896-9ec5-75b4ea46219c service neutron] 10.222.0.46 "PUT /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1124 time: 0.9140124 Aug 19 15:39:27.244945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:27.321103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Provisioning complete for port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:27.321504 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.355943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d4958207-d20c-4df8-abd0-070743d57607 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:39:27.389137 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.556056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17997485-f70e-47e8-b130-e8ea50d9304b req-cab92050-d6e8-4584-b01a-6393795adc6b tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:27.558172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17997485-f70e-47e8-b130-e8ea50d9304b req-cab92050-d6e8-4584-b01a-6393795adc6b tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0426087 Aug 19 15:39:27.595188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17997485-f70e-47e8-b130-e8ea50d9304b req-8198d43a-dbca-40bc-8397-bbd35d8bf986 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Aug 19 15:39:27.695544 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.738226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d4958207-d20c-4df8-abd0-070743d57607, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d4958207-d20c-4df8-abd0-070743d57607,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:27.761138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:27.763437 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadcb162-149b-45f2-8c0d-6c68fa3b699a" -d '{"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-plugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:27.777551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'd4958207-d20c-4df8-abd0-070743d57607', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'port_id': 'd4958207-d20c-4df8-abd0-070743d57607', 'mac_address': 'fa:16:3e:aa:27:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b92349-bd31-4829-b47b-bec652be8df6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:39:27.789598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:27.818716 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a08e5-f942-4235-8711-7c672a0b17ab x-openstack-request-id: req-146a08e5-f942-4235-8711-7c672a0b17ab {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:27.819004 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-plugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:27.819260 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-146a08e5-f942-4235-8711-7c672a0b17ab {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:27.819638 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'code': 200} Aug 19 15:39:27.860134 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.864659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.926014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca93b5-2482-4e29-8651-a8f44e8a60f1 req-39e9aae5-90e1-4ed3-8255-6b50c573bb67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:27.927240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efca93b5-2482-4e29-8651-a8f44e8a60f1 req-39e9aae5-90e1-4ed3-8255-6b50c573bb67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0510318 Aug 19 15:39:27.961566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7670cbc-7423-4d39-99bd-289fa81c8b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:27.964580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4958207-d20c-4df8-abd0-070743d57607 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:39:27.969982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efca93b5-2482-4e29-8651-a8f44e8a60f1 req-d7895bb5-10a4-487a-a825-04b688bdbf20 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354643 Aug 19 15:39:28.051829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d4958207-d20c-4df8-abd0-070743d57607, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d4958207-d20c-4df8-abd0-070743d57607,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:28.064347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:28.079722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.080076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.080411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.080754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.081088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.081453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.081793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.082119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.082466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.082771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.083099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.083422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd06e3-8f67-46f9-aed1-6ed093f934da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:28.159994 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:28.207478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d4958207-d20c-4df8-abd0-070743d57607,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:28.614069 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d4958207-d20c-4df8-abd0-070743d57607'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:28.706698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88284e-c077-45a9-b942-28d77c9a617b req-420c3ae1-a666-42d9-82b4-3e5cc8d4c929 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:28.708232 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab88284e-c077-45a9-b942-28d77c9a617b req-420c3ae1-a666-42d9-82b4-3e5cc8d4c929 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0463965 Aug 19 15:39:28.742962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab88284e-c077-45a9-b942-28d77c9a617b req-75434f11-d56d-4b86-af34-20779ab63163 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285151 Aug 19 15:39:28.957774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:39:29.054965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:29.067547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:29.067905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 has no active binding in host n-h1-779913-32 {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 15:39:29.071267 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89" -d '{"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:29.096904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf1f6-61da-4743-897c-17763fe83a3e req-579bf4a1-a1e8-4b3d-8e0b-491e83c1204f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:29.098449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebccf1f6-61da-4743-897c-17763fe83a3e req-579bf4a1-a1e8-4b3d-8e0b-491e83c1204f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0581641 Aug 19 15:39:29.138231 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebccf1f6-61da-4743-897c-17763fe83a3e req-05f1b9bc-a6a4-45cc-816b-f24b86158279 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Aug 19 15:39:29.183418 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6604e5-0c84-4bf0-a916-973c19b059c4 x-openstack-request-id: req-7f6604e5-0c84-4bf0-a916-973c19b059c4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:29.183720 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:29.183976 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f6604e5-0c84-4bf0-a916-973c19b059c4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:29.184376 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'status': 'completed', 'code': 200} Aug 19 15:39:29.266225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-755c053d-82cf-4987-b8b6-9523a9159deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:29.267841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-755c053d-82cf-4987-b8b6-9523a9159deb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1129 time: 0.0412135 Aug 19 15:39:29.363302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-42f280fc-4148-4e58-97d4-daf8e0793863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:29.364809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-42f280fc-4148-4e58-97d4-daf8e0793863 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.0906432 Aug 19 15:39:29.430305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-b18f0b5d-0763-48ae-90fe-19d14e44daf5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1002 time: 0.0584323 Aug 19 15:39:29.484166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-86d6f977-d864-4470-9565-e34caaaa7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:29.485773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-86d6f977-d864-4470-9565-e34caaaa7415 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0486929 Aug 19 15:39:29.538573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-aad8422c-bafe-4169-a917-f422042b0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:29.540179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-aad8422c-bafe-4169-a917-f422042b0435 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470984 Aug 19 15:39:29.638474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-fde1caef-c6a0-4a3f-89e4-993d9544f175 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912709 Aug 19 15:39:29.725372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:29.734430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-097ccc1b-3695-4b12-b0fa-a14aa9c67c89 req-296af6b3-3e42-4577-9947-e406cce5e928 service neutron] 10.222.0.54 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890701 Aug 19 15:39:29.859398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb339b7-102a-41b8-88f4-5cd4e7b9cd1b req-0607b7e5-eca8-4ff0-9738-703cfa28f5a4 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:29.860996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fb339b7-102a-41b8-88f4-5cd4e7b9cd1b req-0607b7e5-eca8-4ff0-9738-703cfa28f5a4 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0455937 Aug 19 15:39:29.897580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6fb339b7-102a-41b8-88f4-5cd4e7b9cd1b req-7102a920-9c0c-467a-a5fd-e142319a7ae7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303786 Aug 19 15:39:30.255828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20cbe-36eb-4516-96b7-f47c480012e3 req-fe6cfb34-549b-4999-8425-8837d74d5ad9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:30.257333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05b20cbe-36eb-4516-96b7-f47c480012e3 req-fe6cfb34-549b-4999-8425-8837d74d5ad9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0500004 Aug 19 15:39:30.295738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05b20cbe-36eb-4516-96b7-f47c480012e3 req-0f5f7d16-e66a-4cc6-81d1-a00e30f35691 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Aug 19 15:39:30.827770 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:31.007244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f798d-f29b-43da-83ea-594e0f837d4c req-682be257-a949-482a-9ace-9bfe573e5fff tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:31.008754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-897f798d-f29b-43da-83ea-594e0f837d4c req-682be257-a949-482a-9ace-9bfe573e5fff tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0430920 Aug 19 15:39:31.044874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-897f798d-f29b-43da-83ea-594e0f837d4c req-f5593986-a03c-463e-9d28-fd87ae68342a tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293610 Aug 19 15:39:31.367304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d4958207-d20c-4df8-abd0-070743d57607 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:31.412717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f733f0-5609-4b0d-b9bd-d65bbe4ec015 req-7f7d238b-ebeb-4994-8712-19294d4c5797 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:31.414228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71f733f0-5609-4b0d-b9bd-d65bbe4ec015 req-7f7d238b-ebeb-4994-8712-19294d4c5797 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0502136 Aug 19 15:39:31.454271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71f733f0-5609-4b0d-b9bd-d65bbe4ec015 req-34445764-68a9-47b4-8249-75f9715fa0e1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339177 Aug 19 15:39:31.473709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port d4958207-d20c-4df8-abd0-070743d57607 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:31.477733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port d4958207-d20c-4df8-abd0-070743d57607 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:31.478103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:31.562658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:31.585027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4958207-d20c-4df8-abd0-070743d57607'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:31.587350 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b3b7d7-b844-459a-ae31-45c4bc01298c" -d '{"events": [{"server_uuid": "540a6094-ab56-48c6-9cba-f4805950d8a8", "name": "network-vif-plugged", "status": "completed", "tag": "d4958207-d20c-4df8-abd0-070743d57607"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:31.601324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port d4958207-d20c-4df8-abd0-070743d57607, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d4958207-d20c-4df8-abd0-070743d57607,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:31.624841 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d3e04d-00e9-4dda-b282-04dd4a7f93cd x-openstack-request-id: req-00d3e04d-00e9-4dda-b282-04dd4a7f93cd {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:31.625166 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a6094-ab56-48c6-9cba-f4805950d8a8", "name": "network-vif-plugged", "status": "completed", "tag": "d4958207-d20c-4df8-abd0-070743d57607", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:31.625430 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00d3e04d-00e9-4dda-b282-04dd4a7f93cd {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:31.625833 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4958207-d20c-4df8-abd0-070743d57607', 'code': 200} Aug 19 15:39:31.667409 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:31.720099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=d4958207-d20c-4df8-abd0-070743d57607,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:31.748386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fdf30-af98-4b5e-8343-09134a2a15ec req-f85f026e-0cb6-4056-bb65-f221c02fd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:31.749977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-120fdf30-af98-4b5e-8343-09134a2a15ec req-f85f026e-0cb6-4056-bb65-f221c02fd19f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0416324 Aug 19 15:39:31.785464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-120fdf30-af98-4b5e-8343-09134a2a15ec req-e5eb91b4-3468-48d3-9ed1-fb64fe14ea9d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288382 Aug 19 15:39:32.161435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24d847-9110-4e3e-89a9-44b5ce399c05 req-e7ad72eb-9463-4b91-857d-717ee466cffc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:32.162955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f24d847-9110-4e3e-89a9-44b5ce399c05 req-e7ad72eb-9463-4b91-857d-717ee466cffc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0519693 Aug 19 15:39:32.197664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f24d847-9110-4e3e-89a9-44b5ce399c05 req-1ebb9aae-1692-4636-86be-01d74cc2519e tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282950 Aug 19 15:39:32.383622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-ca8fb2ad-93c8-4dd5-8251-f1c06112ae84 service neutron] 10.222.0.54 "GET /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 385 time: 0.0561445 Aug 19 15:39:32.588405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:32.611300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966be8f-b434-4047-bca5-b456a82b5ae6 req-f69733c9-5b2a-4a02-ac72-2c140d69a747 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:32.612805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d966be8f-b434-4047-bca5-b456a82b5ae6 req-f69733c9-5b2a-4a02-ac72-2c140d69a747 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 946 time: 0.0860341 Aug 19 15:39:32.627526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:32.689571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d966be8f-b434-4047-bca5-b456a82b5ae6 req-5b59be89-2a3a-4966-9da4-76637f98ebc7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704927 Aug 19 15:39:32.691884 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:32.694167 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6181b276-05ad-478c-969d-85342605bb27" -d '{"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-unplugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:32.702253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:32.733877 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d7eab-83f4-4311-9a75-e9f7b71cf3aa x-openstack-request-id: req-0b7d7eab-83f4-4311-9a75-e9f7b71cf3aa {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:32.734179 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-unplugged", "status": "completed", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:32.734437 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b7d7eab-83f4-4311-9a75-e9f7b71cf3aa {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:32.734840 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'code': 200} Aug 19 15:39:32.795057 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:32.872142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] Transition to ACTIVE for port object 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:32.942826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:33.036302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] Pushing event updated for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=11']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:33.073072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] No DVR routers for this DVR port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:39:33.218456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-da4fffdd-e6bd-4ccc-b9b5-0dab9d3716b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4/bindings/n-h1-779913-32/activate HTTP/1.1" status: 200 len: 370 time: 0.8267968 Aug 19 15:39:33.309275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53144f9-f4f3-4522-a348-ecae110793e9 req-690bc605-4e04-4427-8e03-10dd51e6e19f tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:33.310731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c53144f9-f4f3-4522-a348-ecae110793e9 req-690bc605-4e04-4427-8e03-10dd51e6e19f tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0428960 Aug 19 15:39:33.350609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c53144f9-f4f3-4522-a348-ecae110793e9 req-9e2bb3d1-66c9-4788-b97a-78bc76b1d877 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321848 Aug 19 15:39:33.420362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-c7489013-a21a-4f79-bce0-96ed6b7c1bb5 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:33.421999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-c7489013-a21a-4f79-bce0-96ed6b7c1bb5 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43&tenant_id=569a268a9a114ea498c8ad71a42bc77e&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.0473001 Aug 19 15:39:33.473977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-005ad720-5a44-47c3-91f9-675f10680b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:33.475505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-005ad720-5a44-47c3-91f9-675f10680b11 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 1097 time: 0.0458033 Aug 19 15:39:33.542801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-78453a2f-a872-40c8-ad67-98ca7fd5bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:33.544323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-78453a2f-a872-40c8-ad67-98ca7fd5bfd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1097 time: 0.0454414 Aug 19 15:39:34.023512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e494e-3413-41db-a05d-be6fae38328b req-3f430be1-a626-48fa-938e-2cb3a569c15f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.024923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9e494e-3413-41db-a05d-be6fae38328b req-3f430be1-a626-48fa-938e-2cb3a569c15f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0715494 Aug 19 15:39:34.041258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-e7ed8b32-8327-4d85-b63a-b08b52412ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.043238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-e7ed8b32-8327-4d85-b63a-b08b52412ac8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.4924164 Aug 19 15:39:34.118578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea9e494e-3413-41db-a05d-be6fae38328b req-d7f316e5-f88f-40a7-8b51-dc18acfc6dd6 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854273 Aug 19 15:39:34.134545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-8c6a0438-3c75-4c5c-b0e5-e07bdc8f3259 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 1000 time: 0.0823092 Aug 19 15:39:34.185709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-4c417b0d-5313-414a-9e67-b128ba6b552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.187164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-4c417b0d-5313-414a-9e67-b128ba6b552a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0452409 Aug 19 15:39:34.230996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-9c8c52af-4879-49ac-b1cf-2f67a0e9b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.232490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-9c8c52af-4879-49ac-b1cf-2f67a0e9b77f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388587 Aug 19 15:39:34.327462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-c6523cc0-a0ab-4351-8b28-261105f974e7 service neutron] 10.222.0.46 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872350 Aug 19 15:39:34.435762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-619d8a8b-79bc-42a9-a52d-710985059f9f service neutron] 10.222.0.46 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014843 Aug 19 15:39:34.466214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cedf1-a09c-4c06-9922-9a1d3e2df77e req-0e774c43-daea-4e0b-a645-ffd16597a641 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.467915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e83cedf1-a09c-4c06-9922-9a1d3e2df77e req-0e774c43-daea-4e0b-a645-ffd16597a641 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0473413 Aug 19 15:39:34.503963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e83cedf1-a09c-4c06-9922-9a1d3e2df77e req-5db65762-2922-40ad-a716-06b1cf1e16a3 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301199 Aug 19 15:39:34.616102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fff797-2b30-4803-8e17-665ad8335e76 req-3553e350-d61a-4180-b706-36b55b7c9257 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.617672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1fff797-2b30-4803-8e17-665ad8335e76 req-3553e350-d61a-4180-b706-36b55b7c9257 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0485630 Aug 19 15:39:34.656241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1fff797-2b30-4803-8e17-665ad8335e76 req-6909b8d6-c5ce-431b-ad1c-6b0f7a2094af tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Aug 19 15:39:34.761428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f120de-5efb-4496-b1d3-e595dc9a6ca5 req-b56a09d8-d1c8-423b-b4d6-7c0e614c85b7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.763156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78f120de-5efb-4496-b1d3-e595dc9a6ca5 req-b56a09d8-d1c8-423b-b4d6-7c0e614c85b7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0406365 Aug 19 15:39:34.798645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78f120de-5efb-4496-b1d3-e595dc9a6ca5 req-0e9aa1a3-7934-4bec-88c9-3b3808934c78 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294437 Aug 19 15:39:34.876296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-d871b0b1-3c1d-4b47-ae43-ea4d5d3aec9d tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:34.877235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-d871b0b1-3c1d-4b47-ae43-ea4d5d3aec9d tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43&tenant_id=569a268a9a114ea498c8ad71a42bc77e&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 1097 time: 0.0445702 Aug 19 15:39:35.094969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-503f38e2-35a3-4504-a129-f8487ebf42f0 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:35.096497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-503f38e2-35a3-4504-a129-f8487ebf42f0 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b HTTP/1.1" status: 200 len: 911 time: 0.1712472 Aug 19 15:39:35.111254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-1422bae1-b2bc-48e9-a614-d3cf11345481 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/quotas/613974ba110f4c0a8183f80181489fd1 HTTP/1.1" status: 200 len: 375 time: 0.0090375 Aug 19 15:39:35.160730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-dd39b296-f372-474b-83be-81b546cec8de tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=613974ba110f4c0a8183f80181489fd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0439994 Aug 19 15:39:35.239281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-00f3d9b3-145a-445a-a49e-7317c19cbdbf service neutron] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:35.245745 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-00f3d9b3-145a-445a-a49e-7317c19cbdbf service neutron] Notify callbacks [] for binding, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:35.246929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-00f3d9b3-145a-445a-a49e-7317c19cbdbf service neutron] 10.222.0.46 "DELETE /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4/bindings/n-h2-779913-32 HTTP/1.1" status: 204 len: 173 time: 0.3629391 Aug 19 15:39:35.265909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-ec8c3496-1b4e-4d95-bab6-6273433da517 service neutron] 10.222.0.13 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977213 Aug 19 15:39:35.358896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-f7d2403e-745a-4844-8395-c640584f5b1d service neutron] 10.222.0.13 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Aug 19 15:39:35.394831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:35.433959 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:35.598094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9385c90-9e8c-47c6-bb05-5c7c53654389 req-bd3a80b8-1b66-4c4a-94ae-45ab5706b8dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:35.599638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9385c90-9e8c-47c6-bb05-5c7c53654389 req-bd3a80b8-1b66-4c4a-94ae-45ab5706b8dd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0522313 Aug 19 15:39:35.644044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9385c90-9e8c-47c6-bb05-5c7c53654389 req-57a55e09-1f2f-464d-80cb-6a3ae03d46fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376048 Aug 19 15:39:35.716768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4632af3a-b37a-4563-b8fe-42c7bbce0a6c req-48485918-48dd-4b4d-ac52-fa2651c96ad1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 210 time: 0.0316663 Aug 19 15:39:35.815434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c072-542e-4e18-b68c-41e68135e57a req-bcfbe419-568b-4fb4-98fb-c5109eb614e6 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:35.817265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f452c072-542e-4e18-b68c-41e68135e57a req-bcfbe419-568b-4fb4-98fb-c5109eb614e6 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1097 time: 0.0440230 Aug 19 15:39:35.853990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f452c072-542e-4e18-b68c-41e68135e57a req-a7f50477-ade2-47d6-a0c7-cb071acc96dc tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304790 Aug 19 15:39:35.972749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45923-8d95-4730-8e87-b1a3edd9d7d8 req-7301eec0-a1a2-4d94-9556-577efb084799 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:35.974291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb45923-8d95-4730-8e87-b1a3edd9d7d8 req-7301eec0-a1a2-4d94-9556-577efb084799 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0533168 Aug 19 15:39:36.014040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fb45923-8d95-4730-8e87-b1a3edd9d7d8 req-e64497b3-9e4a-405d-be8d-9f32fcc7013b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332923 Aug 19 15:39:36.037136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:36.099944 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b20613fc-e410-43df-a1a1-1626381862d3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/c90f994d-c92b-4185-9fff-02dbc38e23f7 HTTP/1.1" status: 200 len: 992 time: 0.0615523 Aug 19 15:39:36.811495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b42607e-cdc5-4574-a0c8-e33e09ffd239 req-fecaea0d-477c-4d8b-8c9c-d5c29dec64f4 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 210 time: 0.0271041 Aug 19 15:39:37.498539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-6b451b39-8db7-4fc2-b4f9-fe8bcf4facdc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:37.499969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-6b451b39-8db7-4fc2-b4f9-fe8bcf4facdc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.46 "GET /v2.0/networks?id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b HTTP/1.1" status: 200 len: 911 time: 0.0927274 Aug 19 15:39:37.514446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Request body: {'port': {'device_id': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'admin_state_up': True, 'tenant_id': '613974ba110f4c0a8183f80181489fd1'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:37.616702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Made reservation on behalf of 613974ba110f4c0a8183f80181489fd1 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:37.619340 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:37.740201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Allocated IP 172.20.0.13 (1cfb57fc-0824-4deb-92dc-a16fb7176c5b/79b92349-bd31-4829-b47b-bec652be8df6/bf99069f-2600-488c-9bf4-fa8ab1f0c63c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:37.878600 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:37.911581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c20d6da2-5265-4318-ab25-66ba1e829a89 req-04ab99c0-5894-4bb2-b1cd-8c2b664536f1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 210 time: 0.0305870 Aug 19 15:39:37.916203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Transition to ACTIVE for port object bf99069f-2600-488c-9bf4-fa8ab1f0c63c will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:37.999156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.031352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d4958207-d20c-4df8-abd0-070743d57607'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:38.051360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:38.054576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:38.058947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:38.084218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Pushing event updated for resources: {'Port': ['ID=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:38.102791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:38.103415 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.171706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-4be035be-c83f-48a2-b852-cb572ef0c593 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6612732 Aug 19 15:39:38.185389 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Request body: {'port': {'device_id': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:38.245851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.394139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5e8b1f1c-e9f1-476e-9699-f99d6ecf991f None None] Provisioning for port bf99069f-2600-488c-9bf4-fa8ab1f0c63c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:38.398233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5e8b1f1c-e9f1-476e-9699-f99d6ecf991f None None] Provisioning complete for port bf99069f-2600-488c-9bf4-fa8ab1f0c63c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:38.398607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1f1c-e9f1-476e-9699-f99d6ecf991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.436860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b1f1c-e9f1-476e-9699-f99d6ecf991f None None] Port bf99069f-2600-488c-9bf4-fa8ab1f0c63c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:38.522869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf99069f-2600-488c-9bf4-fa8ab1f0c63c {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:39:38.530335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.542730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Transition to ACTIVE for port object bf99069f-2600-488c-9bf4-fa8ab1f0c63c will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:38.599709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.651250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:38.728277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Attempting to bind port bf99069f-2600-488c-9bf4-fa8ab1f0c63c on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:38.728613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Attempting to bind port bf99069f-2600-488c-9bf4-fa8ab1f0c63c by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:38.728948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Attempting to bind port bf99069f-2600-488c-9bf4-fa8ab1f0c63c on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:38.734943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Port bf99069f-2600-488c-9bf4-fa8ab1f0c63c on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:39:38.735270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Attempting to bind port bf99069f-2600-488c-9bf4-fa8ab1f0c63c on network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:38.740444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:38.740786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Checking segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:38.741215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Bound using segment: {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:38.741663 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Bound port: bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e502d520-a4c2-4719-8107-2558be82953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:38.742030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.815057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] For port bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:38.818313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] For port bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:38.891309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.924119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:38.924742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:38.926192 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] 10.222.0.46 "PUT /v2.0/ports/bf99069f-2600-488c-9bf4-fa8ab1f0c63c HTTP/1.1" status: 200 len: 1093 time: 0.7459171 Aug 19 15:39:38.926636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'tag': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:38.929221 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "57b79522-eff3-4f1e-89e7-7381a19e0bab", "tag": "bf99069f-2600-488c-9bf4-fa8ab1f0c63c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:38.957902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f5983-81e5-43b3-bad8-45882bd37eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:38.975829 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90227c2-5c7d-402d-a0a8-51284a8161ea x-openstack-request-id: req-d90227c2-5c7d-402d-a0a8-51284a8161ea {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:38.976124 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b79522-eff3-4f1e-89e7-7381a19e0bab", "tag": "bf99069f-2600-488c-9bf4-fa8ab1f0c63c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:38.976378 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d90227c2-5c7d-402d-a0a8-51284a8161ea {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:38.976789 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'tag': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c', 'status': 'completed', 'code': 200} Aug 19 15:39:39.080105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d req-9daffd0e-13b7-4c9b-8f53-4115e0ef4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.081681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d req-9daffd0e-13b7-4c9b-8f53-4115e0ef4b55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613974ba110f4c0a8183f80181489fd1&device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1096 time: 0.0814354 Aug 19 15:39:39.084283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749f752-34f3-4c47-94b2-39df37532030 req-209a7706-5dd2-4cb4-b1b6-196c51ebec21 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.085730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9749f752-34f3-4c47-94b2-39df37532030 req-209a7706-5dd2-4cb4-b1b6-196c51ebec21 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1096 time: 0.0587282 Aug 19 15:39:39.175567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9749f752-34f3-4c47-94b2-39df37532030 req-acad2dd7-13bf-42f6-b4dd-02e756969e93 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765860 Aug 19 15:39:39.207157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d req-182e8158-c7cc-4b23-9c28-3359d255a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.208563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d req-182e8158-c7cc-4b23-9c28-3359d255a0d9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=613974ba110f4c0a8183f80181489fd1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1181209 Aug 19 15:39:39.307595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d req-4f5f73db-967c-4cd8-8e39-caef00b56db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.309228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dab6765b-a50d-4cdd-bb2e-5f5eaa8ddc8d req-4f5f73db-967c-4cd8-8e39-caef00b56db3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933084 Aug 19 15:39:39.354712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49398) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:39.386977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-1bcede59-1ab4-48c9-b009-a1499b29a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.388465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-1bcede59-1ab4-48c9-b009-a1499b29a232 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613974ba110f4c0a8183f80181489fd1&device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1096 time: 0.0408971 Aug 19 15:39:39.431185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-df2708b7-fe3f-4848-919f-4e7870966fe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf99069f-2600-488c-9bf4-fa8ab1f0c63c HTTP/1.1" status: 200 len: 217 time: 0.0347567 Aug 19 15:39:39.485193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-399e88d9-7ee8-4ec5-9b22-53705c994178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.486713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-399e88d9-7ee8-4ec5-9b22-53705c994178 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79b92349-bd31-4829-b47b-bec652be8df6 HTTP/1.1" status: 200 len: 849 time: 0.0485106 Aug 19 15:39:39.522714 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port b87cd1dd-780e-4472-a0f7-2a13f2fa071d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:39.523061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:39.538002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-3ef07713-cac0-4600-bc94-c0aa8baccb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:39.539531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-3ef07713-cac0-4600-bc94-c0aa8baccb86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cfb57fc-0824-4deb-92dc-a16fb7176c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455251 Aug 19 15:39:39.614994 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:39.615357 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:39.627902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for b87cd1dd-780e-4472-a0f7-2a13f2fa071d owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:39.631705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-51b50c21-67e8-4e5d-a0d9-6ae5c9e26a77 service neutron] 10.222.0.46 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849035 Aug 19 15:39:39.726530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20d961a0-8b79-428a-88b5-f46bd042f8e5 req-3fd8c093-53a8-4148-bab6-d648184402c9 service neutron] 10.222.0.46 "GET /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Aug 19 15:39:39.862725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:39.893565 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=b87cd1dd-780e-4472-a0f7-2a13f2fa071d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:39.922017 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.922368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.922717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.923055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.923395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.923728 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.924060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.924398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.924726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.925051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.925409 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.925742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:39.969231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:39.969585 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP c90f994d-c92b-4185-9fff-02dbc38e23f7 disassociated (deleted). External IP: 172.25.5.134, port: 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4. Aug 19 15:39:40.194946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 3254e84e-6123-4f83-9680-edb36330d85c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:40.292363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ccd17-8ff9-46a8-ade2-5d7b40a08902 req-5d014ca6-e619-42e5-bc16-99932b5f3c04 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:40.293956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-268ccd17-8ff9-46a8-ade2-5d7b40a08902 req-5d014ca6-e619-42e5-bc16-99932b5f3c04 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1096 time: 0.0459211 Aug 19 15:39:40.316025 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:40.321890 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:40.337625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] Sync routers for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:40.345362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-268ccd17-8ff9-46a8-ade2-5d7b40a08902 req-1778c8bf-b317-483c-bbca-51c1f95dbe40 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Aug 19 15:39:40.355576 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:40.356612 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:40.360294 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0aec1f73-ef88-4b03-bd35-a5f17ce53eb8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/floatingips/c90f994d-c92b-4185-9fff-02dbc38e23f7 HTTP/1.1" status: 204 len: 168 time: 1.0014224 Aug 19 15:39:40.360294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:40.361000 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:40.560297 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:40.763554 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48a88f9-301f-463b-8f5e-703068b6e292 x-openstack-request-id: req-e48a88f9-301f-463b-8f5e-703068b6e292 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:40.763892 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:40.764219 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e48a88f9-301f-463b-8f5e-703068b6e292 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:40.764707 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'status': 'completed', 'code': 200} Aug 19 15:39:40.772024 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:52Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:40.800270 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] Checking router: 3254e84e-6123-4f83-9680-edb36330d85c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:40.813370 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:40.813895 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:40.873459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-faa29056-9a74-45d1-a557-0c90f72a33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:40.874989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-faa29056-9a74-45d1-a557-0c90f72a33e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 1097 time: 0.0817425 Aug 19 15:39:40.883356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a779c1-8f20-4253-99e2-0b501d014dce req-d805750b-a215-4762-a67f-e5ad3066a72e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:40.885844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07a779c1-8f20-4253-99e2-0b501d014dce req-d805750b-a215-4762-a67f-e5ad3066a72e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0652969 Aug 19 15:39:40.922813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:40.980226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07a779c1-8f20-4253-99e2-0b501d014dce req-8d2227de-d74d-401b-9b79-df9f8b09b20d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e17f71b-f862-4036-81cf-b7b010a4283b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861092 Aug 19 15:39:41.004548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-198d5c02-46ee-416a-8867-090589dcd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:41.006121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-198d5c02-46ee-416a-8867-090589dcd891 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 200 len: 898 time: 0.1203725 Aug 19 15:39:41.057025 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-60240ea3-cf99-4abf-ab4b-03ba568780d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 200 len: 217 time: 0.0421391 Aug 19 15:39:41.111621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-cb13dc4d-935e-4a2a-a3f6-08a0fd211377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:41.113005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-cb13dc4d-935e-4a2a-a3f6-08a0fd211377 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 200 len: 835 time: 0.0449076 Aug 19 15:39:41.136752 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:52Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:41.168583 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f999b-2305-4513-92da-a19ba0cda45e None None] The sync data for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 is: [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ea16458c-6261-40c8-8b93-f352b5c7f6be', 'name': '', 'network_id': '6e16cd47-3889-4a13-b1ed-ca6ded76da27', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:18:d3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:47Z', 'updated_at': '2021-08-19T15:37:52Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': 'd4ae06cd-fc31-4e73-b1f5-686ab45c8461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:41.173559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-e3ec6811-1198-47da-b204-1ba1cc5bdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:41.179649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-e3ec6811-1198-47da-b204-1ba1cc5bdce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e16cd47-3889-4a13-b1ed-ca6ded76da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573518 Aug 19 15:39:41.314853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-2b1b91d8-3248-482e-ab19-e9b72d0bba11 service neutron] 10.222.0.46 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275399 Aug 19 15:39:41.325129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-7010c342-b627-4552-8d82-25119c8d51fe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:41.326690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-7010c342-b627-4552-8d82-25119c8d51fe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 945 time: 0.0807650 Aug 19 15:39:41.436569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d1848-2c59-454b-b85c-e649f0dac91c None None] New status for floating IP c90f994d-c92b-4185-9fff-02dbc38e23f7: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:39:41.521801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-b896f033-b85b-41fe-bf92-58aad59bae2d service neutron] 10.222.0.46 "GET /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941078 Aug 19 15:39:41.536436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a81b-3104-4c28-a6ce-e23f9600b9ca req-836f24fa-8b95-46cb-89a7-c17ba8378a18 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:41.538005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a518a81b-3104-4c28-a6ce-e23f9600b9ca req-836f24fa-8b95-46cb-89a7-c17ba8378a18 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1096 time: 0.0818548 Aug 19 15:39:41.549222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:41.549575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:41.640027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a518a81b-3104-4c28-a6ce-e23f9600b9ca req-e0391943-a30a-4855-9369-0a0fc8cad74a tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927842 Aug 19 15:39:41.676158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:41.676526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:41.692853 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:41.896049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:41.926442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=29e785e9-c8c7-4d4e-9c9f-a39f3e310db4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:41.972511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] No DVR routers for this DVR port 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:39:41.975319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:41.977436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f6a5bdf-e6e9-4165-8291-04280c585257 req-0f277413-fb7c-4c29-89c1-ce715ccd47da tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "DELETE /v2.0/ports/29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 HTTP/1.1" status: 204 len: 173 time: 0.6423616 Aug 19 15:39:41.977913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-deleted', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:41.980942 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133154e-8cbf-4c01-9df4-6fe4e2f62d0c" -d '{"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-deleted", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:42.019335 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fd0d11-dae4-4fab-887c-37ebee4e2680 x-openstack-request-id: req-d0fd0d11-dae4-4fab-887c-37ebee4e2680 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:42.019557 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c97883-1fb7-4aab-9442-05e807ca6e43", "name": "network-vif-deleted", "tag": "29e785e9-c8c7-4d4e-9c9f-a39f3e310db4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:42.019876 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0fd0d11-dae4-4fab-887c-37ebee4e2680 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:42.020344 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c97883-1fb7-4aab-9442-05e807ca6e43', 'name': 'network-vif-deleted', 'tag': '29e785e9-c8c7-4d4e-9c9f-a39f3e310db4', 'status': 'completed', 'code': 200} Aug 19 15:39:42.097129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c097f0f1-913e-48a3-b88b-0636cf5368bf req-7a5598fa-7f47-4577-b2c6-df2c7c6dedad tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=17c97883-1fb7-4aab-9442-05e807ca6e43 HTTP/1.1" status: 200 len: 210 time: 0.0307989 Aug 19 15:39:42.755258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01951a-f0b1-48e1-9965-abb958cafa19 req-341b7e93-08c9-43b2-b2c3-d54e1850740a tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:42.756798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e01951a-f0b1-48e1-9965-abb958cafa19 req-341b7e93-08c9-43b2-b2c3-d54e1850740a tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1096 time: 0.0395675 Aug 19 15:39:42.792722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e01951a-f0b1-48e1-9965-abb958cafa19 req-78e7f2e6-2fca-420d-99f9-b10b9b686395 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290928 Aug 19 15:39:43.097965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bf99069f-2600-488c-9bf4-fa8ab1f0c63c details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:39:43.155564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49418) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:43.201637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:43.213511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c', 'network_id': '1cfb57fc-0824-4deb-92dc-a16fb7176c5b', 'port_id': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c', 'mac_address': 'fa:16:3e:e7:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b92349-bd31-4829-b47b-bec652be8df6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:39:43.252102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:43.265496 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf99069f-2600-488c-9bf4-fa8ab1f0c63c {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:39:43.288057 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:43.365506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:43.411485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:43.425546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:43.544989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:43.576896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bf99069f-2600-488c-9bf4-fa8ab1f0c63c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:43.817265 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port ea16458c-6261-40c8-8b93-f352b5c7f6be {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:43.817594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:43.911466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a9fc-77d9-45f4-b217-6ab11664762f req-493a02fb-29f9-4a8b-b56c-dedbabda1974 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:43.913031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0b7a9fc-77d9-45f4-b217-6ab11664762f req-493a02fb-29f9-4a8b-b56c-dedbabda1974 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1097 time: 0.0436294 Aug 19 15:39:43.919956 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port ea16458c-6261-40c8-8b93-f352b5c7f6be, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ea16458c-6261-40c8-8b93-f352b5c7f6be,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:43.921197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:43.935960 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for ea16458c-6261-40c8-8b93-f352b5c7f6be owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:43.954011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0b7a9fc-77d9-45f4-b217-6ab11664762f req-d87bdd88-953b-40ad-b986-1d0fcd342029 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Aug 19 15:39:44.209933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:44.238250 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=ea16458c-6261-40c8-8b93-f352b5c7f6be,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:44.443832 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:44.676225 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 3254e84e-6123-4f83-9680-edb36330d85c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:44.794116 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:44.799132 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6fc97280-b7f8-4007-8b7a-f07384ad19ae tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/3254e84e-6123-4f83-9680-edb36330d85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425297 Aug 19 15:39:44.801875 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:44.804745 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] Sync routers for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:44.814382 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:44.815076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:44.853970 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting subnet d4ae06cd-fc31-4e73-b1f5-686ab45c8461 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:39:44.858168 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:44.911324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:44.930570 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:45.006725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.078772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b77893-c012-434b-9399-e8c97665f8a5 req-c341e165-816a-41e1-aa6a-4cbe2ba3dcf4 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:45.080561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28b77893-c012-434b-9399-e8c97665f8a5 req-c341e165-816a-41e1-aa6a-4cbe2ba3dcf4 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1097 time: 0.0480199 Aug 19 15:39:45.099973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bf99069f-2600-488c-9bf4-fa8ab1f0c63c up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:45.129180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28b77893-c012-434b-9399-e8c97665f8a5 req-6a0f305e-f56f-44a6-b9b3-1e3cba81fe72 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Aug 19 15:39:45.131872 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:39:44Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:45.150165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.167898 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] Checking router: 3254e84e-6123-4f83-9680-edb36330d85c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:45.185480 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] Routers {'3254e84e-6123-4f83-9680-edb36330d85c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:45.185480 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3254e84e-6123-4f83-9680-edb36330d85c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:45.189202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ae06cd-fc31-4e73-b1f5-686ab45c8461,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:45.195581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.200937 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a17aa87a-90af-48a5-83da-0e626748bf30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/subnets/d4ae06cd-fc31-4e73-b1f5-686ab45c8461 HTTP/1.1" status: 204 len: 168 time: 0.3946991 Aug 19 15:39:45.201304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49426) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:45.204598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220dc19-e980-488f-87fa-0470b08ab056 None None] Network 6e16cd47-3889-4a13-b1ed-ca6ded76da27 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:45.256674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port bf99069f-2600-488c-9bf4-fa8ab1f0c63c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:45.266675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port bf99069f-2600-488c-9bf4-fa8ab1f0c63c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:45.267671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.312502 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] Set router 3254e84e-6123-4f83-9680-edb36330d85c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:45.423578 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.459242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:45.461638 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7f29d7-95e5-47d1-985d-78a7f1415d1b" -d '{"events": [{"server_uuid": "57b79522-eff3-4f1e-89e7-7381a19e0bab", "name": "network-vif-plugged", "status": "completed", "tag": "bf99069f-2600-488c-9bf4-fa8ab1f0c63c"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:45.494261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] DHCP port deletion for 6e16cd47-3889-4a13-b1ed-ca6ded76da27 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:39:45.498197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:45.544711 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb933ba-866a-4018-89dd-ae650139ca70 x-openstack-request-id: req-dbb933ba-866a-4018-89dd-ae650139ca70 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:45.544711 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b79522-eff3-4f1e-89e7-7381a19e0bab", "name": "network-vif-plugged", "status": "completed", "tag": "bf99069f-2600-488c-9bf4-fa8ab1f0c63c", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:45.544711 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbb933ba-866a-4018-89dd-ae650139ca70 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:45.544711 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c', 'code': 200} Aug 19 15:39:45.549257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:39:44Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:45.562849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] Deleting port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:45.563279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.584581 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c5a4e-a231-441a-b511-9d3b84063d2a None None] The sync data for ids ['3254e84e-6123-4f83-9680-edb36330d85c'] in n-d-779913-32 is: [{'id': '3254e84e-6123-4f83-9680-edb36330d85c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918694666', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:37:42Z', 'updated_at': '2021-08-19T15:39:44Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'a53119bc-8882-490f-ba29-23a1fa166e11', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254e84e-6123-4f83-9680-edb36330d85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:37:43Z', 'updated_at': '2021-08-19T15:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:45.628854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.629756 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:45.645390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ab99e-bbd1-4578-995b-ab47b6dd1a92 req-8263a818-3c13-40db-a0f0-a4eb97b131ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:45.647666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242ab99e-bbd1-4578-995b-ab47b6dd1a92 req-8263a818-3c13-40db-a0f0-a4eb97b131ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1097 time: 0.0653691 Aug 19 15:39:45.685342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:45.685342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29e785e9-c8c7-4d4e-9c9f-a39f3e310db4 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:45.699123 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-242ab99e-bbd1-4578-995b-ab47b6dd1a92 req-2902a79e-ff7c-47c7-ac5f-69c88c2e066e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Aug 19 15:39:45.701015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.723631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] For port 3fdd83d9-cf10-4704-b06a-c77b95968ad5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=3fdd83d9-cf10-4704-b06a-c77b95968ad5,segment=NetworkSegment(f9236ff0-eaed-4841-b29b-38bb145520fb),segment_id=f9236ff0-eaed-4841-b29b-38bb145520fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:45.723960 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.739663 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:45.743560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] Calling delete_port for 3fdd83d9-cf10-4704-b06a-c77b95968ad5 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:45.811150 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:45.995232 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.000865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port a53119bc-8882-490f-ba29-23a1fa166e11 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:46.001368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.027347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ea16458c-6261-40c8-8b93-f352b5c7f6be no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:46.029950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] No DVR routers for this DVR port 3fdd83d9-cf10-4704-b06a-c77b95968ad5 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:39:46.033999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63311d2b-1979-4fe8-af3f-901a150783cb None None] Pushing event deleted for resources: {'Port': ['ID=3fdd83d9-cf10-4704-b06a-c77b95968ad5,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:46.059909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ea16458c-6261-40c8-8b93-f352b5c7f6be {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:46.060868 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ea16458c-6261-40c8-8b93-f352b5c7f6be not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:46.061327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3fdd83d9-cf10-4704-b06a-c77b95968ad5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:46.083368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 3fdd83d9-cf10-4704-b06a-c77b95968ad5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:46.083873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 3fdd83d9-cf10-4704-b06a-c77b95968ad5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:46.092322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port a53119bc-8882-490f-ba29-23a1fa166e11, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a53119bc-8882-490f-ba29-23a1fa166e11,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:46.092702 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.111491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for a53119bc-8882-490f-ba29-23a1fa166e11 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:46.272931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4193881-796d-4e0e-9b96-ad8f9204d0a4 req-31be3770-0c33-44a3-8ee7-8abbb6cbb2a1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:46.276358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4193881-796d-4e0e-9b96-ad8f9204d0a4 req-31be3770-0c33-44a3-8ee7-8abbb6cbb2a1 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0515428 Aug 19 15:39:46.313291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4193881-796d-4e0e-9b96-ad8f9204d0a4 req-305e99da-9805-4576-a48e-b33ec7d67503 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 19 15:39:46.359265 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.392328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=a53119bc-8882-490f-ba29-23a1fa166e11,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:46.463642 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.559401 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.561531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.713961 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.714867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Fanout notify agent at l3_agent the message router_deleted on router 3254e84e-6123-4f83-9680-edb36330d85c {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:39:46.721592 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.726044 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5a0714a2-a7c4-4ac0-99a0-8ed439679455 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/routers/3254e84e-6123-4f83-9680-edb36330d85c HTTP/1.1" status: 204 len: 168 time: 1.5210178 Aug 19 15:39:46.726402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49432) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:46.816444 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.911112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.922448 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e16cd47-3889-4a13-b1ed-ca6ded76da27']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:46.938962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9236ff0-eaed-4841-b29b-38bb145520fb') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:46.939291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9236ff0-eaed-4841-b29b-38bb145520fb') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:46.948302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.962952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.972522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:39:46.972923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:39:46.977362 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:39:47.089989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:47.099684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:47.101724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/networks/6e16cd47-3889-4a13-b1ed-ca6ded76da27 HTTP/1.1" status: 204 len: 168 time: 0.3743100 Aug 19 15:39:47.104724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49434) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:47.119119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ea0df-0831-4aa6-af0e-c00956cad1a9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Network': ['ID=6e16cd47-3889-4a13-b1ed-ca6ded76da27,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:47.180183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0accb2f-2cee-4c10-ab82-078f5549807d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:47.208652 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0accb2f-2cee-4c10-ab82-078f5549807d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:47.353917 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0accb2f-2cee-4c10-ab82-078f5549807d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:47.357288 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f0accb2f-2cee-4c10-ab82-078f5549807d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:47.358496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f0accb2f-2cee-4c10-ab82-078f5549807d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e17f71b-f862-4036-81cf-b7b010a4283b HTTP/1.1" status: 204 len: 168 time: 0.2523632 Aug 19 15:39:47.368682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0accb2f-2cee-4c10-ab82-078f5549807d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e17f71b-f862-4036-81cf-b7b010a4283b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:47.450760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabc21f-5f57-4afc-8c03-74583f32003d req-465b628b-2df2-4a66-b857-79a36fabc196 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:47.450760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfabc21f-5f57-4afc-8c03-74583f32003d req-465b628b-2df2-4a66-b857-79a36fabc196 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0482762 Aug 19 15:39:47.484603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfabc21f-5f57-4afc-8c03-74583f32003d req-c5231a51-1a34-4dda-9745-8c41ae11aa47 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Aug 19 15:39:47.705206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cfb91-8af0-4a0e-bbf1-e0f5839690e5 req-c5202026-a1ab-4549-bd2c-6f22cf0ccc85 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:47.707241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d4cfb91-8af0-4a0e-bbf1-e0f5839690e5 req-c5202026-a1ab-4549-bd2c-6f22cf0ccc85 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0434296 Aug 19 15:39:47.749604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d4cfb91-8af0-4a0e-bbf1-e0f5839690e5 req-321fe66b-eb33-406b-8e59-9294b9c531d7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Aug 19 15:39:47.998045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a53119bc-8882-490f-ba29-23a1fa166e11 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:48.019050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a53119bc-8882-490f-ba29-23a1fa166e11 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:48.019412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a53119bc-8882-490f-ba29-23a1fa166e11 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:48.173044 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49446) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:48.177940 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803827713', 'description': 'tempest-secgroup-smoke-803827713 description', 'project_id': '569a268a9a114ea498c8ad71a42bc77e'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:48.265991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09166395-8903-40b7-85e6-17ad74a3c739 req-15704cde-1361-4e99-b4f5-01ff1230a7da tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:48.267573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09166395-8903-40b7-85e6-17ad74a3c739 req-15704cde-1361-4e99-b4f5-01ff1230a7da tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0486510 Aug 19 15:39:48.313921 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.314333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-09166395-8903-40b7-85e6-17ad74a3c739 req-7b46db01-d7ab-435a-8604-d84e108af7c4 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Aug 19 15:39:48.414464 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.513329 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.544043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5af37-edb2-4bd6-aac7-b5501f2c0095,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:48.634695 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.636157 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1ebd4a91-65a8-41f1-8899-0240316a7d6b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4619639 Aug 19 15:39:48.639299 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:48.643828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '28e5af37-edb2-4bd6-aac7-b5501f2c0095', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:48.769492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.827412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d784c80-2393-4c1f-9221-e039c0e1ec83 req-24bc2552-66e8-43f5-998a-596e58f3e0dc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:48.829316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d784c80-2393-4c1f-9221-e039c0e1ec83 req-24bc2552-66e8-43f5-998a-596e58f3e0dc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0433080 Aug 19 15:39:48.831756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.868516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d784c80-2393-4c1f-9221-e039c0e1ec83 req-7b649440-5f74-4ca4-922b-b5b07cd16786 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Aug 19 15:39:48.908562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:48.926756 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d5e74a-c2f5-4f6f-860c-58a6d80bfc9e,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:49.016686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.017998 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cba992e0-18ba-4c4b-a543-e27b3243b9fd tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777514 Aug 19 15:39:49.020908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49454) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:49.025381 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '28e5af37-edb2-4bd6-aac7-b5501f2c0095', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:49.124199 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.185563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.279159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.299808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8f1d83-c075-4df9-9861-e0fd899ab4c4,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:49.382628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.383900 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c713bfb4-8f55-46a7-94fc-402a6952e3de tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3620870 Aug 19 15:39:49.387891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49456) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:49.392467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '28e5af37-edb2-4bd6-aac7-b5501f2c0095', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:49.496652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.558574 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.633761 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.651629 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dfe6aa-527f-44d5-8a18-eb4d7352b957,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:49.724912 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.726225 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2349b5fc-612f-42d1-ae36-80b8bab473f2 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373611 Aug 19 15:39:49.730281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49458) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:49.738001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '28e5af37-edb2-4bd6-aac7-b5501f2c0095', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:49.849943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.914605 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:49.982037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebb74c-27cc-44d2-84a3-412563d48ea4 req-4229e57e-bd78-46ca-9bb5-080ca60ffe74 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:49.985079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7ebb74c-27cc-44d2-84a3-412563d48ea4 req-4229e57e-bd78-46ca-9bb5-080ca60ffe74 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0447755 Aug 19 15:39:50.010588 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.029234 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2783708-0537-4828-981b-1b703f86cd1a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:50.029458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7ebb74c-27cc-44d2-84a3-412563d48ea4 req-3bb61414-3bd3-45bd-84ca-6c3db2c54a56 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Aug 19 15:39:50.118263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.120124 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57fe7622-f62f-4b27-b981-9e573f4db141 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882942 Aug 19 15:39:50.123051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:50.127860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '28e5af37-edb2-4bd6-aac7-b5501f2c0095', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:50.162276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-02759a9d-3a5a-4c54-ab9d-1e8e0b4a3f11 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:50.163800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-02759a9d-3a5a-4c54-ab9d-1e8e0b4a3f11 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 1098 time: 0.0413492 Aug 19 15:39:50.221937 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:39:50.227397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.247401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Deleting port bf99069f-2600-488c-9bf4-fa8ab1f0c63c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:50.247749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.292088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.337517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] For port bf99069f-2600-488c-9bf4-fa8ab1f0c63c, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:50.337887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.350827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Calling delete_port for bf99069f-2600-488c-9bf4-fa8ab1f0c63c owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:50.355528 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:39:50.371705 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.394466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99318bcb-8920-4f23-9c1a-d97efd915f05,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:50.497061 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.498429 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ca9a6641-7f82-466d-aa20-b419a204698c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3743756 Aug 19 15:39:50.501368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49464) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:50.506053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'security_group_rule': {'security_group_id': '28e5af37-edb2-4bd6-aac7-b5501f2c0095', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:50.554273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.565944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bf99069f-2600-488c-9bf4-fa8ab1f0c63c'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:50.590900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d4958207-d20c-4df8-abd0-070743d57607'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:50.594971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf99069f-2600-488c-9bf4-fa8ab1f0c63c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:50.622022 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Project 569a268a9a114ea498c8ad71a42bc77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:39:50.643706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.646781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] No DVR routers for this DVR port bf99069f-2600-488c-9bf4-fa8ab1f0c63c on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:39:50.650092 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.652122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4946f2b-5e5c-4eba-8310-e66aaecf3e9f req-9b30d05b-9c08-4d14-98a6-a01c2d4cacf6 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.46 "DELETE /v2.0/ports/bf99069f-2600-488c-9bf4-fa8ab1f0c63c HTTP/1.1" status: 204 len: 173 time: 0.4822977 Aug 19 15:39:50.652662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'name': 'network-vif-deleted', 'tag': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:50.655206 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ff646-efdb-48ee-b0d0-c45645d8ee03" -d '{"events": [{"server_uuid": "57b79522-eff3-4f1e-89e7-7381a19e0bab", "name": "network-vif-deleted", "tag": "bf99069f-2600-488c-9bf4-fa8ab1f0c63c"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:50.704917 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9cfcf-430a-46f6-aaea-b8b03c08c1bc x-openstack-request-id: req-45e9cfcf-430a-46f6-aaea-b8b03c08c1bc {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:50.705307 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b79522-eff3-4f1e-89e7-7381a19e0bab", "name": "network-vif-deleted", "tag": "bf99069f-2600-488c-9bf4-fa8ab1f0c63c", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:50.705639 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45e9cfcf-430a-46f6-aaea-b8b03c08c1bc {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:50.706057 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b79522-eff3-4f1e-89e7-7381a19e0bab', 'name': 'network-vif-deleted', 'tag': 'bf99069f-2600-488c-9bf4-fa8ab1f0c63c', 'status': 'completed', 'code': 200} Aug 19 15:39:50.727311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.856439 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.877215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8576137-1296-4a9c-8dbe-1e2e25e80f57,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:50.936467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:50.937868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0bcdeb86-d2a4-43b4-9a21-af139d6b1cac tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4353819 Aug 19 15:39:50.940629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49468) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:50.948538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'network': {'name': 'tempest-network-smoke--403909379', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'port_security_enabled': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:51.050820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:51.055081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.081444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:39:51.091494 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.091842 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Added segment c73bd57a-f223-4f0b-a1a7-08f499c50ef7 of type vlan for network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd Aug 19 15:39:51.160744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9c366ed-7d03-416a-a0f9-5d52a97732e0 req-b2e35a13-e7b9-4a10-87dd-7a41645d48c7 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57b79522-eff3-4f1e-89e7-7381a19e0bab HTTP/1.1" status: 200 len: 210 time: 0.0356286 Aug 19 15:39:51.162344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.284903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.290453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:51.291051 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.366178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Network': ['ID=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:51.378082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:39:51.423421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5c83f6bc-4fd1-43bf-a47a-5052099bcddb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4798455 Aug 19 15:39:51.426865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:51.431857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'admin_state_up': True, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:51.536859 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.538000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.596626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:51.797133 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:52.078532 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:52.098260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:52.214454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.41 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/f052b828-1f3a-4656-bbe1-4c59d65649b8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:52.324234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:52.456848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:52.501506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:52.506513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:52.510010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:52.543867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=f052b828-1f3a-4656-bbe1-4c59d65649b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:53.071125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63f48-e27f-420c-a35f-bfe8031a7a46 req-55b8645e-8acb-42d0-b69f-cef8d1772f0d tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:53.072605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82a63f48-e27f-420c-a35f-bfe8031a7a46 req-55b8645e-8acb-42d0-b69f-cef8d1772f0d tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0559199 Aug 19 15:39:53.112913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82a63f48-e27f-420c-a35f-bfe8031a7a46 req-3b578c60-73c6-4730-b3a7-ef9f09697188 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Aug 19 15:39:53.247727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:53.456558 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:53.690905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 65b76d59-d031-4704-90f4-a4ef40d4ee33 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:39:53.805553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:53.815566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Sync routers for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:53.824995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:53.825657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:53.919406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:53.920736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-24065a78-8191-41e5-92b9-b4dd8465d4d1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4928820 Aug 19 15:39:53.924088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49482) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:53.930719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:53.960066 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-98b1170f-a250-432c-ad09-00ffccedd113 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=569a268a9a114ea498c8ad71a42bc77e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323472 Aug 19 15:39:53.960459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49484) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:54.065536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161e925-abc5-400f-b9d6-4adacf3108d1 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:54.067137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a161e925-abc5-400f-b9d6-4adacf3108d1 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1055658 Aug 19 15:39:54.070307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49486) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:54.104581 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ea286762-1c17-4d60-8c98-a6c6761b369a tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308232 Aug 19 15:39:54.106339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49488) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:54.111977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1984305507', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:54.251449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf6617-6938-4955-a70f-3957334aa678 req-50318d77-7d2f-45a6-851e-17b5013abd37 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:54.253223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95bf6617-6938-4955-a70f-3957334aa678 req-50318d77-7d2f-45a6-851e-17b5013abd37 tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0590961 Aug 19 15:39:54.290813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95bf6617-6938-4955-a70f-3957334aa678 req-48c9f3b8-9fdb-407a-a782-e5d5d32cdc8e tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b64842e-92d1-4a4b-bbda-46c011f38252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Aug 19 15:39:54.313136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:53Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:54.340876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Checking router: 65b76d59-d031-4704-90f4-a4ef40d4ee33 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:54.341285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Updating router 65b76d59-d031-4704-90f4-a4ef40d4ee33 port f052b828-1f3a-4656-bbe1-4c59d65649b8 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:54.358678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:54.362366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.366349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.564838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-3e0ebf62-f0c8-4fe8-923f-f3333b836f8d tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:54.566419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-3e0ebf62-f0c8-4fe8-923f-f3333b836f8d tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0438783 Aug 19 15:39:54.571435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2aa43b0e-50ac-4f26-9024-d09d93c22446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.656552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Deleting port d4958207-d20c-4df8-abd0-070743d57607 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:54.656795 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.666133 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.680580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Transition to ACTIVE for port object f052b828-1f3a-4656-bbe1-4c59d65649b8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:54.696243 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.750920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] For port d4958207-d20c-4df8-abd0-070743d57607, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=d4958207-d20c-4df8-abd0-070743d57607,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:54.751297 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.762332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Subnet': ['ID=2721fdd1-908c-461c-9eb2-68be3e9851d9,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:54.764921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.766737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Calling delete_port for d4958207-d20c-4df8-abd0-070743d57607 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:54.771646 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Checking segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:54.772019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network hostable DHCP agents. Network: e5b1ed2d-7840-45d6-ae0e-e96eaca400dd, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:39:54.825240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Attempting to bind port f052b828-1f3a-4656-bbe1-4c59d65649b8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:54.826411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Attempting to bind port f052b828-1f3a-4656-bbe1-4c59d65649b8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:54.826411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Attempting to bind port f052b828-1f3a-4656-bbe1-4c59d65649b8 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:54.827900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec699d-9555-40e3-ba9a-1cc44c821fd4 None None] Pushing event updated for resources: {'Port': ['ID=f052b828-1f3a-4656-bbe1-4c59d65649b8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:54.833544 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:54.833924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:54.834345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.834721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:54.835200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Bound port: f052b828-1f3a-4656-bbe1-4c59d65649b8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:54.835592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:54.862521 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:39:54.892133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] For port f052b828-1f3a-4656-bbe1-4c59d65649b8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:54.993433 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e5b1ed2d-7840-45d6-ae0e-e96eaca400dd) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:55.000371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:55.001025 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.005708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa68eb-3299-421f-8488-6a310527888e None None] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:55.022034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.052016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4958207-d20c-4df8-abd0-070743d57607,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:55.060340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['d4958207-d20c-4df8-abd0-070743d57607'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:55.087824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] For port f052b828-1f3a-4656-bbe1-4c59d65649b8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f052b828-1f3a-4656-bbe1-4c59d65649b8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:55.135322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] No DVR routers for this DVR port d4958207-d20c-4df8-abd0-070743d57607 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:39:55.135322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.135322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-970b2251-bc3b-4ada-9217-2dac0860d64d req-eb23a370-1c9a-4856-ab18-50cdaec5d6fc tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d4958207-d20c-4df8-abd0-070743d57607 HTTP/1.1" status: 204 len: 173 time: 0.5300450 Aug 19 15:39:55.135322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'name': 'network-vif-deleted', 'tag': 'd4958207-d20c-4df8-abd0-070743d57607'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:55.135322 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34af4a-1fcd-4a22-9127-51b122d62cb5" -d '{"events": [{"server_uuid": "540a6094-ab56-48c6-9cba-f4805950d8a8", "name": "network-vif-deleted", "tag": "d4958207-d20c-4df8-abd0-070743d57607"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:55.135858 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6e80e794-6711-4266-8161-32e36a2df6d5 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0077126 Aug 19 15:39:55.135975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bf99069f-2600-488c-9bf4-fa8ab1f0c63c no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:55.136067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49494) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:55.148449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: bf99069f-2600-488c-9bf4-fa8ab1f0c63c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:55.148803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bf99069f-2600-488c-9bf4-fa8ab1f0c63c not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:55.155117 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d402ac-a003-44cf-a08b-efa443d93367 x-openstack-request-id: req-27d402ac-a003-44cf-a08b-efa443d93367 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:55.155517 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a6094-ab56-48c6-9cba-f4805950d8a8", "name": "network-vif-deleted", "tag": "d4958207-d20c-4df8-abd0-070743d57607", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:55.156362 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27d402ac-a003-44cf-a08b-efa443d93367 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:55.156362 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a6094-ab56-48c6-9cba-f4805950d8a8', 'name': 'network-vif-deleted', 'tag': 'd4958207-d20c-4df8-abd0-070743d57607', 'status': 'completed', 'code': 200} Aug 19 15:39:55.166229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.268187 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:55.268828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:55.335720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:39:55.336671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.338909 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec699d-9555-40e3-ba9a-1cc44c821fd4 None None] Pushing event updated for resources: {'Port': ['ID=f052b828-1f3a-4656-bbe1-4c59d65649b8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:55.423442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e62b77f-09d7-4b35-86ff-66932adec87e req-f5bd5c0f-6695-4a4b-8243-8f284b80a4ed tempest-TestServerMultinode-1925692665 tempest-TestServerMultinode-1925692665-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=540a6094-ab56-48c6-9cba-f4805950d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0303013 Aug 19 15:39:55.503088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:55.654991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Allocated IP 172.20.0.2 (e5b1ed2d-7840-45d6-ae0e-e96eaca400dd/2721fdd1-908c-461c-9eb2-68be3e9851d9/ff29d7fa-5810-43cf-b096-3ecc5f911462) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:55.657396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.863425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:53Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:55.894761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.897352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b766409-7f0b-45ca-ac54-e7b1bc5ca642 None None] The sync data for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 is: [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:53Z', 'revision_number': 3, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:55.919638 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:55.929210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Transition to ACTIVE for port object ff29d7fa-5810-43cf-b096-3ecc5f911462 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:55.947183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Transition to ACTIVE for port object ff29d7fa-5810-43cf-b096-3ecc5f911462 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:56.023883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.077184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:56.082383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:56.084703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Pushing event updated for resources: {'Port': ['ID=ff29d7fa-5810-43cf-b096-3ecc5f911462,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:56.087008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:56.089172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.1 (e5b1ed2d-7840-45d6-ae0e-e96eaca400dd/2721fdd1-908c-461c-9eb2-68be3e9851d9/1131575a-d464-46c6-b46f-ac3d9af07bec) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:56.170750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Attempting to bind port ff29d7fa-5810-43cf-b096-3ecc5f911462 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:56.171277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Attempting to bind port ff29d7fa-5810-43cf-b096-3ecc5f911462 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:56.171760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Attempting to bind port ff29d7fa-5810-43cf-b096-3ecc5f911462 on network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:56.177514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:56.177978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Checking segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:56.178643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.179046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Bound using segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:56.179521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Bound port: ff29d7fa-5810-43cf-b096-3ecc5f911462, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:56.179936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.229964 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.252191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object 1131575a-d464-46c6-b46f-ac3d9af07bec will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:56.269348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] For port ff29d7fa-5810-43cf-b096-3ecc5f911462, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:56.273107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] For port ff29d7fa-5810-43cf-b096-3ecc5f911462, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ff29d7fa-5810-43cf-b096-3ecc5f911462,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:56.359747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.405852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.429019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2fd65-e52e-44df-b943-940068bbf7b9 None None] Pushing event updated for resources: {'Port': ['ID=ff29d7fa-5810-43cf-b096-3ecc5f911462,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:56.462464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:56.467385 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:56.471632 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:56.496909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49500) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:56.522864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=1131575a-d464-46c6-b46f-ac3d9af07bec,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:56.547610 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:56.849802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.024946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.174896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.263497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.306707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Deleting port 7bc546b3-4193-4b06-bddc-a3a4d3e57870 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:57.307748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.374103 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=1131575a-d464-46c6-b46f-ac3d9af07bec,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:57.375457 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.377554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.403746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] For port 7bc546b3-4193-4b06-bddc-a3a4d3e57870, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=7bc546b3-4193-4b06-bddc-a3a4d3e57870,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:57.404138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.422684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Calling delete_port for 7bc546b3-4193-4b06-bddc-a3a4d3e57870 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:57.487051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:57.488450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:57.519551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4e8c82-90fe-41fe-bdc2-958ba21e6119 None None] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:57.703315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-34ab6546-5269-44d5-9e32-436cca319b5f None None] Provisioning for port ff29d7fa-5810-43cf-b096-3ecc5f911462 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:57.813082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 65b76d59-d031-4704-90f4-a4ef40d4ee33 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:57.930803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-edda3a92-09d7-438a-a523-3ae26f852a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.957338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:57.967181 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2ccf6f3-1a8c-4acc-b879-30d3f2f37b67 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/65b76d59-d031-4704-90f4-a4ef40d4ee33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8453851 Aug 19 15:39:57.982213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.992688 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Sync routers for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:58.035833 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:58.037623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:58.041571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc546b3-4193-4b06-bddc-a3a4d3e57870,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:58.148244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6f7c426e-1e49-4093-9ef1-ddfa6a8afcdc None None] Provisioning for port 1131575a-d464-46c6-b46f-ac3d9af07bec completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:58.154803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6f7c426e-1e49-4093-9ef1-ddfa6a8afcdc None None] Provisioning complete for port 1131575a-d464-46c6-b46f-ac3d9af07bec triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:58.155405 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6f7c426e-1e49-4093-9ef1-ddfa6a8afcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.222247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff29d7fa-5810-43cf-b096-3ecc5f911462 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:58.283761 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:58.314800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c426e-1e49-4093-9ef1-ddfa6a8afcdc None None] Port 1131575a-d464-46c6-b46f-ac3d9af07bec cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:58.395145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ff29d7fa-5810-43cf-b096-3ecc5f911462 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:58.404790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ff29d7fa-5810-43cf-b096-3ecc5f911462 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:58.405761 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.414115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.477106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8cdbd573-2ff8-4087-b2ea-84aae8624bec None None] Provisioning complete for port 1131575a-d464-46c6-b46f-ac3d9af07bec triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:58.477888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8cdbd573-2ff8-4087-b2ea-84aae8624bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.478600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-dcfcdcc0-efbe-40a7-a408-cd02f86c39af tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803827713&fields=id&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 267 time: 0.1069975 Aug 19 15:39:58.527737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbd573-2ff8-4087-b2ea-84aae8624bec None None] Port 1131575a-d464-46c6-b46f-ac3d9af07bec cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:58.611365 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.666425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ff29d7fa-5810-43cf-b096-3ecc5f911462, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ff29d7fa-5810-43cf-b096-3ecc5f911462,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:58.711847 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:39:57Z', 'revision_number': 2, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:58.730934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.731935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f052b828-1f3a-4656-bbe1-4c59d65649b8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:58.743399 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Checking router: 65b76d59-d031-4704-90f4-a4ef40d4ee33 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:58.743754 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Updating router 65b76d59-d031-4704-90f4-a4ef40d4ee33 port 1131575a-d464-46c6-b46f-ac3d9af07bec binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:58.771912 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.814090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-b68bb255-4ff2-42cf-bef4-e84fe79e4e11 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:58.815574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-b68bb255-4ff2-42cf-bef4-e84fe79e4e11 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/networks?id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd HTTP/1.1" status: 200 len: 796 time: 0.2174253 Aug 19 15:39:58.826562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-845f4fd3-d846-414e-ae1e-34d7ce2c758a None None] Provisioning complete for port 1131575a-d464-46c6-b46f-ac3d9af07bec triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:58.826920 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845f4fd3-d846-414e-ae1e-34d7ce2c758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.856410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ff29d7fa-5810-43cf-b096-3ecc5f911462,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:58.865775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-8bd32b0a-0312-49a2-86e8-3584b532c456 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/quotas/569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 375 time: 0.0394158 Aug 19 15:39:58.880117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-845f4fd3-d846-414e-ae1e-34d7ce2c758a None None] Port 1131575a-d464-46c6-b46f-ac3d9af07bec cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:58.930724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Router ba61c425-babc-4303-9bce-81cf531a4e13 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:58.941716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f052b828-1f3a-4656-bbe1-4c59d65649b8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:58.949821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f052b828-1f3a-4656-bbe1-4c59d65649b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:58.949821 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.956648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-8c3cf37e-8b7c-4782-b754-2c071f6b5f5a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786166 Aug 19 15:39:59.054170 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.077360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f052b828-1f3a-4656-bbe1-4c59d65649b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f052b828-1f3a-4656-bbe1-4c59d65649b8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:59.116003 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.126497 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Transition to ACTIVE for port object 1131575a-d464-46c6-b46f-ac3d9af07bec will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:59.150085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:59.156217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aea0fec5-acea-4c6d-875c-8dc4d5538605 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba61c425-babc-4303-9bce-81cf531a4e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6574180 Aug 19 15:39:59.160386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] Sync routers for ids ['ba61c425-babc-4303-9bce-81cf531a4e13'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:59.161030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-d8fadcc0-6c2c-463f-9030-01327c7128f2 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529858 Aug 19 15:39:59.161219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49514) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:59.168060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.201562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] Routers {'ba61c425-babc-4303-9bce-81cf531a4e13'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:59.202264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ba61c425-babc-4303-9bce-81cf531a4e13'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:59.227736 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.280519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f052b828-1f3a-4656-bbe1-4c59d65649b8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:59.316845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.325130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-4faee9df-4dd4-4136-9cbb-c796d71fa807 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571648 Aug 19 15:39:59.342024 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Pushing event updated for resources: {'Port': ['ID=1131575a-d464-46c6-b46f-ac3d9af07bec,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:59.352808 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Attempting to bind port 1131575a-d464-46c6-b46f-ac3d9af07bec on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:59.357852 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Attempting to bind port 1131575a-d464-46c6-b46f-ac3d9af07bec by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:59.358297 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Attempting to bind port 1131575a-d464-46c6-b46f-ac3d9af07bec on network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:59.361229 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.361585 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.361924 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.362473 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.363030 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.363585 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.364323 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.373993 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] Set router ba61c425-babc-4303-9bce-81cf531a4e13 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:59.374537 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.378760 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.379474 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.380993 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.381245 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:59.402133 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:59.402682 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Checking segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:59.403200 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.403690 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Bound using segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:59.404264 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Bound port: 1131575a-d464-46c6-b46f-ac3d9af07bec, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:59.404923 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.503930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.511966 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] For port 1131575a-d464-46c6-b46f-ac3d9af07bec, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:59.517448 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] For port 1131575a-d464-46c6-b46f-ac3d9af07bec, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1131575a-d464-46c6-b46f-ac3d9af07bec,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:59.526910 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d4958207-d20c-4df8-abd0-070743d57607 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:59.562478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: d4958207-d20c-4df8-abd0-070743d57607 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:59.562963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device d4958207-d20c-4df8-abd0-070743d57607 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:59.624083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaf50e74-1b59-4b86-9ba0-a3e9bde759e4 req-15658c42-1869-4338-a94b-516a899bbe00 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 210 time: 0.0310860 Aug 19 15:39:59.665800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:57Z', 'revision_number': 5, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:59.696168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] Checking router: ba61c425-babc-4303-9bce-81cf531a4e13 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:59.705282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] Routers {'ba61c425-babc-4303-9bce-81cf531a4e13'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:59.705937 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ba61c425-babc-4303-9bce-81cf531a4e13'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:59.766182 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Deleting port 9f002727-da62-4b35-852f-664d3cfea82a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:59.766534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.812183 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.867917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] For port 9f002727-da62-4b35-852f-664d3cfea82a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9f002727-da62-4b35-852f-664d3cfea82a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:59.868658 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:59.884133 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf2049-d1a8-4404-96cc-577dc3542381 None None] Pushing event updated for resources: {'Port': ['ID=1131575a-d464-46c6-b46f-ac3d9af07bec,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:59.884559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Calling delete_port for 9f002727-da62-4b35-852f-664d3cfea82a owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:59.920473 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:59.921146 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:59.986896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.105386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] Set router ba61c425-babc-4303-9bce-81cf531a4e13 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:00.160125 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:00.215836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff29d7fa-5810-43cf-b096-3ecc5f911462 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:00.244315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.310732 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f002727-da62-4b35-852f-664d3cfea82a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:00.346288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ff29d7fa-5810-43cf-b096-3ecc5f911462 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:00.346523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.387219 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.424172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:57Z', 'revision_number': 5, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:00.450800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:00.460925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e1e89c-6fe3-4879-8a70-e6f82be14276 None None] The sync data for ids ['ba61c425-babc-4303-9bce-81cf531a4e13'] in n-d-779913-32 is: [{'id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'name': 'tempest-TestServerMultinode-1971992096-router', 'tenant_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '9f002727-da62-4b35-852f-664d3cfea82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:57Z', 'revision_number': 5, 'project_id': 'd1433a0d3c9b4988ac16f6f15c4c1024', 'gw_port': {'id': '9f002727-da62-4b35-852f-664d3cfea82a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba61c425-babc-4303-9bce-81cf531a4e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:06Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:00.493780 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84c25d-05e3-493a-be87-a6a5fba153cd None None] The sync data for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 is: [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:00.499156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f052b828-1f3a-4656-bbe1-4c59d65649b8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:00.530615 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.532956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.551739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f052b828-1f3a-4656-bbe1-4c59d65649b8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:00.552288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.716147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-937ea6b9-0a18-4005-a3ee-af29f8099999 req-fc9c99bc-0176-4515-afeb-50e7f7d5fa64 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Aug 19 15:40:00.736876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.737467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba61c425-babc-4303-9bce-81cf531a4e13 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:40:00.748257 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.748257 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-50590106-45db-4c45-be5b-e84556a4e991 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba61c425-babc-4303-9bce-81cf531a4e13 HTTP/1.1" status: 204 len: 168 time: 1.5751529 Aug 19 15:40:00.750033 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49536) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:00.801460 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Deleting subnet 79b92349-bd31-4829-b47b-bec652be8df6 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:40:00.805077 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.865455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.938764 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.996272 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.142772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.166411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b92349-bd31-4829-b47b-bec652be8df6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:01.171869 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.174355 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-751c9440-709e-4176-a22c-9b7c6b607362 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79b92349-bd31-4829-b47b-bec652be8df6 HTTP/1.1" status: 204 len: 168 time: 0.4229329 Aug 19 15:40:01.177957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49538) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:01.179550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ca1db-9063-459d-be97-3193e2f5fb1d None None] Network 1cfb57fc-0824-4deb-92dc-a16fb7176c5b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:40:01.283235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.383148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Deleting port 783774ce-b44d-456a-abbf-a87743763104 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:01.383602 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.464776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] For port 783774ce-b44d-456a-abbf-a87743763104, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=783774ce-b44d-456a-abbf-a87743763104,segment=NetworkSegment(e502d520-a4c2-4719-8107-2558be82953b),segment_id=e502d520-a4c2-4719-8107-2558be82953b)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:01.465260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.482033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Calling delete_port for 783774ce-b44d-456a-abbf-a87743763104 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:01.718613 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.746932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc196b-77a1-4757-b7e2-e3791d6a5b28 None None] DHCP port deletion for 1cfb57fc-0824-4deb-92dc-a16fb7176c5b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:40:01.750035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Pushing event deleted for resources: {'Port': ['ID=783774ce-b44d-456a-abbf-a87743763104,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:01.751997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] No DVR routers for this DVR port 783774ce-b44d-456a-abbf-a87743763104 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:40:01.886534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67cd6d41-14bb-42b1-98d1-f1804a7021eb req-85f28055-d364-4dc5-ad11-83891d459e7c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 210 time: 0.0436358 Aug 19 15:40:01.888447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.900416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfb57fc-0824-4deb-92dc-a16fb7176c5b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:01.912475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e502d520-a4c2-4719-8107-2558be82953b') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:01.912772 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e502d520-a4c2-4719-8107-2558be82953b') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:01.924708 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.942208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.948905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:40:01.949377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:40:01.951145 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:40:02.046453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1131575a-d464-46c6-b46f-ac3d9af07bec up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:02.099617 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.106912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.113322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/1cfb57fc-0824-4deb-92dc-a16fb7176c5b HTTP/1.1" status: 204 len: 168 time: 0.9299819 Aug 19 15:40:02.113322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49544) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:02.245418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1131575a-d464-46c6-b46f-ac3d9af07bec completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:02.250125 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1131575a-d464-46c6-b46f-ac3d9af07bec triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:02.256219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.341842 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.382519 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1131575a-d464-46c6-b46f-ac3d9af07bec, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1131575a-d464-46c6-b46f-ac3d9af07bec,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:02.467479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.527702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bc546b3-4193-4b06-bddc-a3a4d3e57870 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:02.539043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1131575a-d464-46c6-b46f-ac3d9af07bec,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:02.548452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d6c99-0490-488c-a436-e900e41470ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfb57fc-0824-4deb-92dc-a16fb7176c5b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:02.567278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 7bc546b3-4193-4b06-bddc-a3a4d3e57870 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:02.567941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 7bc546b3-4193-4b06-bddc-a3a4d3e57870 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:02.568150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 783774ce-b44d-456a-abbf-a87743763104 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:02.588834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 783774ce-b44d-456a-abbf-a87743763104 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:02.589292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 783774ce-b44d-456a-abbf-a87743763104 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:02.589682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9f002727-da62-4b35-852f-664d3cfea82a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:02.611552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9f002727-da62-4b35-852f-664d3cfea82a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:02.611895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9f002727-da62-4b35-852f-664d3cfea82a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:02.726498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-3f453602-4979-4960-842c-ebfce6949f35 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:02.727867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-3f453602-4979-4960-842c-ebfce6949f35 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/networks?id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd HTTP/1.1" status: 200 len: 796 time: 0.1904795 Aug 19 15:40:02.819501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-8ac7a0d5-965f-4ff2-b0dd-e8c6a4d9900d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569a268a9a114ea498c8ad71a42bc77e HTTP/1.1" status: 200 len: 379 time: 0.0754137 Aug 19 15:40:02.832710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'port': {'device_id': 'b114304d-a9f4-4780-8045-396df41abe37', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'admin_state_up': True, 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'security_groups': ['28e5af37-edb2-4bd6-aac7-b5501f2c0095']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:03.005671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd801245-3766-48c1-81d2-e85a4ec28f30 req-44980d7c-b78b-4565-95f0-d0c52f52b361 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 210 time: 0.0401552 Aug 19 15:40:03.108892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.143390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Made reservation on behalf of 569a268a9a114ea498c8ad71a42bc77e for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:40:03.146958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.388064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.20.0.8 (e5b1ed2d-7840-45d6-ae0e-e96eaca400dd/2721fdd1-908c-461c-9eb2-68be3e9851d9/480c0576-8fb1-41b3-b1ec-55fc86510cc0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:03.602912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.621408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Transition to ACTIVE for port object 480c0576-8fb1-41b3-b1ec-55fc86510cc0 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:03.623599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Deleting port 0d5ab924-334c-47e6-8304-aef8b796150d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:03.623916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.723899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] For port 0d5ab924-334c-47e6-8304-aef8b796150d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0d5ab924-334c-47e6-8304-aef8b796150d,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:03.724265 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.736627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Calling delete_port for 0d5ab924-334c-47e6-8304-aef8b796150d owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:03.817603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.913368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:03.921625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:03.925363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:03.927561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:03.996972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:03.996972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.018150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1131575a-d464-46c6-b46f-ac3d9af07bec up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:04.101998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1131575a-d464-46c6-b46f-ac3d9af07bec triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:04.102649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.125903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-59b342d0-9a4c-4fb6-b991-f1af6a9c46be tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2977824 Aug 19 15:40:04.160603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Request body: {'port': {'device_id': 'b114304d-a9f4-4780-8045-396df41abe37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:04.169201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.251319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5ab924-334c-47e6-8304-aef8b796150d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:04.320198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa808b-2f29-494c-ad6f-b044e6ef8347 req-79102618-038f-4307-8c41-a46be252d62b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:04.322030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0dfa808b-2f29-494c-ad6f-b044e6ef8347 req-79102618-038f-4307-8c41-a46be252d62b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 931 time: 0.2202277 Aug 19 15:40:04.339469 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.358861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7412b48-24bb-4898-999c-35f921ae483b None None] Provisioning for port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:04.363952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7412b48-24bb-4898-999c-35f921ae483b None None] Provisioning complete for port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:04.365883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7412b48-24bb-4898-999c-35f921ae483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.402786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b7412b48-24bb-4898-999c-35f921ae483b None None] Port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:40:04.497685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0dfa808b-2f29-494c-ad6f-b044e6ef8347 req-afffd557-8858-4018-9e47-824796833391 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642056 Aug 19 15:40:04.575046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.931266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480c0576-8fb1-41b3-b1ec-55fc86510cc0 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:40:04.941739 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.958997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Router 1de8f333-181e-40d1-b912-88d5ce83217a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:40:04.963860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Transition to ACTIVE for port object 480c0576-8fb1-41b3-b1ec-55fc86510cc0 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:05.047887 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.117520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:40:05.120422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:05.133374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6d57c6d7-079a-4448-9563-30ec2024df01 admin admin] 10.222.0.13 "PUT /v2.0/routers/1de8f333-181e-40d1-b912-88d5ce83217a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0202258 Aug 19 15:40:05.137010 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] Sync routers for ids ['1de8f333-181e-40d1-b912-88d5ce83217a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:40:05.138962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49550) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:05.152672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] Routers {'1de8f333-181e-40d1-b912-88d5ce83217a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:05.155147 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1de8f333-181e-40d1-b912-88d5ce83217a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:05.225320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Attempting to bind port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:40:05.225990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Attempting to bind port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:40:05.226453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Attempting to bind port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 on network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:05.238943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 on network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:40:05.239490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Attempting to bind port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 on network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:05.246862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:40:05.247636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Checking segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:40:05.248201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Bound using segment: {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:40:05.248816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Bound port: 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:40:05.249467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.269087 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.290243 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] Set router 1de8f333-181e-40d1-b912-88d5ce83217a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:05.332581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:40:05.336371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:40:05.393971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.434196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.469040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:05.469277 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.470632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] 10.222.0.46 "PUT /v2.0/ports/480c0576-8fb1-41b3-b1ec-55fc86510cc0 HTTP/1.1" status: 200 len: 1092 time: 1.3201606 Aug 19 15:40:05.471067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:05.473418 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693021f7-c8ef-4616-867b-fddbe856dd33" -d '{"events": [{"name": "network-changed", "server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:05.491924 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:40:03Z', 'revision_number': 5, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port': {'id': '9514f085-c00d-4c74-b947-2fa3c6225693', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:13Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:05.512367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c9a2-f895-47ec-8553-3513b4ada151 service neutron] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:05.517293 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e827b09-7304-4ef6-8633-aeca9829d7bc x-openstack-request-id: req-6e827b09-7304-4ef6-8633-aeca9829d7bc {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:05.517591 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:05.517857 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e827b09-7304-4ef6-8633-aeca9829d7bc {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:05.518268 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'status': 'completed', 'code': 200} Aug 19 15:40:05.537802 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] Checking router: 1de8f333-181e-40d1-b912-88d5ce83217a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:40:05.549986 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] Routers {'1de8f333-181e-40d1-b912-88d5ce83217a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:05.551519 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['1de8f333-181e-40d1-b912-88d5ce83217a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:05.585181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Deleting port 9514f085-c00d-4c74-b947-2fa3c6225693 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:05.585534 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.591266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693021f7-c8ef-4616-867b-fddbe856dd33 req-bd2cda91-a33c-40bd-9865-765632f7a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:05.593502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-693021f7-c8ef-4616-867b-fddbe856dd33 req-bd2cda91-a33c-40bd-9865-765632f7a62e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1095 time: 0.0567412 Aug 19 15:40:05.669679 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] Set router 1de8f333-181e-40d1-b912-88d5ce83217a gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:05.712758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] For port 9514f085-c00d-4c74-b947-2fa3c6225693, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9514f085-c00d-4c74-b947-2fa3c6225693,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:05.713780 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.732859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Calling delete_port for 9514f085-c00d-4c74-b947-2fa3c6225693 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:05.747445 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:40:05Z', 'revision_number': 6, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:05.749191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70987b50-8c96-4d6a-8719-23c6e227d968 req-fbcd7518-5a3b-4660-a8b0-0cf3628994fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:05.750813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70987b50-8c96-4d6a-8719-23c6e227d968 req-fbcd7518-5a3b-4660-a8b0-0cf3628994fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 943 time: 0.1349657 Aug 19 15:40:05.788050 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545ecac-bd25-4e2b-889c-42fb71feec79 None None] The sync data for ids ['1de8f333-181e-40d1-b912-88d5ce83217a'] in n-d-779913-32 is: [{'id': '1de8f333-181e-40d1-b912-88d5ce83217a', 'name': 'tempest-TestServerMultinode-1565078359-router', 'tenant_id': '613974ba110f4c0a8183f80181489fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:12Z', 'updated_at': '2021-08-19T15:40:05Z', 'revision_number': 6, 'project_id': '613974ba110f4c0a8183f80181489fd1', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:05.792253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693021f7-c8ef-4616-867b-fddbe856dd33 req-8911868f-8e7d-494c-b37d-af91eab4ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:05.799839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-693021f7-c8ef-4616-867b-fddbe856dd33 req-8911868f-8e7d-494c-b37d-af91eab4ce54 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=569a268a9a114ea498c8ad71a42bc77e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1917224 Aug 19 15:40:05.862195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70987b50-8c96-4d6a-8719-23c6e227d968 req-7f3be233-54f5-4c33-9560-4b447ae18508 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970020 Aug 19 15:40:05.911859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693021f7-c8ef-4616-867b-fddbe856dd33 req-86f49aac-2d7e-406f-a636-3e550661ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:05.913403 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-693021f7-c8ef-4616-867b-fddbe856dd33 req-86f49aac-2d7e-406f-a636-3e550661ebb0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123488 Aug 19 15:40:05.995398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-ccb153d9-a3c7-4f20-bff0-d804a9bb5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:05.996833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-ccb153d9-a3c7-4f20-bff0-d804a9bb5922 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1095 time: 0.0416119 Aug 19 15:40:06.038466 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.047398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-d33454c2-9902-43a0-910e-bbf81b235ee5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0 HTTP/1.1" status: 200 len: 217 time: 0.0415678 Aug 19 15:40:06.066527 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9514f085-c00d-4c74-b947-2fa3c6225693,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.100940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-35fec036-370e-494a-a963-6d6df0c84f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:06.104820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-35fec036-370e-494a-a963-6d6df0c84f39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2721fdd1-908c-461c-9eb2-68be3e9851d9 HTTP/1.1" status: 200 len: 835 time: 0.0495436 Aug 19 15:40:06.132753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.162656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-8710c19f-b716-4e77-8a0c-bb97e4a6a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:06.164240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-8710c19f-b716-4e77-8a0c-bb97e4a6a662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528064 Aug 19 15:40:06.285099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-542edd08-5ad0-41ed-b37b-aaf8eab0cee3 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130528 Aug 19 15:40:06.393972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d9d2fc8-f77a-4105-ab32-ebd0c4aebfac req-23b1a756-63e1-4f58-b27d-b988faac2f26 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004581 Aug 19 15:40:06.571803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0d5ab924-334c-47e6-8304-aef8b796150d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:06.592976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.596413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.608000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0d5ab924-334c-47e6-8304-aef8b796150d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:06.608344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0d5ab924-334c-47e6-8304-aef8b796150d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:06.736161 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.736696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de8f333-181e-40d1-b912-88d5ce83217a {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:40:06.741819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.743606 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-64449814-e0e0-4799-bd7e-09c68569ca5c admin admin] 10.222.0.13 "DELETE /v2.0/routers/1de8f333-181e-40d1-b912-88d5ce83217a HTTP/1.1" status: 204 len: 168 time: 1.6049271 Aug 19 15:40:06.746102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49556) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.798538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Deleting subnet 7fddfe10-3f17-4745-b6a0-c8495da7981a {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:40:06.800732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.837759 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.931495 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.982483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90faa52-babf-41e2-826a-ec3df831583d req-1c0a4a21-1047-44a9-85fa-f00d9fc80913 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:06.984052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a90faa52-babf-41e2-826a-ec3df831583d req-1c0a4a21-1047-44a9-85fa-f00d9fc80913 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 943 time: 0.0526092 Aug 19 15:40:07.025012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a90faa52-babf-41e2-826a-ec3df831583d req-a386a7d5-4f18-4ad7-966f-87ed6c1c4bb9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339050 Aug 19 15:40:07.085197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.110897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fddfe10-3f17-4745-b6a0-c8495da7981a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:07.117943 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.121152 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6763a3b5-ac9b-4c78-98bc-0203d52a2d17 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7fddfe10-3f17-4745-b6a0-c8495da7981a HTTP/1.1" status: 204 len: 168 time: 0.3736389 Aug 19 15:40:07.122881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49560) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:07.125380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc73a41-3893-4088-aa8d-01616e1b8d85 None None] Network 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:40:07.203375 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.264529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Deleting port 9dae4035-670a-4b48-91c9-92bc790ce757 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:07.264944 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.304364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] DHCP port deletion for 8514bdbb-a48c-4ff5-9f57-f7fe5149a83c request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:40:07.333425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] For port 9dae4035-670a-4b48-91c9-92bc790ce757, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9dae4035-670a-4b48-91c9-92bc790ce757,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:07.333802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.347609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Calling delete_port for 9dae4035-670a-4b48-91c9-92bc790ce757 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:07.351771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] Deleting port 9dae4035-670a-4b48-91c9-92bc790ce757 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:07.352148 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.423270 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] For port 9dae4035-670a-4b48-91c9-92bc790ce757, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=9dae4035-670a-4b48-91c9-92bc790ce757,segment=NetworkSegment(da626e2a-0562-4f18-b0cc-3451ecdc459c),segment_id=da626e2a-0562-4f18-b0cc-3451ecdc459c)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:07.423677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.439205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] Calling delete_port for 9dae4035-670a-4b48-91c9-92bc790ce757 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:07.530268 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.536219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.560266 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dae4035-670a-4b48-91c9-92bc790ce757,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:07.562419 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] No DVR routers for this DVR port 9dae4035-670a-4b48-91c9-92bc790ce757 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:40:07.565601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] Pushing event deleted for resources: {'Port': ['ID=9dae4035-670a-4b48-91c9-92bc790ce757,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:07.569758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1cf38-a402-47f8-a05c-387b42ddebf1 None None] No DVR routers for this DVR port 9dae4035-670a-4b48-91c9-92bc790ce757 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:40:07.648373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.658784 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8514bdbb-a48c-4ff5-9f57-f7fe5149a83c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:07.669992 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da626e2a-0562-4f18-b0cc-3451ecdc459c') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:07.670292 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da626e2a-0562-4f18-b0cc-3451ecdc459c') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:07.680238 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.695483 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.701949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:40:07.706561 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:40:07.896279 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.901244 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.903368 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8514bdbb-a48c-4ff5-9f57-f7fe5149a83c HTTP/1.1" status: 204 len: 168 time: 0.7792039 Aug 19 15:40:07.917355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc27b5a-3470-40ef-a4aa-742d61aa245f admin admin] Pushing event deleted for resources: {'Network': ['ID=8514bdbb-a48c-4ff5-9f57-f7fe5149a83c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:08.017703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9514f085-c00d-4c74-b947-2fa3c6225693 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:08.039078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9514f085-c00d-4c74-b947-2fa3c6225693 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:08.040669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9514f085-c00d-4c74-b947-2fa3c6225693 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:08.040669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9dae4035-670a-4b48-91c9-92bc790ce757 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:08.059516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 9dae4035-670a-4b48-91c9-92bc790ce757 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:08.059871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 9dae4035-670a-4b48-91c9-92bc790ce757 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:08.149063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9338b8-7006-40d9-a343-f9e684d799a2 req-a3e7022d-0f77-42c5-afb8-109f1dd04177 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:08.151135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a9338b8-7006-40d9-a343-f9e684d799a2 req-a3e7022d-0f77-42c5-afb8-109f1dd04177 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 943 time: 0.0539830 Aug 19 15:40:08.191375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a9338b8-7006-40d9-a343-f9e684d799a2 req-d97eda83-e6ea-431b-8135-7eb95882af9a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340323 Aug 19 15:40:08.286427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49566) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:08.329916 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-054cf84c-8587-42aa-adf1-644a1a330a26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1433a0d3c9b4988ac16f6f15c4c1024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422254 Aug 19 15:40:08.332383 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49568) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:08.384341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-806d9fe6-49e0-40f8-a791-f41c821e43fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.408831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-806d9fe6-49e0-40f8-a791-f41c821e43fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.547130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-806d9fe6-49e0-40f8-a791-f41c821e43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.549730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-806d9fe6-49e0-40f8-a791-f41c821e43fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.550951 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-806d9fe6-49e0-40f8-a791-f41c821e43fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2e1f9db-8c27-4be7-a341-d10c27192df5 HTTP/1.1" status: 204 len: 168 time: 0.2176788 Aug 19 15:40:08.559338 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d9fe6-49e0-40f8-a791-f41c821e43fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e1f9db-8c27-4be7-a341-d10c27192df5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:09.144021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:40:09.245761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:09.260791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'port_id': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'mac_address': 'fa:16:3e:3e:28:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:40:09.299394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.315428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480c0576-8fb1-41b3-b1ec-55fc86510cc0 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:40:09.316331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d61f-2014-49b5-8d80-c9bfb3dbc11f req-0d537e97-b6f0-4857-ba67-1ce271f7aff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:09.316930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49576) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:09.318971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e674d61f-2014-49b5-8d80-c9bfb3dbc11f req-0d537e97-b6f0-4857-ba67-1ce271f7aff9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 943 time: 0.0536427 Aug 19 15:40:09.336950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:09.359507 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c0171dd4-aca6-4675-9f7e-eed4cdef4317 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=613974ba110f4c0a8183f80181489fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414679 Aug 19 15:40:09.362009 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49578) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:09.362840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e674d61f-2014-49b5-8d80-c9bfb3dbc11f req-62884525-623a-4492-a9a9-1c4bce588bda tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341678 Aug 19 15:40:09.412950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a2ece77-d365-4f77-8f60-750a276d5dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.416731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.438089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a2ece77-d365-4f77-8f60-750a276d5dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.469366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:09.553547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a2ece77-d365-4f77-8f60-750a276d5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.556305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2a2ece77-d365-4f77-8f60-750a276d5dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.557839 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2a2ece77-d365-4f77-8f60-750a276d5dfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b64842e-92d1-4a4b-bbda-46c011f38252 HTTP/1.1" status: 204 len: 168 time: 0.1946702 Aug 19 15:40:09.566122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ece77-d365-4f77-8f60-750a276d5dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64842e-92d1-4a4b-bbda-46c011f38252,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:09.610499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['480c0576-8fb1-41b3-b1ec-55fc86510cc0'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:40:10.486632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807561fc-1ca6-407f-b2f5-0bdde8612a44 req-d1005c71-621d-446b-9cf5-b4c2e83a51a8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:10.488038 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-807561fc-1ca6-407f-b2f5-0bdde8612a44 req-d1005c71-621d-446b-9cf5-b4c2e83a51a8 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 944 time: 0.0519345 Aug 19 15:40:10.529747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-807561fc-1ca6-407f-b2f5-0bdde8612a44 req-65efa6ca-bfda-4e60-88c2-f52c204b7587 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353622 Aug 19 15:40:11.144609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:11.250409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:11.254520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:11.254887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:11.336582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:11.364630 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:11.366955 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed2bc0e-4efd-4cdb-b7a3-1d37557a16c6" -d '{"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-plugged", "status": "completed", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:11.384089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:11.407159 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798abf61-fade-43f4-a6f8-4ab8ed80c6b6 x-openstack-request-id: req-798abf61-fade-43f4-a6f8-4ab8ed80c6b6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:11.407451 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-plugged", "status": "completed", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:11.407705 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-798abf61-fade-43f4-a6f8-4ab8ed80c6b6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:11.408101 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'code': 200} Aug 19 15:40:11.478686 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:11.511925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db404c26-819b-43c5-b34c-86ac3d1a049b req-eb5e0935-6e5b-41b3-9a64-08c825046ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:11.513283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db404c26-819b-43c5-b34c-86ac3d1a049b req-eb5e0935-6e5b-41b3-9a64-08c825046ff1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1097 time: 0.0483129 Aug 19 15:40:11.527010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:11.551000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db404c26-819b-43c5-b34c-86ac3d1a049b req-3e6741f7-a532-4d17-9845-0fd2d4fcf820 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306070 Aug 19 15:40:11.655222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3a55-5458-4b2b-a570-c5116e7e49f1 req-47acac12-9a49-4ed2-9582-399801e1df3c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:11.656796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7afe3a55-5458-4b2b-a570-c5116e7e49f1 req-47acac12-9a49-4ed2-9582-399801e1df3c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0532556 Aug 19 15:40:11.697511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7afe3a55-5458-4b2b-a570-c5116e7e49f1 req-b45631ea-6417-495f-a56c-fc06b2babd34 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345466 Aug 19 15:40:12.825192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9114bd5-396e-4777-b599-00f2482e58da req-643c10f5-1629-411c-887b-6b92754ee1a1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:12.826829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9114bd5-396e-4777-b599-00f2482e58da req-643c10f5-1629-411c-887b-6b92754ee1a1 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0561004 Aug 19 15:40:12.868431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9114bd5-396e-4777-b599-00f2482e58da req-c5f9a2cf-1bbb-4d04-b2e9-edce31887cce tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354197 Aug 19 15:40:13.404915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:13.993506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7bb36-235e-408a-a2be-d3516679501a req-5d1530ff-ccd4-4721-8981-7d5787d035a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:13.995048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66a7bb36-235e-408a-a2be-d3516679501a req-5d1530ff-ccd4-4721-8981-7d5787d035a0 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0553613 Aug 19 15:40:14.038294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66a7bb36-235e-408a-a2be-d3516679501a req-bf081788-dda9-439d-9d34-0cdac39946eb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357661 Aug 19 15:40:14.159747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfb3a3-5940-43e1-8a8d-4c290e650566 req-2399ba66-bb1a-4e4f-9c2d-bfbde3d9667f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:14.160916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbfb3a3-5940-43e1-8a8d-4c290e650566 req-2399ba66-bb1a-4e4f-9c2d-bfbde3d9667f tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0508134 Aug 19 15:40:14.206076 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffbfb3a3-5940-43e1-8a8d-4c290e650566 req-d272c548-2df7-409e-bf29-554cbe060140 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351429 Aug 19 15:40:14.230851 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49594) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:14.276679 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52a9113-6cfa-4a63-94ca-8174bdaf60f5 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:14.278367 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b52a9113-6cfa-4a63-94ca-8174bdaf60f5 tempest-TestNetworkAdvancedServerOps-2605648 tempest-TestNetworkAdvancedServerOps-2605648-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1092 time: 0.0463281 Aug 19 15:40:14.281399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49596) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:14.286387 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:14.370373 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.474195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.606767 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Allocated IP 172.25.5.148 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/c84250bf-56d0-4759-83d5-ff621ee74fa5) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:14.714885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.816424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.865694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:14.868912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:14.873742 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:14.877066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=c84250bf-56d0-4759-83d5-ff621ee74fa5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:15.282345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.426478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.595143 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.684746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.750516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event updated for resources: {'Port': ['ID=c84250bf-56d0-4759-83d5-ff621ee74fa5,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:15.768212 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.874536 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP e973f8d1-50ce-46b0-9297-73d4affc8bc7 associated. External IP: 172.25.5.148, port: 480c0576-8fb1-41b3-b1ec-55fc86510cc0. Aug 19 15:40:16.096175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 65b76d59-d031-4704-90f4-a4ef40d4ee33 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:40:16.213400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:40:16.226045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] Sync routers for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:40:16.237488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:16.238129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:16.313062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:16.343559 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60ab79be-a05b-48e6-bb21-64091fcff2fa tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0609708 Aug 19 15:40:16.344282 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:16.347081 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ae55181dfde2f5d20d25b0e57ee07c60eb40d9fb3cb2a6bd3ff7bff5100a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:16.359987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:16.446475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f20ef-d24d-4a96-843e-a258cbb17c99 req-c9e344bd-37ed-4036-915e-59e03644cd21 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:16.448241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-244f20ef-d24d-4a96-843e-a258cbb17c99 req-c9e344bd-37ed-4036-915e-59e03644cd21 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Aug 19 15:40:16.488773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-244f20ef-d24d-4a96-843e-a258cbb17c99 req-7851d614-baef-4788-b0cc-214318abceed tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338402 Aug 19 15:40:16.510324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49602) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:16.536157 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621d7c1c-7704-4527-ae8f-b4020e3efca0 x-openstack-request-id: req-621d7c1c-7704-4527-ae8f-b4020e3efca0 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:16.536454 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:16.536713 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-621d7c1c-7704-4527-ae8f-b4020e3efca0 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:16.537146 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'status': 'completed', 'code': 200} Aug 19 15:40:16.611655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e973f8d1-50ce-46b0-9297-73d4affc8bc7', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'port_id': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'mac_address': 'fa:16:3e:3e:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114304d-a9f4-4780-8045-396df41abe37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:40:15Z', 'updated_at': '2021-08-19T15:40:15Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:16.616174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-19b72f5a-2d61-4093-83a7-65c31befd0f4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/e973f8d1-50ce-46b0-9297-73d4affc8bc7 HTTP/1.1" status: 200 len: 991 time: 0.1044014 Aug 19 15:40:16.623310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-f5007830-8de7-4700-9bda-bb7aedbaa16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:16.624849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-f5007830-8de7-4700-9bda-bb7aedbaa16d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1097 time: 0.0596294 Aug 19 15:40:16.640022 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] Checking router: 65b76d59-d031-4704-90f4-a4ef40d4ee33 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:40:16.649409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:16.650104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:39:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:16.766693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:17.011385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e973f8d1-50ce-46b0-9297-73d4affc8bc7', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'port_id': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'mac_address': 'fa:16:3e:3e:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114304d-a9f4-4780-8045-396df41abe37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:40:15Z', 'updated_at': '2021-08-19T15:40:15Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:17.040363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db91ab-ad41-4630-8d24-d4c5045a1d08 None None] The sync data for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 is: [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'e973f8d1-50ce-46b0-9297-73d4affc8bc7', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'port_id': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'mac_address': 'fa:16:3e:3e:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114304d-a9f4-4780-8045-396df41abe37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:40:15Z', 'updated_at': '2021-08-19T15:40:15Z', 'revision_number': 0, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:17.098874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-ca979d62-6e61-46f7-a0da-2fda22ad6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:17.100427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-ca979d62-6e61-46f7-a0da-2fda22ad6edc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd HTTP/1.1" status: 200 len: 897 time: 0.4688711 Aug 19 15:40:17.173348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-59cd7bf3-0f75-44ff-948f-fc8cda14999d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0 HTTP/1.1" status: 200 len: 999 time: 0.0647693 Aug 19 15:40:17.225383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-5d434022-a973-483b-8bbe-70224c04e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:17.226914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-5d434022-a973-483b-8bbe-70224c04e339 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2721fdd1-908c-461c-9eb2-68be3e9851d9 HTTP/1.1" status: 200 len: 835 time: 0.0464504 Aug 19 15:40:17.237433 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4a44e-2fcd-44b4-9761-7b4c3f0d3998 None None] New status for floating IP e973f8d1-50ce-46b0-9297-73d4affc8bc7: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:40:17.283119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-e91aac9d-9f8d-401b-8a6d-e9cb83d99112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:17.284659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-e91aac9d-9f8d-401b-8a6d-e9cb83d99112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502241 Aug 19 15:40:17.388074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-fd370c01-670b-4adc-8672-f727709634de service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943618 Aug 19 15:40:17.493385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a44a284b-81bf-49fe-a404-2f3a69b7dbb6 req-2fb89431-08aa-44f7-9cea-bea9874d95a2 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982268 Aug 19 15:40:17.620459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49604) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:17.690045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-11b692cd-0cb8-440b-8121-c98c78d1af8c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/e973f8d1-50ce-46b0-9297-73d4affc8bc7 HTTP/1.1" status: 200 len: 993 time: 0.0682347 Aug 19 15:40:24.593023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-56c55a8a-5bfb-4b5a-acc1-a34576b12ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:25.781620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:27.354811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:40:27.387645 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:27.929611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4f7c87ca-fc5d-430a-a3f0-45f865f510da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:29.706981 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:30.872453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:43.392474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:49.389229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce4d9-a47c-441a-8415-c30fa112f198 req-72b37ec8-b5a0-4aef-9146-04a8c9994860 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:49.390727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17dce4d9-a47c-441a-8415-c30fa112f198 req-72b37ec8-b5a0-4aef-9146-04a8c9994860 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0577290 Aug 19 15:40:49.436397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17dce4d9-a47c-441a-8415-c30fa112f198 req-c18eb323-15e7-43bc-b2d5-283a3c561abb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387082 Aug 19 15:40:50.566332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8955-ea60-4fca-9b46-053172b783e7 req-52baddb7-a132-405c-9dbf-d9993109269b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:50.567852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-354c8955-ea60-4fca-9b46-053172b783e7 req-52baddb7-a132-405c-9dbf-d9993109269b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0572317 Aug 19 15:40:50.608194 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-354c8955-ea60-4fca-9b46-053172b783e7 req-5d4ea125-93d1-4528-9fe5-c21a0ae7bf7b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343475 Aug 19 15:40:51.728481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57e675-1925-4a04-b3eb-c168647aed5b req-96aee98a-5012-4f36-9974-fd606b8fa3fe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:51.730015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e57e675-1925-4a04-b3eb-c168647aed5b req-96aee98a-5012-4f36-9974-fd606b8fa3fe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0511734 Aug 19 15:40:51.768272 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e57e675-1925-4a04-b3eb-c168647aed5b req-49f554a9-4247-4489-9ac0-e2ec360c7468 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323572 Aug 19 15:40:52.883253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094399-f69b-40c4-a6dd-2c9790bcec2c req-f57297c2-c44d-4a61-95c4-57e5e63ad77b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:52.884726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81094399-f69b-40c4-a6dd-2c9790bcec2c req-f57297c2-c44d-4a61-95c4-57e5e63ad77b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Aug 19 15:40:52.926829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81094399-f69b-40c4-a6dd-2c9790bcec2c req-f9f5b7d4-4836-4b96-b00c-16264c297e97 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361874 Aug 19 15:40:54.052957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86795f63-564e-40a2-9fc8-f1ec6779cc58 req-c6d4b1d2-a128-4508-8379-eec5d1f86355 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:54.054637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86795f63-564e-40a2-9fc8-f1ec6779cc58 req-c6d4b1d2-a128-4508-8379-eec5d1f86355 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0521941 Aug 19 15:40:54.093210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86795f63-564e-40a2-9fc8-f1ec6779cc58 req-ad43cd66-ed30-48b1-973e-b4f63532ce4d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Aug 19 15:40:54.546904 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-048b5557-f3b3-4786-b0c1-2ce5b7bc86e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:55.457738 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba72097-ce9a-474a-9fe0-ac701ba0e5c5 req-ec072396-490c-48a7-b6e3-3786112af76a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:55.459261 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ba72097-ce9a-474a-9fe0-ac701ba0e5c5 req-ec072396-490c-48a7-b6e3-3786112af76a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0510576 Aug 19 15:40:55.497496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ba72097-ce9a-474a-9fe0-ac701ba0e5c5 req-ec449178-3149-4fc9-a9c7-c7e62489062d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322690 Aug 19 15:40:55.752118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:56.613791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07d44-58fe-4483-9d01-2fbb93feface req-a05daff3-3ed5-4249-a7e5-e9c3ce1099e7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:56.615281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60a07d44-58fe-4483-9d01-2fbb93feface req-a05daff3-3ed5-4249-a7e5-e9c3ce1099e7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Aug 19 15:40:56.656995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60a07d44-58fe-4483-9d01-2fbb93feface req-f22cbc60-e238-485c-b453-f95516567509 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357034 Aug 19 15:40:57.363608 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:57.780332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64657-0926-4e36-aea1-9f1ec3bfb598 req-ee7b0632-84ca-4bb1-9e4e-daf2e686bf51 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:57.781918 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ad64657-0926-4e36-aea1-9f1ec3bfb598 req-ee7b0632-84ca-4bb1-9e4e-daf2e686bf51 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0548992 Aug 19 15:40:57.826166 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ad64657-0926-4e36-aea1-9f1ec3bfb598 req-a1264c47-e659-4e62-8742-090f5e79e5e7 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361342 Aug 19 15:40:57.906348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd227-8cd6-4fb9-8045-9859990d66c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:58.945453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e16722-098b-4633-8103-586a8d10d4a1 req-b433236e-f1a6-498f-aa30-ebb2344d6b3e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:58.947029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6e16722-098b-4633-8103-586a8d10d4a1 req-b433236e-f1a6-498f-aa30-ebb2344d6b3e tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0516450 Aug 19 15:40:58.987340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6e16722-098b-4633-8103-586a8d10d4a1 req-cc85a153-7498-4664-9eb9-045e8ac7f358 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341647 Aug 19 15:40:59.712572 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:00.126077 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcef6d-7114-4146-9cff-ddc173153c8d req-9620902b-eede-4cb8-a73b-47f5680bf713 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:00.127887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77bcef6d-7114-4146-9cff-ddc173153c8d req-9620902b-eede-4cb8-a73b-47f5680bf713 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0665231 Aug 19 15:41:00.174625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77bcef6d-7114-4146-9cff-ddc173153c8d req-8bc4016b-d916-4b14-98fb-c604f0f98880 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395682 Aug 19 15:41:00.871806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:00.928215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-3d598b77-29be-452c-8b85-da35d8ebf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:00.929931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-3d598b77-29be-452c-8b85-da35d8ebf451 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1097 time: 0.0426760 Aug 19 15:41:01.035829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-37618e5d-e483-483d-9a15-2997aa208e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:01.037252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-37618e5d-e483-483d-9a15-2997aa208e80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd HTTP/1.1" status: 200 len: 897 time: 0.0883625 Aug 19 15:41:01.109019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-f7a9c6c5-cd8d-4d84-9d66-26cf77fee2d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0 HTTP/1.1" status: 200 len: 1001 time: 0.0642636 Aug 19 15:41:01.160563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-8976c064-e127-475a-a917-784b5d20ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:01.162145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-8976c064-e127-475a-a917-784b5d20ffb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2721fdd1-908c-461c-9eb2-68be3e9851d9 HTTP/1.1" status: 200 len: 835 time: 0.0449929 Aug 19 15:41:01.208031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-debb81a4-15b5-4808-97b7-2eaf46e69f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:01.210227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-debb81a4-15b5-4808-97b7-2eaf46e69f86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404835 Aug 19 15:41:01.335984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-564bfbeb-ff07-4f3d-9447-ff31ad4414e2 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193044 Aug 19 15:41:01.343280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e873351-ffa3-4144-aae7-9cce14037c04 req-179fbeb2-90b1-42b5-9e7a-b0579498626d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:01.344683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e873351-ffa3-4144-aae7-9cce14037c04 req-179fbeb2-90b1-42b5-9e7a-b0579498626d tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0828753 Aug 19 15:41:01.432786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e873351-ffa3-4144-aae7-9cce14037c04 req-0de6adf7-d9c8-4959-9fdd-a85313ca3579 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799544 Aug 19 15:41:01.462508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ddc0ddd-c016-4603-963a-5cc8577b58ee req-052a0835-b6af-40a4-b970-8e0be4310293 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168525 Aug 19 15:41:02.574377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19950f5b-d09c-409c-b914-b5d3fb1c172e req-1b9dfe4c-a9f0-4fa1-a075-9e2a4ae08d04 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:02.576367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19950f5b-d09c-409c-b914-b5d3fb1c172e req-1b9dfe4c-a9f0-4fa1-a075-9e2a4ae08d04 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0666485 Aug 19 15:41:02.616775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-19950f5b-d09c-409c-b914-b5d3fb1c172e req-b602fff7-4239-4497-877d-e67838f3ca50 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Aug 19 15:41:03.732483 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997735-aadd-4cc1-92ea-78dab5313dbf req-e5121b88-8465-4144-aaab-f0e9621af784 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:03.734020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04997735-aadd-4cc1-92ea-78dab5313dbf req-e5121b88-8465-4144-aaab-f0e9621af784 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Aug 19 15:41:03.773549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04997735-aadd-4cc1-92ea-78dab5313dbf req-e64e635a-e5d1-4c3f-b287-18d76f7f5864 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Aug 19 15:41:04.355137 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:41:04.894291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cbe3a-535a-4e9f-b8b2-fbfe61b9327e req-08b4f913-4012-4bb6-9bdb-fc23ec94c380 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:04.895803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-526cbe3a-535a-4e9f-b8b2-fbfe61b9327e req-08b4f913-4012-4bb6-9bdb-fc23ec94c380 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0544105 Aug 19 15:41:04.935022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-526cbe3a-535a-4e9f-b8b2-fbfe61b9327e req-0805b1fc-20bc-4874-b701-e3fc3c899fea tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Aug 19 15:41:06.058775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72a980-c282-4e46-ba25-b1827207579c req-40ba75d9-36ed-457d-8f02-e7558d21ad05 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:06.060281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf72a980-c282-4e46-ba25-b1827207579c req-40ba75d9-36ed-457d-8f02-e7558d21ad05 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0515547 Aug 19 15:41:06.098204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cf72a980-c282-4e46-ba25-b1827207579c req-e3f7867a-32e6-482d-88fa-d7952d190878 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Aug 19 15:41:07.214114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b35fe1-e979-41d8-b67c-c4aa423bbdce req-961be7dc-f402-48e8-89fc-b9d800b301b9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:07.215609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90b35fe1-e979-41d8-b67c-c4aa423bbdce req-961be7dc-f402-48e8-89fc-b9d800b301b9 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 19 15:41:07.254379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90b35fe1-e979-41d8-b67c-c4aa423bbdce req-c19ae2c9-7031-47af-b3d2-5b7d29044dd4 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Aug 19 15:41:07.837047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e1fb5-e440-41a7-ae66-91344880b744 req-476bfd9f-386f-4918-8738-5408d2658589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:07.838598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b1e1fb5-e440-41a7-ae66-91344880b744 req-476bfd9f-386f-4918-8738-5408d2658589 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1097 time: 0.0458660 Aug 19 15:41:07.875066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b1e1fb5-e440-41a7-ae66-91344880b744 req-67942191-170d-4fa0-9bac-20a740775788 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292013 Aug 19 15:41:08.372531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe7bb9-7387-4090-8216-c46097eda391 req-f4339874-2578-4219-accf-25f476eca01c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:08.374064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27fe7bb9-7387-4090-8216-c46097eda391 req-f4339874-2578-4219-accf-25f476eca01c tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0495975 Aug 19 15:41:08.412311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27fe7bb9-7387-4090-8216-c46097eda391 req-f028d34f-10d7-4884-8742-76b2f5921c54 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320463 Aug 19 15:41:09.446941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:41:09.450189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:09.531976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885925c1-cebc-4dd6-b3e3-9ce6fe28943a req-f535f8c3-9d6e-45eb-9163-347b1846bd30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:09.533819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885925c1-cebc-4dd6-b3e3-9ce6fe28943a req-f535f8c3-9d6e-45eb-9163-347b1846bd30 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0512149 Aug 19 15:41:09.574662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-885925c1-cebc-4dd6-b3e3-9ce6fe28943a req-2865c5b4-e494-4d6b-a62d-99077cc41cfe tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Aug 19 15:41:09.598756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:09.610269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:09.623123 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:09.636053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'port_id': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'mac_address': 'fa:16:3e:3e:28:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:41:09.672714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-69ab1c4e-38d5-4c12-ae86-f473c0f14d32 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/floatingips/e973f8d1-50ce-46b0-9297-73d4affc8bc7 HTTP/1.1" status: 200 len: 993 time: 0.0674267 Aug 19 15:41:09.672952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:41:09.672952 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9176cda-1f3a-442a-94e6-82f3ca765dd7" -d '{"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-unplugged", "status": "completed", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:41:09.691001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:09.696350 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:09.710313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 480c0576-8fb1-41b3-b1ec-55fc86510cc0 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:41:09.716256 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e88096-69fb-4f0e-9487-e65f843ddb68 x-openstack-request-id: req-c1e88096-69fb-4f0e-9487-e65f843ddb68 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:41:09.721056 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-unplugged", "status": "completed", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:41:09.721056 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e88096-69fb-4f0e-9487-e65f843ddb68 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:41:09.721056 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'code': 200} Aug 19 15:41:09.769536 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:09.844206 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.db.api [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:41:09.844474 n-d-779913-32 neutron-server[101964]: DEBUG oslo_db.api [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:41:09.848930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:09.856513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.856861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.857226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.857569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.857903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.858233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.858562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.859012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.859267 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.859591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.859912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:09.860233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:10.381040 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:10.393718 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480c0576-8fb1-41b3-b1ec-55fc86510cc0 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:41:10.412843 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:10.511731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:10.559588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:10.735040 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['480c0576-8fb1-41b3-b1ec-55fc86510cc0'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:41:11.454965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:41:11.505303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:41:11.505595 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:11.588747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:11.623453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:11.677135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:11.718582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:41:11.720932 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60892cc3-3b26-48a1-8108-faed557e2419" -d '{"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-plugged", "status": "completed", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:41:11.736950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:11.759286 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c859f50-529f-4877-8ef4-5e062a721c1e x-openstack-request-id: req-7c859f50-529f-4877-8ef4-5e062a721c1e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:41:11.759691 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-plugged", "status": "completed", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:41:11.759974 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c859f50-529f-4877-8ef4-5e062a721c1e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:41:11.760362 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'code': 200} Aug 19 15:41:13.386353 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:24.666817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1632-d908-45f2-a1c0-bb94cc4edef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:25.740501 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:27.334710 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:27.900436 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-63d6bd9d-11de-48a6-9e5a-345107e555b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:29.729164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:30.847358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:41.357028 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:41:43.437285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:44.868121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49716) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:45.038680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port c84250bf-56d0-4759-83d5-ff621ee74fa5 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:45.039026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.119043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.119272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.132204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for c84250bf-56d0-4759-83d5-ff621ee74fa5 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:45.357211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.389620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=c84250bf-56d0-4759-83d5-ff621ee74fa5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:45.400345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.400703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.401054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.401423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.401767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.402109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.402461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.402782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.403147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.403480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.403811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.404143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:45.459508 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.459843 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Floating IP e973f8d1-50ce-46b0-9297-73d4affc8bc7 disassociated (deleted). External IP: 172.25.5.148, port: 480c0576-8fb1-41b3-b1ec-55fc86510cc0. Aug 19 15:41:45.671236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 65b76d59-d031-4704-90f4-a4ef40d4ee33 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:41:45.782510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:41:45.787094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.801044 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] Sync routers for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:41:45.810541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:45.811237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:41:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:45.816434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e8d54200-4104-4dc4-b961-d3f621b47298 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/floatingips/e973f8d1-50ce-46b0-9297-73d4affc8bc7 HTTP/1.1" status: 204 len: 168 time: 0.9473031 Aug 19 15:41:45.817024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:41:45.819316 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed137c6-3559-421e-b434-0ddd11af4e87" -d '{"events": [{"name": "network-changed", "server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:41:45.920951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:46.129244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:46.160129 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] Checking router: 65b76d59-d031-4704-90f4-a4ef40d4ee33 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:41:46.168462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:46.169173 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:41:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:46.224598 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e941920-322c-4d29-a0d7-c6c5fa2eea58 x-openstack-request-id: req-0e941920-322c-4d29-a0d7-c6c5fa2eea58 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:41:46.225140 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:41:46.225481 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e941920-322c-4d29-a0d7-c6c5fa2eea58 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:41:46.226092 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'status': 'completed', 'code': 200} Aug 19 15:41:46.280626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:46.326434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-0e03d0bb-1393-4021-96da-9bb8b8aadcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:46.327971 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-0e03d0bb-1393-4021-96da-9bb8b8aadcf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=569a268a9a114ea498c8ad71a42bc77e&device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 1097 time: 0.0782347 Aug 19 15:41:46.340889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da341a2b-c809-45be-b120-51852eafb8a2 req-933cb3ef-68bf-4834-8c69-89132aa36818 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:46.342375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da341a2b-c809-45be-b120-51852eafb8a2 req-933cb3ef-68bf-4834-8c69-89132aa36818 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0658572 Aug 19 15:41:46.427933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-da341a2b-c809-45be-b120-51852eafb8a2 req-58fd0d42-ba45-412b-ba4a-54a568f15cdb tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764213 Aug 19 15:41:46.459272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-4aaa237e-0491-498f-89a0-af6de083f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:46.460794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-4aaa237e-0491-498f-89a0-af6de083f60b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd HTTP/1.1" status: 200 len: 897 time: 0.1175351 Aug 19 15:41:46.502278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:46.511332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-07d8ce81-cd35-4411-8fc2-c68c859ba60a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0 HTTP/1.1" status: 200 len: 217 time: 0.0420041 Aug 19 15:41:46.531005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd96715-f7df-40c2-ba52-a0aeb5ed09d5 None None] The sync data for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 is: [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:39:56Z', 'revision_number': 4, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1131575a-d464-46c6-b46f-ac3d9af07bec', 'name': '', 'network_id': 'e5b1ed2d-7840-45d6-ae0e-e96eaca400dd', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'mac_address': 'fa:16:3e:ee:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:55Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'subnets': [{'id': '2721fdd1-908c-461c-9eb2-68be3e9851d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:41:46.564081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-64966189-deb1-45e0-9f29-47cf96ef14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:46.564937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-64966189-deb1-45e0-9f29-47cf96ef14ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2721fdd1-908c-461c-9eb2-68be3e9851d9 HTTP/1.1" status: 200 len: 835 time: 0.0463479 Aug 19 15:41:46.615752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-339a0294-0cf0-4631-ab3c-fd789f59ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:46.617414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-339a0294-0cf0-4631-ab3c-fd789f59ac3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451391 Aug 19 15:41:46.719619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-df2de4f8-484e-4f19-a14d-783b04a9dc14 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921230 Aug 19 15:41:46.762689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f4cd4-eb53-4da4-9709-d454eb4a8aff None None] New status for floating IP e973f8d1-50ce-46b0-9297-73d4affc8bc7: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:41:46.814187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ed137c6-3559-421e-b434-0ddd11af4e87 req-52af3f7d-8e02-4f73-8f1c-65c0e33f2837 service neutron] 10.222.0.46 "GET /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862472 Aug 19 15:41:47.547708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012922d1-ac40-45b6-a2d2-879950220f34 req-7d574f17-a13f-4b68-ba6f-b06bebf54913 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.549833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-012922d1-ac40-45b6-a2d2-879950220f34 req-7d574f17-a13f-4b68-ba6f-b06bebf54913 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0514157 Aug 19 15:41:47.617861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-012922d1-ac40-45b6-a2d2-879950220f34 req-acc214bd-dbd2-411c-b95e-15f2c1fdaa2b tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/security-groups?id=28e5af37-edb2-4bd6-aac7-b5501f2c0095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617294 Aug 19 15:41:47.646270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-0c17596f-f60b-478f-906d-3928e8ec8bdc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.647734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-0c17596f-f60b-478f-906d-3928e8ec8bdc tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 945 time: 0.0722213 Aug 19 15:41:47.738855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:47.739202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:47.830889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 480c0576-8fb1-41b3-b1ec-55fc86510cc0, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=480c0576-8fb1-41b3-b1ec-55fc86510cc0,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:47.831172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:47.844147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 480c0576-8fb1-41b3-b1ec-55fc86510cc0 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:48.066067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:48.101066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=480c0576-8fb1-41b3-b1ec-55fc86510cc0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:48.146011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] No DVR routers for this DVR port 480c0576-8fb1-41b3-b1ec-55fc86510cc0 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:41:48.148651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:48.150739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a3c11f5-1abd-47ba-b75b-eaf695d1209d req-a93dfd95-9ed3-48b2-9e9e-20998a12d025 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.46 "DELETE /v2.0/ports/480c0576-8fb1-41b3-b1ec-55fc86510cc0 HTTP/1.1" status: 204 len: 173 time: 0.4962273 Aug 19 15:41:48.227780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-deleted', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:41:48.230445 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d31508-870a-434f-b82e-618ad8d46f8a" -d '{"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-deleted", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:41:48.266837 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d094b-4735-49ce-8c8d-0d92bd3c4260 x-openstack-request-id: req-6c8d094b-4735-49ce-8c8d-0d92bd3c4260 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:41:48.267139 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b114304d-a9f4-4780-8045-396df41abe37", "name": "network-vif-deleted", "tag": "480c0576-8fb1-41b3-b1ec-55fc86510cc0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:41:48.267702 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8d094b-4735-49ce-8c8d-0d92bd3c4260 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:41:48.267883 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b114304d-a9f4-4780-8045-396df41abe37', 'name': 'network-vif-deleted', 'tag': '480c0576-8fb1-41b3-b1ec-55fc86510cc0', 'status': 'completed', 'code': 200} Aug 19 15:41:48.732886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78eea6d9-0e51-42eb-bcc1-2c214167dbde req-3c6cf314-0d29-4dd1-83e2-1eba9446e916 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "GET /v2.0/ports?device_id=b114304d-a9f4-4780-8045-396df41abe37 HTTP/1.1" status: 200 len: 210 time: 0.0258427 Aug 19 15:41:49.789325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49732) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:50.157085 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:50.418304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port 1131575a-d464-46c6-b46f-ac3d9af07bec {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:50.418645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:50.509091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port 1131575a-d464-46c6-b46f-ac3d9af07bec, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1131575a-d464-46c6-b46f-ac3d9af07bec,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:50.509646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:50.523111 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for 1131575a-d464-46c6-b46f-ac3d9af07bec owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:50.808372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:50.847003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=1131575a-d464-46c6-b46f-ac3d9af07bec,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:51.019812 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:51.238151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Router 65b76d59-d031-4704-90f4-a4ef40d4ee33 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:41:51.704360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:51.711075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:41:51.719104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e8defd72-88c9-4c16-bb9a-df4fb19510b3 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "PUT /v2.0/routers/65b76d59-d031-4704-90f4-a4ef40d4ee33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256296 Aug 19 15:41:51.719104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49734) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:51.726258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] Sync routers for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:41:51.729673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 480c0576-8fb1-41b3-b1ec-55fc86510cc0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:51.730012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 480c0576-8fb1-41b3-b1ec-55fc86510cc0 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:51.737236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:51.737845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:41:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:51.770792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting subnet 2721fdd1-908c-461c-9eb2-68be3e9851d9 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:41:51.774022 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:51.813770 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:51.842770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:51.904683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.046131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:41:50Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:52.074399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] Checking router: 65b76d59-d031-4704-90f4-a4ef40d4ee33 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:41:52.082984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] Routers {'65b76d59-d031-4704-90f4-a4ef40d4ee33'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:52.083590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:41:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['65b76d59-d031-4704-90f4-a4ef40d4ee33'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:52.094498 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.121916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Subnet': ['ID=2721fdd1-908c-461c-9eb2-68be3e9851d9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:52.125718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.130899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f685fdc-44ea-4af5-ab53-7e68c4234216 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/subnets/2721fdd1-908c-461c-9eb2-68be3e9851d9 HTTP/1.1" status: 204 len: 168 time: 0.4085128 Aug 19 15:41:52.131274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49736) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:52.167765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce57840-26e7-4d05-93cd-0269d56787d4 None None] Network e5b1ed2d-7840-45d6-ae0e-e96eaca400dd requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:41:52.239172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.256441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] Set router 65b76d59-d031-4704-90f4-a4ef40d4ee33 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:52.360842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.540954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Deleting port f052b828-1f3a-4656-bbe1-4c59d65649b8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:52.541333 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.633618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] For port f052b828-1f3a-4656-bbe1-4c59d65649b8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f052b828-1f3a-4656-bbe1-4c59d65649b8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:52.633996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.648957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Calling delete_port for f052b828-1f3a-4656-bbe1-4c59d65649b8 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:52.666691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] DHCP port deletion for e5b1ed2d-7840-45d6-ae0e-e96eaca400dd request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:41:52.678982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:41:50Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:52.723222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb151b0-54cd-4c97-b490-76ba40ee2221 None None] The sync data for ids ['65b76d59-d031-4704-90f4-a4ef40d4ee33'] in n-d-779913-32 is: [{'id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342884788', 'tenant_id': '569a268a9a114ea498c8ad71a42bc77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:51Z', 'updated_at': '2021-08-19T15:41:50Z', 'revision_number': 5, 'project_id': '569a268a9a114ea498c8ad71a42bc77e', 'gw_port': {'id': 'f052b828-1f3a-4656-bbe1-4c59d65649b8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b76d59-d031-4704-90f4-a4ef40d4ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:52Z', 'updated_at': '2021-08-19T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:41:52.748348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] Deleting port ff29d7fa-5810-43cf-b096-3ecc5f911462 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:52.748730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.816851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] For port ff29d7fa-5810-43cf-b096-3ecc5f911462, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ff29d7fa-5810-43cf-b096-3ecc5f911462,segment=NetworkSegment(c73bd57a-f223-4f0b-a1a7-08f499c50ef7),segment_id=c73bd57a-f223-4f0b-a1a7-08f499c50ef7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:52.817379 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.834737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] Calling delete_port for ff29d7fa-5810-43cf-b096-3ecc5f911462 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:52.911241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.938404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Port': ['ID=f052b828-1f3a-4656-bbe1-4c59d65649b8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:52.996603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.998008 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.024348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] Pushing event deleted for resources: {'Port': ['ID=ff29d7fa-5810-43cf-b096-3ecc5f911462,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:53.030459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228c04f-770f-4d34-afb0-0a61b4498f7a None None] No DVR routers for this DVR port ff29d7fa-5810-43cf-b096-3ecc5f911462 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:41:53.106211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.108508 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.225192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.225671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Fanout notify agent at l3_agent the message router_deleted on router 65b76d59-d031-4704-90f4-a4ef40d4ee33 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:41:53.232793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.234004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2a75a105-6900-433a-ae29-d73e5dc23065 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/routers/65b76d59-d031-4704-90f4-a4ef40d4ee33 HTTP/1.1" status: 204 len: 168 time: 1.1017900 Aug 19 15:41:53.236768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49738) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:53.317922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.419036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.429316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b1ed2d-7840-45d6-ae0e-e96eaca400dd']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:53.440216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:53.442536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73bd57a-f223-4f0b-a1a7-08f499c50ef7') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:53.449714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.463944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.469691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:41:53.470084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:41:53.472976 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:41:53.619269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.628312 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.629279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/networks/e5b1ed2d-7840-45d6-ae0e-e96eaca400dd HTTP/1.1" status: 204 len: 168 time: 0.3912277 Aug 19 15:41:53.631656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49740) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:53.648594 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341f2fa-96a7-4be7-9dc2-17c76bc01935 tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'Network': ['ID=e5b1ed2d-7840-45d6-ae0e-e96eaca400dd,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:53.707514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1f75893-2815-4f4d-a5e1-76bd6c76719a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.736004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1f75893-2815-4f4d-a5e1-76bd6c76719a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.865190 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1f75893-2815-4f4d-a5e1-76bd6c76719a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.867821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1f75893-2815-4f4d-a5e1-76bd6c76719a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.869055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e1f75893-2815-4f4d-a5e1-76bd6c76719a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] 10.222.0.13 "DELETE /v2.0/security-groups/28e5af37-edb2-4bd6-aac7-b5501f2c0095 HTTP/1.1" status: 204 len: 168 time: 0.2364728 Aug 19 15:41:53.878716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f75893-2815-4f4d-a5e1-76bd6c76719a tempest-TestNetworkAdvancedServerOps-2122904569 tempest-TestNetworkAdvancedServerOps-2122904569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5af37-edb2-4bd6-aac7-b5501f2c0095,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:54.086905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff29d7fa-5810-43cf-b096-3ecc5f911462 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:54.107800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ff29d7fa-5810-43cf-b096-3ecc5f911462 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:54.111721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff29d7fa-5810-43cf-b096-3ecc5f911462 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:54.111721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1131575a-d464-46c6-b46f-ac3d9af07bec no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:54.131766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1131575a-d464-46c6-b46f-ac3d9af07bec {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:54.132110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1131575a-d464-46c6-b46f-ac3d9af07bec not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:54.132677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f052b828-1f3a-4656-bbe1-4c59d65649b8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:54.151867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f052b828-1f3a-4656-bbe1-4c59d65649b8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:54.152254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f052b828-1f3a-4656-bbe1-4c59d65649b8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:54.525344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49748) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:54.562436 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eb04f9c2-cb0b-49a4-8ef0-7b873a91bd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.662941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6cdd46bc-083f-4fc6-9491-38f48d9cbc3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=569a268a9a114ea498c8ad71a42bc77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363924 Aug 19 15:41:54.665499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49752) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:54.714648 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0998ad01-49d5-4c61-9c55-468ac5c33411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.735892 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0998ad01-49d5-4c61-9c55-468ac5c33411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.859343 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0998ad01-49d5-4c61-9c55-468ac5c33411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.862503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0998ad01-49d5-4c61-9c55-468ac5c33411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.863684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0998ad01-49d5-4c61-9c55-468ac5c33411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d855bd7-03ed-44cd-9fd5-e16a250b117f HTTP/1.1" status: 204 len: 168 time: 0.1972742 Aug 19 15:41:54.871881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998ad01-49d5-4c61-9c55-468ac5c33411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d855bd7-03ed-44cd-9fd5-e16a250b117f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:55.511696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49758) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:55.556180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-942faf0d-c520-4e53-b319-94d562e9e0b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c47cd2d31103476ba33258f65266507e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432451 Aug 19 15:41:55.558643 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49760) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:55.608594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afd2bdb6-ec71-4a1d-8296-72a3c0e400cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.629791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afd2bdb6-ec71-4a1d-8296-72a3c0e400cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.728125 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afd2bdb6-ec71-4a1d-8296-72a3c0e400cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.730788 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-afd2bdb6-ec71-4a1d-8296-72a3c0e400cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.731993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-afd2bdb6-ec71-4a1d-8296-72a3c0e400cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d73283ee-7b9a-43ef-8af8-c37fcaf5682c HTTP/1.1" status: 204 len: 168 time: 0.1724389 Aug 19 15:41:55.740715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2bdb6-ec71-4a1d-8296-72a3c0e400cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73283ee-7b9a-43ef-8af8-c37fcaf5682c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:55.759869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.677402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49782) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:56.774074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-858925300-network', 'tenant_id': 'ff54672f774c4f86b6dc4c228ffa4819'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:56.887831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Made reservation on behalf of ff54672f774c4f86b6dc4c228ffa4819 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:41:56.890152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.898763 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.987425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.082251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.106919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:41:57.117356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af715b19-61f7-4d26-86e4-db4c19915b04,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.123109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.123456 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Added segment 6e583b09-f6be-4e13-b5ed-d611570bf506 of type vlan for network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b Aug 19 15:41:57.166102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.253139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.254144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:57.254732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.316218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] Pushing event updated for resources: {'Network': ['ID=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.326389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:41:57.365179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.375061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-37a0440f-b52a-4ee4-9139-b689908b39ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6962159 Aug 19 15:41:57.378468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49786) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:57.383521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Request body: {'subnet': {'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-858925300-subnet', 'tenant_id': 'ff54672f774c4f86b6dc4c228ffa4819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:57.482128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Made reservation on behalf of ff54672f774c4f86b6dc4c228ffa4819 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:41:57.484522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.722042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.776768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b72390b-7aca-4d4f-b264-70fdef376128,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.788152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Checking segment: {'id': '6e583b09-f6be-4e13-b5ed-d611570bf506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:41:57.788514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Network hostable DHCP agents. Network: 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:41:57.928385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:41:57.957860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b9cf7991-e0c7-4a87-910f-6050962f0a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.042045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:41:58.046090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:58.046794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.052918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718dbf14-8caf-4183-a0ab-ecf2b8920964 None None] Network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:41:58.134236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-00e8ee2c-166f-44bd-b525-2704524412d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7546790 Aug 19 15:41:58.188005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59224595-a573-410d-ad4b-58f5a7c2f2ab None None] Network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:41:58.807099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49802) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:58.812265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1730076883-network', 'tenant_id': 'fc2b6b4421054eb4b97aa45e19b08233'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:58.887584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Made reservation on behalf of fc2b6b4421054eb4b97aa45e19b08233 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:41:58.889920 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.899613 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.993143 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.064861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.090127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:41:59.099102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8cebec-60c2-4bc7-9834-5584f6aa0f27,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:59.105167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.105514 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Added segment a423d857-fcce-4958-8e3c-97ba21c9e535 of type vlan for network e2d741af-4053-4364-bcdf-bc44623fc966 Aug 19 15:41:59.147111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.201954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.202948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:59.203535 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.264819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] Pushing event updated for resources: {'Network': ['ID=e2d741af-4053-4364-bcdf-bc44623fc966,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:59.274598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e2d741af-4053-4364-bcdf-bc44623fc966 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:41:59.318243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aad55060-c6fb-4dbd-bcbe-4d51820b776d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5099993 Aug 19 15:41:59.320989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49804) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:59.325999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Request body: {'subnet': {'network_id': 'e2d741af-4053-4364-bcdf-bc44623fc966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1730076883-subnet', 'tenant_id': 'fc2b6b4421054eb4b97aa45e19b08233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:59.448044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Made reservation on behalf of fc2b6b4421054eb4b97aa45e19b08233 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:41:59.451832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.677759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.705359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.731949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8861486d-a4fd-4476-8014-349a45a8912c,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:59.742982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Checking segment: {'id': 'a423d857-fcce-4958-8e3c-97ba21c9e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e2d741af-4053-4364-bcdf-bc44623fc966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:41:59.743346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Network hostable DHCP agents. Network: e2d741af-4053-4364-bcdf-bc44623fc966, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:41:59.807855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Network e2d741af-4053-4364-bcdf-bc44623fc966 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:41:59.882119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e2d741af-4053-4364-bcdf-bc44623fc966) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:41:59.886880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:59.888036 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.890904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a70c641-4226-4e11-a1f5-089d26968867 None None] Network e2d741af-4053-4364-bcdf-bc44623fc966 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:41:59.951441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-898f9d98-a96b-4867-a06f-da19f2292998 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6292710 Aug 19 15:42:00.032877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611f821-7a4e-4a8d-91dc-ab73dd7b02b0 None None] Network e2d741af-4053-4364-bcdf-bc44623fc966 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:42:00.496125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-b8f5ab30-187b-4776-bcca-0dd10a36fae1 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:00.497729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-b8f5ab30-187b-4776-bcca-0dd10a36fae1 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/networks?id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b HTTP/1.1" status: 200 len: 811 time: 0.1184883 Aug 19 15:42:00.513416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-9b05075b-d141-4e21-8bbc-65bd032f29d0 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/quotas/ff54672f774c4f86b6dc4c228ffa4819 HTTP/1.1" status: 200 len: 375 time: 0.0096037 Aug 19 15:42:00.551322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-227a5729-0db2-41e0-99ef-7df251160a0b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319982 Aug 19 15:42:00.770810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-0d8d127f-b118-4f83-bbd7-be53a3c33bec service neutron] 10.222.0.13 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076883 Aug 19 15:42:00.842097 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.861508 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-3be6ce44-a191-4c3a-a469-430b6045e0af service neutron] 10.222.0.13 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880070 Aug 19 15:42:01.132930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f5fa17d-5db2-4be6-ac24-271bdf0c28fe req-b43584f8-ffbf-4431-bc27-ebf12e9d6878 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 210 time: 0.0285168 Aug 19 15:42:02.239226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11afbd82-4d0a-46c8-b1f6-2ca7ec248f37 req-3378f003-65ff-4548-89ae-26e9cb095d96 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 210 time: 0.0329461 Aug 19 15:42:03.264292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-5d2d4430-ef98-410b-b2db-fa5f098e1375 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:03.266358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-5d2d4430-ef98-410b-b2db-fa5f098e1375 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.46 "GET /v2.0/networks?id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b HTTP/1.1" status: 200 len: 811 time: 0.1065116 Aug 19 15:42:03.280025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Request body: {'port': {'device_id': '23503467-fe10-444b-a604-da251ab5952b', 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b', 'admin_state_up': True, 'tenant_id': 'ff54672f774c4f86b6dc4c228ffa4819'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:03.364980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb7d1202-72ce-4768-976e-3923700836e7 req-6802ecaa-fa1e-4fde-b132-3b02870a7c2a tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 210 time: 0.0345566 Aug 19 15:42:03.510879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Made reservation on behalf of ff54672f774c4f86b6dc4c228ffa4819 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:42:03.514479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.642501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Allocated IP 172.20.0.4 (022e9975-1ebe-42e0-9a4f-5f8b22b21a2b/0b72390b-7aca-4d4f-b264-70fdef376128/50a3eb1a-3d1c-4570-9d36-c7d255cc0417) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:42:03.792662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.905475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.955497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:03.958713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:03.963097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:42:03.969454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Pushing event updated for resources: {'Port': ['ID=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:04.015460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:04.016072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.094051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-bc402a00-ccdc-460b-8a39-433ab59a5221 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183873 Aug 19 15:42:04.106376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Request body: {'port': {'device_id': '23503467-fe10-444b-a604-da251ab5952b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:04.159718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.454544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:42:04.476192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.493153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Transition to ACTIVE for port object 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:04.508557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e263f13-027a-40f3-8dfe-18dcb31302ca req-61955897-5cda-48c8-922d-641715624453 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:04.510048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e263f13-027a-40f3-8dfe-18dcb31302ca req-61955897-5cda-48c8-922d-641715624453 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 931 time: 0.0712738 Aug 19 15:42:04.550399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e263f13-027a-40f3-8dfe-18dcb31302ca req-62e73ecc-de2a-4d34-a528-72b84e27a202 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Aug 19 15:42:04.625189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.694086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:04.755029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Attempting to bind port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:42:04.755375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Attempting to bind port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '6e583b09-f6be-4e13-b5ed-d611570bf506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:42:04.755698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Attempting to bind port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 on network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:04.761040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 on network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:42:04.761437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Attempting to bind port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 on network 022e9975-1ebe-42e0-9a4f-5f8b22b21a2b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:04.766428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:42:04.766721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Checking segment: {'id': '6e583b09-f6be-4e13-b5ed-d611570bf506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:04.767107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Bound using segment: {'id': '6e583b09-f6be-4e13-b5ed-d611570bf506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:42:04.767537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Bound port: 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e583b09-f6be-4e13-b5ed-d611570bf506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:42:04.767889 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.835473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] For port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:42:04.838576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] For port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,segment=NetworkSegment(6e583b09-f6be-4e13-b5ed-d611570bf506),segment_id=6e583b09-f6be-4e13-b5ed-d611570bf506)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:42:04.922459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.958108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:04.958729 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.960167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/50a3eb1a-3d1c-4570-9d36-c7d255cc0417 HTTP/1.1" status: 200 len: 1092 time: 0.8580897 Aug 19 15:42:04.960611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23503467-fe10-444b-a604-da251ab5952b', 'tag': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:04.963073 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff6cada-e417-451e-8e23-1c8a752d6f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "23503467-fe10-444b-a604-da251ab5952b", "tag": "50a3eb1a-3d1c-4570-9d36-c7d255cc0417"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:04.986830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a77a7-a7c0-4bb9-8ce3-f0dbc11fa5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:05.004191 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca792d16-b03f-4641-8907-68ba54364e9c x-openstack-request-id: req-ca792d16-b03f-4641-8907-68ba54364e9c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:05.004487 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23503467-fe10-444b-a604-da251ab5952b", "tag": "50a3eb1a-3d1c-4570-9d36-c7d255cc0417", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:05.004772 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca792d16-b03f-4641-8907-68ba54364e9c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:05.005247 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23503467-fe10-444b-a604-da251ab5952b', 'tag': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417', 'status': 'completed', 'code': 200} Aug 19 15:42:05.069132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6cada-e417-451e-8e23-1c8a752d6f5f req-1f255810-349d-4dc8-9d32-fb963057a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:05.070733 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dff6cada-e417-451e-8e23-1c8a752d6f5f req-1f255810-349d-4dc8-9d32-fb963057a94e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 1095 time: 0.0443363 Aug 19 15:42:05.171757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6cada-e417-451e-8e23-1c8a752d6f5f req-e383fbb3-8722-4362-a479-b990e7327a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:05.173378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dff6cada-e417-451e-8e23-1c8a752d6f5f req-e383fbb3-8722-4362-a479-b990e7327a57 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947456 Aug 19 15:42:05.266068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6cada-e417-451e-8e23-1c8a752d6f5f req-b7c88138-6ce5-4d7a-a791-6012c41ad994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:05.267560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dff6cada-e417-451e-8e23-1c8a752d6f5f req-b7c88138-6ce5-4d7a-a791-6012c41ad994 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872908 Aug 19 15:42:05.353260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-9b23859c-a939-4dab-b994-79844815c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:05.354735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-9b23859c-a939-4dab-b994-79844815c138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 1095 time: 0.0453067 Aug 19 15:42:05.398573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-62faa8fe-6c4a-45ac-b191-f089d7b104c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417 HTTP/1.1" status: 200 len: 217 time: 0.0342541 Aug 19 15:42:05.447833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-95e246b1-26b6-4471-8bd4-46cb323a7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:05.449239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-95e246b1-26b6-4471-8bd4-46cb323a7767 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b72390b-7aca-4d4f-b264-70fdef376128 HTTP/1.1" status: 200 len: 851 time: 0.0437064 Aug 19 15:42:05.481456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-93ae050d-5fc9-487d-8ed9-159f58ed4caf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254040 Aug 19 15:42:05.573455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-f9121759-7cda-4bbd-9154-667f8ec77268 service neutron] 10.222.0.46 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852041 Aug 19 15:42:05.703922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748ea8c-891e-4822-baa9-c69690b68fe7 req-4dae2a60-3f21-404c-84b9-7114fb5de363 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:05.705343 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e748ea8c-891e-4822-baa9-c69690b68fe7 req-4dae2a60-3f21-404c-84b9-7114fb5de363 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 943 time: 0.0806820 Aug 19 15:42:05.708991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e62c7a6d-bf9d-4885-b362-0319bf74b9c2 req-b84ac417-161c-4309-98d6-14f756dcf8e7 service neutron] 10.222.0.46 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284134 Aug 19 15:42:05.746010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e748ea8c-891e-4822-baa9-c69690b68fe7 req-2db38f8d-20e4-47ba-874c-93ffda4d47b6 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Aug 19 15:42:06.861482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27c633-61e7-4a18-9eec-8255e096511d req-85c02fc9-e06e-4b29-a583-3ba53541dffb tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:06.864006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f27c633-61e7-4a18-9eec-8255e096511d req-85c02fc9-e06e-4b29-a583-3ba53541dffb tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 943 time: 0.0506945 Aug 19 15:42:06.903193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f27c633-61e7-4a18-9eec-8255e096511d req-64ffbc3f-952e-46f6-9ce3-539feb230649 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Aug 19 15:42:07.786853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:42:07.886394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,segment=NetworkSegment(6e583b09-f6be-4e13-b5ed-d611570bf506),segment_id=6e583b09-f6be-4e13-b5ed-d611570bf506)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:07.898495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417', 'network_id': '022e9975-1ebe-42e0-9a4f-5f8b22b21a2b', 'port_id': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417', 'mac_address': 'fa:16:3e:ff:96:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72390b-7aca-4d4f-b264-70fdef376128', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:42:07.938653 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:07.952363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:42:07.972625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,segment=NetworkSegment(6e583b09-f6be-4e13-b5ed-d611570bf506),segment_id=6e583b09-f6be-4e13-b5ed-d611570bf506)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:08.020803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ae84-d7fc-45b6-af4f-1e1c7c88b76c req-a680a415-c1c1-4c42-9ae6-20fd6cd04715 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:08.022425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c386ae84-d7fc-45b6-af4f-1e1c7c88b76c req-a680a415-c1c1-4c42-9ae6-20fd6cd04715 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 943 time: 0.0498743 Aug 19 15:42:08.087252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c386ae84-d7fc-45b6-af4f-1e1c7c88b76c req-ce37540b-4daa-48a8-b8fe-a0527af79f7b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Aug 19 15:42:08.105658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.156728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:08.300100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['50a3eb1a-3d1c-4570-9d36-c7d255cc0417'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:42:09.188963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516be6aa-591b-439f-95e4-b30d0933bc63 req-4a7a6af4-bccd-4ac4-a5c2-77c87b412bcd tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:09.190496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-516be6aa-591b-439f-95e4-b30d0933bc63 req-4a7a6af4-bccd-4ac4-a5c2-77c87b412bcd tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 944 time: 0.0493622 Aug 19 15:42:09.228035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-516be6aa-591b-439f-95e4-b30d0933bc63 req-ae0ff03e-72a9-4d1d-a2a5-fdb6dca1120f tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Aug 19 15:42:09.799466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:09.923540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:09.927862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:09.928241 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:10.011492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:10.041184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23503467-fe10-444b-a604-da251ab5952b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:10.044146 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155110d1-88df-4f5c-932b-6bc541385a31" -d '{"events": [{"server_uuid": "23503467-fe10-444b-a604-da251ab5952b", "name": "network-vif-plugged", "status": "completed", "tag": "50a3eb1a-3d1c-4570-9d36-c7d255cc0417"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:10.066396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,segment=NetworkSegment(6e583b09-f6be-4e13-b5ed-d611570bf506),segment_id=6e583b09-f6be-4e13-b5ed-d611570bf506)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:10.139119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:10.145074 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398ed0be-ae95-4c6b-8751-d364e3f988b3 x-openstack-request-id: req-398ed0be-ae95-4c6b-8751-d364e3f988b3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:10.145074 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23503467-fe10-444b-a604-da251ab5952b", "name": "network-vif-plugged", "status": "completed", "tag": "50a3eb1a-3d1c-4570-9d36-c7d255cc0417", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:10.145074 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-398ed0be-ae95-4c6b-8751-d364e3f988b3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:10.145074 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23503467-fe10-444b-a604-da251ab5952b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417', 'code': 200} Aug 19 15:42:10.191434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:10.199555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.199903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.200249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.200635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.201009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.201373 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.201713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.202045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.202375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.202703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.203029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.203357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:10.248526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e2139-e841-4295-8991-cb23a931ecce req-a75f8f0e-84dc-4fc5-9b9d-3fb1481cf6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:10.250073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-187e2139-e841-4295-8991-cb23a931ecce req-a75f8f0e-84dc-4fc5-9b9d-3fb1481cf6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 1097 time: 0.0440018 Aug 19 15:42:10.286503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-187e2139-e841-4295-8991-cb23a931ecce req-523903e4-d6fa-48c6-8db8-8759a831798e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295360 Aug 19 15:42:10.346889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfefc2-934d-416f-80f7-01fe1ac40539 req-32f1ec2a-cbcc-4431-b840-d0f113939fb2 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:10.348282 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45bfefc2-934d-416f-80f7-01fe1ac40539 req-32f1ec2a-cbcc-4431-b840-d0f113939fb2 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0497630 Aug 19 15:42:10.389735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45bfefc2-934d-416f-80f7-01fe1ac40539 req-9c0bb2d9-361c-49c6-970d-f57956ed6369 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Aug 19 15:42:11.507262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2a720-74f9-4258-8f34-e671bed86718 req-4489a7eb-d9bb-43a7-81f3-314b572fd98b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:11.508677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83c2a720-74f9-4258-8f34-e671bed86718 req-4489a7eb-d9bb-43a7-81f3-314b572fd98b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0508339 Aug 19 15:42:11.551012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83c2a720-74f9-4258-8f34-e671bed86718 req-7414438d-aab4-4e87-a27e-9c8aeee23c27 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Aug 19 15:42:12.667767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed17837-9afe-44c5-a9c6-95f4bf21dbc6 req-362f4222-2efe-424a-98da-612b3640a0ab tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:12.669322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ed17837-9afe-44c5-a9c6-95f4bf21dbc6 req-362f4222-2efe-424a-98da-612b3640a0ab tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0486145 Aug 19 15:42:12.706791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7ed17837-9afe-44c5-a9c6-95f4bf21dbc6 req-88da7fb5-4aec-415d-bb28-a1b417edcb1c tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Aug 19 15:42:12.818620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910a5b7-929e-4196-84fb-cf171ebd9c0a req-fdcb5f63-6528-475e-858a-40f0af9edeb0 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:12.820079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5910a5b7-929e-4196-84fb-cf171ebd9c0a req-fdcb5f63-6528-475e-858a-40f0af9edeb0 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0486550 Aug 19 15:42:12.862999 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5910a5b7-929e-4196-84fb-cf171ebd9c0a req-bdeb55dd-baf8-49da-bf39-e57e206e3436 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Aug 19 15:42:13.329058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf9e5a-7749-421c-bad5-2bbffe4cb22f req-adfd4bc3-d267-4c38-8e9a-11bdcffd9f6b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:13.330665 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2adf9e5a-7749-421c-bad5-2bbffe4cb22f req-adfd4bc3-d267-4c38-8e9a-11bdcffd9f6b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0505414 Aug 19 15:42:13.370724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2adf9e5a-7749-421c-bad5-2bbffe4cb22f req-4ae76dd7-ec9f-46ea-8c90-6bcc2156b4b7 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Aug 19 15:42:13.419429 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:14.545496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa6d5-1bdf-4eb6-8d1b-c8f010a344c9 req-a005f7d3-dfa1-4c1d-958d-1b3dc91cda5e tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:14.547030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-492aa6d5-1bdf-4eb6-8d1b-c8f010a344c9 req-a005f7d3-dfa1-4c1d-958d-1b3dc91cda5e tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.1073699 Aug 19 15:42:14.587105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-492aa6d5-1bdf-4eb6-8d1b-c8f010a344c9 req-8506509b-fe8f-4a90-b988-e3243cb57a7b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 Aug 19 15:42:14.878132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9286cf2-49a1-430c-a6b3-eb218d95c3c0 req-bd791a53-b437-488d-bc8d-7979f54f48c5 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:14.879531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9286cf2-49a1-430c-a6b3-eb218d95c3c0 req-bd791a53-b437-488d-bc8d-7979f54f48c5 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0544691 Aug 19 15:42:14.952292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b9286cf2-49a1-430c-a6b3-eb218d95c3c0 req-d6973500-299f-4f62-8b46-06a0a47856e0 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591781 Aug 19 15:42:14.954078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-27a12574-d3c7-4a48-bac7-c3965cb336a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:14.955567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-27a12574-d3c7-4a48-bac7-c3965cb336a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 1097 time: 0.0706875 Aug 19 15:42:15.054299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-ae6f3b5d-7b02-4439-8f96-868d5b85a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:15.055674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-ae6f3b5d-7b02-4439-8f96-868d5b85a61c service neutron] 10.222.0.46 "GET /v2.0/networks?id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b HTTP/1.1" status: 200 len: 912 time: 0.0933070 Aug 19 15:42:15.104563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-daceb83d-8245-4213-ab96-b8fda24edf71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417 HTTP/1.1" status: 200 len: 217 time: 0.0400634 Aug 19 15:42:15.154980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-4535db2a-3ef1-4a8f-980f-eeac4e8f4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:15.156506 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-4535db2a-3ef1-4a8f-980f-eeac4e8f4565 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b72390b-7aca-4d4f-b264-70fdef376128 HTTP/1.1" status: 200 len: 851 time: 0.0451171 Aug 19 15:42:15.189251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-90474bb0-524f-45bd-a738-9c034e3a1a9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256038 Aug 19 15:42:15.287579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-5f19ab2d-40bb-4cf5-ad47-d74e1f81e9aa service neutron] 10.222.0.46 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916348 Aug 19 15:42:15.380527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13404f02-6bfb-4bb8-a1f1-9155e32e709e req-28c769f2-0eb8-4271-b468-092cf8f4f1ba service neutron] 10.222.0.46 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Aug 19 15:42:16.079041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7894c-48e4-4124-b88b-22ec60498276 req-925a4ac4-b182-4366-a940-0930f53ba81c tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:16.080601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94e7894c-48e4-4124-b88b-22ec60498276 req-925a4ac4-b182-4366-a940-0930f53ba81c tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0548749 Aug 19 15:42:16.122561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94e7894c-48e4-4124-b88b-22ec60498276 req-5b703ae7-6f36-4b29-955c-175cbb039f9d tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Aug 19 15:42:17.244154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda28c04-5bf9-4a68-93ff-7b2677e4fd1b req-7ff3b6ef-df09-4b18-8363-3db15b6837bf tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:17.246388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bda28c04-5bf9-4a68-93ff-7b2677e4fd1b req-7ff3b6ef-df09-4b18-8363-3db15b6837bf tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0544510 Aug 19 15:42:17.283429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bda28c04-5bf9-4a68-93ff-7b2677e4fd1b req-8573b695-fb0a-4a74-b553-0d09a271a4d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Aug 19 15:42:17.724721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43640ceb-e8ec-4540-baa0-9f8d89e45514 req-bb4b1070-cd66-416f-978a-a2b41e7bf940 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:17.726256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43640ceb-e8ec-4540-baa0-9f8d89e45514 req-bb4b1070-cd66-416f-978a-a2b41e7bf940 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0505345 Aug 19 15:42:17.764410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43640ceb-e8ec-4540-baa0-9f8d89e45514 req-0c0f9886-9cae-4ec4-b87e-2cbc0b626c36 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Aug 19 15:42:18.356451 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:42:18.879718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43904d-415d-4b31-a2bd-e1f6dda182e5 req-451fb1f2-b9aa-4a02-97e5-b67dc333c020 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:18.881223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e43904d-415d-4b31-a2bd-e1f6dda182e5 req-451fb1f2-b9aa-4a02-97e5-b67dc333c020 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0485291 Aug 19 15:42:18.918732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e43904d-415d-4b31-a2bd-e1f6dda182e5 req-b622a81a-769a-4408-8771-140ebbf90fce tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Aug 19 15:42:19.265962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429a6c-119f-4e0e-8277-2d42830f94e2 req-f935e0ee-a1f7-4fe4-bd85-0a6db1f07de5 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:19.267531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d429a6c-119f-4e0e-8277-2d42830f94e2 req-f935e0ee-a1f7-4fe4-bd85-0a6db1f07de5 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0555296 Aug 19 15:42:19.330616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0d429a6c-119f-4e0e-8277-2d42830f94e2 req-4605c0b0-0984-45c7-aa13-766b36c3de24 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Aug 19 15:42:19.342651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cc621-f637-4895-a542-eefe90caf32e req-b8001a88-a72b-4a3c-bd25-1424288ca2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:19.344155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-b8001a88-a72b-4a3c-bd25-1424288ca2a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 1097 time: 0.0566082 Aug 19 15:42:19.439311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cc621-f637-4895-a542-eefe90caf32e req-067245bc-41a9-4c71-b0d4-e5989a0ec28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:19.440814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-067245bc-41a9-4c71-b0d4-e5989a0ec28d service neutron] 10.222.0.46 "GET /v2.0/networks?id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b HTTP/1.1" status: 200 len: 912 time: 0.0893159 Aug 19 15:42:19.483351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-2d645763-d2fa-49f6-92f0-f088e500b4fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417 HTTP/1.1" status: 200 len: 217 time: 0.0354800 Aug 19 15:42:19.531829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cc621-f637-4895-a542-eefe90caf32e req-d1eff218-9014-4af5-93b0-4d7f446c3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:19.533421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-d1eff218-9014-4af5-93b0-4d7f446c3602 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b72390b-7aca-4d4f-b264-70fdef376128 HTTP/1.1" status: 200 len: 851 time: 0.0436361 Aug 19 15:42:19.581552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-deff57f1-eae4-4b62-8ca2-143bce45e20e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409553 Aug 19 15:42:19.678031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-512db2a1-e797-4b04-b05d-d694eb7486f5 service neutron] 10.222.0.46 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897126 Aug 19 15:42:19.783992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b1cc621-f637-4895-a542-eefe90caf32e req-6e061a54-9ddd-4f1c-83b8-68a63d199a42 service neutron] 10.222.0.46 "GET /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985351 Aug 19 15:42:20.458639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90adfce-e2d3-44b8-b2fa-094007e47113 req-b82d2e45-ddb3-4251-991c-b42ab13e66fc tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:20.460154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c90adfce-e2d3-44b8-b2fa-094007e47113 req-b82d2e45-ddb3-4251-991c-b42ab13e66fc tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0571964 Aug 19 15:42:20.501567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c90adfce-e2d3-44b8-b2fa-094007e47113 req-a21d713e-f658-4c59-9ed5-6c30d5761944 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Aug 19 15:42:21.622523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148564e-d792-42f1-b884-1caf2c898a6b req-8065f7c9-514e-48e2-a74e-a752a979df55 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:21.624020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6148564e-d792-42f1-b884-1caf2c898a6b req-8065f7c9-514e-48e2-a74e-a752a979df55 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0533688 Aug 19 15:42:21.660824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6148564e-d792-42f1-b884-1caf2c898a6b req-d569e860-a3a3-4885-bfc0-fdad92f5501a tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Aug 19 15:42:22.100265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7c6c3-e266-4fd6-8efe-56218a0ad5b2 req-117efb14-3ec0-4c77-ac9d-038df3f5cb2b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:22.101774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93e7c6c3-e266-4fd6-8efe-56218a0ad5b2 req-117efb14-3ec0-4c77-ac9d-038df3f5cb2b tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0484960 Aug 19 15:42:22.139026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93e7c6c3-e266-4fd6-8efe-56218a0ad5b2 req-cfe50bf8-ee81-4a55-82ed-196c1a3da423 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305462 Aug 19 15:42:23.262716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcf474-7b21-40ad-9223-471ed84a863c req-da228836-c738-42cb-a56b-5d9e25c7557f tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:23.264216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccbcf474-7b21-40ad-9223-471ed84a863c req-da228836-c738-42cb-a56b-5d9e25c7557f tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0560198 Aug 19 15:42:23.302415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccbcf474-7b21-40ad-9223-471ed84a863c req-a0bab036-78e7-4d73-92dc-87745b9bf12a tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Aug 19 15:42:24.021087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-010b3940-0fc9-499a-867b-0ff8a073ce12 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:24.022589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-010b3940-0fc9-499a-867b-0ff8a073ce12 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.46 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0498719 Aug 19 15:42:24.126307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Deleting port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:42:24.126636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:24.213362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] For port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,segment=NetworkSegment(6e583b09-f6be-4e13-b5ed-d611570bf506),segment_id=6e583b09-f6be-4e13-b5ed-d611570bf506)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:24.213724 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:24.226001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Calling delete_port for 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:42:24.418133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8525ffa-c172-41a8-9ccd-24b58f611b23 req-64b8d385-7964-40bb-8706-aedc1a59f522 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:24.419615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8525ffa-c172-41a8-9ccd-24b58f611b23 req-64b8d385-7964-40bb-8706-aedc1a59f522 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/ports?device_id=23503467-fe10-444b-a604-da251ab5952b HTTP/1.1" status: 200 len: 945 time: 0.0484569 Aug 19 15:42:24.424251 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:24.436478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['50a3eb1a-3d1c-4570-9d36-c7d255cc0417'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:42:24.468916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Pushing event deleted for resources: {'Port': ['ID=50a3eb1a-3d1c-4570-9d36-c7d255cc0417,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:24.519553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] No DVR routers for this DVR port 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:42:24.523848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8525ffa-c172-41a8-9ccd-24b58f611b23 req-1f506155-0315-4ef9-b932-e32add67dacc tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.13 "GET /v2.0/security-groups?id=af715b19-61f7-4d26-86e4-db4c19915b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976379 Aug 19 15:42:24.524926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:24.527071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3bc677e-7f5f-4927-a004-e614122159a1 req-895bb3c7-7096-49b8-80a8-7b37538e81d3 tempest-TestServerAdvancedOps-1739564063 tempest-TestServerAdvancedOps-1739564063-project] 10.222.0.46 "DELETE /v2.0/ports/50a3eb1a-3d1c-4570-9d36-c7d255cc0417 HTTP/1.1" status: 204 len: 173 time: 0.4980156 Aug 19 15:42:24.527522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23503467-fe10-444b-a604-da251ab5952b', 'name': 'network-vif-deleted', 'tag': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:24.529857 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f6f2a5-941b-441c-8602-3f82d29f3dba" -d '{"events": [{"server_uuid": "23503467-fe10-444b-a604-da251ab5952b", "name": "network-vif-deleted", "tag": "50a3eb1a-3d1c-4570-9d36-c7d255cc0417"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:24.571342 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8a9c17-b435-44fe-b284-2bf575980fa6 x-openstack-request-id: req-2e8a9c17-b435-44fe-b284-2bf575980fa6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:24.571682 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23503467-fe10-444b-a604-da251ab5952b", "name": "network-vif-deleted", "tag": "50a3eb1a-3d1c-4570-9d36-c7d255cc0417", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:24.571936 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e8a9c17-b435-44fe-b284-2bf575980fa6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:24.572320 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23503467-fe10-444b-a604-da251ab5952b', 'name': 'network-vif-deleted', 'tag': '50a3eb1a-3d1c-4570-9d36-c7d255cc0417', 'status': 'completed', 'code': 200} Aug 19 15:42:24.573221 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e5db3ed9-f1ff-41ea-87a0-1082eaa275fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.589102 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49910) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:25.636541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Deleting subnet 0b72390b-7aca-4d4f-b264-70fdef376128 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:42:25.640082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.677838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.717617 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.738826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.813362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.837777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b72390b-7aca-4d4f-b264-70fdef376128,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:25.844849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:25.847022 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b72390b-7aca-4d4f-b264-70fdef376128 HTTP/1.1" status: 204 len: 168 time: 0.2556634 Aug 19 15:42:25.849406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49916) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:25.853936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.854237 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.854678 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.855141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.855485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.855841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.856160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.856494 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.856827 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.857180 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.857517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.857847 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2753a8-ec95-4862-bf1a-ec02e7cad6f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:25.918269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.002528 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.013169 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022e9975-1ebe-42e0-9a4f-5f8b22b21a2b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:26.023247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e583b09-f6be-4e13-b5ed-d611570bf506') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:26.023545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e583b09-f6be-4e13-b5ed-d611570bf506') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:26.032865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.047612 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.053801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:42:26.054188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:42:26.055795 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:42:26.173049 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.178630 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.180444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/022e9975-1ebe-42e0-9a4f-5f8b22b21a2b HTTP/1.1" status: 204 len: 168 time: 0.3300362 Aug 19 15:42:26.184195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49918) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:26.196256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7e073-4433-414c-bd47-02225c34c0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=022e9975-1ebe-42e0-9a4f-5f8b22b21a2b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:26.232126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Deleting subnet 8861486d-a4fd-4476-8014-349a45a8912c {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:42:26.235465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.275449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.319167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.447641 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.473962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8861486d-a4fd-4476-8014-349a45a8912c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:26.477626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.480354 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57a07fe2-ad96-4a77-b2c0-6bd166b8e12d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8861486d-a4fd-4476-8014-349a45a8912c HTTP/1.1" status: 204 len: 168 time: 0.2943685 Aug 19 15:42:26.482907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49922) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:26.551037 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.636572 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.646768 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d741af-4053-4364-bcdf-bc44623fc966']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:26.658695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a423d857-fcce-4958-8e3c-97ba21c9e535') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:26.658995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a423d857-fcce-4958-8e3c-97ba21c9e535') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:26.668847 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.682828 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.688691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:42:26.689086 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:42:26.691739 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:42:26.812716 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.818205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:26.820056 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e2d741af-4053-4364-bcdf-bc44623fc966 HTTP/1.1" status: 204 len: 168 time: 0.3362064 Aug 19 15:42:26.831667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d00d0e-fdef-41fe-bcf9-ab3d4c33b193 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d741af-4053-4364-bcdf-bc44623fc966,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:27.205861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49926) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:27.246176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b3bac453-5162-43d1-8948-af8b00e45d35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff54672f774c4f86b6dc4c228ffa4819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391245 Aug 19 15:42:27.248565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 49928) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:27.295883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb63d5b-6184-4299-a4ea-a75f6806fab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:27.317509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb63d5b-6184-4299-a4ea-a75f6806fab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:27.343968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:27.432592 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb63d5b-6184-4299-a4ea-a75f6806fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:27.435220 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cbb63d5b-6184-4299-a4ea-a75f6806fab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:27.436488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cbb63d5b-6184-4299-a4ea-a75f6806fab4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af715b19-61f7-4d26-86e4-db4c19915b04 HTTP/1.1" status: 204 len: 168 time: 0.1869917 Aug 19 15:42:27.445085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb63d5b-6184-4299-a4ea-a75f6806fab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af715b19-61f7-4d26-86e4-db4c19915b04,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:27.909166 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:42:27.930351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:42:27.930689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 50a3eb1a-3d1c-4570-9d36-c7d255cc0417 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:42:27.933643 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ddffdd7-a6d2-435d-acab-ecd37185c827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:28.081088 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49934) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:28.122585 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5bdba5ed-b2fb-4731-9d42-33e8ed910d90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc2b6b4421054eb4b97aa45e19b08233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400960 Aug 19 15:42:28.125192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 49936) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:28.175973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43f1e587-cee1-43e0-aa4e-904d9a60bfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:28.197032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43f1e587-cee1-43e0-aa4e-904d9a60bfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:28.304584 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43f1e587-cee1-43e0-aa4e-904d9a60bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:28.307248 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-43f1e587-cee1-43e0-aa4e-904d9a60bfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:28.308588 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-43f1e587-cee1-43e0-aa4e-904d9a60bfe5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a8cebec-60c2-4bc7-9834-5584f6aa0f27 HTTP/1.1" status: 204 len: 168 time: 0.1823828 Aug 19 15:42:28.316657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1e587-cee1-43e0-aa4e-904d9a60bfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8cebec-60c2-4bc7-9834-5584f6aa0f27,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:29.727003 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:30.864081 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:39.421099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-30410c66-f99f-4b7e-8aa1-26a2af845c30 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227797 Aug 19 15:42:39.537353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b2d78b7d-12cd-46b7-9ab8-531b91f0230e tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:39.538816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b2d78b7d-12cd-46b7-9ab8-531b91f0230e tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117697 Aug 19 15:42:39.554843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-3cbfac55-a9c3-43af-be71-76884b343ff4 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/quotas/8c3a14f1d3014293a944b6d68d0744f9 HTTP/1.1" status: 200 len: 375 time: 0.0092919 Aug 19 15:42:39.587249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-3c7cadf3-39a2-49d1-9d89-545a989a8d44 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260811 Aug 19 15:42:39.820267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eff13308-3b9c-4850-9c33-c7627f463b71 req-1dec4827-71f4-4a6c-9add-17b97c5d31e9 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Aug 19 15:42:40.897899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea50b38f-a0d5-4b94-a965-30b6aa694e7c req-f04aff33-b88a-4b74-b8b0-cde53c5f48d8 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Aug 19 15:42:41.996149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32516305-5e9d-4750-afeb-71c9af2e8417 req-407c83cd-26ef-486f-abd5-b473ce11d1df tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Aug 19 15:42:42.556949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-aba5bfec-4450-497b-89f1-221769eec27a tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3802717 Aug 19 15:42:42.662126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-4dd62864-1c21-44e3-ba1b-2329ea1c216e tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:42.663558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-4dd62864-1c21-44e3-ba1b-2329ea1c216e tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1000416 Aug 19 15:42:42.676093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Request body: {'port': {'device_id': '26c94167-15ea-4210-8005-ee5b024b69b8', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'admin_state_up': True, 'tenant_id': '8c3a14f1d3014293a944b6d68d0744f9'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:42.852677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Made reservation on behalf of 8c3a14f1d3014293a944b6d68d0744f9 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:42:42.856695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:42.866464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:42.998978 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.078775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.103849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afebea48-f85e-4862-8011-2783de8efcd1 req-398bb7b9-920b-4e08-be3d-4215e4b04e97 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 210 time: 0.0368073 Aug 19 15:42:43.167939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553ed71a-36f4-44ba-aa90-21367f661a64,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:43.244541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Allocated IP 192.168.233.103 (915ef604-5cca-448b-a1fd-5fbc3ec9d591/ec4a0b19-de91-41ca-a10e-eb44fe4434e6/bd8df777-8f48-47bd-82bd-bfc8e740fb23) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:42:43.405579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.418730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.423217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Transition to ACTIVE for port object bd8df777-8f48-47bd-82bd-bfc8e740fb23 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:43.528129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.575021 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:43.578247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:43.582262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:42:43.607585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Pushing event updated for resources: {'Port': ['ID=bd8df777-8f48-47bd-82bd-bfc8e740fb23,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:43.638895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:43.639553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.704718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-b0dc8621-0cc1-4278-a03c-22c027a8f592 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0323839 Aug 19 15:42:43.718073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Request body: {'port': {'device_id': '26c94167-15ea-4210-8005-ee5b024b69b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:43.779943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.835580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f7b42447-7e12-4759-be2c-b3b72c787c20 None None] Provisioning for port bd8df777-8f48-47bd-82bd-bfc8e740fb23 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:43.839728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f7b42447-7e12-4759-be2c-b3b72c787c20 None None] Provisioning complete for port bd8df777-8f48-47bd-82bd-bfc8e740fb23 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:43.840633 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f7b42447-7e12-4759-be2c-b3b72c787c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:43.877095 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f7b42447-7e12-4759-be2c-b3b72c787c20 None None] Port bd8df777-8f48-47bd-82bd-bfc8e740fb23 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:42:44.080387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8df777-8f48-47bd-82bd-bfc8e740fb23 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:42:44.088741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:44.102553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Transition to ACTIVE for port object bd8df777-8f48-47bd-82bd-bfc8e740fb23 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:44.180678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:44.281864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Pushing event updated for resources: {'Port': ['ID=bd8df777-8f48-47bd-82bd-bfc8e740fb23,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:44.306556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942aa00-827c-4727-ae45-923b0d9a15e4 req-fc1e5e3b-762b-4c82-9d7c-346a49cbeff9 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:44.308377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1942aa00-827c-4727-ae45-923b0d9a15e4 req-fc1e5e3b-762b-4c82-9d7c-346a49cbeff9 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 948 time: 0.1135929 Aug 19 15:42:44.399082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1942aa00-827c-4727-ae45-923b0d9a15e4 req-24cc19b2-b50d-4ecf-a63f-2e8bd931b7fd tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751047 Aug 19 15:42:44.411926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Attempting to bind port bd8df777-8f48-47bd-82bd-bfc8e740fb23 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:42:44.412415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Attempting to bind port bd8df777-8f48-47bd-82bd-bfc8e740fb23 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:42:44.412773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Attempting to bind port bd8df777-8f48-47bd-82bd-bfc8e740fb23 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:44.417930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Port bd8df777-8f48-47bd-82bd-bfc8e740fb23 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:42:44.419799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Attempting to bind port bd8df777-8f48-47bd-82bd-bfc8e740fb23 on network 915ef604-5cca-448b-a1fd-5fbc3ec9d591 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:44.430101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:42:44.430461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Checking segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:44.431741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Bound using segment: {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:42:44.432370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Bound port: bd8df777-8f48-47bd-82bd-bfc8e740fb23, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bf5244-4141-4c5c-82aa-b99db03dbdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:42:44.433453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:44.515995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] For port bd8df777-8f48-47bd-82bd-bfc8e740fb23, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:42:44.520350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] For port bd8df777-8f48-47bd-82bd-bfc8e740fb23, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd8df777-8f48-47bd-82bd-bfc8e740fb23,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:42:44.592017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:44.634952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:44.635820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:44.638032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] 10.222.0.46 "PUT /v2.0/ports/bd8df777-8f48-47bd-82bd-bfc8e740fb23 HTTP/1.1" status: 200 len: 1097 time: 0.9244349 Aug 19 15:42:44.641502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c94167-15ea-4210-8005-ee5b024b69b8', 'tag': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:44.644018 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2207a06e-6b02-485a-b58e-e5d19feae2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "26c94167-15ea-4210-8005-ee5b024b69b8", "tag": "bd8df777-8f48-47bd-82bd-bfc8e740fb23"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:44.697596 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49b4ee5-df9c-4845-a38b-8d55da4035a9 x-openstack-request-id: req-b49b4ee5-df9c-4845-a38b-8d55da4035a9 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:44.703079 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c94167-15ea-4210-8005-ee5b024b69b8", "tag": "bd8df777-8f48-47bd-82bd-bfc8e740fb23", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:44.703079 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b49b4ee5-df9c-4845-a38b-8d55da4035a9 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:44.703079 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c94167-15ea-4210-8005-ee5b024b69b8', 'tag': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23', 'status': 'completed', 'code': 200} Aug 19 15:42:44.706320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837b50-ab03-4476-bb21-9c2dee5357fa service neutron] Pushing event updated for resources: {'Port': ['ID=bd8df777-8f48-47bd-82bd-bfc8e740fb23,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:44.782964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a06e-6b02-485a-b58e-e5d19feae2ae req-d67b4bab-cb53-4344-a629-84f2cf842b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:44.785877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2207a06e-6b02-485a-b58e-e5d19feae2ae req-d67b4bab-cb53-4344-a629-84f2cf842b7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 1100 time: 0.0667472 Aug 19 15:42:44.820365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2207a06e-6b02-485a-b58e-e5d19feae2ae req-f09a390e-6a97-46ad-925d-ef35859a8ade service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253766 Aug 19 15:42:44.940346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a06e-6b02-485a-b58e-e5d19feae2ae req-d5d01c42-e0ce-4bec-97a2-3fc4b07586f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:44.942360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2207a06e-6b02-485a-b58e-e5d19feae2ae req-d5d01c42-e0ce-4bec-97a2-3fc4b07586f6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142316 Aug 19 15:42:45.038326 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-4a334a37-8f3a-4f16-984b-e488f4245cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:45.039880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-4a334a37-8f3a-4f16-984b-e488f4245cda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 1100 time: 0.0542333 Aug 19 15:42:45.085128 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-0c8986cd-e16b-436b-842b-05991ed99f05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=bd8df777-8f48-47bd-82bd-bfc8e740fb23 HTTP/1.1" status: 200 len: 217 time: 0.0366247 Aug 19 15:42:45.137107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-fdfe29bc-7c63-4a5e-9c7a-fa30bad57cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:45.138673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-fdfe29bc-7c63-4a5e-9c7a-fa30bad57cde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4a0b19-de91-41ca-a10e-eb44fe4434e6 HTTP/1.1" status: 200 len: 843 time: 0.0467937 Aug 19 15:42:45.189869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-95d175d4-626d-4bf9-81cd-492d51640426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:45.191374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-95d175d4-626d-4bf9-81cd-492d51640426 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=915ef604-5cca-448b-a1fd-5fbc3ec9d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460203 Aug 19 15:42:45.280196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-87e6e731-2dd3-483b-ad0e-499fc89ac8ed service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819013 Aug 19 15:42:45.374179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0dc02d6-67fd-42c0-9249-e238e7edbccf req-387cce9c-0463-471e-bd45-4db74f877eef service neutron] 10.222.0.46 "GET /v2.0/networks/915ef604-5cca-448b-a1fd-5fbc3ec9d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875261 Aug 19 15:42:45.539165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21857-98b6-4b45-a8d5-228ebbdbe23b req-242d25f6-8c1d-4a03-9a9d-156e14a79a13 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:45.540592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3a21857-98b6-4b45-a8d5-228ebbdbe23b req-242d25f6-8c1d-4a03-9a9d-156e14a79a13 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 948 time: 0.0583513 Aug 19 15:42:45.592587 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3a21857-98b6-4b45-a8d5-228ebbdbe23b req-5935a456-3efc-4dae-900f-edff10bacbb4 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Aug 19 15:42:46.712199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54269c-ba88-4c87-a5d0-12970aa84ede req-b71dd6b3-a1a0-431c-9529-aa0ae35ca034 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:46.713814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e54269c-ba88-4c87-a5d0-12970aa84ede req-b71dd6b3-a1a0-431c-9529-aa0ae35ca034 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 948 time: 0.0511026 Aug 19 15:42:46.755996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e54269c-ba88-4c87-a5d0-12970aa84ede req-979d443a-8df0-4ca6-8e29-9c77644e5a3c tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Aug 19 15:42:47.877978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6c9ac-76bc-4fe7-bcd6-ce5f843aeaa7 req-3289a153-6f9d-4f95-9763-a2d1ba393fba tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:47.879561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7c6c9ac-76bc-4fe7-bcd6-ce5f843aeaa7 req-3289a153-6f9d-4f95-9763-a2d1ba393fba tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 948 time: 0.0544004 Aug 19 15:42:47.919142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7c6c9ac-76bc-4fe7-bcd6-ce5f843aeaa7 req-74098b06-4f74-492d-8783-080ee030a8ec tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Aug 19 15:42:48.046981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd8df777-8f48-47bd-82bd-bfc8e740fb23 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:42:48.154946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bd8df777-8f48-47bd-82bd-bfc8e740fb23, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd8df777-8f48-47bd-82bd-bfc8e740fb23,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:48.167418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23', 'network_id': '915ef604-5cca-448b-a1fd-5fbc3ec9d591', 'port_id': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23', 'mac_address': 'fa:16:3e:ac:78:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4a0b19-de91-41ca-a10e-eb44fe4434e6', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:42:48.209203 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:48.223735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8df777-8f48-47bd-82bd-bfc8e740fb23 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:42:48.248819 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bd8df777-8f48-47bd-82bd-bfc8e740fb23, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd8df777-8f48-47bd-82bd-bfc8e740fb23,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:48.332884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:48.383440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bd8df777-8f48-47bd-82bd-bfc8e740fb23,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:48.541394 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bd8df777-8f48-47bd-82bd-bfc8e740fb23'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:42:49.038691 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7fa4-02c8-4dce-a198-2135b73eb6d4 req-fa0a5cd2-9d63-4426-9d26-492f36701b34 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:49.040369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e2f7fa4-02c8-4dce-a198-2135b73eb6d4 req-fa0a5cd2-9d63-4426-9d26-492f36701b34 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 949 time: 0.0532174 Aug 19 15:42:49.082153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e2f7fa4-02c8-4dce-a198-2135b73eb6d4 req-7b67cbab-0d20-4bf7-b55e-07e05336c174 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347550 Aug 19 15:42:50.049624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd8df777-8f48-47bd-82bd-bfc8e740fb23 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:50.155211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port bd8df777-8f48-47bd-82bd-bfc8e740fb23 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:50.159297 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port bd8df777-8f48-47bd-82bd-bfc8e740fb23 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:50.159680 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:50.201223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b870ee-f631-4894-849d-74889b6ff80b req-bc30adeb-0b64-492e-aec4-7a627173d2f1 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:50.202801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b870ee-f631-4894-849d-74889b6ff80b req-bc30adeb-0b64-492e-aec4-7a627173d2f1 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 949 time: 0.0517538 Aug 19 15:42:50.240143 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:50.243288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b870ee-f631-4894-849d-74889b6ff80b req-f0ad6b6a-ed80-4607-82af-e20a6f0c2e56 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342193 Aug 19 15:42:50.263762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c94167-15ea-4210-8005-ee5b024b69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:50.266037 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f2248-884c-4f63-9349-a7d4d5fb89a7" -d '{"events": [{"server_uuid": "26c94167-15ea-4210-8005-ee5b024b69b8", "name": "network-vif-plugged", "status": "completed", "tag": "bd8df777-8f48-47bd-82bd-bfc8e740fb23"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:50.279402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port bd8df777-8f48-47bd-82bd-bfc8e740fb23, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd8df777-8f48-47bd-82bd-bfc8e740fb23,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:50.303941 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4ce03b-ea67-4f7b-9036-c29cf5cc11c9 x-openstack-request-id: req-ea4ce03b-ea67-4f7b-9036-c29cf5cc11c9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:50.304238 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c94167-15ea-4210-8005-ee5b024b69b8", "name": "network-vif-plugged", "status": "completed", "tag": "bd8df777-8f48-47bd-82bd-bfc8e740fb23", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:50.304497 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea4ce03b-ea67-4f7b-9036-c29cf5cc11c9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:50.304895 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c94167-15ea-4210-8005-ee5b024b69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23', 'code': 200} Aug 19 15:42:50.338393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:50.401561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=bd8df777-8f48-47bd-82bd-bfc8e740fb23,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:50.414070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c49e29-a180-45fe-bb22-53a45fd39e35 req-16852ce2-9fe9-4d9f-aa95-29756a1571c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:50.415642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c49e29-a180-45fe-bb22-53a45fd39e35 req-16852ce2-9fe9-4d9f-aa95-29756a1571c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 1102 time: 0.0505123 Aug 19 15:42:50.453346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01c49e29-a180-45fe-bb22-53a45fd39e35 req-b7dbb919-e02f-4dbf-bb04-94b4e30f4982 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Aug 19 15:42:51.363349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c204f1f-d17e-41e6-8f66-b5e9c834d8c1 req-5cfb2ded-a241-42b6-88c9-41b298a6b4ae tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:51.364837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c204f1f-d17e-41e6-8f66-b5e9c834d8c1 req-5cfb2ded-a241-42b6-88c9-41b298a6b4ae tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 950 time: 0.0497091 Aug 19 15:42:51.403398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c204f1f-d17e-41e6-8f66-b5e9c834d8c1 req-a194a114-b7fa-45a6-9feb-556a512b11d6 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Aug 19 15:42:52.525417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61702-1528-41a3-8369-3b4b4a9fccef req-207a7ac7-9916-493f-85ed-29e477371725 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:52.526952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57c61702-1528-41a3-8369-3b4b4a9fccef req-207a7ac7-9916-493f-85ed-29e477371725 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 950 time: 0.0507677 Aug 19 15:42:52.569634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57c61702-1528-41a3-8369-3b4b4a9fccef req-4670c798-fce8-458e-89af-3042252023ca tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Aug 19 15:42:54.090147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e17983-3d6c-4141-82cd-34bd517b0d7c req-46403950-f7d1-4129-8db1-7d19dd13acd5 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:54.091799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05e17983-3d6c-4141-82cd-34bd517b0d7c req-46403950-f7d1-4129-8db1-7d19dd13acd5 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 950 time: 0.0557022 Aug 19 15:42:54.130402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-05e17983-3d6c-4141-82cd-34bd517b0d7c req-b9c01d80-a5df-457c-a0af-788e6ec90a4b tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Aug 19 15:42:54.578574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-386c806d-881c-4e4a-bc69-1878a3b95f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:55.253522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4130-2588-42f4-b35a-4c475095825b req-94d18c7f-3c9a-486e-b44d-bbd36411c2b0 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:55.255110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b3a4130-2588-42f4-b35a-4c475095825b req-94d18c7f-3c9a-486e-b44d-bbd36411c2b0 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 950 time: 0.0512249 Aug 19 15:42:55.320041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b3a4130-2588-42f4-b35a-4c475095825b req-d79daedd-0254-420c-8ba3-6c023a25eb02 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/security-groups?id=553ed71a-36f4-44ba-aa90-21367f661a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Aug 19 15:42:55.342606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-67f35f5d-4592-4b85-b0b2-9e271abeb4fa tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:55.344182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-67f35f5d-4592-4b85-b0b2-9e271abeb4fa tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.46 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 950 time: 0.0660651 Aug 19 15:42:55.356432 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:42:55.443597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Deleting port bd8df777-8f48-47bd-82bd-bfc8e740fb23 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:42:55.443944 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:55.534365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] For port bd8df777-8f48-47bd-82bd-bfc8e740fb23, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=bd8df777-8f48-47bd-82bd-bfc8e740fb23,segment=NetworkSegment(f7bf5244-4141-4c5c-82aa-b99db03dbdfd),segment_id=f7bf5244-4141-4c5c-82aa-b99db03dbdfd)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:55.534736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:55.549680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Calling delete_port for bd8df777-8f48-47bd-82bd-bfc8e740fb23 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:42:55.766273 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:55.780260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['bd8df777-8f48-47bd-82bd-bfc8e740fb23'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:42:55.798851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Pushing event deleted for resources: {'Port': ['ID=bd8df777-8f48-47bd-82bd-bfc8e740fb23,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:55.806864 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:55.829613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.829947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.830276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.830617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.830956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.831296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.831628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.831962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.832292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.832620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.832949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.833305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:55.860454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] No DVR routers for this DVR port bd8df777-8f48-47bd-82bd-bfc8e740fb23 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:42:55.862919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:55.865051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39e2b2ee-74f4-4420-a364-6fffd58b0bee req-3a7ec18f-5587-4407-b579-3a3c5174e6a7 tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.46 "DELETE /v2.0/ports/bd8df777-8f48-47bd-82bd-bfc8e740fb23 HTTP/1.1" status: 204 len: 173 time: 0.5140796 Aug 19 15:42:55.865561 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c94167-15ea-4210-8005-ee5b024b69b8', 'name': 'network-vif-deleted', 'tag': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:55.868100 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df8024-df57-4748-94f4-3c49d4576841" -d '{"events": [{"server_uuid": "26c94167-15ea-4210-8005-ee5b024b69b8", "name": "network-vif-deleted", "tag": "bd8df777-8f48-47bd-82bd-bfc8e740fb23"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:55.910716 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a73ea0-1162-42ea-aa48-aab31b995ba2 x-openstack-request-id: req-d4a73ea0-1162-42ea-aa48-aab31b995ba2 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:55.910716 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c94167-15ea-4210-8005-ee5b024b69b8", "name": "network-vif-deleted", "tag": "bd8df777-8f48-47bd-82bd-bfc8e740fb23", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:55.910716 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4a73ea0-1162-42ea-aa48-aab31b995ba2 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:55.910716 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c94167-15ea-4210-8005-ee5b024b69b8', 'name': 'network-vif-deleted', 'tag': 'bd8df777-8f48-47bd-82bd-bfc8e740fb23', 'status': 'completed', 'code': 200} Aug 19 15:42:56.429242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d76796b5-adfa-4fd4-8ba0-1e91f3cbf9d9 req-858e2af4-7a5c-4d6e-b476-323945df134c tempest-ServersAdminNegativeTestJSON-1518675102 tempest-ServersAdminNegativeTestJSON-1518675102-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c94167-15ea-4210-8005-ee5b024b69b8 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Aug 19 15:42:57.360932 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:57.882099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b51ca526-5ac6-4f84-8fe6-9d027b0013e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:57.972588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50078) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:58.130700 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c0df253-019f-43a9-b695-51eb195fb8ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c3a14f1d3014293a944b6d68d0744f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568751 Aug 19 15:42:58.133248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50082) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:58.189388 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1919-ff0e-43e9-83d3-9afcae6f740e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:58.212091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1919-ff0e-43e9-83d3-9afcae6f740e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:58.332532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1919-ff0e-43e9-83d3-9afcae6f740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:58.335058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1919-ff0e-43e9-83d3-9afcae6f740e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:58.339226 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c8b1919-ff0e-43e9-83d3-9afcae6f740e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/553ed71a-36f4-44ba-aa90-21367f661a64 HTTP/1.1" status: 204 len: 168 time: 0.2020347 Aug 19 15:42:58.345833 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b1919-ff0e-43e9-83d3-9afcae6f740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553ed71a-36f4-44ba-aa90-21367f661a64,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:58.990499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50088) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:59.010313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8422862-70c0-4df4-a992-30747dfd11a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.112093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8422862-70c0-4df4-a992-30747dfd11a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.166637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8422862-70c0-4df4-a992-30747dfd11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.208134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d8422862-70c0-4df4-a992-30747dfd11a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53d3e6efaf70448e8b3bd018b3fe1634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158248 Aug 19 15:42:59.208866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422862-70c0-4df4-a992-30747dfd11a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b92a52-5acf-4460-864d-f1b28f8a3e9b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:59.211834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50090) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:59.269127 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b22d-2858-48b9-91d8-7775c821fe61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.294475 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b22d-2858-48b9-91d8-7775c821fe61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.406749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b22d-2858-48b9-91d8-7775c821fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.409320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b22d-2858-48b9-91d8-7775c821fe61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:59.410524 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d3b7b22d-2858-48b9-91d8-7775c821fe61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65b92a52-5acf-4460-864d-f1b28f8a3e9b HTTP/1.1" status: 204 len: 168 time: 0.1974232 Aug 19 15:42:59.419801 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7b22d-2858-48b9-91d8-7775c821fe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b92a52-5acf-4460-864d-f1b28f8a3e9b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:59.744002 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.124647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd8df777-8f48-47bd-82bd-bfc8e740fb23 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:00.145143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: bd8df777-8f48-47bd-82bd-bfc8e740fb23 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:43:00.145583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device bd8df777-8f48-47bd-82bd-bfc8e740fb23 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:00.462694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50112) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:00.565683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1399779905-network', 'tenant_id': '8f7ce763e11f48678ab0dbe36b0ba8be'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:00.670241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Made reservation on behalf of 8f7ce763e11f48678ab0dbe36b0ba8be for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:43:00.672651 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.682015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.783052 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.846964 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.873048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:43:00.875494 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.882545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:00.889147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:00.889388 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Added segment 7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f of type vlan for network aa81f37a-0897-4382-a240-a587a822c379 Aug 19 15:43:00.933200 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.052655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.053737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:01.054328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.128603 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] Pushing event updated for resources: {'Network': ['ID=aa81f37a-0897-4382-a240-a587a822c379,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:01.141266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network aa81f37a-0897-4382-a240-a587a822c379 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:43:01.207281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1fda84a2-f08a-451a-be60-2d79a2f5d0be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7434003 Aug 19 15:43:01.210425 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50116) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:01.217775 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Request body: {'subnet': {'network_id': 'aa81f37a-0897-4382-a240-a587a822c379', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1399779905-subnet', 'tenant_id': '8f7ce763e11f48678ab0dbe36b0ba8be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:01.298132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Made reservation on behalf of 8f7ce763e11f48678ab0dbe36b0ba8be for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:43:01.300833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.572675 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.644943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab02db6-2656-468b-b42d-24b3deda51a6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:01.657661 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Checking segment: {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:01.658113 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Network hostable DHCP agents. Network: aa81f37a-0897-4382-a240-a587a822c379, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:43:01.743694 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Network aa81f37a-0897-4382-a240-a587a822c379 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:43:01.812665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, aa81f37a-0897-4382-a240-a587a822c379) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:01.817002 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:01.817630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.822898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708c964-a11b-4ecc-9bc5-82daade1e295 None None] Network aa81f37a-0897-4382-a240-a587a822c379 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:43:01.888489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bece3899-b7de-4989-9e23-0610d6134b46 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6767581 Aug 19 15:43:01.953983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450120e-2d3c-463a-802c-0e7a69d3b882 None None] Network aa81f37a-0897-4382-a240-a587a822c379 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:43:02.368541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-2fb5aaf7-1d29-4979-9c46-63537c950215 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:02.370052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-2fb5aaf7-1d29-4979-9c46-63537c950215 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 812 time: 0.1076849 Aug 19 15:43:02.385814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-b17b16c0-b2e8-4db1-b5d0-2db9a0558d90 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/quotas/8f7ce763e11f48678ab0dbe36b0ba8be HTTP/1.1" status: 200 len: 375 time: 0.0095546 Aug 19 15:43:02.420963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d48f62ad-6fde-4cc2-a9cf-28dae5e6e9fb tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286229 Aug 19 15:43:02.519612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e7b0f628-3685-4564-9960-a554b18b39b2 service neutron] 10.222.0.13 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912764 Aug 19 15:43:02.614306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-93333c0c-3f4a-4c72-a618-92092f0a6b77 service neutron] 10.222.0.13 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884266 Aug 19 15:43:02.866422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-501b5fd4-19be-42d3-a060-47542bdc14f1 req-de364eee-db2f-4646-b31b-c27c2ece32a0 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 210 time: 0.0280988 Aug 19 15:43:03.944753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08038ff8-80b4-48bd-8d0a-03175fd13203 req-9514365d-0599-4894-99e9-1615a0a7ed24 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 210 time: 0.0268483 Aug 19 15:43:05.045323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a1be69b8-3215-41ba-bf56-f0827269bc34 req-c54ff9f2-3837-48ba-ad82-39c50b59b1a9 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 210 time: 0.0322831 Aug 19 15:43:05.252470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-3b071715-a13a-47d0-950b-b0628276f5a1 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.253987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-3b071715-a13a-47d0-950b-b0628276f5a1 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.46 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 812 time: 0.1031787 Aug 19 15:43:05.267424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Request body: {'port': {'device_id': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379', 'admin_state_up': True, 'tenant_id': '8f7ce763e11f48678ab0dbe36b0ba8be'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:05.418359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Made reservation on behalf of 8f7ce763e11f48678ab0dbe36b0ba8be for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:43:05.422004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:05.553039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Allocated IP 172.20.0.7 (aa81f37a-0897-4382-a240-a587a822c379/eab02db6-2656-468b-b42d-24b3deda51a6/37b96d89-f151-48a6-a5a0-973492a295ca) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:43:05.719281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:05.841205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:05.887661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Network aa81f37a-0897-4382-a240-a587a822c379 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:43:05.891091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:05.895038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:43:05.901504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:05.953625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.954271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.070881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-d4c829bb-7291-467c-9243-f056674e2a36 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069854 Aug 19 15:43:06.082426 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-4d85d41f-8cd3-4f0a-9480-019efc2b7ac3 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:43:06.083446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-4d85d41f-8cd3-4f0a-9480-019efc2b7ac3 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055463 Aug 19 15:43:06.095728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Request body: {'port': {'device_id': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:06.180176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.201665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a019d0-b629-4801-ae38-5b68550e004f req-c9d0146e-1887-497a-9ff2-66b7a37bf2dd tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:06.203132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26a019d0-b629-4801-ae38-5b68550e004f req-c9d0146e-1887-497a-9ff2-66b7a37bf2dd tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 931 time: 0.0864298 Aug 19 15:43:06.323549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26a019d0-b629-4801-ae38-5b68550e004f req-254f74e4-7a8c-4859-9781-df96793557d3 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993521 Aug 19 15:43:06.510907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b96d89-f151-48a6-a5a0-973492a295ca {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:43:06.519232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.531948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Transition to ACTIVE for port object 37b96d89-f151-48a6-a5a0-973492a295ca will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:06.612275 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.666100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:06.740769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:06.741103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:06.741460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca on network aa81f37a-0897-4382-a240-a587a822c379 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:06.745995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Port 37b96d89-f151-48a6-a5a0-973492a295ca on network aa81f37a-0897-4382-a240-a587a822c379 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:43:06.746553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca on network aa81f37a-0897-4382-a240-a587a822c379 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:06.751048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:06.751382 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Checking segment: {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:06.751767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Bound using segment: {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:06.752194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Bound port: 37b96d89-f151-48a6-a5a0-973492a295ca, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:06.752553 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.816649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:06.819758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:06.910144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.946685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:06.947382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:06.948828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] 10.222.0.46 "PUT /v2.0/ports/37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 1092 time: 0.8578832 Aug 19 15:43:06.949317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:06.952528 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58341348-903f-45b7-ac86-ac3c9834748f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:06.979237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e1c2-3c5c-462c-bf53-5f3a4563e017 service neutron] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:06.993137 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c21a457-69c9-4497-b9e7-1a07cc1d0e6e x-openstack-request-id: req-4c21a457-69c9-4497-b9e7-1a07cc1d0e6e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:06.993137 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:06.993137 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c21a457-69c9-4497-b9e7-1a07cc1d0e6e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:06.993137 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca', 'status': 'completed', 'code': 200} Aug 19 15:43:07.059764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58341348-903f-45b7-ac86-ac3c9834748f req-e0988a06-43a5-447c-b976-05970eb13f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.061338 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58341348-903f-45b7-ac86-ac3c9834748f req-e0988a06-43a5-447c-b976-05970eb13f2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1095 time: 0.0440130 Aug 19 15:43:07.168390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58341348-903f-45b7-ac86-ac3c9834748f req-84a58b14-72df-4a3f-9438-7e2fece255e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.169954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58341348-903f-45b7-ac86-ac3c9834748f req-84a58b14-72df-4a3f-9438-7e2fece255e9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009634 Aug 19 15:43:07.265219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58341348-903f-45b7-ac86-ac3c9834748f req-dad33372-b73e-48fd-ab02-cb4b884de6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.266741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58341348-903f-45b7-ac86-ac3c9834748f req-dad33372-b73e-48fd-ab02-cb4b884de6e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895329 Aug 19 15:43:07.352720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-cbe72ec0-209b-4975-9c94-89d6044c22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.354210 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-cbe72ec0-209b-4975-9c94-89d6044c22d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1095 time: 0.0503888 Aug 19 15:43:07.398794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-94d19a98-6147-4272-94ce-d05a56badcb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 217 time: 0.0360527 Aug 19 15:43:07.488872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deef17-5ca3-4c93-8984-38531c52b31c req-a1b83330-12cb-4a6f-96a0-7ffac5a66d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.490471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-a1b83330-12cb-4a6f-96a0-7ffac5a66d65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 200 len: 852 time: 0.0788550 Aug 19 15:43:07.515282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1d66-77ee-46b0-88f2-e2ff01e90204 req-d91b3d1f-4eec-4c03-bcc9-ec4b56367fb7 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.516782 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45fd1d66-77ee-46b0-88f2-e2ff01e90204 req-d91b3d1f-4eec-4c03-bcc9-ec4b56367fb7 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0747495 Aug 19 15:43:07.535001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-82da640c-53a5-4300-aacb-3b30354b6c0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa81f37a-0897-4382-a240-a587a822c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362046 Aug 19 15:43:07.611300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45fd1d66-77ee-46b0-88f2-e2ff01e90204 req-a4c4cbc1-e224-47e4-ad32-639c91698734 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791485 Aug 19 15:43:07.648501 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-a8e9ae64-d5fa-4b22-8ace-5cd6e2ab3228 service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009383 Aug 19 15:43:07.759144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61deef17-5ca3-4c93-8984-38531c52b31c req-2397317b-193d-4f69-8469-a262c82c5e1f service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004543 Aug 19 15:43:08.729719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b906a7-1856-44ff-9445-e1e18b13027c req-0e2c17f8-1462-463c-af56-1744fb39435a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:08.731268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b906a7-1856-44ff-9445-e1e18b13027c req-0e2c17f8-1462-463c-af56-1744fb39435a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0509372 Aug 19 15:43:08.769861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83b906a7-1856-44ff-9445-e1e18b13027c req-c39bf867-9ad3-425f-af1d-a4fa35b5015f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Aug 19 15:43:09.890796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aa8dc-bd03-4646-b35f-2d1f1492f22e req-3560e655-e238-4231-8ea3-2364451fef55 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:09.893002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c58aa8dc-bd03-4646-b35f-2d1f1492f22e req-3560e655-e238-4231-8ea3-2364451fef55 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0551724 Aug 19 15:43:09.932591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c58aa8dc-bd03-4646-b35f-2d1f1492f22e req-659617ee-c2ac-4727-9fa7-72ca21777805 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Aug 19 15:43:10.187255 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:43:10.285997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:10.298082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '37b96d89-f151-48a6-a5a0-973492a295ca', 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379', 'port_id': '37b96d89-f151-48a6-a5a0-973492a295ca', 'mac_address': 'fa:16:3e:6f:59:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab02db6-2656-468b-b42d-24b3deda51a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:43:10.335191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:10.348458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b96d89-f151-48a6-a5a0-973492a295ca {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:43:10.368067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:10.440711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:10.493209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:10.501039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.501416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.501761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.502098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.502430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.502763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.503092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.503415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.503740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.504060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.504392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.504697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:10.639030 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['37b96d89-f151-48a6-a5a0-973492a295ca'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:43:11.059212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3c6e-e7bc-46e5-b370-44422da9d20e req-f94b4e06-79b1-480d-b48e-85bfe48c8777 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:11.060836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fdc3c6e-e7bc-46e5-b370-44422da9d20e req-f94b4e06-79b1-480d-b48e-85bfe48c8777 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 944 time: 0.0546839 Aug 19 15:43:11.101540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fdc3c6e-e7bc-46e5-b370-44422da9d20e req-700147be-85c0-42dc-8987-920759e38b0c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Aug 19 15:43:12.189240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:12.222804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f665b-1e09-4f6b-9dd6-ef52920e0e9a req-d2b0e355-478d-486b-8d18-60f13552a3da tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:12.224308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb6f665b-1e09-4f6b-9dd6-ef52920e0e9a req-d2b0e355-478d-486b-8d18-60f13552a3da tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 944 time: 0.0534141 Aug 19 15:43:12.265145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb6f665b-1e09-4f6b-9dd6-ef52920e0e9a req-e292e77f-a8d0-44c1-bf69-644402bf727f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Aug 19 15:43:12.297774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 37b96d89-f151-48a6-a5a0-973492a295ca completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:12.302160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 37b96d89-f151-48a6-a5a0-973492a295ca triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:12.302535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:12.380722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:12.404202 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:12.406678 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e3dcf1-8328-4059-95da-1308809084e2" -d '{"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-plugged", "status": "completed", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:12.420905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:12.447547 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262cde0-4653-4e24-a644-49a78bb80f3e x-openstack-request-id: req-9262cde0-4653-4e24-a644-49a78bb80f3e {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:12.447847 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-plugged", "status": "completed", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:12.448105 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9262cde0-4653-4e24-a644-49a78bb80f3e {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:12.448509 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca', 'code': 200} Aug 19 15:43:12.509265 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:12.557524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbad45-d2ee-446c-a9ec-3c547f6bde7f req-bdc2adec-d6f1-4f57-937b-5f2add0682f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:12.559731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39bbad45-d2ee-446c-a9ec-3c547f6bde7f req-bdc2adec-d6f1-4f57-937b-5f2add0682f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1097 time: 0.0498619 Aug 19 15:43:12.564878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:12.596772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39bbad45-d2ee-446c-a9ec-3c547f6bde7f req-1f3383b4-d49b-47ed-a04b-3df65e87fcb1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297658 Aug 19 15:43:13.388025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd617a2-b60d-4e18-a9fb-446e5bbe2ca9 req-eedf1b62-0566-48ef-82a4-11cadd201e89 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:13.389658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abd617a2-b60d-4e18-a9fb-446e5bbe2ca9 req-eedf1b62-0566-48ef-82a4-11cadd201e89 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0517862 Aug 19 15:43:13.429495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:13.430264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abd617a2-b60d-4e18-a9fb-446e5bbe2ca9 req-4d7dd575-9b57-4d44-933b-d536834a10a1 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Aug 19 15:43:14.552141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664a65d-128a-4f5a-9f5b-6c3687238227 req-c83b1c13-7b19-4ace-a8f0-2ef0d827f50f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:14.553710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f664a65d-128a-4f5a-9f5b-6c3687238227 req-c83b1c13-7b19-4ace-a8f0-2ef0d827f50f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0527191 Aug 19 15:43:14.598849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f664a65d-128a-4f5a-9f5b-6c3687238227 req-3f15cd06-7b15-4f57-b716-199200644859 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 Aug 19 15:43:15.023537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f3ab-8fb7-4299-abb7-50807e01482b req-b3279894-1459-442d-90c5-fa117ec9784c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:15.025104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94c1f3ab-8fb7-4299-abb7-50807e01482b req-b3279894-1459-442d-90c5-fa117ec9784c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0543470 Aug 19 15:43:15.065162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94c1f3ab-8fb7-4299-abb7-50807e01482b req-392e1f3c-19e2-49b2-bc19-4253031a612b tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Aug 19 15:43:15.272389 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-bc25f52a-5ea8-4758-8aa9-c8de539dc943 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084785 Aug 19 15:43:16.200642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c30965-7849-496d-9b13-4d9dedec50e9 req-244cd1bf-6386-4dd7-9e3f-8cf068519a79 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:16.202391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16c30965-7849-496d-9b13-4d9dedec50e9 req-244cd1bf-6386-4dd7-9e3f-8cf068519a79 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0625217 Aug 19 15:43:16.252511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-16c30965-7849-496d-9b13-4d9dedec50e9 req-69aa0988-6223-4f5f-9f14-e343dbb85a0a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395367 Aug 19 15:43:17.393487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f74b9-c98f-434f-9d70-63501ae325c3 req-e71c0b3b-7e9a-4afb-bad4-a8963fff6210 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:17.395080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d18f74b9-c98f-434f-9d70-63501ae325c3 req-e71c0b3b-7e9a-4afb-bad4-a8963fff6210 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0517592 Aug 19 15:43:17.465084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d18f74b9-c98f-434f-9d70-63501ae325c3 req-aff70869-5dda-4628-bd3e-228716b09675 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629525 Aug 19 15:43:17.590674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-f147e2c8-627b-452d-aa73-591cfd77ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:17.592243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-f147e2c8-627b-452d-aa73-591cfd77ecb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1097 time: 0.0469270 Aug 19 15:43:17.701141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-b4963c07-b5ca-4e9a-8d6d-bf1ad9c7e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:17.703832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-b4963c07-b5ca-4e9a-8d6d-bf1ad9c7e4a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 913 time: 0.1040924 Aug 19 15:43:17.754487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-6d55f667-5c9f-45bb-a598-6a917f1070e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 217 time: 0.0435197 Aug 19 15:43:17.807067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-16c7cf02-b420-46d8-8194-c7b0e533bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:17.809202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-16c7cf02-b420-46d8-8194-c7b0e533bde8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 200 len: 852 time: 0.0474432 Aug 19 15:43:17.843399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-07527d2f-83f4-493c-80e0-727d5021fd70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa81f37a-0897-4382-a240-a587a822c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266907 Aug 19 15:43:17.940482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-1cb59b99-14b6-4ad9-81ef-a7332d3102e7 service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903373 Aug 19 15:43:18.033927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-d51c4505-ac87-47f8-a23f-2dbd8cf3c11b service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Aug 19 15:43:18.588150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0cf8-1dee-483f-b237-0c4aaf5226bd req-5e412413-dcd2-41da-9583-fe7d1fcd9a8a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:18.590339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-825f0cf8-1dee-483f-b237-0c4aaf5226bd req-5e412413-dcd2-41da-9583-fe7d1fcd9a8a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0527341 Aug 19 15:43:18.629289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-825f0cf8-1dee-483f-b237-0c4aaf5226bd req-948390dd-e2db-483d-b00c-03630cc0403e tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Aug 19 15:43:19.758113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ecc3c-a318-4575-b76e-743b8335e5d9 req-984427d6-a7f5-427d-b139-f9831afa1aca tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:19.759650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e8ecc3c-a318-4575-b76e-743b8335e5d9 req-984427d6-a7f5-427d-b139-f9831afa1aca tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0554495 Aug 19 15:43:19.804457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0e8ecc3c-a318-4575-b76e-743b8335e5d9 req-8064683e-f890-4902-b493-dfd54b27246e tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357146 Aug 19 15:43:20.919978 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870edf-573f-4b5c-8785-d25b439c646d req-e22e1bf1-5042-4f52-80ab-71c3aed1a24f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:20.921546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97870edf-573f-4b5c-8785-d25b439c646d req-e22e1bf1-5042-4f52-80ab-71c3aed1a24f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0484881 Aug 19 15:43:20.961015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97870edf-573f-4b5c-8785-d25b439c646d req-d398f2ff-36ad-4863-a911-f2f9ab80ca20 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Aug 19 15:43:22.086658 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d5ec-b222-48d4-a375-978cd44b2c03 req-5548ea11-485e-4b62-bbe8-ea98e8da7143 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:22.088218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9202d5ec-b222-48d4-a375-978cd44b2c03 req-5548ea11-485e-4b62-bbe8-ea98e8da7143 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0562952 Aug 19 15:43:22.127219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9202d5ec-b222-48d4-a375-978cd44b2c03 req-cbd89349-bfff-423c-8377-f8fcabe48320 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 19 15:43:23.255468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8412ae-18ec-4b7b-9ff3-c98e7f04da7b req-a42c62c6-9a4d-4017-b637-44b83703910c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:23.256980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d8412ae-18ec-4b7b-9ff3-c98e7f04da7b req-a42c62c6-9a4d-4017-b637-44b83703910c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0560961 Aug 19 15:43:23.295479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d8412ae-18ec-4b7b-9ff3-c98e7f04da7b req-238dce93-3c4e-450d-8a44-c79d1c04ae7d tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Aug 19 15:43:24.413659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4fbab-f13f-45c0-a3f1-dd31af7a8587 req-40bf3ffe-ee4e-4ef8-a23b-91a77ec1ecb8 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:24.415229 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b4fbab-f13f-45c0-a3f1-dd31af7a8587 req-40bf3ffe-ee4e-4ef8-a23b-91a77ec1ecb8 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0499732 Aug 19 15:43:24.455997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b4fbab-f13f-45c0-a3f1-dd31af7a8587 req-7dc71287-0b44-40fa-b985-e2048090c982 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338111 Aug 19 15:43:24.743172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed8dcfb3-f23f-4ece-af4a-4be35bb6e565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:25.573194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98194-1073-4fe7-93a8-d98c641c70cf req-b30e8da8-03dd-4b58-9b16-1afc2a57fd97 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:25.574850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84d98194-1073-4fe7-93a8-d98c641c70cf req-b30e8da8-03dd-4b58-9b16-1afc2a57fd97 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0494194 Aug 19 15:43:25.614213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84d98194-1073-4fe7-93a8-d98c641c70cf req-a471414c-76b7-4165-a3c5-2f230f0c7b63 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Aug 19 15:43:25.765895 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:26.736588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff19e2-c0c7-4124-94b8-b5b9e1b69435 req-eaaec520-8f24-4ee5-b03a-56611907097f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:26.738121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fff19e2-c0c7-4124-94b8-b5b9e1b69435 req-eaaec520-8f24-4ee5-b03a-56611907097f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0526156 Aug 19 15:43:26.776285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9fff19e2-c0c7-4124-94b8-b5b9e1b69435 req-4921b08a-10d9-44c5-8880-f1c4c8f4b672 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Aug 19 15:43:27.337744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:27.893865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2794b-b2f9-4bb8-8bc8-5b87a1f64b6f req-c02980d8-88a4-4a8e-910b-ef5a32bf0c92 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:27.895557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ef2794b-b2f9-4bb8-8bc8-5b87a1f64b6f req-c02980d8-88a4-4a8e-910b-ef5a32bf0c92 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0501018 Aug 19 15:43:27.935637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ef2794b-b2f9-4bb8-8bc8-5b87a1f64b6f req-8c6818bd-d3c9-4b23-a18c-dcc76e012e43 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Aug 19 15:43:27.937649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a77cf694-129a-4614-9001-00a1cae48c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:29.054097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae22db-7ef3-47ee-bafa-079385c98741 req-d48758fb-734d-4f05-b83a-fa63b4df1258 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:29.055674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10ae22db-7ef3-47ee-bafa-079385c98741 req-d48758fb-734d-4f05-b83a-fa63b4df1258 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0512257 Aug 19 15:43:29.096526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10ae22db-7ef3-47ee-bafa-079385c98741 req-c46450b4-2351-48e6-83e2-32f85fb5423e tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Aug 19 15:43:29.737698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:30.591709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531065b7-fa6e-4021-96bf-ae1ac166d599 req-96bf8cba-1971-4968-805d-fb3b6e8af4ea tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:30.593392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-531065b7-fa6e-4021-96bf-ae1ac166d599 req-96bf8cba-1971-4968-805d-fb3b6e8af4ea tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.4222383 Aug 19 15:43:30.631613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-531065b7-fa6e-4021-96bf-ae1ac166d599 req-e83b4726-73db-441a-8583-980d34f9884a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Aug 19 15:43:30.863248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:31.751467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864da2b-07d4-4b40-8e4f-57c468d054c8 req-62009816-a72c-4e6b-aae4-0166836f3fd9 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:31.752989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8864da2b-07d4-4b40-8e4f-57c468d054c8 req-62009816-a72c-4e6b-aae4-0166836f3fd9 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0491581 Aug 19 15:43:31.791550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8864da2b-07d4-4b40-8e4f-57c468d054c8 req-9c7eda77-bf15-4b38-848c-b3ac2c147af9 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Aug 19 15:43:32.355259 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:43:32.913957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77612128-fa26-4e0d-9927-0ed90387f012 req-9e5eecb2-85c4-4177-bd46-16cacac53538 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:32.915431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77612128-fa26-4e0d-9927-0ed90387f012 req-9e5eecb2-85c4-4177-bd46-16cacac53538 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0488355 Aug 19 15:43:32.953991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77612128-fa26-4e0d-9927-0ed90387f012 req-4f36e3c5-9b4c-46e0-ac61-8b8668bd4c41 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Aug 19 15:43:34.077944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9dc65-32f3-4aaa-a86f-dcfba90f7db0 req-e5c7e211-8525-4955-8b08-6a6f972dfeb4 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:34.079604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfe9dc65-32f3-4aaa-a86f-dcfba90f7db0 req-e5c7e211-8525-4955-8b08-6a6f972dfeb4 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0562925 Aug 19 15:43:34.120787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cfe9dc65-32f3-4aaa-a86f-dcfba90f7db0 req-eb55777b-9044-4c32-9b01-2f2b24a373b2 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Aug 19 15:43:35.244250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fc322-c209-4c7c-9dfe-4d32aab095f4 req-e4d68cc8-fe5a-428c-ade6-9bf201d37433 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:35.245773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb4fc322-c209-4c7c-9dfe-4d32aab095f4 req-e4d68cc8-fe5a-428c-ade6-9bf201d37433 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0523443 Aug 19 15:43:35.284672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb4fc322-c209-4c7c-9dfe-4d32aab095f4 req-20eae4db-8ed6-4903-80ab-48218213ff5b tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Aug 19 15:43:36.402859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a87bd-c65d-46c9-bb85-0c39179554e6 req-3d15e072-ffc0-4702-b4ed-fd9e7f4a1dd3 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:36.404265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-085a87bd-c65d-46c9-bb85-0c39179554e6 req-3d15e072-ffc0-4702-b4ed-fd9e7f4a1dd3 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0506303 Aug 19 15:43:36.442941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-085a87bd-c65d-46c9-bb85-0c39179554e6 req-2d6ae5e4-48d1-4894-a90d-d5a8e0a5c39f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Aug 19 15:43:37.564250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427c8d-3b0f-4ebf-8b1d-df8da43b4be1 req-b6cf9ee4-6289-459d-ab2a-bce63ec1d6e9 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:37.565719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc427c8d-3b0f-4ebf-8b1d-df8da43b4be1 req-b6cf9ee4-6289-459d-ab2a-bce63ec1d6e9 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0554528 Aug 19 15:43:37.610152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc427c8d-3b0f-4ebf-8b1d-df8da43b4be1 req-0ebd25b4-72c8-46e6-9f85-78ff4054c128 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 Aug 19 15:43:38.724315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2a4a-cc29-4f5b-a5a3-7b4ee412da22 req-6f97481e-a848-418f-94c1-9991c2b97126 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:38.725838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddac2a4a-cc29-4f5b-a5a3-7b4ee412da22 req-6f97481e-a848-418f-94c1-9991c2b97126 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0491841 Aug 19 15:43:38.768305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddac2a4a-cc29-4f5b-a5a3-7b4ee412da22 req-8227ea19-70af-4adc-85a9-3f93da917e0b tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Aug 19 15:43:39.883250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587852b-37d8-43cf-a720-5e00f88da214 req-391506d2-0a9b-40df-9bc2-1b46010f7881 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:39.884729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e587852b-37d8-43cf-a720-5e00f88da214 req-391506d2-0a9b-40df-9bc2-1b46010f7881 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0489929 Aug 19 15:43:39.922288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e587852b-37d8-43cf-a720-5e00f88da214 req-241ce82d-aca4-499f-9f26-83080d5b656e tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Aug 19 15:43:41.043009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b09ef-4547-4a32-bcae-7441fb24af39 req-1e5578aa-cd58-40d6-ba03-6e4894e2931f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:41.044570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190b09ef-4547-4a32-bcae-7441fb24af39 req-1e5578aa-cd58-40d6-ba03-6e4894e2931f tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0529869 Aug 19 15:43:41.083598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-190b09ef-4547-4a32-bcae-7441fb24af39 req-bbdccb14-a6a9-4676-ac27-83293f3fb547 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Aug 19 15:43:42.210717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6247e6-ea9c-4377-a781-f514ab36e972 req-5ec74be2-7959-4b2a-a7b6-856236345323 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:42.212512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c6247e6-ea9c-4377-a781-f514ab36e972 req-5ec74be2-7959-4b2a-a7b6-856236345323 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0613813 Aug 19 15:43:42.253698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c6247e6-ea9c-4377-a781-f514ab36e972 req-39bdc5ba-ac78-409b-a6af-469ec940b93d tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Aug 19 15:43:43.371753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c80e3-c27d-4f9c-9e3b-fe8b7d091c11 req-07664757-4f01-40cb-ad25-b9e76813be7c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:43.373910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b2c80e3-c27d-4f9c-9e3b-fe8b7d091c11 req-07664757-4f01-40cb-ad25-b9e76813be7c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0485728 Aug 19 15:43:43.411396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b2c80e3-c27d-4f9c-9e3b-fe8b7d091c11 req-6364bc7d-4679-4ca3-8807-7d4930de91f3 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Aug 19 15:43:43.439881 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.544329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce8ab9-d641-4c5e-b9e6-771bdc4440db req-7eb34de4-737f-4e1d-bb9a-8458d8b19076 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:44.546029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cce8ab9-d641-4c5e-b9e6-771bdc4440db req-7eb34de4-737f-4e1d-bb9a-8458d8b19076 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0653725 Aug 19 15:43:44.586095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cce8ab9-d641-4c5e-b9e6-771bdc4440db req-54615923-9a2e-4d0f-86db-70eedec64f64 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338817 Aug 19 15:43:45.293366 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-793b1f91-d9b9-4454-9f34-2d7f8cf7efa4 service neutron] show failed (client error): The resource could not be found. Aug 19 15:43:45.294384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-793b1f91-d9b9-4454-9f34-2d7f8cf7efa4 service neutron] 10.222.0.46 "GET /v2.0/ports/37b96d89-f151-48a6-a5a0-973492a295ca/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.1068199 Aug 19 15:43:45.710164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ce61-28e8-420a-b7c8-add0ae128e1e req-b7e477e9-af20-493e-8afd-46ece3e9957a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:45.711800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8250ce61-28e8-420a-b7c8-add0ae128e1e req-b7e477e9-af20-493e-8afd-46ece3e9957a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0519454 Aug 19 15:43:45.751320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8250ce61-28e8-420a-b7c8-add0ae128e1e req-ab6d0b95-0b2e-4cfa-ab97-da0469df7535 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Aug 19 15:43:45.926922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-6564d1d6-bdd5-49f2-b4f1-1af06716a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:45.928500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-6564d1d6-bdd5-49f2-b4f1-1af06716a47b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe&tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be HTTP/1.1" status: 200 len: 1097 time: 0.1027389 Aug 19 15:43:45.948034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:46.001548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.216025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:46.250940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:46.294047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:46.296874 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb463da4-04a4-45ad-a146-79d4089eeca3" -d '{"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:46.301560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.316107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Transition to ACTIVE for port object 37b96d89-f151-48a6-a5a0-973492a295ca will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:46.345981 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcab873-7e2a-4826-9760-42171d4807a8 x-openstack-request-id: req-8bcab873-7e2a-4826-9760-42171d4807a8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:46.346303 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:46.346549 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bcab873-7e2a-4826-9760-42171d4807a8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:46.346967 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca', 'code': 200} Aug 19 15:43:46.394329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.457296 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] No DVR routers for this DVR port 37b96d89-f151-48a6-a5a0-973492a295ca on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:43:46.460399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:46.497090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:46.497457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:46.497783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca on network aa81f37a-0897-4382-a240-a587a822c379 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:46.502631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Port 37b96d89-f151-48a6-a5a0-973492a295ca on network aa81f37a-0897-4382-a240-a587a822c379 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:43:46.502947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Attempting to bind port 37b96d89-f151-48a6-a5a0-973492a295ca on network aa81f37a-0897-4382-a240-a587a822c379 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:46.507896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:46.508229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Checking segment: {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:46.508611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Bound using segment: {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:46.509053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Bound port: 37b96d89-f151-48a6-a5a0-973492a295ca, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:46.509445 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.581417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:46.584648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:46.680084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.714162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:46.714877 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.716266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] 10.222.0.54 "PUT /v2.0/ports/37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 1092 time: 0.7732575 Aug 19 15:43:46.739779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3b6be-45b0-4ea1-87dd-7580283ee687 service neutron] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:46.792896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-7805b452-5020-48c3-9ac7-aea983bb2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:46.794485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-7805b452-5020-48c3-9ac7-aea983bb2d69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1095 time: 0.0417876 Aug 19 15:43:46.917892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3522d-8127-485f-9c24-477972382605 req-973e52cb-2567-4dfa-b934-a80cef099e1a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:46.933048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3c3522d-8127-485f-9c24-477972382605 req-973e52cb-2567-4dfa-b934-a80cef099e1a tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0840518 Aug 19 15:43:46.950231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-a1cc97bb-cc0b-4b99-8c19-92da8f20fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:46.952305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-a1cc97bb-cc0b-4b99-8c19-92da8f20fbe0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 913 time: 0.1505203 Aug 19 15:43:47.001158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-956e1811-e9f0-460d-9770-f50c1aa309c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 217 time: 0.0375352 Aug 19 15:43:47.018562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3c3522d-8127-485f-9c24-477972382605 req-3ee2f4dd-915a-4947-a67a-25eb9d1e72db tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797422 Aug 19 15:43:47.057792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-1085409e-9f3d-4762-af8f-68df3ddd5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:47.059253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-1085409e-9f3d-4762-af8f-68df3ddd5542 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 200 len: 852 time: 0.0538659 Aug 19 15:43:47.091193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-88ac9c19-f938-4689-bc91-68a606b4d086 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa81f37a-0897-4382-a240-a587a822c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250754 Aug 19 15:43:47.102583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-f0219352-d7c8-4af8-86a8-8a5302e79464 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:43:47.103606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-f0219352-d7c8-4af8-86a8-8a5302e79464 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049629 Aug 19 15:43:47.193890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-8458c1ea-816c-42d2-816a-8fcf3d4168a4 service neutron] 10.222.0.54 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Aug 19 15:43:47.288299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d65d7f1-4f7c-4055-a318-e3ba99b7e363 req-bfeebe54-7a1c-419f-b6b0-ff4c98f5e380 service neutron] 10.222.0.54 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Aug 19 15:43:48.138472 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fb66a-7527-481d-a101-6b7a60bd56a1 req-69df2fde-71bd-4962-8a10-3172f8341b60 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.140581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f43fb66a-7527-481d-a101-6b7a60bd56a1 req-69df2fde-71bd-4962-8a10-3172f8341b60 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0514834 Aug 19 15:43:48.179664 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f43fb66a-7527-481d-a101-6b7a60bd56a1 req-c637aa6f-6958-4516-bcb2-0bbb387cd2cb tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Aug 19 15:43:48.296429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:48.347861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:48.350702 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13885b3-bebc-4ea9-b76d-7cef780e1f25" -d '{"events": [{"name": "network-changed", "server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:48.353105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:48.402801 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7049bad-9a10-45d6-99d8-064e2b9bf5fe x-openstack-request-id: req-c7049bad-9a10-45d6-99d8-064e2b9bf5fe {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:48.403101 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:48.403358 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7049bad-9a10-45d6-99d8-064e2b9bf5fe {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:48.403796 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca', 'status': 'completed', 'code': 200} Aug 19 15:43:48.505962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-14a7980a-69ef-4b9a-b7bc-28be6b2ff388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.507550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-14a7980a-69ef-4b9a-b7bc-28be6b2ff388 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1095 time: 0.0794065 Aug 19 15:43:48.512511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-34222ce1-f5e0-4141-bd9b-59b61911b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.514146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-34222ce1-f5e0-4141-bd9b-59b61911b094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1095 time: 0.0592151 Aug 19 15:43:48.673419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-d57bc5e0-062c-4ec2-8d28-9a64242f94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.675204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-d57bc5e0-062c-4ec2-8d28-9a64242f94a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 913 time: 0.1523333 Aug 19 15:43:48.676148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-ac1a02d2-2566-40cb-958e-28deeb258ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.677505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-ac1a02d2-2566-40cb-958e-28deeb258ded service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 913 time: 0.1625006 Aug 19 15:43:48.752902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-6f2f38d0-5bed-4d29-b19a-1a02b2719381 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 217 time: 0.0702012 Aug 19 15:43:48.754308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-222ed2b1-c35b-4374-ae86-626b56fd574c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 217 time: 0.0649467 Aug 19 15:43:48.837139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-4866d0e7-2126-4f16-9590-c7c47a815cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.838711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-4866d0e7-2126-4f16-9590-c7c47a815cc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 200 len: 852 time: 0.0796239 Aug 19 15:43:48.840432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-7612bbf8-577f-4c45-8cb1-e32284772349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.841862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-7612bbf8-577f-4c45-8cb1-e32284772349 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 200 len: 852 time: 0.0748587 Aug 19 15:43:48.896201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-cec477c7-202f-49bb-8375-d5dcfbc6f00b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa81f37a-0897-4382-a240-a587a822c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502601 Aug 19 15:43:48.898134 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-115546fd-18c3-4b9d-bfb7-f71b7be9d285 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa81f37a-0897-4382-a240-a587a822c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445375 Aug 19 15:43:49.063680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-81b9a38f-4157-45c0-bcfd-fd1f7e779e2d service neutron] 10.222.0.54 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589818 Aug 19 15:43:49.065530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-81a142be-a433-488c-9ec4-ab6c38ee8dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539848 Aug 19 15:43:49.227001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-92d0586d-68a0-42bd-b0c2-c7ef6c2f5c8c service neutron] 10.222.0.54 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560769 Aug 19 15:43:49.228987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f13885b3-bebc-4ea9-b76d-7cef780e1f25 req-badb943d-30df-4215-b394-ff3d4c69926f service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504965 Aug 19 15:43:49.307028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50fbc-45eb-49ea-91f6-de94acd126e1 req-518ec1c6-4a94-4d50-998f-d509572ed366 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:49.308550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27c50fbc-45eb-49ea-91f6-de94acd126e1 req-518ec1c6-4a94-4d50-998f-d509572ed366 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0564339 Aug 19 15:43:49.348043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-27c50fbc-45eb-49ea-91f6-de94acd126e1 req-243db820-ed42-418b-a3b5-69f973f696ea tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Aug 19 15:43:50.464697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81f37-68dd-429d-b85c-45d22860b3ce req-c204810f-ffdf-41e2-9d85-3049ef245654 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:50.466253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbd81f37-68dd-429d-b85c-45d22860b3ce req-c204810f-ffdf-41e2-9d85-3049ef245654 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 943 time: 0.0503469 Aug 19 15:43:50.480733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:43:50.510135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cbd81f37-68dd-429d-b85c-45d22860b3ce req-80e5f46c-ef2e-47a5-921c-b35c0f95607c tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Aug 19 15:43:50.584464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:50.597352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '37b96d89-f151-48a6-a5a0-973492a295ca', 'network_id': 'aa81f37a-0897-4382-a240-a587a822c379', 'port_id': '37b96d89-f151-48a6-a5a0-973492a295ca', 'mac_address': 'fa:16:3e:6f:59:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab02db6-2656-468b-b42d-24b3deda51a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:43:50.639991 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:50.649839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b96d89-f151-48a6-a5a0-973492a295ca {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:43:50.670121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:50.754568 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:50.808072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:51.183770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['37b96d89-f151-48a6-a5a0-973492a295ca'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:43:51.628530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fed36d-66f2-4438-8a4d-486ddd38f04b req-d51a9a04-db1f-447c-9d62-3de9fc1c6234 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:51.630060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90fed36d-66f2-4438-8a4d-486ddd38f04b req-d51a9a04-db1f-447c-9d62-3de9fc1c6234 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 944 time: 0.0495512 Aug 19 15:43:51.669027 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90fed36d-66f2-4438-8a4d-486ddd38f04b req-a4b90dc7-a77d-4177-8671-65642be8ad9d tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Aug 19 15:43:52.150672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467ead-0c08-45cf-8437-287dde524774 req-78d198fa-2115-4b1b-95a8-5ff9edc21920 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:52.152163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-78d198fa-2115-4b1b-95a8-5ff9edc21920 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe&tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.0618150 Aug 19 15:43:52.215921 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-d0467ead-0c08-45cf-8437-287dde524774 req-3b5cef0f-112a-4579-8f20-5cc91e550561 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:43:52.217557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-3b5cef0f-112a-4579-8f20-5cc91e550561 service neutron] 10.222.0.46 "DELETE /v2.0/ports/37b96d89-f151-48a6-a5a0-973492a295ca/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0574164 Aug 19 15:43:52.303119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467ead-0c08-45cf-8437-287dde524774 req-27693763-98f0-49b1-992e-3c80613d07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:52.304637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-27693763-98f0-49b1-992e-3c80613d07e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 1096 time: 0.0436144 Aug 19 15:43:52.400067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467ead-0c08-45cf-8437-287dde524774 req-9118e403-767d-4013-8aa0-6d28c0d63f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:52.401669 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-9118e403-767d-4013-8aa0-6d28c0d63f9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 200 len: 913 time: 0.0905766 Aug 19 15:43:52.445036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-7e712ce0-6a02-4532-958d-7c4f79c2e446 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 200 len: 217 time: 0.0362880 Aug 19 15:43:52.487838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:52.501283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467ead-0c08-45cf-8437-287dde524774 req-adf973d9-453f-420c-8394-3b1e5f36eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:52.503430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-adf973d9-453f-420c-8394-3b1e5f36eea8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 200 len: 852 time: 0.0520649 Aug 19 15:43:52.544321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-b548a996-0edd-49c2-9b09-37050ef958db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa81f37a-0897-4382-a240-a587a822c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334895 Aug 19 15:43:52.611231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 37b96d89-f151-48a6-a5a0-973492a295ca completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:52.615508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 37b96d89-f151-48a6-a5a0-973492a295ca triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:52.621442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.645916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-02a9bb43-5ddf-4aed-9551-4ca3b616cd2e service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942578 Aug 19 15:43:52.697880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.724876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:52.727169 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f9a89c-ead0-412b-847e-e6a1413b392c" -d '{"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-plugged", "status": "completed", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:52.739039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:52.742955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-ba6f1000-7aef-434b-9e1f-5642fa7ad964 service neutron] 10.222.0.46 "GET /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902250 Aug 19 15:43:52.782566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.839721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:54.242485 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0765f7-8b01-44c6-914c-f0bbe881cbe1 x-openstack-request-id: req-4f0765f7-8b01-44c6-914c-f0bbe881cbe1 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:54.243057 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-plugged", "status": "completed", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:54.243057 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f0765f7-8b01-44c6-914c-f0bbe881cbe1 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:54.243456 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca', 'code': 200} Aug 19 15:43:54.344795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360b3c-5a43-4ab5-95dd-c3d7c2fe0f19 req-f62b3ca7-b177-4ff1-9321-0deb34d7a0cd tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:54.346446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57360b3c-5a43-4ab5-95dd-c3d7c2fe0f19 req-f62b3ca7-b177-4ff1-9321-0deb34d7a0cd tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0593975 Aug 19 15:43:54.386513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57360b3c-5a43-4ab5-95dd-c3d7c2fe0f19 req-6e443f7d-b183-4961-a7a9-c09ccfc23739 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Aug 19 15:43:54.554330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d39d6897-8dc2-4b1e-86ec-5c59d399b1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.516817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aaa16-64d5-4ba4-9d40-bf9a742cd6d7 req-9860f544-383b-4b84-a602-3d18a77e4f2d tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:55.518313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439aaa16-64d5-4ba4-9d40-bf9a742cd6d7 req-9860f544-383b-4b84-a602-3d18a77e4f2d tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0533614 Aug 19 15:43:55.567066 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-439aaa16-64d5-4ba4-9d40-bf9a742cd6d7 req-07e9af9d-dfed-4f6b-b965-0be6f2e50487 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Aug 19 15:43:55.776522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.912696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467ead-0c08-45cf-8437-287dde524774 req-8f3bb798-8694-41f9-9fbf-e423f0bc0b75 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:55.914177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-8f3bb798-8694-41f9-9fbf-e423f0bc0b75 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 945 time: 0.0503404 Aug 19 15:43:56.007786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Deleting port 37b96d89-f151-48a6-a5a0-973492a295ca {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:43:56.008130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.098640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] For port 37b96d89-f151-48a6-a5a0-973492a295ca, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=37b96d89-f151-48a6-a5a0-973492a295ca,segment=NetworkSegment(7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f),segment_id=7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:56.099010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.113099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Calling delete_port for 37b96d89-f151-48a6-a5a0-973492a295ca owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:43:56.291870 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.324970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['37b96d89-f151-48a6-a5a0-973492a295ca'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:43:56.325437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Pushing event deleted for resources: {'Port': ['ID=37b96d89-f151-48a6-a5a0-973492a295ca,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:56.341130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.342895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.343292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.343630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.343969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.344306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.344639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.344965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.345313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.345637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.345962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.346368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.387576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] No DVR routers for this DVR port 37b96d89-f151-48a6-a5a0-973492a295ca on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:43:56.390922 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.393576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0467ead-0c08-45cf-8437-287dde524774 req-05499730-5283-4d46-9655-6eea79e95d16 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.54 "DELETE /v2.0/ports/37b96d89-f151-48a6-a5a0-973492a295ca HTTP/1.1" status: 204 len: 173 time: 0.4737682 Aug 19 15:43:56.405065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-deleted', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:56.405065 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d92fdb7-01b3-49fa-b472-ff395e704ea9" -d '{"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-deleted", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:56.432862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a88c7-c28f-4bc5-8aad-45b9f27aa35a x-openstack-request-id: req-a17a88c7-c28f-4bc5-8aad-45b9f27aa35a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:56.433198 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0727931-3772-472d-a7f4-97772cc26dbe", "name": "network-vif-deleted", "tag": "37b96d89-f151-48a6-a5a0-973492a295ca", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:56.433457 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a17a88c7-c28f-4bc5-8aad-45b9f27aa35a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:56.433881 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0727931-3772-472d-a7f4-97772cc26dbe', 'name': 'network-vif-deleted', 'tag': '37b96d89-f151-48a6-a5a0-973492a295ca', 'status': 'completed', 'code': 200} Aug 19 15:43:56.664764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e1cf0546-7d31-422c-98d2-8860e7522e77 req-ae1724d8-9b37-4b64-949f-2f7f16f2ff44 tempest-DeleteServersTestJSON-1907437383 tempest-DeleteServersTestJSON-1907437383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0727931-3772-472d-a7f4-97772cc26dbe HTTP/1.1" status: 200 len: 210 time: 0.0278223 Aug 19 15:43:57.331197 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:57.791519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50284) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:57.839860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Deleting subnet eab02db6-2656-468b-b42d-24b3deda51a6 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:43:57.850617 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:57.879425 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:57.897086 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0505c438-711a-4d74-869b-486b6fab464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:57.921365 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.172078 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.197260 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab02db6-2656-468b-b42d-24b3deda51a6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:58.207948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.210278 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eab02db6-2656-468b-b42d-24b3deda51a6 HTTP/1.1" status: 204 len: 168 time: 0.4174285 Aug 19 15:43:58.212350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.212575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50286) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:58.213021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.213021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.213445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.213793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.214132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.214498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.214832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.215163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.215572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.215824 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.216177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ea36b-d5fc-44cd-8f4b-594f33831d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:58.284178 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.368375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.379006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa81f37a-0897-4382-a240-a587a822c379']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:58.390414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:58.390710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7837ec64-e0a7-4dd7-b2e2-1b74ce3a757f') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:58.399843 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.418699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.426152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:43:58.426597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:43:58.428282 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:43:58.517651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:58.538163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 37b96d89-f151-48a6-a5a0-973492a295ca {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:43:58.540698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 37b96d89-f151-48a6-a5a0-973492a295ca not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:58.559464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.565655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.567486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa81f37a-0897-4382-a240-a587a822c379 HTTP/1.1" status: 204 len: 168 time: 0.3538268 Aug 19 15:43:58.579635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5becb1-4917-4f3a-8a47-e91ac5c42919 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa81f37a-0897-4382-a240-a587a822c379,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:58.890829 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50290) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:58.933272 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9aea139e-a7e1-49da-8f9b-7ac1f82f7344 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f7ce763e11f48678ab0dbe36b0ba8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411994 Aug 19 15:43:58.935901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50292) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:58.985735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bdded454-8702-4d25-95aa-5fba2d320746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.007590 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bdded454-8702-4d25-95aa-5fba2d320746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.154145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bdded454-8702-4d25-95aa-5fba2d320746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.156692 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bdded454-8702-4d25-95aa-5fba2d320746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.157924 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bdded454-8702-4d25-95aa-5fba2d320746 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee2c5af7-f010-40d3-bf2c-4829e9da2fa4 HTTP/1.1" status: 204 len: 168 time: 0.2204938 Aug 19 15:43:59.165710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded454-8702-4d25-95aa-5fba2d320746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2c5af7-f010-40d3-bf2c-4829e9da2fa4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:59.725454 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.337064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50314) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:00.438336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1838569472-network', 'tenant_id': '9d1ab80c5b404a9fa66ee297117ec78d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:00.594688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Made reservation on behalf of 9d1ab80c5b404a9fa66ee297117ec78d for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:44:00.597021 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.606335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.721425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.788165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.816940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:44:00.828499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebcbe79-a0d1-46ec-827b-acdf88d68a92,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:00.833547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.833896 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Added segment bf5ad653-ad5d-43e2-a231-8dcd64cd48bf of type vlan for network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b Aug 19 15:44:00.844968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.878960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.970761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.971756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.972348 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:01.038251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] Pushing event updated for resources: {'Network': ['ID=7be9b6d3-ff35-4a94-a51f-a4b4035e121b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:01.050017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:44:01.114924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-459844a5-8af9-4802-b029-367f42147fbd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7764955 Aug 19 15:44:01.118313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50318) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:01.124375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Request body: {'subnet': {'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1838569472-subnet', 'tenant_id': '9d1ab80c5b404a9fa66ee297117ec78d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:01.199900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Made reservation on behalf of 9d1ab80c5b404a9fa66ee297117ec78d for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:44:01.203318 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:01.457289 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:01.525277 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:01.534236 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Checking segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:44:01.534599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Network hostable DHCP agents. Network: 7be9b6d3-ff35-4a94-a51f-a4b4035e121b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:44:01.599122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:44:01.674045 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 7be9b6d3-ff35-4a94-a51f-a4b4035e121b) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:44:01.678591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:01.680191 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:01.684687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e9ec3-b4db-4b31-bc6f-2c458666783c None None] Network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:44:01.767290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bde21657-559f-49cb-8645-e130c4506eb8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6473682 Aug 19 15:44:01.848445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927f452-be3a-4670-a3cc-6605599c5033 None None] Network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:44:02.221604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-aa344f71-462a-49b9-8a39-b39da6870a7e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:02.223183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-aa344f71-462a-49b9-8a39-b39da6870a7e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 815 time: 0.1061761 Aug 19 15:44:02.239221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-bf5d1aa6-0ff7-4562-82d7-0c55d9664fa3 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/quotas/9d1ab80c5b404a9fa66ee297117ec78d HTTP/1.1" status: 200 len: 375 time: 0.0101614 Aug 19 15:44:02.277046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-53ce0440-77d6-4190-8812-a7cd1010f683 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318964 Aug 19 15:44:02.288522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-ef621f97-cc03-427a-a7ee-dc8faebbe3e2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:44:02.289718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-ef621f97-cc03-427a-a7ee-dc8faebbe3e2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055211 Aug 19 15:44:02.379913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-399c363a-7b85-4eb9-b0f6-5cc953bfdcea service neutron] 10.222.0.13 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836680 Aug 19 15:44:02.479097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-dfbef6d7-8350-485c-8031-63440e83ed1f service neutron] 10.222.0.13 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925412 Aug 19 15:44:02.750569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afa1f0b3-03bd-4501-bf1f-58d0ba6ee061 req-6d484610-4984-4d43-bf3c-4b7e6770ef36 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 210 time: 0.0281627 Aug 19 15:44:03.844495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-858bdc60-b4a0-48e2-8e1a-c59c7dd2f3b9 req-04e52d81-6890-4bca-9b90-375099b68131 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 210 time: 0.0263731 Aug 19 15:44:04.905777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-1713e191-1974-43f0-b43b-f42ea201f578 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:04.907292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-1713e191-1974-43f0-b43b-f42ea201f578 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 815 time: 0.1073515 Aug 19 15:44:04.928646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Request body: {'port': {'device_id': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'admin_state_up': True, 'tenant_id': '9d1ab80c5b404a9fa66ee297117ec78d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:04.951613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e7fdd8a-c8d6-4062-bd59-8609eb4b18f6 req-77515132-37f1-4959-b0ee-3457fce0d0db tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 210 time: 0.0372009 Aug 19 15:44:05.130090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Made reservation on behalf of 9d1ab80c5b404a9fa66ee297117ec78d for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:44:05.133599 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.265429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Allocated IP 172.20.0.13 (7be9b6d3-ff35-4a94-a51f-a4b4035e121b/003d4a84-a2e8-4bf0-ba5d-04201b3c69ee/2c30a60e-5d35-4b46-817b-b95ccfb2918b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:44:05.419132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.508211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.553689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:44:05.556722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:44:05.560522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:44:05.583824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:05.611735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:05.615082 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.703598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-e6a59358-e9b8-40ad-9e97-721a69177367 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796977 Aug 19 15:44:05.721375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Request body: {'port': {'device_id': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:05.774410 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.068463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c30a60e-5d35-4b46-817b-b95ccfb2918b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:44:06.077245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.094748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Transition to ACTIVE for port object 2c30a60e-5d35-4b46-817b-b95ccfb2918b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:44:06.105246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9032ff-21a0-4fa4-8cb6-a671c116cb7c req-3c6cfe76-8fdf-4ac2-b06f-21143e1189c2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.106807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb9032ff-21a0-4fa4-8cb6-a671c116cb7c req-3c6cfe76-8fdf-4ac2-b06f-21143e1189c2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 932 time: 0.0779662 Aug 19 15:44:06.146523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb9032ff-21a0-4fa4-8cb6-a671c116cb7c req-c7c1cebd-5b43-4e5d-8545-9e1b6589971b tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Aug 19 15:44:06.171474 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.223460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:06.289179 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:44:06.289523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:44:06.289859 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:44:06.294373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:44:06.294701 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:44:06.300445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:44:06.300784 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Checking segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:44:06.301195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Bound using segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:44:06.301628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Bound port: 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:44:06.301995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.365280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:44:06.368516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:44:06.474680 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.509958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.510591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.512018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 1093 time: 0.7955911 Aug 19 15:44:06.512478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:06.515557 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:06.540813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b336-7466-4314-94da-d5af8eb841a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:06.563302 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742d729-866e-40a9-8666-34b4b7086b63 x-openstack-request-id: req-7742d729-866e-40a9-8666-34b4b7086b63 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:06.563573 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:06.563824 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7742d729-866e-40a9-8666-34b4b7086b63 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:06.564230 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'status': 'completed', 'code': 200} Aug 19 15:44:06.647979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3 req-23b0e766-885d-41c3-89ba-694e3f79495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.649538 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3 req-23b0e766-885d-41c3-89ba-694e3f79495c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1096 time: 0.0465829 Aug 19 15:44:06.754220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3 req-13bced32-bd5d-4351-817a-58277960798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.755713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3 req-13bced32-bd5d-4351-817a-58277960798a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937679 Aug 19 15:44:06.855044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3 req-32d6a498-e2c4-40ca-9185-f9f907912b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.856484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b28f5dc9-56fe-45a7-b28f-b99a9da238d3 req-32d6a498-e2c4-40ca-9185-f9f907912b4b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944309 Aug 19 15:44:06.952438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-4f613a45-2ef0-44cc-9405-87abd431ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.954065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-4f613a45-2ef0-44cc-9405-87abd431ada8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1096 time: 0.0432415 Aug 19 15:44:07.001601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-c629dff5-7c6f-4a29-8aa7-01e0ec520507 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0350120 Aug 19 15:44:07.056855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-bbd40362-3486-4414-8ad8-e5df9c55377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.058488 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-bbd40362-3486-4414-8ad8-e5df9c55377c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0507269 Aug 19 15:44:07.091660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-6f777e2a-e266-4c02-8aaa-7c319a72dfc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259588 Aug 19 15:44:07.182388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-1a988e3d-8506-48a8-97fc-ae02f0157e30 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836711 Aug 19 15:44:07.311016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf7ea7-debd-465f-b533-1c57e3a8878d req-083aeeb7-98c9-417d-9fe4-b9c0dcffc30a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.312496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eaf7ea7-debd-465f-b533-1c57e3a8878d req-083aeeb7-98c9-417d-9fe4-b9c0dcffc30a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0764015 Aug 19 15:44:07.316106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6b377b74-5bc6-470e-99d3-560e88c63d30 req-70eb4da4-29a5-416c-a871-af791141b123 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266491 Aug 19 15:44:07.352412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1eaf7ea7-debd-465f-b533-1c57e3a8878d req-cc170505-d4ad-4764-812b-253d7773f46a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Aug 19 15:44:08.473135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a9848-0e80-411c-b1f9-4a6b95928794 req-bd5c7b2a-0e4c-4134-b57f-6f8b26f85c4d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:08.474641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-687a9848-0e80-411c-b1f9-4a6b95928794 req-bd5c7b2a-0e4c-4134-b57f-6f8b26f85c4d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0552442 Aug 19 15:44:08.879497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-687a9848-0e80-411c-b1f9-4a6b95928794 req-cd6c46cc-d108-4a89-a0da-967a3329b4d9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985763 Aug 19 15:44:09.354646 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:44:10.002760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a97e4-3775-4814-bb56-b8ce4bc69331 req-4ccf4465-5521-428d-8df0-0a025f30409f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:10.004303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b88a97e4-3775-4814-bb56-b8ce4bc69331 req-4ccf4465-5521-428d-8df0-0a025f30409f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0507421 Aug 19 15:44:10.043253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b88a97e4-3775-4814-bb56-b8ce4bc69331 req-9e8f693c-3e1c-459d-bc69-e69b0e3a8bdd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Aug 19 15:44:10.610885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:44:10.710485 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:10.721751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'port_id': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'mac_address': 'fa:16:3e:a2:8d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003d4a84-a2e8-4bf0-ba5d-04201b3c69ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:44:10.758905 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:10.772794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c30a60e-5d35-4b46-817b-b95ccfb2918b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:44:10.792769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:10.839154 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:10.889418 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:10.896640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.897006 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.897361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.897707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.898049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.898383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.898715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.899048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.899379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.899709 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.900035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:10.900361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:11.161436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479d097-6579-4e4c-a46d-18b659479e7e req-35181c8e-a028-413f-8148-d76554b4fed0 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:11.162867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8479d097-6579-4e4c-a46d-18b659479e7e req-35181c8e-a028-413f-8148-d76554b4fed0 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Aug 19 15:44:11.191967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['2c30a60e-5d35-4b46-817b-b95ccfb2918b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:44:11.203474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8479d097-6579-4e4c-a46d-18b659479e7e req-37cf4b00-bb9d-43c4-a4b7-483628a3e790 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Aug 19 15:44:12.324582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7bc9a-99a2-4db9-b9a4-5ceb51dd47f2 req-9dc410ed-0b8f-4784-9417-e55e7e481436 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:12.326131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aee7bc9a-99a2-4db9-b9a4-5ceb51dd47f2 req-9dc410ed-0b8f-4784-9417-e55e7e481436 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 945 time: 0.0533237 Aug 19 15:44:12.374883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aee7bc9a-99a2-4db9-b9a4-5ceb51dd47f2 req-6b4eb146-8c9f-4475-9000-269a2bf72697 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Aug 19 15:44:12.626237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:44:12.747675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 2c30a60e-5d35-4b46-817b-b95ccfb2918b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:44:12.752052 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 2c30a60e-5d35-4b46-817b-b95ccfb2918b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:44:12.752490 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:12.836402 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:12.860797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:12.863135 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ea450-63c6-4fe0-8fb6-ac51420cc3e9" -d '{"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-plugged", "status": "completed", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:12.877090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:12.899312 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc3076a-40b7-4de3-83bd-286560c1f618 x-openstack-request-id: req-bdc3076a-40b7-4de3-83bd-286560c1f618 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:12.899802 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-plugged", "status": "completed", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:12.900244 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdc3076a-40b7-4de3-83bd-286560c1f618 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:12.900838 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'code': 200} Aug 19 15:44:12.977300 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:13.041565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493e4a-f57f-4045-9edd-f5050ff24ac2 req-71eabbfd-f983-4dae-b591-4cb665e04d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:13.044122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5493e4a-f57f-4045-9edd-f5050ff24ac2 req-71eabbfd-f983-4dae-b591-4cb665e04d2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1098 time: 0.0531561 Aug 19 15:44:13.047359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:13.086977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5493e4a-f57f-4045-9edd-f5050ff24ac2 req-7df9247a-3e81-4a6b-b214-38c668280c08 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Aug 19 15:44:13.456700 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:13.494603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30fae-3357-40d8-a31b-186efbe45908 req-21e287e6-8e4a-4ef4-a971-154c97d57add tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:13.495997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaa30fae-3357-40d8-a31b-186efbe45908 req-21e287e6-8e4a-4ef4-a971-154c97d57add tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0493295 Aug 19 15:44:13.536043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eaa30fae-3357-40d8-a31b-186efbe45908 req-7a137b17-0b4a-454b-a2e4-4ebf37c51e15 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Aug 19 15:44:14.659457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbf9e-03fc-40d4-90fd-57edd08b9526 req-f7b0f2dd-c3a6-4ac3-a3b2-12445ca73482 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:14.660981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3fdbf9e-03fc-40d4-90fd-57edd08b9526 req-f7b0f2dd-c3a6-4ac3-a3b2-12445ca73482 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0558121 Aug 19 15:44:14.703760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3fdbf9e-03fc-40d4-90fd-57edd08b9526 req-d3f473cb-0e58-4398-90e6-eeb5d109603d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366356 Aug 19 15:44:14.829072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37aec7-ecfb-44be-9168-c497b4038f8f req-8fcd6d73-097c-4803-b64e-9ce2e1cc64b9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:14.830500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd37aec7-ecfb-44be-9168-c497b4038f8f req-8fcd6d73-097c-4803-b64e-9ce2e1cc64b9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0570953 Aug 19 15:44:14.870404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd37aec7-ecfb-44be-9168-c497b4038f8f req-88fcf0e5-310b-41fa-babf-75885051a3da tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Aug 19 15:44:15.190549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab5a5-9b5e-4137-80e5-a2da2dfe0da0 req-715ce19a-329a-4bf1-a164-5b5ea057e013 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:15.192104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4beab5a5-9b5e-4137-80e5-a2da2dfe0da0 req-715ce19a-329a-4bf1-a164-5b5ea057e013 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0523884 Aug 19 15:44:15.232102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4beab5a5-9b5e-4137-80e5-a2da2dfe0da0 req-47d293fc-bada-43a0-9f42-d5a3d09b4c55 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Aug 19 15:44:15.354494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddf853-5821-49b5-82e7-14002476d30e req-615c142e-a504-4da1-adbe-255a240e2121 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:15.355869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9eddf853-5821-49b5-82e7-14002476d30e req-615c142e-a504-4da1-adbe-255a240e2121 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0526919 Aug 19 15:44:15.393600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9eddf853-5821-49b5-82e7-14002476d30e req-e7fdbec9-5a14-4f50-8af3-b9d865512afb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Aug 19 15:44:15.781667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537543bf-3477-4079-a031-7ce87d0202a1 req-92461026-4221-4e80-befb-367d1251e5fc tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:15.783600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-537543bf-3477-4079-a031-7ce87d0202a1 req-92461026-4221-4e80-befb-367d1251e5fc tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0494394 Aug 19 15:44:15.829977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-537543bf-3477-4079-a031-7ce87d0202a1 req-c5fa0923-8a99-4c65-bf85-7af0d2ad7fec tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Aug 19 15:44:15.907564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-64afb8a9-6ce4-4581-9610-616268e39ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406425 Aug 19 15:44:16.954614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705486-ec97-40cb-bcb2-603907c2ae25 req-13288d43-6e3a-4126-a8d3-d8c2057fc4a4 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:16.956144 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08705486-ec97-40cb-bcb2-603907c2ae25 req-13288d43-6e3a-4126-a8d3-d8c2057fc4a4 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0577774 Aug 19 15:44:16.995436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-08705486-ec97-40cb-bcb2-603907c2ae25 req-d8750884-5b81-423f-a830-46c0b29ef1a9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Aug 19 15:44:17.973668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-f49ab964-7ee5-4523-ba2e-25f5778b51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:17.975485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-f49ab964-7ee5-4523-ba2e-25f5778b51e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1098 time: 0.0528207 Aug 19 15:44:18.086061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-56cf7735-404a-4a18-99e2-5160e52522fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:18.087564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-56cf7735-404a-4a18-99e2-5160e52522fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.1054909 Aug 19 15:44:18.145521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-7a5f2cc6-a77c-437f-8220-00cb08ca7531 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0399837 Aug 19 15:44:18.188107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ec039-9304-4758-a0fd-fcbf4722d885 req-472847a5-29de-497c-92bd-225d629b9e43 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:18.189638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d65ec039-9304-4758-a0fd-fcbf4722d885 req-472847a5-29de-497c-92bd-225d629b9e43 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.1179054 Aug 19 15:44:18.224879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-02550092-2b02-437e-ac45-aa0a607de60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:18.226347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-02550092-2b02-437e-ac45-aa0a607de60e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0742371 Aug 19 15:44:18.269708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d65ec039-9304-4758-a0fd-fcbf4722d885 req-2861b57e-e76c-4dcc-9a67-9407d1bdecd9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722113 Aug 19 15:44:18.271834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-a9151e04-702d-47ef-9a5c-c003907748b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329616 Aug 19 15:44:18.373860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-1e4cbaae-9f28-493d-989c-89e985575846 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951154 Aug 19 15:44:18.471575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-21f37844-5926-438b-8bcd-9dbaf414b44a service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913231 Aug 19 15:44:19.391017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37f87-a486-4e72-a940-fa9995e4fd99 req-3c451d04-31ae-4184-b699-b04f8bf6537e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:19.392569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fa37f87-a486-4e72-a940-fa9995e4fd99 req-3c451d04-31ae-4184-b699-b04f8bf6537e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0529048 Aug 19 15:44:19.431555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fa37f87-a486-4e72-a940-fa9995e4fd99 req-d3344c08-8ad4-4551-8c6c-941135c95482 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Aug 19 15:44:20.435836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-c19ac823-dad5-45ee-ac6a-44eaeac7ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:20.437380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-c19ac823-dad5-45ee-ac6a-44eaeac7ea6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1098 time: 0.0416403 Aug 19 15:44:20.579297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5af22-ef0a-4d52-a66f-99a946a87f86 req-34916df6-e955-414b-bb05-8c5d677e37da tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:20.580798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ab5af22-ef0a-4d52-a66f-99a946a87f86 req-34916df6-e955-414b-bb05-8c5d677e37da tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0785015 Aug 19 15:44:20.583778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-38ea22cd-6a25-4d67-8a1d-39fe6c33f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:20.585202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-38ea22cd-6a25-4d67-8a1d-39fe6c33f2c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.1303184 Aug 19 15:44:20.639985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-a4ed9897-d5a7-4779-b2ca-16af74d43ffd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0461073 Aug 19 15:44:20.687590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ab5af22-ef0a-4d52-a66f-99a946a87f86 req-b4f82bf4-1a59-44f1-b52a-b7895ce7b77e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004403 Aug 19 15:44:20.706980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-81bfc263-1cac-4d3c-b4f5-b57cfcf39f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:20.708478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-81bfc263-1cac-4d3c-b4f5-b57cfcf39f87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0625231 Aug 19 15:44:20.740612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-0a858946-2074-4302-b5e4-b6f842258121 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254717 Aug 19 15:44:20.834666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-ac8cee63-d516-4e2d-8474-2d55b767deff service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869892 Aug 19 15:44:20.926567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4545d62e-92fe-42ea-a283-9aa06f62acc4 req-3b9e3dee-0c0c-4869-9e50-330d6aebe84f service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Aug 19 15:44:21.807303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37304c8d-07e5-4755-8353-7590715f8e88 req-f5828e36-1b50-4b35-a044-3c714e10f411 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:21.808810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37304c8d-07e5-4755-8353-7590715f8e88 req-f5828e36-1b50-4b35-a044-3c714e10f411 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Aug 19 15:44:21.851413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37304c8d-07e5-4755-8353-7590715f8e88 req-dd252a3f-815b-4fee-90e2-5fad4a0f1a54 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Aug 19 15:44:22.965513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ab5f8-ecdd-43ed-8be6-98c9938482f6 req-25d11530-e594-4251-92cb-981a4b57e146 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:22.967888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e64ab5f8-ecdd-43ed-8be6-98c9938482f6 req-25d11530-e594-4251-92cb-981a4b57e146 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Aug 19 15:44:23.012266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e64ab5f8-ecdd-43ed-8be6-98c9938482f6 req-06bf5dce-7518-4003-bfac-614f73ab29dd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Aug 19 15:44:24.130339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf7f0-1eec-47ed-8378-eee1ad95c915 req-1df8e369-d850-4927-b330-2f49b9366cbd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:24.132353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d0cf7f0-1eec-47ed-8378-eee1ad95c915 req-1df8e369-d850-4927-b330-2f49b9366cbd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0499256 Aug 19 15:44:24.169473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6d0cf7f0-1eec-47ed-8378-eee1ad95c915 req-ddad9a67-0254-4766-8bd6-63bc28f5548b tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Aug 19 15:44:24.535999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-47c175eb-1a1e-4820-a27d-19a0e528a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:25.286202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9a517-50dd-4eac-bbb9-c5d94af45539 req-1e54752f-8972-4dda-a49b-849249fa4b77 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:25.287770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73e9a517-50dd-4eac-bbb9-c5d94af45539 req-1e54752f-8972-4dda-a49b-849249fa4b77 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0494051 Aug 19 15:44:25.340281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73e9a517-50dd-4eac-bbb9-c5d94af45539 req-37a2034b-4e57-461c-b3c9-939884a26ee1 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462623 Aug 19 15:44:25.844822 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:26.463510 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb96ec-319c-4006-8610-ec8debf16421 req-19fc8d36-5508-4169-87ff-05c276ce6242 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:26.464996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2eb96ec-319c-4006-8610-ec8debf16421 req-19fc8d36-5508-4169-87ff-05c276ce6242 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0483742 Aug 19 15:44:26.502846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2eb96ec-319c-4006-8610-ec8debf16421 req-f213a409-9572-4f75-9705-9fc6da1c6ffe tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Aug 19 15:44:27.335958 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:27.619465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748369-999c-4add-9565-6aaba492f09a req-5a799c23-ce64-4399-96ae-379f894d640e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:27.620984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e748369-999c-4add-9565-6aaba492f09a req-5a799c23-ce64-4399-96ae-379f894d640e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0502658 Aug 19 15:44:27.660712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e748369-999c-4add-9565-6aaba492f09a req-580dbad0-5eaf-4edb-931a-932dfaba54d2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Aug 19 15:44:27.908049 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ebb1a3e8-97d2-47ce-a315-36635b67890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:28.776740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1595c-50da-4ff3-8b29-85cba36f6f12 req-b5ecbe1a-fd7c-46ce-84d8-e7f11c961cbb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:28.778236 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7b1595c-50da-4ff3-8b29-85cba36f6f12 req-b5ecbe1a-fd7c-46ce-84d8-e7f11c961cbb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0480115 Aug 19 15:44:28.821567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7b1595c-50da-4ff3-8b29-85cba36f6f12 req-592e1392-f401-4c8d-b0a1-8921c8572baf tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Aug 19 15:44:29.724730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:29.940418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48804534-8c41-4f34-8196-6f5d8343f2c9 req-9a0a802a-927c-45ca-8ecb-c82f4c2dc4af tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:29.946131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48804534-8c41-4f34-8196-6f5d8343f2c9 req-9a0a802a-927c-45ca-8ecb-c82f4c2dc4af tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0510042 Aug 19 15:44:29.983895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-48804534-8c41-4f34-8196-6f5d8343f2c9 req-3bd0c131-a96f-4fe9-b31d-103174419ce0 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Aug 19 15:44:30.907526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:31.100612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a426-c436-4666-a630-f880e2ba1f7b req-6546bab3-63d1-473c-9e99-4911d63dbd97 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:31.102140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e48a426-c436-4666-a630-f880e2ba1f7b req-6546bab3-63d1-473c-9e99-4911d63dbd97 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0503139 Aug 19 15:44:31.140828 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e48a426-c436-4666-a630-f880e2ba1f7b req-711c406e-c471-43e1-8349-d782a9725159 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Aug 19 15:44:32.258429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db45a90-fb8b-40b0-8134-aea3e746ad18 req-a40efedc-0acd-40dd-a6f7-b1488776b675 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:32.259959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2db45a90-fb8b-40b0-8134-aea3e746ad18 req-a40efedc-0acd-40dd-a6f7-b1488776b675 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0489218 Aug 19 15:44:32.303397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2db45a90-fb8b-40b0-8134-aea3e746ad18 req-b87c3fb8-76c3-4659-85f5-130b8bfa8eb7 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Aug 19 15:44:33.422502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb3429-d7ed-4c44-aa51-8be2c84bc189 req-0392074d-a614-44b7-92b3-3c1c9a82fc8c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:33.424055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3eb3429-d7ed-4c44-aa51-8be2c84bc189 req-0392074d-a614-44b7-92b3-3c1c9a82fc8c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0503192 Aug 19 15:44:33.463065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3eb3429-d7ed-4c44-aa51-8be2c84bc189 req-a0f9ae1e-b4e5-48be-a9e4-ebebb0587504 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Aug 19 15:44:34.581267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9720b6-a192-412f-8729-57f6902536f8 req-300b4b2d-6cb1-408f-a2fd-73f6e618290a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:34.582827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d9720b6-a192-412f-8729-57f6902536f8 req-300b4b2d-6cb1-408f-a2fd-73f6e618290a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0512114 Aug 19 15:44:34.623736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d9720b6-a192-412f-8729-57f6902536f8 req-57219279-9acc-4bb6-870f-4d4a49924654 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Aug 19 15:44:35.744095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0b156-40be-406a-bf83-7680654f6778 req-71d9a81f-6558-4105-8306-15ed49c89ca6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:35.745659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5d0b156-40be-406a-bf83-7680654f6778 req-71d9a81f-6558-4105-8306-15ed49c89ca6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Aug 19 15:44:35.789265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5d0b156-40be-406a-bf83-7680654f6778 req-4b624a3f-9eed-4c98-96b7-b45def6b4c30 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Aug 19 15:44:36.905791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f525001-6cf7-42c3-a388-5b744fb2600e req-3657b19d-d955-4164-9b06-f594d0aa227f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:36.907386 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f525001-6cf7-42c3-a388-5b744fb2600e req-3657b19d-d955-4164-9b06-f594d0aa227f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Aug 19 15:44:36.946265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f525001-6cf7-42c3-a388-5b744fb2600e req-28f6e32c-90ac-4f36-881a-60539cad3fe5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Aug 19 15:44:38.083273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed18119-5887-4ce3-aac3-554a938e5a46 req-63c0cf89-a963-4f70-abdd-3fe8530fb28c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:38.084804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fed18119-5887-4ce3-aac3-554a938e5a46 req-63c0cf89-a963-4f70-abdd-3fe8530fb28c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0605378 Aug 19 15:44:38.123029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fed18119-5887-4ce3-aac3-554a938e5a46 req-6dbe2828-0cd3-4f11-a503-961ee46b48f5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Aug 19 15:44:39.238608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40dc2a-e386-42bb-9994-33da8ae28e25 req-28829781-aaf1-46fa-9b37-17561e288408 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:39.240118 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb40dc2a-e386-42bb-9994-33da8ae28e25 req-28829781-aaf1-46fa-9b37-17561e288408 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0493016 Aug 19 15:44:39.284009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb40dc2a-e386-42bb-9994-33da8ae28e25 req-1d784880-4786-42a4-a211-22c8b2a218c6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Aug 19 15:44:40.400980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02fc9d-54a2-4519-8881-4d4be8c59fa4 req-73612f41-b3f1-4f5a-bb1d-e5cb21c20ab4 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:40.402418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c02fc9d-54a2-4519-8881-4d4be8c59fa4 req-73612f41-b3f1-4f5a-bb1d-e5cb21c20ab4 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0494153 Aug 19 15:44:40.441556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c02fc9d-54a2-4519-8881-4d4be8c59fa4 req-b49f50fa-3ae5-475a-9537-a1555a12f864 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 19 15:44:41.556468 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e02da-f22b-4f1f-a6a8-ca9fe88e6dd1 req-b8dc2aaa-00db-4d12-8535-1e56fbd5650c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:41.557916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-167e02da-f22b-4f1f-a6a8-ca9fe88e6dd1 req-b8dc2aaa-00db-4d12-8535-1e56fbd5650c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0503056 Aug 19 15:44:41.596928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-167e02da-f22b-4f1f-a6a8-ca9fe88e6dd1 req-abb131a6-d57f-4342-bc44-a9a541ba6c19 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 19 15:44:42.723699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7436-7d24-4d2a-bc58-96ff41d2c7e3 req-e5a7315f-953a-4313-8189-ca0f560b5216 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:42.725307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab0a7436-7d24-4d2a-bc58-96ff41d2c7e3 req-e5a7315f-953a-4313-8189-ca0f560b5216 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0589645 Aug 19 15:44:42.769925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab0a7436-7d24-4d2a-bc58-96ff41d2c7e3 req-f12823d5-7afd-428f-b57b-4eb52ef9cae1 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Aug 19 15:44:43.484977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:43.887006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc07af-49f0-462e-825d-547c1d26b6d7 req-b13fa26c-60ab-4886-98ff-9a74de3e24e6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:43.888526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5afc07af-49f0-462e-825d-547c1d26b6d7 req-b13fa26c-60ab-4886-98ff-9a74de3e24e6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0523164 Aug 19 15:44:43.927705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5afc07af-49f0-462e-825d-547c1d26b6d7 req-ab166738-1345-47b7-9ab1-31fab8d51200 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Aug 19 15:44:45.048488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432913-10b4-424a-9084-da871d2e1e03 req-c0e155f7-8ad6-41ce-ac44-47291bc33b33 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:45.050441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98432913-10b4-424a-9084-da871d2e1e03 req-c0e155f7-8ad6-41ce-ac44-47291bc33b33 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0537281 Aug 19 15:44:45.095926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-98432913-10b4-424a-9084-da871d2e1e03 req-fcd1fb87-31a4-4b1c-a12d-0afcc6d8f49d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Aug 19 15:44:45.574738 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-2166587e-54d0-4438-ac27-d50ec14951ee service neutron] show failed (client error): The resource could not be found. Aug 19 15:44:45.575718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-2166587e-54d0-4438-ac27-d50ec14951ee service neutron] 10.222.0.54 "GET /v2.0/ports/2c30a60e-5d35-4b46-817b-b95ccfb2918b/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0568957 Aug 19 15:44:46.027187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-0b4036b2-af73-4e3e-8990-b7b4a36462b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:46.028799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-0b4036b2-af73-4e3e-8990-b7b4a36462b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137&tenant_id=9d1ab80c5b404a9fa66ee297117ec78d HTTP/1.1" status: 200 len: 1098 time: 0.0463619 Aug 19 15:44:46.041384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:46.095771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:46.308009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0f7f-1bd3-46c8-b30c-59256b22428f req-1003cc8d-a177-4ce0-bd07-51198ef442af tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:46.309419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-058d0f7f-1bd3-46c8-b30c-59256b22428f req-1003cc8d-a177-4ce0-bd07-51198ef442af tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.1103239 Aug 19 15:44:46.353249 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:44:46.361909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:46.378212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-058d0f7f-1bd3-46c8-b30c-59256b22428f req-6c489407-0f28-43aa-b8cd-74e245955f0a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582588 Aug 19 15:44:46.402668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:44:46.444737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:46.447080 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8ea50d-e8cb-4376-999e-c5c6cccc065f" -d '{"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-unplugged", "status": "completed", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:46.451457 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:46.464744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Transition to ACTIVE for port object 2c30a60e-5d35-4b46-817b-b95ccfb2918b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:44:46.530493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:46.563861 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b515f37-92c3-4ec8-8bfe-6c51355ec5ba x-openstack-request-id: req-3b515f37-92c3-4ec8-8bfe-6c51355ec5ba {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:46.564160 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-unplugged", "status": "completed", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:46.564418 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b515f37-92c3-4ec8-8bfe-6c51355ec5ba {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:46.564824 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'code': 200} Aug 19 15:44:46.605266 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:46.609162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] No DVR routers for this DVR port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:44:46.643613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:44:46.643948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:44:46.644281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:44:46.648656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:44:46.648980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Attempting to bind port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:44:46.653824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:44:46.654167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Checking segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:44:46.654555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Bound using segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:44:46.655115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Bound port: 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:44:46.655476 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:46.718949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:44:46.722240 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:44:46.798997 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:46.841004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:46.841662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:46.843328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] 10.222.0.46 "PUT /v2.0/ports/2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 1093 time: 0.8061173 Aug 19 15:44:46.867033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e74d9-ee8d-4765-b8f3-2a34e2cb66cc service neutron] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:46.921724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-19718ea9-1252-4a27-8699-243c30b7c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:46.923310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-19718ea9-1252-4a27-8699-243c30b7c8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1096 time: 0.0574822 Aug 19 15:44:47.017317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-2d4d55d6-d3a7-4f0d-8d6c-12ef46f5572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:47.018801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-2d4d55d6-d3a7-4f0d-8d6c-12ef46f5572c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.0889201 Aug 19 15:44:47.065348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-2d5c9a25-7283-4590-bc68-1a63966856a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0394754 Aug 19 15:44:47.122477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-80122670-0481-4259-8110-41f16178270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:47.124747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-80122670-0481-4259-8110-41f16178270f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0527520 Aug 19 15:44:47.158976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-c4e47f57-4dcd-46e0-a0cf-94dc5053584d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274916 Aug 19 15:44:47.269237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-4ace1617-5570-4a3c-91a2-d09e79a2b497 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024258 Aug 19 15:44:47.365055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0808a19b-9e6d-444d-9b61-8e6bbde91992 req-714e41fa-33d3-4579-a978-bd8596cd9d51 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892935 Aug 19 15:44:47.507474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784acb5a-c57c-4f20-ae82-72e2c23d2e24 req-66ef4eca-d4d5-43d7-9946-ec2415b064e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:47.509043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-784acb5a-c57c-4f20-ae82-72e2c23d2e24 req-66ef4eca-d4d5-43d7-9946-ec2415b064e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0559499 Aug 19 15:44:47.548894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-784acb5a-c57c-4f20-ae82-72e2c23d2e24 req-ad1569b8-6b55-4bdb-a759-89653029f539 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Aug 19 15:44:48.566406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:48.569344 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f43c1-21c4-404f-a31c-8ce4bdd0da89" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:48.669193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739eaea-c3da-4570-ba9b-6a12e44b1a38 req-98602a84-5bd4-4493-acff-e74f03b215e8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:48.670736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b739eaea-c3da-4570-ba9b-6a12e44b1a38 req-98602a84-5bd4-4493-acff-e74f03b215e8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0502019 Aug 19 15:44:48.715217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b739eaea-c3da-4570-ba9b-6a12e44b1a38 req-3c1a02c3-3527-4c1d-be6e-72bb9e12124a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Aug 19 15:44:48.766652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:44:48.772635 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2e7d95-888e-42e2-91b5-cb4a6b08a296 x-openstack-request-id: req-2d2e7d95-888e-42e2-91b5-cb4a6b08a296 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:48.772938 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:48.773235 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d2e7d95-888e-42e2-91b5-cb4a6b08a296 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:48.773652 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'status': 'completed', 'code': 200} Aug 19 15:44:48.809498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:44:48.871742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-e83451dc-da20-4e44-a3dd-0eecdebe11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:48.873186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-e83451dc-da20-4e44-a3dd-0eecdebe11cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1096 time: 0.0622158 Aug 19 15:44:48.876736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-5fc11241-dd9b-4d2a-88bc-e52420a22fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:48.878227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-5fc11241-dd9b-4d2a-88bc-e52420a22fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1096 time: 0.0753615 Aug 19 15:44:49.036480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-65762ff1-4310-4864-847e-ca347339c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:49.037995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-65762ff1-4310-4864-847e-ca347339c197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.1498806 Aug 19 15:44:49.038942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-4570ad99-ba6c-4f3c-ab7e-bd6ef44f3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:49.040254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-4570ad99-ba6c-4f3c-ab7e-bd6ef44f3d39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.1595390 Aug 19 15:44:49.092334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-25dae163-eff6-447f-b2be-e9a01ed0889b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0447795 Aug 19 15:44:49.129017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-b1bd3a96-5639-4995-af2c-36150d03f379 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0751095 Aug 19 15:44:49.203576 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-4c5880a8-a1f1-49bf-82f5-3ba3d24a3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:49.205067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-4c5880a8-a1f1-49bf-82f5-3ba3d24a3697 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0860960 Aug 19 15:44:49.213742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-520fc4e0-897e-4581-a0b4-a13129ab2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:49.215247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-520fc4e0-897e-4581-a0b4-a13129ab2ac7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0662491 Aug 19 15:44:49.262017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-ee1498e1-c705-4dd6-8ba3-82e04b7c8089 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500295 Aug 19 15:44:49.263935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-cf4ff617-acec-468a-97de-50868749eaad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414252 Aug 19 15:44:49.429913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-4a77ec64-b2c9-4619-9004-955b6c4f1d7d service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611893 Aug 19 15:44:49.433346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-4c308ab1-e295-494c-b558-9e95ffc0d911 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563826 Aug 19 15:44:49.602754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-a2212890-4bb1-4ad2-a3a8-0f996fb119ea service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591883 Aug 19 15:44:49.604530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-720f43c1-21c4-404f-a31c-8ce4bdd0da89 req-dd883ff8-40d2-48e1-81ea-b384bab410a3 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683130 Aug 19 15:44:49.846189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1e18-e4bd-4cab-8057-8c654f3c7f74 req-0e83682c-e66d-4f42-af14-ba6e37e98a7c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:49.847711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d25d1e18-e4bd-4cab-8057-8c654f3c7f74 req-0e83682c-e66d-4f42-af14-ba6e37e98a7c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0588562 Aug 19 15:44:49.887139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d25d1e18-e4bd-4cab-8057-8c654f3c7f74 req-22fb5732-332d-4920-9eb0-7040848d082c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Aug 19 15:44:50.273178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab0a57-b0d3-4fd0-9c22-e86a555617b5 req-7346c5f9-32b6-4182-97a0-1ca0ece80c92 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.274709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84ab0a57-b0d3-4fd0-9c22-e86a555617b5 req-7346c5f9-32b6-4182-97a0-1ca0ece80c92 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 944 time: 0.0540919 Aug 19 15:44:50.338218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84ab0a57-b0d3-4fd0-9c22-e86a555617b5 req-4c91ac23-c009-4ff2-9f37-a1f884a937ce tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570467 Aug 19 15:44:50.361857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-afc414ff-4920-4923-a4d5-dad9d9216db9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.363276 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-afc414ff-4920-4923-a4d5-dad9d9216db9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137&tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.0612359 Aug 19 15:44:50.428890 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-3d2adbe8-0ca6-4ae5-99ca-fa4a14e5125d service neutron] delete failed (client error): The resource could not be found. Aug 19 15:44:50.429962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-3d2adbe8-0ca6-4ae5-99ca-fa4a14e5125d service neutron] 10.222.0.54 "DELETE /v2.0/ports/2c30a60e-5d35-4b46-817b-b95ccfb2918b/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0595739 Aug 19 15:44:50.504553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:44:50.530747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-f1568fed-5ceb-4a4e-b355-08401178ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.532331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-f1568fed-5ceb-4a4e-b355-08401178ad8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 1096 time: 0.0422356 Aug 19 15:44:50.605539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:50.618728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'port_id': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'mac_address': 'fa:16:3e:a2:8d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003d4a84-a2e8-4bf0-ba5d-04201b3c69ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:44:50.627413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-657cffbe-15ec-4126-aeb1-8344724f791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.628970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-657cffbe-15ec-4126-aeb1-8344724f791f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.0898235 Aug 19 15:44:50.661281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:50.675639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c30a60e-5d35-4b46-817b-b95ccfb2918b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:44:50.676099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-bcb25ffa-7033-417e-ab23-926bdb2e466e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 200 len: 217 time: 0.0404882 Aug 19 15:44:50.696265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:50.726739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-2d5b4345-b509-4299-85ab-1e60a36cf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.728258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-2d5b4345-b509-4299-85ab-1e60a36cf38d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0453396 Aug 19 15:44:50.760281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-6a8a2a37-38ae-4178-a870-10a11f8ec356 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251110 Aug 19 15:44:50.781371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:50.832016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:50.854981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-f3aba29d-823a-4a37-90e1-2cc7e8b9c5e3 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876546 Aug 19 15:44:50.946063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ae385-d8ec-4d27-a1a8-6b8b0699f0dd req-cd7a64e7-7697-4ae7-9622-7a82c0702ed9 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Aug 19 15:44:51.007286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2c30a60e-5d35-4b46-817b-b95ccfb2918b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:44:51.462625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074954cf-de3f-445f-8d98-377803e3c921 req-48c2a1bd-1515-475a-b76b-1116d2afff22 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:51.468908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-074954cf-de3f-445f-8d98-377803e3c921 req-48c2a1bd-1515-475a-b76b-1116d2afff22 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Aug 19 15:44:51.503938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-074954cf-de3f-445f-8d98-377803e3c921 req-8b3e7b07-1d88-421e-9a6b-36034611e7b2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Aug 19 15:44:52.536354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:44:52.630355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8840d-81e0-463e-afe3-ad77a8a52026 req-6fef8c39-37af-450f-9f58-a09a49caf572 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:52.631897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ee8840d-81e0-463e-afe3-ad77a8a52026 req-6fef8c39-37af-450f-9f58-a09a49caf572 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 945 time: 0.0558453 Aug 19 15:44:52.644334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 2c30a60e-5d35-4b46-817b-b95ccfb2918b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:44:52.648510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 2c30a60e-5d35-4b46-817b-b95ccfb2918b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:44:52.648956 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:52.674745 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ee8840d-81e0-463e-afe3-ad77a8a52026 req-12d72420-ca55-4c26-944f-4da59520a0ac tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368373 Aug 19 15:44:52.731107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:52.755639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:52.758065 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a67ceb-63e0-400f-8c70-ef32db75dd39" -d '{"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-plugged", "status": "completed", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:52.772150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:52.793842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d94b-2556-4b27-9aed-fcedb7e8b5b8 req-fa442d4f-e393-4b67-8230-0807049d83eb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:52.795333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83d3d94b-2556-4b27-9aed-fcedb7e8b5b8 req-fa442d4f-e393-4b67-8230-0807049d83eb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 945 time: 0.0511644 Aug 19 15:44:52.834571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83d3d94b-2556-4b27-9aed-fcedb7e8b5b8 req-fb280e15-902a-4526-ae71-35bbcadc18e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Aug 19 15:44:52.838442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:52.878743 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf19d2a-4cd3-4523-909e-44bf3e8722bc x-openstack-request-id: req-adf19d2a-4cd3-4523-909e-44bf3e8722bc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:52.879042 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-plugged", "status": "completed", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:52.879296 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf19d2a-4cd3-4523-909e-44bf3e8722bc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:52.879690 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'code': 200} Aug 19 15:44:52.892979 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:52.971930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cfcda-6d13-41f4-b834-02d00b9d1d44 req-22f7e155-b64d-40cc-b20d-ffc2f25f95f2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:52.973455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee9cfcda-6d13-41f4-b834-02d00b9d1d44 req-22f7e155-b64d-40cc-b20d-ffc2f25f95f2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0503922 Aug 19 15:44:53.011809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee9cfcda-6d13-41f4-b834-02d00b9d1d44 req-2c366e32-aa1c-499e-9af2-bdbfc26b9d69 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Aug 19 15:44:53.546076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-1311be5f-eab7-41d3-829e-96e2d0673471 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:53.548204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-1311be5f-eab7-41d3-829e-96e2d0673471 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 815 time: 0.1057231 Aug 19 15:44:53.564637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-5c7bf1f1-5ecd-4f72-8d3e-6adb9d27450b tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/quotas/9d1ab80c5b404a9fa66ee297117ec78d HTTP/1.1" status: 200 len: 375 time: 0.0102375 Aug 19 15:44:53.616711 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-945dbf1b-ba18-4274-bddf-57776735709b tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462065 Aug 19 15:44:53.718793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-cd178923-4131-4a38-88e5-cfaafbb78c93 service neutron] 10.222.0.13 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949950 Aug 19 15:44:53.812975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-83f8d501-8114-434d-a2f3-cc27718df1fc service neutron] 10.222.0.13 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879374 Aug 19 15:44:54.064005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb5f6ca4-f573-48b5-afde-0466ce59fd54 req-8c34192e-2d2e-4585-ba0f-0306323eb6ac tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 210 time: 0.0302136 Aug 19 15:44:54.598727 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-443d5ce0-b929-42a7-bf1e-36427fbd1c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:54.782200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-4fdf58de-6e8e-4c92-bc41-393bfbd8e192 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:54.783703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-4fdf58de-6e8e-4c92-bc41-393bfbd8e192 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffea3c7e-df91-4b37-bc7c-539d29aef137 HTTP/1.1" status: 200 len: 946 time: 0.0555680 Aug 19 15:44:54.899298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Deleting port 2c30a60e-5d35-4b46-817b-b95ccfb2918b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:44:54.899643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:54.999846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] For port 2c30a60e-5d35-4b46-817b-b95ccfb2918b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=2c30a60e-5d35-4b46-817b-b95ccfb2918b,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:55.000141 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:55.014644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Calling delete_port for 2c30a60e-5d35-4b46-817b-b95ccfb2918b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:44:55.182827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20ed8c83-0415-44de-9382-9ff3376375c6 req-a7c1d4fb-42ea-4f14-acf5-955108cd075c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 210 time: 0.0390031 Aug 19 15:44:55.238449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:55.251490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['2c30a60e-5d35-4b46-817b-b95ccfb2918b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:44:55.271590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Pushing event deleted for resources: {'Port': ['ID=2c30a60e-5d35-4b46-817b-b95ccfb2918b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:55.318613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] No DVR routers for this DVR port 2c30a60e-5d35-4b46-817b-b95ccfb2918b on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:44:55.321356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:55.323345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f5b83b9-097a-4d0c-abbb-e44e6d0b532f req-34784fb1-d9b1-4e4e-a01a-6b96f3a958b8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.46 "DELETE /v2.0/ports/2c30a60e-5d35-4b46-817b-b95ccfb2918b HTTP/1.1" status: 204 len: 173 time: 0.5332849 Aug 19 15:44:55.323790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-deleted', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:55.326105 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab3140-6c36-4734-b31b-b45d48a5965b" -d '{"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-deleted", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:55.365933 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d793841-c014-4914-9558-4a8e1221a9b6 x-openstack-request-id: req-1d793841-c014-4914-9558-4a8e1221a9b6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:55.366235 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3c7e-df91-4b37-bc7c-539d29aef137", "name": "network-vif-deleted", "tag": "2c30a60e-5d35-4b46-817b-b95ccfb2918b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:55.366496 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d793841-c014-4914-9558-4a8e1221a9b6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:55.366907 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3c7e-df91-4b37-bc7c-539d29aef137', 'name': 'network-vif-deleted', 'tag': '2c30a60e-5d35-4b46-817b-b95ccfb2918b', 'status': 'completed', 'code': 200} Aug 19 15:44:55.832779 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:56.192082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-7b3c7bf4-fd09-4896-bcc5-7083495da9eb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:56.193720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-7b3c7bf4-fd09-4896-bcc5-7083495da9eb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 815 time: 0.1126239 Aug 19 15:44:56.209221 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Request body: {'port': {'device_id': '38970c2a-1887-4020-9124-2cc6aafae13a', 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'admin_state_up': True, 'tenant_id': '9d1ab80c5b404a9fa66ee297117ec78d'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:56.670851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73594b56-79d4-4228-88ae-2cb51a5e89c5 req-15eabd94-2a8d-4b8a-ab76-a05b139c6229 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 210 time: 0.0543489 Aug 19 15:44:56.821621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Made reservation on behalf of 9d1ab80c5b404a9fa66ee297117ec78d for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:44:56.825280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:56.970017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Allocated IP 172.20.0.6 (7be9b6d3-ff35-4a94-a51f-a4b4035e121b/003d4a84-a2e8-4bf0-ba5d-04201b3c69ee/3e6d8139-881f-4e16-9aca-f997d206ad90) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:44:57.123473 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.216361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.264053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:44:57.267819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:44:57.271699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:44:57.295897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:57.311588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.312484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.312833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.313419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.313759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.314098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.314429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.314758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.315086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.315429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.315741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.316067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:57.336044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:57.336675 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.346870 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.422998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c694a8bf-4cd9-4f54-b7f0-0f92f54042de tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2200575 Aug 19 15:44:57.436529 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Request body: {'port': {'device_id': '38970c2a-1887-4020-9124-2cc6aafae13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:57.499250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.806519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6d8139-881f-4e16-9aca-f997d206ad90 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:44:57.816488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.837247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a3d7a-a6a1-46ba-8285-942abeb79fab req-cfb8a310-5898-40cc-bfc1-3670e2ffddac tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:57.838758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a1a3d7a-a6a1-46ba-8285-942abeb79fab req-cfb8a310-5898-40cc-bfc1-3670e2ffddac tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 931 time: 0.0963151 Aug 19 15:44:57.841509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Transition to ACTIVE for port object 3e6d8139-881f-4e16-9aca-f997d206ad90 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:44:57.877983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2a1a3d7a-a6a1-46ba-8285-942abeb79fab req-99b69c1d-d96b-498b-a7b9-6c8d44418b95 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 19 15:44:57.900829 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f91bb72f-b1e4-4d85-819d-9ccbc71d6e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.929999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:57.983202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:58.055849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:44:58.056192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:44:58.056584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:44:58.061190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Port 3e6d8139-881f-4e16-9aca-f997d206ad90 on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:44:58.061518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:44:58.066669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:44:58.067011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Checking segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:44:58.067407 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Bound using segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:44:58.067847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Bound port: 3e6d8139-881f-4e16-9aca-f997d206ad90, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:44:58.068218 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:58.138924 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:44:58.142598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:44:58.233186 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:58.273601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:58.274781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:58.275708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] 10.222.0.46 "PUT /v2.0/ports/3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 1092 time: 0.8436112 Aug 19 15:44:58.276152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:58.278535 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0667c21a-be41-4d9c-bb14-d87dd3c195b0" -d '{"events": [{"name": "network-changed", "server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:58.305067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0eac9-5361-4563-9cbd-db503e35b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:58.322078 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3444cafb-0a05-4807-9e19-5d6f4513ad3b x-openstack-request-id: req-3444cafb-0a05-4807-9e19-5d6f4513ad3b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:58.322378 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:58.322627 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3444cafb-0a05-4807-9e19-5d6f4513ad3b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:58.323084 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'status': 'completed', 'code': 200} Aug 19 15:44:58.387428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667c21a-be41-4d9c-bb14-d87dd3c195b0 req-6d8f8b99-3f36-416a-9391-11f36c99bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:58.388986 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0667c21a-be41-4d9c-bb14-d87dd3c195b0 req-6d8f8b99-3f36-416a-9391-11f36c99bfc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1095 time: 0.0436325 Aug 19 15:44:58.496541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667c21a-be41-4d9c-bb14-d87dd3c195b0 req-547ecfae-8b43-4df0-9a28-92159477a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:58.498202 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0667c21a-be41-4d9c-bb14-d87dd3c195b0 req-547ecfae-8b43-4df0-9a28-92159477a20a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1009042 Aug 19 15:44:58.559968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:44:58.584655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 2c30a60e-5d35-4b46-817b-b95ccfb2918b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:44:58.584939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 2c30a60e-5d35-4b46-817b-b95ccfb2918b not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:44:58.606722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667c21a-be41-4d9c-bb14-d87dd3c195b0 req-8cf33296-a5a5-4716-bd3b-4da64a24a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:58.608245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0667c21a-be41-4d9c-bb14-d87dd3c195b0 req-8cf33296-a5a5-4716-bd3b-4da64a24a2b0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027398 Aug 19 15:44:58.689904 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-8a29a0fc-c82f-4db1-9489-50ce9152291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:58.691436 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-8a29a0fc-c82f-4db1-9489-50ce9152291d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1095 time: 0.0435584 Aug 19 15:44:58.737945 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-35b8791d-1465-407e-b899-2cc0a205e1ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0386224 Aug 19 15:44:58.788429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-0d5f9334-bd88-4950-aab3-ff83fa52d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:58.789940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-0d5f9334-bd88-4950-aab3-ff83fa52d4b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0452764 Aug 19 15:44:58.822984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-4fd3417f-a3e2-4af1-af48-d492ac2d1f75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253251 Aug 19 15:44:58.928705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-9ede7f55-8b21-40d4-bb30-035df24508ff service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989118 Aug 19 15:44:59.054225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f429-1854-4bbe-909a-846d4dc42325 req-6395f513-c779-488b-b263-5fb0d5b4b6e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:59.055737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43c8f429-1854-4bbe-909a-846d4dc42325 req-6395f513-c779-488b-b263-5fb0d5b4b6e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.1013803 Aug 19 15:44:59.074111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-095577bd-21ba-4755-8d17-bcb344c9d892 req-7d7d0b96-8251-4c1e-8005-7be2fc704859 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382170 Aug 19 15:44:59.103638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43c8f429-1854-4bbe-909a-846d4dc42325 req-aa953c23-bb93-416a-a840-3093aed2ed25 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Aug 19 15:44:59.729966 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:00.219072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8334b7-41a9-4412-88f0-456e442d1e47 req-35f24ae7-206d-4b45-b9e9-10aaeaa0d6b5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:00.220564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce8334b7-41a9-4412-88f0-456e442d1e47 req-35f24ae7-206d-4b45-b9e9-10aaeaa0d6b5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.0497026 Aug 19 15:45:00.260529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce8334b7-41a9-4412-88f0-456e442d1e47 req-4145928a-488d-4a0e-a4c5-7de53aba3bbf tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Aug 19 15:45:00.889974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:01.380392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c3e4a-3718-41e8-becf-4d2b2f378e38 req-c4002763-d41c-4d27-9703-63477809b542 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:01.382110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a18c3e4a-3718-41e8-becf-4d2b2f378e38 req-c4002763-d41c-4d27-9703-63477809b542 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.0523384 Aug 19 15:45:01.421442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a18c3e4a-3718-41e8-becf-4d2b2f378e38 req-8f9851f4-509d-4824-8004-f47f89f221ed tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Aug 19 15:45:02.545519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9254a-21e4-42e3-a89f-cbb97564b962 req-a5302280-5e05-4510-a8ae-a62d16928402 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:02.547070 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41c9254a-21e4-42e3-a89f-cbb97564b962 req-a5302280-5e05-4510-a8ae-a62d16928402 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.0562720 Aug 19 15:45:02.587215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41c9254a-21e4-42e3-a89f-cbb97564b962 req-4e255325-8c4f-4b81-9389-c39a2a44cf18 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Aug 19 15:45:02.590634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:45:02.712653 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:02.725077 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'port_id': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'mac_address': 'fa:16:3e:aa:68:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003d4a84-a2e8-4bf0-ba5d-04201b3c69ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:45:02.762054 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:02.775321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6d8139-881f-4e16-9aca-f997d206ad90 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:45:02.796874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:02.895665 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:02.950954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:03.094902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3e6d8139-881f-4e16-9aca-f997d206ad90'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:45:03.706308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1091f1-1183-4bbd-ace5-c1816afec5a0 req-53939926-974e-4ac3-9241-2d1e862fd3d5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:03.707809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f1091f1-1183-4bbd-ace5-c1816afec5a0 req-53939926-974e-4ac3-9241-2d1e862fd3d5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 944 time: 0.0497346 Aug 19 15:45:03.745143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f1091f1-1183-4bbd-ace5-c1816afec5a0 req-7ea7a088-8f30-44e0-862a-e546a053a7f2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Aug 19 15:45:04.606123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:04.746658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 3e6d8139-881f-4e16-9aca-f997d206ad90 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:04.750758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 3e6d8139-881f-4e16-9aca-f997d206ad90 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:04.751136 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:04.833755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:04.856961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:04.859118 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d89478-cdfc-4afa-8332-46949ffe2c77" -d '{"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-plugged", "status": "completed", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:04.862182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb81d46-39cd-42ad-a604-87f304833047 req-dd7d36e2-4303-460a-b56a-81d2e950bc90 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:04.863890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bb81d46-39cd-42ad-a604-87f304833047 req-dd7d36e2-4303-460a-b56a-81d2e950bc90 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 944 time: 0.0493920 Aug 19 15:45:04.873363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:04.902430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bb81d46-39cd-42ad-a604-87f304833047 req-75bee626-5304-4e72-b09b-9b64f6d9d8aa tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Aug 19 15:45:04.945811 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8966a5d5-ff13-45a9-b4bb-1ba7f78184b6 x-openstack-request-id: req-8966a5d5-ff13-45a9-b4bb-1ba7f78184b6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:04.946104 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-plugged", "status": "completed", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:04.946360 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8966a5d5-ff13-45a9-b4bb-1ba7f78184b6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:04.946764 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'code': 200} Aug 19 15:45:04.948017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:04.998608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:05.053815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df5a35-c7b5-47e4-a9e2-67cebee98ddd req-17731585-9d0b-4de6-bb55-cb0402318b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:05.055327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df5a35-c7b5-47e4-a9e2-67cebee98ddd req-17731585-9d0b-4de6-bb55-cb0402318b9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1097 time: 0.0458190 Aug 19 15:45:05.095230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df5a35-c7b5-47e4-a9e2-67cebee98ddd req-29db3b99-5078-40e9-954a-5b6ea834a922 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282564 Aug 19 15:45:06.024337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8de8-d99d-4b5e-b144-cb11e0987ea6 req-8534fc26-4837-4388-a2f4-4c640e8b0f1b tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:06.026011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-497f8de8-d99d-4b5e-b144-cb11e0987ea6 req-8534fc26-4837-4388-a2f4-4c640e8b0f1b tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0528231 Aug 19 15:45:06.066257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-497f8de8-d99d-4b5e-b144-cb11e0987ea6 req-1bff6c19-8373-4547-a232-6dfed1b8ca43 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Aug 19 15:45:06.885600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-3f9de431-53b0-4f4f-baa2-dd668d12d84b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403147 Aug 19 15:45:06.969841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-e93cca3c-a601-445d-9008-8f36e6e3aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:06.971996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-e93cca3c-a601-445d-9008-8f36e6e3aca0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1097 time: 0.0444789 Aug 19 15:45:07.073716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-0c742d21-1720-4971-a40b-3b2717a08ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.075213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-0c742d21-1720-4971-a40b-3b2717a08ae8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.0844727 Aug 19 15:45:07.118174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-e260b1a8-aa0b-4d52-8a79-26e32f895677 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0357597 Aug 19 15:45:07.199435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-565afd7d-8a43-436e-878f-263bd8847426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.200882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-565afd7d-8a43-436e-878f-263bd8847426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0756357 Aug 19 15:45:07.232895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963147-54de-49a2-94c1-ace9b1f13b60 req-0f1f1a39-fb9f-4a81-8208-fb07ccbe3efb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.232895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d963147-54de-49a2-94c1-ace9b1f13b60 req-0f1f1a39-fb9f-4a81-8208-fb07ccbe3efb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0947268 Aug 19 15:45:07.246277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-ff800f3d-d7b0-4c7c-b713-9ce3dfea17f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377724 Aug 19 15:45:07.330805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d963147-54de-49a2-94c1-ace9b1f13b60 req-c05d73d2-0e04-47a0-b6c3-8212fc0dcefb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871999 Aug 19 15:45:07.369404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-25366d7b-0a07-436a-a0a8-7316763f43cd service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102748 Aug 19 15:45:07.504614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8eff-b40a-41ee-828d-d28e03371f70 req-50979845-2914-4689-8960-e1a31c09acbc tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.506152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dea8eff-b40a-41ee-828d-d28e03371f70 req-50979845-2914-4689-8960-e1a31c09acbc tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0853696 Aug 19 15:45:07.508266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0179b6a2-00a9-4d13-acb3-e95c406872df req-d5e7875a-e1e0-479b-be84-0bf304a38d39 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322479 Aug 19 15:45:07.546955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dea8eff-b40a-41ee-828d-d28e03371f70 req-2e654ee6-1beb-4079-b84b-ddbbac896b7c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Aug 19 15:45:07.944734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4e055-054c-452c-aa57-499fd0295c85 req-60f24f9f-038f-4013-8c66-86d52cf10813 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.946417 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bec4e055-054c-452c-aa57-499fd0295c85 req-60f24f9f-038f-4013-8c66-86d52cf10813 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0518072 Aug 19 15:45:07.985532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bec4e055-054c-452c-aa57-499fd0295c85 req-ed554bb0-ecc6-45ac-a814-738a08f1e0a5 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Aug 19 15:45:08.109861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-6ed6b049-32e2-43b0-aa63-04c3a27a53ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456491 Aug 19 15:45:09.112385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f88f45-b554-45d6-99dc-e3ee4ee40e73 req-8904d75c-51fe-4e7a-9e43-7d1681389678 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:09.113921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12f88f45-b554-45d6-99dc-e3ee4ee40e73 req-8904d75c-51fe-4e7a-9e43-7d1681389678 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0568736 Aug 19 15:45:09.152580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-12f88f45-b554-45d6-99dc-e3ee4ee40e73 req-9090bca9-922c-4b2f-b3ef-2235720247d2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Aug 19 15:45:10.290203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fa203-a0b2-46a5-9e26-2240d22327d7 req-e7dd4068-e109-4926-976c-4222cf130d54 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:10.291802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a5fa203-a0b2-46a5-9e26-2240d22327d7 req-e7dd4068-e109-4926-976c-4222cf130d54 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0705879 Aug 19 15:45:10.348793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-b03ba61d-abaf-4c44-a019-b0730a2eec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:10.350351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-b03ba61d-abaf-4c44-a019-b0730a2eec93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1097 time: 0.0808659 Aug 19 15:45:10.353397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a5fa203-a0b2-46a5-9e26-2240d22327d7 req-71ace9e8-d1a2-4423-ba80-456e31873163 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475686 Aug 19 15:45:10.453459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-75b5f057-9d73-4d66-b90f-b16d08848ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:10.454991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-75b5f057-9d73-4d66-b90f-b16d08848ede service neutron] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.0978670 Aug 19 15:45:10.499382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-cba5b537-67f2-4242-b132-bb70bb46fc6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0370233 Aug 19 15:45:10.555939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-c8d4d02c-1d2f-46d8-9c85-65e1b29f8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:10.557474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-c8d4d02c-1d2f-46d8-9c85-65e1b29f8793 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0510142 Aug 19 15:45:10.592659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-b21c476a-ac94-4bdc-a447-c97127d151b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279009 Aug 19 15:45:10.695384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-7235be8e-adef-4c05-b177-5f0435e7f323 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916376 Aug 19 15:45:10.804776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-eea5fa40-8d40-44db-a93b-1a8a906f92a8 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998416 Aug 19 15:45:11.472961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58848-45d5-4a7c-a417-32b1f1374677 req-a6268a00-5154-450a-8fcb-8675b1737366 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:11.474678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ee58848-45d5-4a7c-a417-32b1f1374677 req-a6268a00-5154-450a-8fcb-8675b1737366 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0520971 Aug 19 15:45:11.513626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ee58848-45d5-4a7c-a417-32b1f1374677 req-5f732f2f-9467-4985-b27c-e28c551c66a6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Aug 19 15:45:12.631247 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda76ad-38e9-48c9-94b1-c5173daecad7 req-4b0f5fa2-7af2-4fb5-b34e-55bc4f55a7ff tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:12.632788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdda76ad-38e9-48c9-94b1-c5173daecad7 req-4b0f5fa2-7af2-4fb5-b34e-55bc4f55a7ff tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0504000 Aug 19 15:45:12.671657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdda76ad-38e9-48c9-94b1-c5173daecad7 req-408b0703-aa55-4025-8759-6cf24766d85c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Aug 19 15:45:13.501342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:13.801566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80ac8c-1a97-403a-bf5d-a47b408851fc req-f44737eb-45f1-4a45-9d54-d3bdf4d02220 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:13.803264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab80ac8c-1a97-403a-bf5d-a47b408851fc req-f44737eb-45f1-4a45-9d54-d3bdf4d02220 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0606995 Aug 19 15:45:13.846003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab80ac8c-1a97-403a-bf5d-a47b408851fc req-f5422c49-8140-4084-ba5c-415dc162bfa9 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332501 Aug 19 15:45:14.961623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d48d04-0152-42d6-b656-7ae3dcf377d6 req-ec582ceb-7cb3-4300-b666-779fa37c388f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:14.963129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0d48d04-0152-42d6-b656-7ae3dcf377d6 req-ec582ceb-7cb3-4300-b666-779fa37c388f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0495875 Aug 19 15:45:15.001289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0d48d04-0152-42d6-b656-7ae3dcf377d6 req-6ae3c60b-f9cc-4030-b087-9d0926b54ce8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Aug 19 15:45:16.121405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152b848-2ac2-4d6f-874b-3695c3fe509b req-c8737db9-49a9-48b9-88c7-eddd7941ad9c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:16.123162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1152b848-2ac2-4d6f-874b-3695c3fe509b req-c8737db9-49a9-48b9-88c7-eddd7941ad9c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0527732 Aug 19 15:45:16.161704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1152b848-2ac2-4d6f-874b-3695c3fe509b req-e951997d-ef11-46c2-98c1-663417e7b9ad tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Aug 19 15:45:17.287260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85b7d-7813-4128-87ea-d76f3f3bd9e1 req-7ef3cf2c-97a8-409e-85dd-8fe29fd8757c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:17.289008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25d85b7d-7813-4128-87ea-d76f3f3bd9e1 req-7ef3cf2c-97a8-409e-85dd-8fe29fd8757c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0587330 Aug 19 15:45:17.328642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25d85b7d-7813-4128-87ea-d76f3f3bd9e1 req-c58f702a-b7db-4bc3-85f9-ddf49c1c6bbd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Aug 19 15:45:18.445280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd85a3-2ae4-4c1e-abfa-1ce535b91ffe req-96f06473-bb61-4b57-81ed-f22b32f28de8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:18.446771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efdd85a3-2ae4-4c1e-abfa-1ce535b91ffe req-96f06473-bb61-4b57-81ed-f22b32f28de8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0505314 Aug 19 15:45:18.484740 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efdd85a3-2ae4-4c1e-abfa-1ce535b91ffe req-78494a70-a527-4d8b-8578-f209f2ebba64 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Aug 19 15:45:19.606140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438a9a9-a021-4dd2-a1db-766f4e1b473d req-34d3d2a9-f5e6-4767-b314-ea191526abeb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:19.607632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f438a9a9-a021-4dd2-a1db-766f4e1b473d req-34d3d2a9-f5e6-4767-b314-ea191526abeb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0506344 Aug 19 15:45:19.649054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f438a9a9-a021-4dd2-a1db-766f4e1b473d req-dae0b5a2-680d-4ee1-b4a8-4b0d440c894a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Aug 19 15:45:20.783070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63a0d5-024d-42a1-b81a-aa201332ae7a req-9727adf3-0f8e-4d33-847d-bf5240357e61 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:20.784700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb63a0d5-024d-42a1-b81a-aa201332ae7a req-9727adf3-0f8e-4d33-847d-bf5240357e61 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0618165 Aug 19 15:45:20.826658 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb63a0d5-024d-42a1-b81a-aa201332ae7a req-f5b7e124-33fe-4620-afa4-3ee175cf6b6c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350256 Aug 19 15:45:21.943845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d154d-945a-49bb-8227-2c60c322108d req-b78b3c7c-a2c6-4de2-b08c-6f7742cea1fb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:21.945665 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d52d154d-945a-49bb-8227-2c60c322108d req-b78b3c7c-a2c6-4de2-b08c-6f7742cea1fb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0504129 Aug 19 15:45:21.984579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d52d154d-945a-49bb-8227-2c60c322108d req-12fd73d6-3043-467c-8c13-e8a4871568ba tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Aug 19 15:45:23.099135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6881e-bb3c-4f88-8740-a0001ba7ac78 req-89e38c1b-e2be-4729-b5f3-7828426dd94c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:23.101143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7b6881e-bb3c-4f88-8740-a0001ba7ac78 req-89e38c1b-e2be-4729-b5f3-7828426dd94c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0494516 Aug 19 15:45:23.138751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7b6881e-bb3c-4f88-8740-a0001ba7ac78 req-58955eff-8fe2-4a1f-b98d-71d1f4d2f4f2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Aug 19 15:45:23.352847 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:45:24.259125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044e7d-b948-4d5e-a7e7-71b939c50c6a req-43de3dc0-8a15-46c5-9e52-6c5ae3b90a47 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:24.260610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b044e7d-b948-4d5e-a7e7-71b939c50c6a req-43de3dc0-8a15-46c5-9e52-6c5ae3b90a47 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0540264 Aug 19 15:45:24.298315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b044e7d-b948-4d5e-a7e7-71b939c50c6a req-ad921f98-71dc-4a15-8ae7-c5755e210fc4 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Aug 19 15:45:24.552096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d36c9c79-3c61-4b74-a927-ec94573dde72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:25.415503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f39f0-fb4c-4e78-85fe-ad842ef00c1e req-40f4c657-945d-4798-9b0f-46b27db7065d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:25.417047 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae9f39f0-fb4c-4e78-85fe-ad842ef00c1e req-40f4c657-945d-4798-9b0f-46b27db7065d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0504534 Aug 19 15:45:25.456735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae9f39f0-fb4c-4e78-85fe-ad842ef00c1e req-fe9d48f0-d8f3-4609-9dd6-c9cc07c54b1c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Aug 19 15:45:25.797535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:26.572014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e23ea-c887-4544-b2dd-79cc2b78a166 req-381d0e16-f0a3-4807-8395-6ba3fc6b6203 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:26.573568 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e80e23ea-c887-4544-b2dd-79cc2b78a166 req-381d0e16-f0a3-4807-8395-6ba3fc6b6203 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0500088 Aug 19 15:45:26.612158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e80e23ea-c887-4544-b2dd-79cc2b78a166 req-1647c44b-2a22-4770-834b-1b0e560e8673 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Aug 19 15:45:27.358097 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:27.732582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d69a8c-583f-4b78-828e-f6f63e7f23de req-a8b1f8b3-7a2d-412b-8337-152d7fa123ba tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:27.734112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30d69a8c-583f-4b78-828e-f6f63e7f23de req-a8b1f8b3-7a2d-412b-8337-152d7fa123ba tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0526159 Aug 19 15:45:27.778281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-30d69a8c-583f-4b78-828e-f6f63e7f23de req-5e744d29-f0c0-4de7-bcdd-a55665e106fa tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Aug 19 15:45:27.911891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c8c16ebb-7285-4eae-8a54-3365b722dfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:28.893306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1efe4-1cd5-4053-bcb1-d8df61b263a5 req-0addcb2c-d008-4300-b08b-1921085d5219 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:28.894797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4de1efe4-1cd5-4053-bcb1-d8df61b263a5 req-0addcb2c-d008-4300-b08b-1921085d5219 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0494623 Aug 19 15:45:28.933478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4de1efe4-1cd5-4053-bcb1-d8df61b263a5 req-8e8f4214-d545-4f63-83aa-4dee7671fa05 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326314 Aug 19 15:45:29.769058 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.054750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac82d-c77c-42b5-960b-0b050befa61f req-4ee8341c-10cc-42ed-a61b-924a4d743487 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:30.056335 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-552ac82d-c77c-42b5-960b-0b050befa61f req-4ee8341c-10cc-42ed-a61b-924a4d743487 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0537615 Aug 19 15:45:30.096543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-552ac82d-c77c-42b5-960b-0b050befa61f req-ac98dc9b-2b6e-4b2b-ae18-3c67f44ee983 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Aug 19 15:45:30.872065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.217465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01410b1b-5e0f-4e3b-9471-7f1c6ad66399 req-9aeea32a-3a76-49f6-92d1-7ba90da78101 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:31.218963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01410b1b-5e0f-4e3b-9471-7f1c6ad66399 req-9aeea32a-3a76-49f6-92d1-7ba90da78101 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0539823 Aug 19 15:45:31.256437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-01410b1b-5e0f-4e3b-9471-7f1c6ad66399 req-70a42438-6b10-4b37-843d-5f84220dd1e4 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Aug 19 15:45:32.374870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31778cf4-70c1-48c8-a3a4-f1012a237d59 req-28964849-5009-4601-8edc-5c712f20e83e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:32.376392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31778cf4-70c1-48c8-a3a4-f1012a237d59 req-28964849-5009-4601-8edc-5c712f20e83e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0494564 Aug 19 15:45:32.413714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31778cf4-70c1-48c8-a3a4-f1012a237d59 req-0fbdcb8f-a36e-442c-bf17-41800dfc0a13 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Aug 19 15:45:33.534935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1fc0c-960d-4967-8ba5-06994c13611c req-8bb48665-cc28-4821-994f-960e7374a117 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:33.536323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81a1fc0c-960d-4967-8ba5-06994c13611c req-8bb48665-cc28-4821-994f-960e7374a117 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0481939 Aug 19 15:45:33.574427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-81a1fc0c-960d-4967-8ba5-06994c13611c req-34cf423f-255e-429a-93ae-f44882b08676 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Aug 19 15:45:34.696112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2d54c-ff99-4428-9d42-13d4c716b389 req-2b518fa6-5f6d-4cf3-8f8d-7b15249b3955 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:34.703485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24c2d54c-ff99-4428-9d42-13d4c716b389 req-2b518fa6-5f6d-4cf3-8f8d-7b15249b3955 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0546317 Aug 19 15:45:34.735997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24c2d54c-ff99-4428-9d42-13d4c716b389 req-6fb9b0f9-8276-4b42-a4a4-6b89dc73c87d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Aug 19 15:45:35.852564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50503e9-08ba-4c24-93b9-5547be158e01 req-930c8eaf-bc39-4f48-952e-93bcda24ed86 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:35.854104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c50503e9-08ba-4c24-93b9-5547be158e01 req-930c8eaf-bc39-4f48-952e-93bcda24ed86 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0502555 Aug 19 15:45:35.893888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c50503e9-08ba-4c24-93b9-5547be158e01 req-4c4311b7-d215-462b-aeb2-0a9c792896cd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Aug 19 15:45:37.009104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7c31e-203f-4635-9c30-9177efa9d052 req-6ef1ddab-0a8d-4d88-99e5-4bd695409227 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:37.010762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ac7c31e-203f-4635-9c30-9177efa9d052 req-6ef1ddab-0a8d-4d88-99e5-4bd695409227 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0491152 Aug 19 15:45:37.049360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ac7c31e-203f-4635-9c30-9177efa9d052 req-61c2db7a-07fc-4120-8fe1-cd0d1417cb76 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Aug 19 15:45:38.170312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b250f-5ccf-440b-8170-c04c40a2849c req-8c007f42-aa8f-45e4-94a8-4b1e018538f2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:38.171803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f86b250f-5ccf-440b-8170-c04c40a2849c req-8c007f42-aa8f-45e4-94a8-4b1e018538f2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0550191 Aug 19 15:45:38.232697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f86b250f-5ccf-440b-8170-c04c40a2849c req-acefaba2-92bf-46b5-9b4e-c257522e9195 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545807 Aug 19 15:45:38.263961 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-658721c1-0701-49cd-a67d-27c678a6684e req-ef1fe75c-78ef-4191-8ea9-ee9590c3492f service neutron] show failed (client error): The resource could not be found. Aug 19 15:45:38.265003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-ef1fe75c-78ef-4191-8ea9-ee9590c3492f service neutron] 10.222.0.46 "GET /v2.0/ports/3e6d8139-881f-4e16-9aca-f997d206ad90/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0615239 Aug 19 15:45:38.816419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-1aaaa5a9-a649-4ae7-aef9-bacd88004502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:38.818228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-1aaaa5a9-a649-4ae7-aef9-bacd88004502 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a&tenant_id=9d1ab80c5b404a9fa66ee297117ec78d HTTP/1.1" status: 200 len: 1097 time: 0.0479608 Aug 19 15:45:38.836519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:38.894713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.098855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:39.132414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:39.171937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:39.174943 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240ca343-6066-4d32-99e4-ece4e55f465b" -d '{"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:39.178830 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.191666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Transition to ACTIVE for port object 3e6d8139-881f-4e16-9aca-f997d206ad90 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:39.223531 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da165797-097f-4e08-b673-4ea3150ce373 x-openstack-request-id: req-da165797-097f-4e08-b673-4ea3150ce373 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:39.223831 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:39.224089 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da165797-097f-4e08-b673-4ea3150ce373 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:39.224521 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'code': 200} Aug 19 15:45:39.261034 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.324309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:39.357748 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] No DVR routers for this DVR port 3e6d8139-881f-4e16-9aca-f997d206ad90 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:45:39.408270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c6fd7-8c37-4427-a621-41b68e629790 req-059c49b8-6b88-4aad-882a-751f8ff66c5a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:39.409789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c2c6fd7-8c37-4427-a621-41b68e629790 req-059c49b8-6b88-4aad-882a-751f8ff66c5a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.1041551 Aug 19 15:45:39.410419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:39.410745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:39.411067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:39.417428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Port 3e6d8139-881f-4e16-9aca-f997d206ad90 on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:45:39.417702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Attempting to bind port 3e6d8139-881f-4e16-9aca-f997d206ad90 on network 7be9b6d3-ff35-4a94-a51f-a4b4035e121b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:39.428001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:39.428329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Checking segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:39.428698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Bound using segment: {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:39.429133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Bound port: 3e6d8139-881f-4e16-9aca-f997d206ad90, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:39.429503 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.484694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c2c6fd7-8c37-4427-a621-41b68e629790 req-88bdb433-465c-4eaa-a15e-1787083ce6cd tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686920 Aug 19 15:45:39.511475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:39.514431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:39.574934 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.615157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:39.615769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.617199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 1092 time: 0.7850435 Aug 19 15:45:39.638682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dd822-1a14-45f2-9764-6ff72e0f6b75 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:39.690388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-c4154867-b05b-407c-9a16-a266cc9eb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:39.691978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-c4154867-b05b-407c-9a16-a266cc9eb085 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1095 time: 0.0412118 Aug 19 15:45:39.781327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-c4672514-33cb-4719-9278-52f71d16b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:39.782835 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-c4672514-33cb-4719-9278-52f71d16b8f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.0836864 Aug 19 15:45:39.834772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-79e1c2e5-30d0-4613-9180-2ab650c7be82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0446906 Aug 19 15:45:39.883586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658721c1-0701-49cd-a67d-27c678a6684e req-c9e20519-1ba0-460e-9175-eb10fb4860e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:39.885615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-c9e20519-1ba0-460e-9175-eb10fb4860e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0440264 Aug 19 15:45:39.917998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-56bfc30c-7440-4ab0-ba6b-72ca82269a78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256839 Aug 19 15:45:40.016838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-3f413491-97bb-4cc0-b220-845a3948fcb4 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914507 Aug 19 15:45:40.109588 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-658721c1-0701-49cd-a67d-27c678a6684e req-605f8acf-7134-49cf-bdd9-3a69d5c3da13 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861835 Aug 19 15:45:40.604286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac72d-7aff-4a27-bfda-07d44769a825 req-a03bb1ef-4c47-4cf7-ac26-1935ee1b3461 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:40.605859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a2ac72d-7aff-4a27-bfda-07d44769a825 req-a03bb1ef-4c47-4cf7-ac26-1935ee1b3461 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.0536184 Aug 19 15:45:40.644763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a2ac72d-7aff-4a27-bfda-07d44769a825 req-2d0a0f5a-a1ff-4737-b5e5-000f4765486a tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Aug 19 15:45:41.225463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:41.227938 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08" -d '{"events": [{"name": "network-changed", "server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:41.277629 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18fa2ae-4471-4def-ac6a-46b18c009f02 x-openstack-request-id: req-a18fa2ae-4471-4def-ac6a-46b18c009f02 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:41.277926 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:41.278180 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a18fa2ae-4471-4def-ac6a-46b18c009f02 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:41.278602 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'status': 'completed', 'code': 200} Aug 19 15:45:41.381490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-c79b8e9c-2404-4705-a4e8-0d4d1dcca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.382857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-c79b8e9c-2404-4705-a4e8-0d4d1dcca6c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1095 time: 0.0813112 Aug 19 15:45:41.388519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-a4571968-359d-472a-8d2d-e2f291bfc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.389990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-a4571968-359d-472a-8d2d-e2f291bfc96b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1095 time: 0.0541141 Aug 19 15:45:41.570424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-897aafb3-e3f6-449f-9c7a-666b072b7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.571983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-897aafb3-e3f6-449f-9c7a-666b072b7aad service neutron] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.1809120 Aug 19 15:45:41.573545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-f7b0cc86-e9e1-42e9-a225-63da27895d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.574879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-f7b0cc86-e9e1-42e9-a225-63da27895d80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.1768336 Aug 19 15:45:41.650842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-e47e8d79-1604-40d0-a862-9124086cc528 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0654676 Aug 19 15:45:41.652044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-0ade9ec8-ce23-4d46-84ce-b09855c1b068 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0729787 Aug 19 15:45:41.761209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-5739113c-5fc1-43a5-a3c1-408b41b0600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.762709 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-5739113c-5fc1-43a5-a3c1-408b41b0600b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.1051037 Aug 19 15:45:41.771477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-023f0af9-6b08-4dd4-9356-87367ff84297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.772892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-023f0af9-6b08-4dd4-9356-87367ff84297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.1077976 Aug 19 15:45:41.832628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-44caabd4-cc5d-4995-8efe-2c81cf8bd228 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628467 Aug 19 15:45:41.834221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-711ae760-a8be-401b-b894-fb8d1198a454 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490663 Aug 19 15:45:41.868251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3af58-90b9-4366-9740-4c0a00729eba req-bdb75c90-8eed-4911-abdb-72b80e461f1f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.870573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fb3af58-90b9-4366-9740-4c0a00729eba req-bdb75c90-8eed-4911-abdb-72b80e461f1f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 943 time: 0.1435225 Aug 19 15:45:42.394886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fb3af58-90b9-4366-9740-4c0a00729eba req-1b3fbdce-0684-4ebe-8ab7-924c75297bc6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040233 Aug 19 15:45:42.414381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-ae5a66e6-7c1b-4488-b161-ed979d82f428 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723991 Aug 19 15:45:42.431216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-cf665d10-6c8e-4c3d-af66-8d7fe8718ccf service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881376 Aug 19 15:45:42.582868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-e3f2ce1d-a047-4e32-a8e5-1bd9d3f64419 service neutron] 10.222.0.54 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606762 Aug 19 15:45:42.588356 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6c16c08-bcc6-4cb1-b653-28b6b9c52d08 req-648ad884-5958-4d22-9de4-64fd0663dfa6 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455257 Aug 19 15:45:42.882533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:45:42.922160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:45:43.030577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:45:43.127366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:43.138957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'network_id': '7be9b6d3-ff35-4a94-a51f-a4b4035e121b', 'port_id': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'mac_address': 'fa:16:3e:aa:68:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003d4a84-a2e8-4bf0-ba5d-04201b3c69ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:45:43.176113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:43.189930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6d8139-881f-4e16-9aca-f997d206ad90 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:45:43.211361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:43.288811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:43.338533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:43.346172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.346523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.346870 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.347215 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.347550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.347888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.348220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.348550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.348879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.349241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.349592 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.349901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:43.501301 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:43.533294 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b0d2-040e-4544-b184-0357353f9c9e req-a75354fe-d439-4a00-a8ed-1cc586876a20 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:43.533294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a833b0d2-040e-4544-b184-0357353f9c9e req-a75354fe-d439-4a00-a8ed-1cc586876a20 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 944 time: 0.0617409 Aug 19 15:45:43.574331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a833b0d2-040e-4544-b184-0357353f9c9e req-fbab7d12-f368-498f-ba9e-f84b059c0f51 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Aug 19 15:45:43.699981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['3e6d8139-881f-4e16-9aca-f997d206ad90'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:45:44.725435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd7ef-0f79-43b6-80ad-7ff6131509ec req-7aecdaa7-edd8-45e3-a676-e33c5eb4c686 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:44.725435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aafcd7ef-0f79-43b6-80ad-7ff6131509ec req-7aecdaa7-edd8-45e3-a676-e33c5eb4c686 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 944 time: 0.0584817 Aug 19 15:45:44.772592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aafcd7ef-0f79-43b6-80ad-7ff6131509ec req-5fbca81e-07de-409b-85ba-0bf0223ec76c tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Aug 19 15:45:45.054304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:45.136466 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8cef9-2fa2-43d6-9917-f51d85cb108c req-df6ecf1e-777a-4b0f-8ec0-6f8a1a9ad04e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.138019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55f8cef9-2fa2-43d6-9917-f51d85cb108c req-df6ecf1e-777a-4b0f-8ec0-6f8a1a9ad04e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 944 time: 0.0519450 Aug 19 15:45:45.183178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55f8cef9-2fa2-43d6-9917-f51d85cb108c req-21874733-4569-445b-b32b-e39af8054542 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Aug 19 15:45:45.237669 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 3e6d8139-881f-4e16-9aca-f997d206ad90 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:45.242434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 3e6d8139-881f-4e16-9aca-f997d206ad90 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:45.242434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.306499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-73bf18c2-2ef5-4c48-8db7-809e6ee7bbfc tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.308728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-73bf18c2-2ef5-4c48-8db7-809e6ee7bbfc tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.46 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a&tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.0547478 Aug 19 15:45:45.325526 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.347698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:45.349966 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289e558b-c7e0-43c2-92e6-4755fbf45bf8" -d '{"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-plugged", "status": "completed", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:45.366901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:45.377676 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-b3b000b4-337e-49e2-beab-47903307da1d service neutron] delete failed (client error): The resource could not be found. Aug 19 15:45:45.378787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-b3b000b4-337e-49e2-beab-47903307da1d service neutron] 10.222.0.46 "DELETE /v2.0/ports/3e6d8139-881f-4e16-9aca-f997d206ad90/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0628047 Aug 19 15:45:45.399718 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc8bd7a-944a-4d9b-9eb5-09b407c81b75 x-openstack-request-id: req-8cc8bd7a-944a-4d9b-9eb5-09b407c81b75 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:45.400111 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-plugged", "status": "completed", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:45.400368 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cc8bd7a-944a-4d9b-9eb5-09b407c81b75 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:45.400766 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'code': 200} Aug 19 15:45:45.420214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.468223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:45.471376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-52e7841d-e5c3-4c79-850f-2960f6b20069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.472942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-52e7841d-e5c3-4c79-850f-2960f6b20069 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 1097 time: 0.0457399 Aug 19 15:45:45.565810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-0c61ea54-899b-4696-9f8f-3c2472f96d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.567299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-0c61ea54-899b-4696-9f8f-3c2472f96d5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 200 len: 916 time: 0.0871801 Aug 19 15:45:45.614928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-fe3c5b9a-ce7d-48ac-ae32-9ce9dcdac94b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 200 len: 217 time: 0.0405691 Aug 19 15:45:45.663067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-6080ebae-7bf8-4f5e-8cb9-6fe7c59093e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.664518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-6080ebae-7bf8-4f5e-8cb9-6fe7c59093e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 200 len: 855 time: 0.0431669 Aug 19 15:45:45.695810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-3fd6c9f0-a56b-4403-81fd-3135a29735ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7be9b6d3-ff35-4a94-a51f-a4b4035e121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242195 Aug 19 15:45:45.787331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-58cba04b-1064-4e91-bde5-40c86d712090 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Aug 19 15:45:45.887846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7023c85c-89f2-420d-b17a-5de41b65a714 req-ea549b39-e5eb-4575-ab2b-db07e0aeeb49 service neutron] 10.222.0.46 "GET /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921993 Aug 19 15:45:46.310232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e2fc-77ae-41e6-94d7-3c88190eba9d req-4bc8db51-1e64-4b42-83c7-dd8af75e09c8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.311773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8e8e2fc-77ae-41e6-94d7-3c88190eba9d req-4bc8db51-1e64-4b42-83c7-dd8af75e09c8 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0527234 Aug 19 15:45:46.354641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8e8e2fc-77ae-41e6-94d7-3c88190eba9d req-926f3db2-2d8e-4b5d-8612-e3685545e08d tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Aug 19 15:45:47.480802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b7961-644d-43b1-b15a-3c98f6818957 req-8951883b-ee26-4edd-a118-c08c1c2a26e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:47.482414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea0b7961-644d-43b1-b15a-3c98f6818957 req-8951883b-ee26-4edd-a118-c08c1c2a26e2 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0574186 Aug 19 15:45:47.522818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea0b7961-644d-43b1-b15a-3c98f6818957 req-513d72a3-7020-42a5-be2c-67a1abccce92 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Aug 19 15:45:47.653023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2a345-909e-4596-a016-820393b6cb71 req-c4807e53-5989-40d2-b14d-602a06ef241e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:47.654589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5eb2a345-909e-4596-a016-820393b6cb71 req-c4807e53-5989-40d2-b14d-602a06ef241e tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0502415 Aug 19 15:45:47.694844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5eb2a345-909e-4596-a016-820393b6cb71 req-6a7530cb-516f-4068-871a-7e3032bfd413 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 19 15:45:47.811665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014854b5-b0f4-4e8c-a336-3ad85373005f req-5d01f7db-03b7-4d9e-b084-25003d724c81 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:47.813119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-014854b5-b0f4-4e8c-a336-3ad85373005f req-5d01f7db-03b7-4d9e-b084-25003d724c81 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0505919 Aug 19 15:45:47.852471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-014854b5-b0f4-4e8c-a336-3ad85373005f req-dd5152a6-fea5-49d0-a0e8-accaaa6c06b6 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Aug 19 15:45:48.416587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6001e-7df0-4fdb-ba02-5d9def60c53c req-a6823575-f3bb-4312-b344-2d8913e71610 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:48.418089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35e6001e-7df0-4fdb-ba02-5d9def60c53c req-a6823575-f3bb-4312-b344-2d8913e71610 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0537643 Aug 19 15:45:48.456726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35e6001e-7df0-4fdb-ba02-5d9def60c53c req-38b98b58-48d4-4824-b146-4a09bf54388f tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Aug 19 15:45:49.570694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3f49a-4721-44e4-ad43-8498603f0920 req-134c202f-d653-4cba-a8b2-f8c01d706772 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:49.572963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aa3f49a-4721-44e4-ad43-8498603f0920 req-134c202f-d653-4cba-a8b2-f8c01d706772 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0499656 Aug 19 15:45:49.610682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aa3f49a-4721-44e4-ad43-8498603f0920 req-5a7f9d16-05fb-4e22-8238-7e895bd09811 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ebcbe79-a0d1-46ec-827b-acdf88d68a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 19 15:45:49.776312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-6c897208-03ed-45c3-92cf-3a409fd24b43 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:49.777810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-6c897208-03ed-45c3-92cf-3a409fd24b43 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.54 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 945 time: 0.0499592 Aug 19 15:45:49.875631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Deleting port 3e6d8139-881f-4e16-9aca-f997d206ad90 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:45:49.875968 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:49.972735 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] For port 3e6d8139-881f-4e16-9aca-f997d206ad90, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3e6d8139-881f-4e16-9aca-f997d206ad90,segment=NetworkSegment(bf5ad653-ad5d-43e2-a231-8dcd64cd48bf),segment_id=bf5ad653-ad5d-43e2-a231-8dcd64cd48bf)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:49.973103 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:49.988498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Calling delete_port for 3e6d8139-881f-4e16-9aca-f997d206ad90 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:45:50.191949 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:50.225561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['3e6d8139-881f-4e16-9aca-f997d206ad90'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:45:50.231803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Pushing event deleted for resources: {'Port': ['ID=3e6d8139-881f-4e16-9aca-f997d206ad90,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:50.277568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] No DVR routers for this DVR port 3e6d8139-881f-4e16-9aca-f997d206ad90 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:45:50.280269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:50.282329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52f372d8-7f17-460a-9ea8-ded449efdd1c req-10659db4-2b9b-4bcb-bde9-419b87bf7a74 tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.54 "DELETE /v2.0/ports/3e6d8139-881f-4e16-9aca-f997d206ad90 HTTP/1.1" status: 204 len: 173 time: 0.4987643 Aug 19 15:45:50.282765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-deleted', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:50.285035 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf555c1-e2e8-41f7-854c-3816612c8b22" -d '{"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-deleted", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:50.328213 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebb0ad0-82af-45e4-adab-f1690a6fa038 x-openstack-request-id: req-bebb0ad0-82af-45e4-adab-f1690a6fa038 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:50.328213 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38970c2a-1887-4020-9124-2cc6aafae13a", "name": "network-vif-deleted", "tag": "3e6d8139-881f-4e16-9aca-f997d206ad90", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:50.328213 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bebb0ad0-82af-45e4-adab-f1690a6fa038 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:50.328213 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38970c2a-1887-4020-9124-2cc6aafae13a', 'name': 'network-vif-deleted', 'tag': '3e6d8139-881f-4e16-9aca-f997d206ad90', 'status': 'completed', 'code': 200} Aug 19 15:45:50.719616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa477783-d765-47a7-8430-d16e7149fad0 req-98a66334-320f-4521-be6b-11a7fed978fb tempest-ServerDiskConfigTestJSON-62759714 tempest-ServerDiskConfigTestJSON-62759714-project] 10.222.0.13 "GET /v2.0/ports?device_id=38970c2a-1887-4020-9124-2cc6aafae13a HTTP/1.1" status: 200 len: 210 time: 0.0285397 Aug 19 15:45:51.870758 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 50674) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:51.921470 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Deleting subnet 003d4a84-a2e8-4bf0-ba5d-04201b3c69ee {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:45:51.924923 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:51.960041 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:51.999721 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.146406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.176126 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003d4a84-a2e8-4bf0-ba5d-04201b3c69ee,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:52.186949 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.189032 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/003d4a84-a2e8-4bf0-ba5d-04201b3c69ee HTTP/1.1" status: 204 len: 168 time: 0.3172679 Aug 19 15:45:52.191012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.191359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.191696 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.191961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50678) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:52.192380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.192380 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.192746 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.193074 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.193422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.193749 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.194067 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.194386 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.194704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dd91e-73b2-4ab8-88af-dcef60d19a4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:52.264419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.351461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.362052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be9b6d3-ff35-4a94-a51f-a4b4035e121b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:52.373485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:52.373774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5ad653-ad5d-43e2-a231-8dcd64cd48bf') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:52.383139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.398410 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.404632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:45:52.405029 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:45:52.406737 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:45:52.545921 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.551833 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.553736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/7be9b6d3-ff35-4a94-a51f-a4b4035e121b HTTP/1.1" status: 204 len: 168 time: 0.3606651 Aug 19 15:45:52.567210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431d29c-63c5-4c44-8a54-e54b3ba818cf admin admin] Pushing event deleted for resources: {'Network': ['ID=7be9b6d3-ff35-4a94-a51f-a4b4035e121b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:52.956246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50682) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:53.004348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a4abb8b6-14fa-4798-b571-63870560a439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d1ab80c5b404a9fa66ee297117ec78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469065 Aug 19 15:45:53.006906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50684) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:53.058017 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61fef07a-faa6-45c4-ab31-fd81e6463272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.076569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:45:53.079462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61fef07a-faa6-45c4-ab31-fd81e6463272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.096359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 3e6d8139-881f-4e16-9aca-f997d206ad90 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:45:53.096702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3e6d8139-881f-4e16-9aca-f997d206ad90 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:45:53.243167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61fef07a-faa6-45c4-ab31-fd81e6463272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.245823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61fef07a-faa6-45c4-ab31-fd81e6463272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.247016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-61fef07a-faa6-45c4-ab31-fd81e6463272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ebcbe79-a0d1-46ec-827b-acdf88d68a92 HTTP/1.1" status: 204 len: 168 time: 0.2391636 Aug 19 15:45:53.255417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fef07a-faa6-45c4-ab31-fd81e6463272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebcbe79-a0d1-46ec-827b-acdf88d68a92,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:54.277157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:54.380655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1753963778-network', 'tenant_id': 'da2be488ada14a34a60987c486b5896a'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:54.528631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Made reservation on behalf of da2be488ada14a34a60987c486b5896a for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:45:54.531225 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.540603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.625800 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d3bbec4-5f88-4fef-af74-6db6d03ded18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.638931 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.728460 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.759084 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:45:54.764586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333d83c4-ff07-4a9f-ab41-8ac548d109c7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:54.773801 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.774130 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Added segment 30b05e7f-108c-4fdb-885f-24300fc44c14 of type vlan for network 13f6036f-e651-4236-8b7a-c50b3c867266 Aug 19 15:45:54.819839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.911435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.912435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:54.913029 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.972766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] Pushing event updated for resources: {'Network': ['ID=13f6036f-e651-4236-8b7a-c50b3c867266,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:54.983774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 13f6036f-e651-4236-8b7a-c50b3c867266 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:45:55.089849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-54872463-2714-48e8-b540-561268cc3650 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8115520 Aug 19 15:45:55.092991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50712) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:55.098192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Request body: {'subnet': {'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1753963778-subnet', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:55.197542 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Made reservation on behalf of da2be488ada14a34a60987c486b5896a for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:45:55.200095 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:55.454862 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:55.514881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b973f0fa-227a-408e-9aaa-e9808bb7ca2a,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:55.522274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:55.522639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Network hostable DHCP agents. Network: 13f6036f-e651-4236-8b7a-c50b3c867266, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:45:55.603814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:45:55.694386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 13f6036f-e651-4236-8b7a-c50b3c867266) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:55.699425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:55.700666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:55.703765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3eb8ac-1c01-4a20-8333-f783402033ab None None] Network 13f6036f-e651-4236-8b7a-c50b3c867266 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:45:55.833716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e375c44f-88ed-41b2-92a3-71acf765c0df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7390285 Aug 19 15:45:55.837275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50714) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:55.843585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:55.940656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:55.941752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:55.997071 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.005791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.048828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-13f6036f-e651-4236-8b7a-c50b3c867266', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:45:56.048828 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.190563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Allocated IP 172.20.0.2 (13f6036f-e651-4236-8b7a-c50b3c867266/b973f0fa-227a-408e-9aaa-e9808bb7ca2a/99177b49-7047-41bd-9108-50e1eb276dae) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:56.210765 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.352863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.364693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Transition to ACTIVE for port object 99177b49-7047-41bd-9108-50e1eb276dae will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:56.389450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Transition to ACTIVE for port object 99177b49-7047-41bd-9108-50e1eb276dae will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:56.443667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.487369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:56.490221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:56.493908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:56.500618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Pushing event updated for resources: {'Port': ['ID=99177b49-7047-41bd-9108-50e1eb276dae,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:56.512924 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.533828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.552402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Attempting to bind port 99177b49-7047-41bd-9108-50e1eb276dae on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:56.552945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Attempting to bind port 99177b49-7047-41bd-9108-50e1eb276dae by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:56.553162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Attempting to bind port 99177b49-7047-41bd-9108-50e1eb276dae on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:56.558602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:56.558982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:56.559394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.559854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:56.560354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Bound port: 99177b49-7047-41bd-9108-50e1eb276dae, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:56.560742 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.631944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] For port 99177b49-7047-41bd-9108-50e1eb276dae, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:56.635619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] For port 99177b49-7047-41bd-9108-50e1eb276dae, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99177b49-7047-41bd-9108-50e1eb276dae,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:56.647774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Allocated IP 172.25.5.231 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/5937bfcb-a399-4beb-8c91-efd9e0e448de) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:56.723237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.747720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.787439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297d8f9-e3a1-4496-800c-8a17b023c367 None None] Pushing event updated for resources: {'Port': ['ID=99177b49-7047-41bd-9108-50e1eb276dae,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:56.837441 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:56.883639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:56.887754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:56.891685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:56.897446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Pushing event updated for resources: {'Port': ['ID=5937bfcb-a399-4beb-8c91-efd9e0e448de,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:57.209754 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:57.340184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:57.433446 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:57.667026 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a88b1-f38b-4d58-9818-e06c043bfdd8 None None] Network 13f6036f-e651-4236-8b7a-c50b3c867266 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:45:57.711514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:45:57.786757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31ed6160-f9bc-4485-adc2-58da46ad33ad None None] Provisioning for port 99177b49-7047-41bd-9108-50e1eb276dae completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:57.823410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:45:57.836004 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:45:57.847765 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:57.848795 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:45:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:57.911468 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3ad1ebc9-240d-46b5-b489-ec181f44186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:57.934710 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:57.936503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9e4b2657-4521-4f80-bf8d-00ac8b8564fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0969961 Aug 19 15:45:57.939154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50716) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:57.960034 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:58.161594 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:57Z', 'revision_number': 3, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:58.195172 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:45:58.195525 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Updating router 27ac8c60-bd8e-4257-b9e8-79f439141d9c port 5937bfcb-a399-4beb-8c91-efd9e0e448de binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:45:58.223098 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.248248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99177b49-7047-41bd-9108-50e1eb276dae up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:58.386608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 99177b49-7047-41bd-9108-50e1eb276dae completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:58.390986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 99177b49-7047-41bd-9108-50e1eb276dae triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:58.396495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.477020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.497714 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.507793 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Transition to ACTIVE for port object 5937bfcb-a399-4beb-8c91-efd9e0e448de will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:58.518836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 99177b49-7047-41bd-9108-50e1eb276dae, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99177b49-7047-41bd-9108-50e1eb276dae,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:58.603100 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.632693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.666088 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Attempting to bind port 5937bfcb-a399-4beb-8c91-efd9e0e448de on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:58.666479 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Attempting to bind port 5937bfcb-a399-4beb-8c91-efd9e0e448de by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:58.666849 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Attempting to bind port 5937bfcb-a399-4beb-8c91-efd9e0e448de on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:58.668958 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Pushing event updated for resources: {'Port': ['ID=5937bfcb-a399-4beb-8c91-efd9e0e448de,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:58.678913 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.679652 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.680000 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.680335 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.680667 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.681143 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.681468 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.682306 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.682635 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.683499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.683499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.683722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:58.686982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:58.687797 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:58.687797 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.688131 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:58.688617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Bound port: 5937bfcb-a399-4beb-8c91-efd9e0e448de, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:58.688995 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.724116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=99177b49-7047-41bd-9108-50e1eb276dae,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:58.747696 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] For port 5937bfcb-a399-4beb-8c91-efd9e0e448de, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:58.750976 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] For port 5937bfcb-a399-4beb-8c91-efd9e0e448de, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5937bfcb-a399-4beb-8c91-efd9e0e448de,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:58.783742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.826192 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:58.886593 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:58.887309 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:45:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:58.890160 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93c72e-da85-43c0-a3f6-f5e772fd2e14 None None] Pushing event updated for resources: {'Port': ['ID=5937bfcb-a399-4beb-8c91-efd9e0e448de,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:58.948856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Allocated IP 172.20.0.1 (13f6036f-e651-4236-8b7a-c50b3c867266/b973f0fa-227a-408e-9aaa-e9808bb7ca2a/695670ce-66a8-41ad-b96d-26b2bb8fc79d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:58.999354 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:59.058147 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.072454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Transition to ACTIVE for port object 695670ce-66a8-41ad-b96d-26b2bb8fc79d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:59.175161 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.180466 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:57Z', 'revision_number': 3, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:59.210522 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95cfbf-9eda-4e53-b1be-a28b23e9f6d7 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:57Z', 'revision_number': 3, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:45:59.216438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:59.219406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:59.223206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:59.249545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Pushing event updated for resources: {'Port': ['ID=695670ce-66a8-41ad-b96d-26b2bb8fc79d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:59.264070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.264418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.264762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.265108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.265463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.265801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.266127 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.266452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.266779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.267100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.267423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.267741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:59.284666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.511524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6c2c0cce-e98d-480a-9339-d8954242a2da None None] Provisioning for port 695670ce-66a8-41ad-b96d-26b2bb8fc79d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:59.516080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6c2c0cce-e98d-480a-9339-d8954242a2da None None] Provisioning complete for port 695670ce-66a8-41ad-b96d-26b2bb8fc79d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:59.516488 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0cce-e98d-480a-9339-d8954242a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.524284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.560814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c0cce-e98d-480a-9339-d8954242a2da None None] Port 695670ce-66a8-41ad-b96d-26b2bb8fc79d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:45:59.713636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.734466 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.785647 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.855855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Pushing event updated for resources: {'Port': ['ID=695670ce-66a8-41ad-b96d-26b2bb8fc79d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:59.858657 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:59.967872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:59.970397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:00.106560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:46:00.189495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9e843dd9-6a40-47d1-995e-8c1c14810842 None None] Provisioning complete for port 695670ce-66a8-41ad-b96d-26b2bb8fc79d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:00.189924 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9e843dd9-6a40-47d1-995e-8c1c14810842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.222128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:00.227245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-876b1972-4b27-4c4a-83e7-7be6aaf863cf admin admin] 10.222.0.13 "PUT /v2.0/routers/27ac8c60-bd8e-4257-b9e8-79f439141d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2867017 Aug 19 15:46:00.231104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9e843dd9-6a40-47d1-995e-8c1c14810842 None None] Port 695670ce-66a8-41ad-b96d-26b2bb8fc79d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:46:00.316174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99177b49-7047-41bd-9108-50e1eb276dae up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:00.351855 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:46:00.366073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 99177b49-7047-41bd-9108-50e1eb276dae triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:00.366455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.447638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5937bfcb-a399-4beb-8c91-efd9e0e448de up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:00.556542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5937bfcb-a399-4beb-8c91-efd9e0e448de completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:00.561253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5937bfcb-a399-4beb-8c91-efd9e0e448de triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:00.561632 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.651483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.674104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5937bfcb-a399-4beb-8c91-efd9e0e448de, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5937bfcb-a399-4beb-8c91-efd9e0e448de,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:00.768642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.828149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5937bfcb-a399-4beb-8c91-efd9e0e448de,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:00.842285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:00.851085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:00.851711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:45:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:00.862078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50724) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:00.866986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269427506', 'description': 'tempest-description--802099621'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:00.893940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.962637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:00.965521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:01.058882 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.139679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.170902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6664e6-004e-4e58-95da-ee11ca8eec48,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:01.194508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 2, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:01.221209 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:01.221565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Updating router 27ac8c60-bd8e-4257-b9e8-79f439141d9c port 695670ce-66a8-41ad-b96d-26b2bb8fc79d binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:46:01.225654 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.227028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b4d8197e-b61a-4b94-b6e6-49137ae33ae9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3638570 Aug 19 15:46:01.230445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50726) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:01.235160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'security_group_rule': {'security_group_id': '3c6664e6-004e-4e58-95da-ee11ca8eec48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:01.249013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.328927 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.388204 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.459842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.494141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15edfde8-8f72-4b97-8b5e-0f0962d0be91,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:01.526743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.536471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Transition to ACTIVE for port object 695670ce-66a8-41ad-b96d-26b2bb8fc79d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:01.540145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.542003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3dfd5317-fd72-4e44-a13e-285c4392d88a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103304 Aug 19 15:46:01.544491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50728) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:01.549492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'security_group_rule': {'security_group_id': '3c6664e6-004e-4e58-95da-ee11ca8eec48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:01.585766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.636700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc870b3f-4084-4d42-b832-a55cb87ad610 None None] Pushing event updated for resources: {'Port': ['ID=695670ce-66a8-41ad-b96d-26b2bb8fc79d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:01.641436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.691223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Attempting to bind port 695670ce-66a8-41ad-b96d-26b2bb8fc79d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:01.691609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Attempting to bind port 695670ce-66a8-41ad-b96d-26b2bb8fc79d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:01.691980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Attempting to bind port 695670ce-66a8-41ad-b96d-26b2bb8fc79d on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:01.697921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:01.698308 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:01.698903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.699315 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:01.699813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Bound port: 695670ce-66a8-41ad-b96d-26b2bb8fc79d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:01.700210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.717995 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.768497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] For port 695670ce-66a8-41ad-b96d-26b2bb8fc79d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:01.771714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] For port 695670ce-66a8-41ad-b96d-26b2bb8fc79d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=695670ce-66a8-41ad-b96d-26b2bb8fc79d,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:01.803012 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.823549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2113f72f-a304-4859-a5a6-c7d33f69c6c7,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:01.840653 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.911041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:01.911674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:45:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:01.917642 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:01.921826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3cf01770-ede7-4c34-a7b4-411d1d465a90 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734593 Aug 19 15:46:01.921929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50730) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:01.927005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:01.947434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc870b3f-4084-4d42-b832-a55cb87ad610 None None] Pushing event updated for resources: {'Port': ['ID=695670ce-66a8-41ad-b96d-26b2bb8fc79d,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:02.014436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.029550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:02.118076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.220797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5937bfcb-a399-4beb-8c91-efd9e0e448de up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:02.233743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Allocated IP 172.25.5.6 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/920917c3-d0a6-4699-931a-268dbf5cef7b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:02.285766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:01Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:02.318405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658270a-4fb7-4e56-b15c-b8c2096f2724 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:01Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:02.319989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5937bfcb-a399-4beb-8c91-efd9e0e448de triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:02.320377 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.348356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.454909 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.499308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:02.504882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:02.508778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:02.538494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'Port': ['ID=920917c3-d0a6-4699-931a-268dbf5cef7b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:02.606211 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.676998 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.842162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.911472 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:02.982808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'Port': ['ID=920917c3-d0a6-4699-931a-268dbf5cef7b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:02.996099 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:03.168621 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:03.169966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bced1ffc-e6c3-4a66-b89d-69d7ebce32f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2469759 Aug 19 15:46:03.363673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-dabf362f-cb27-4f2c-87cd-bd32af861487 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--269427506&fields=id&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 267 time: 0.0466905 Aug 19 15:46:03.489336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-1ca8c7c3-50ef-4694-8bc7-0d2d27670847 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:03.490988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-1ca8c7c3-50ef-4694-8bc7-0d2d27670847 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1197021 Aug 19 15:46:03.508188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-59dcfda7-cad1-4abf-81ef-a5bf8c462d59 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/quotas/da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 375 time: 0.0103428 Aug 19 15:46:03.571454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-ad100c84-5e90-48f9-a43b-7fdf8da3d5e2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567977 Aug 19 15:46:03.674967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-50c18c6b-e945-4ea2-bb76-7a3243cda516 service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906022 Aug 19 15:46:03.767396 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c3939295-0caa-4ca4-82ca-f88ed52b2ec8 service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853868 Aug 19 15:46:04.001446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18f77143-cd65-41ba-b1c0-14d75a9f75ea req-3d7297b8-baa0-440b-b263-f23ca497db34 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 210 time: 0.0328355 Aug 19 15:46:04.239281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 695670ce-66a8-41ad-b96d-26b2bb8fc79d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:04.345358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 695670ce-66a8-41ad-b96d-26b2bb8fc79d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:04.349441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 695670ce-66a8-41ad-b96d-26b2bb8fc79d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:04.351642 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:04.436902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:04.469221 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 695670ce-66a8-41ad-b96d-26b2bb8fc79d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=695670ce-66a8-41ad-b96d-26b2bb8fc79d,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:04.517074 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:04.581638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=695670ce-66a8-41ad-b96d-26b2bb8fc79d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:05.104138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc90cc4e-6dca-4f1a-8ac9-f2175a20eeef req-8dd0d370-c317-4231-8f3f-6f5a8c3a81a4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 210 time: 0.0278912 Aug 19 15:46:06.068442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-90c3113f-589e-411e-a820-61164f583898 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:06.069977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-90c3113f-589e-411e-a820-61164f583898 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1057794 Aug 19 15:46:06.121332 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-98d24673-106b-4b04-bc6e-b22b318a10b7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 379 time: 0.0364490 Aug 19 15:46:06.130373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'port': {'device_id': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'admin_state_up': True, 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'security_groups': ['3c6664e6-004e-4e58-95da-ee11ca8eec48']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:06.224674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c02718d4-fa4b-4bf6-be71-2d998dc8ae83 req-719e649c-fa56-4cf1-b8f8-5659b0590acb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 210 time: 0.0336392 Aug 19 15:46:06.245601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 695670ce-66a8-41ad-b96d-26b2bb8fc79d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:06.306768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 695670ce-66a8-41ad-b96d-26b2bb8fc79d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:06.307144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:06.408238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Made reservation on behalf of da2be488ada14a34a60987c486b5896a for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:46:06.411911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:06.545980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Allocated IP 172.20.0.10 (13f6036f-e651-4236-8b7a-c50b3c867266/b973f0fa-227a-408e-9aaa-e9808bb7ca2a/cd9b1a82-b46b-4b9d-a360-309371e3e2b6) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:06.685436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:06.697809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Transition to ACTIVE for port object cd9b1a82-b46b-4b9d-a360-309371e3e2b6 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:06.820688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:06.872648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:06.875953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:06.880408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:06.884894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:06.937015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:06.937678 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.072437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c5978d04-0662-401e-b20d-66d13961b035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9453380 Aug 19 15:46:07.090838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Request body: {'port': {'device_id': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:07.148903 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.179597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-12cb5f64-a315-4f11-9369-58a79bb892cf None None] Provisioning for port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:07.183710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-12cb5f64-a315-4f11-9369-58a79bb892cf None None] Provisioning complete for port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:07.184124 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12cb5f64-a315-4f11-9369-58a79bb892cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.220823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-12cb5f64-a315-4f11-9369-58a79bb892cf None None] Port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:46:07.439727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bf74b-bc6b-4ef2-beca-2ce0defb1431 req-56672de6-7e20-4064-bd44-d09c468fad76 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:07.442004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd2bf74b-bc6b-4ef2-beca-2ce0defb1431 req-56672de6-7e20-4064-bd44-d09c468fad76 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 932 time: 0.1185172 Aug 19 15:46:07.527697 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd2bf74b-bc6b-4ef2-beca-2ce0defb1431 req-3c658303-68cf-44bc-863e-cb50f8f10b25 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783567 Aug 19 15:46:07.550161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9b1a82-b46b-4b9d-a360-309371e3e2b6 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:46:07.559205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.573455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Transition to ACTIVE for port object cd9b1a82-b46b-4b9d-a360-309371e3e2b6 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:07.631148 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.698934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:07.771146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:07.771490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:07.771827 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:07.777696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:46:07.778048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:07.783311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:07.783654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:07.784042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:07.784480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Bound port: cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:07.784982 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.865868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:07.869260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:07.946048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.980123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:07.980756 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.982200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] 10.222.0.54 "PUT /v2.0/ports/cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 1093 time: 0.8964496 Aug 19 15:46:07.982693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:46:07.984955 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88" -d '{"events": [{"name": "network-changed", "server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:46:08.017527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286af22-23b7-49cf-8647-3ddf2d45668e service neutron] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:08.032385 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca5d36-69da-4390-aad3-081d1e5389b4 x-openstack-request-id: req-6bca5d36-69da-4390-aad3-081d1e5389b4 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:46:08.032678 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:46:08.032938 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bca5d36-69da-4390-aad3-081d1e5389b4 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:46:08.033471 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'status': 'completed', 'code': 200} Aug 19 15:46:08.138436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88 req-48d1cbd5-89ac-44ea-8b3b-4fbda8f36bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.139993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88 req-48d1cbd5-89ac-44ea-8b3b-4fbda8f36bcb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1096 time: 0.0482514 Aug 19 15:46:08.255052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88 req-90ffe5a7-c586-4634-b4a4-8fd7ce4b2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.255052 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88 req-90ffe5a7-c586-4634-b4a4-8fd7ce4b2f98 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=da2be488ada14a34a60987c486b5896a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025157 Aug 19 15:46:08.350669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88 req-fae7dee7-ec6c-4478-ba63-0d51bba9c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.352058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3a2b3b4-4f83-48e5-8693-4b43fbb16e88 req-fae7dee7-ec6c-4478-ba63-0d51bba9c11f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896485 Aug 19 15:46:08.447341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-8d75ded0-6f7c-4ae1-b395-4bcd216d0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.448837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-8d75ded0-6f7c-4ae1-b395-4bcd216d0023 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1096 time: 0.0427582 Aug 19 15:46:08.500681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-26cdcecc-3af3-4328-9072-eb73d4040b83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0389650 Aug 19 15:46:08.550803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c4805656-5ab1-40ef-a790-9e00c02b48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.552303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-c4805656-5ab1-40ef-a790-9e00c02b48b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0451746 Aug 19 15:46:08.600902 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-754e3fe4-7527-47cf-bd2e-35fe9e29355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.602383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-754e3fe4-7527-47cf-bd2e-35fe9e29355d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427904 Aug 19 15:46:08.708605 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bddac2-1ece-4b1f-b160-edcc125e4234 req-a998eb22-644b-4cf1-aa74-6e95a4534fa1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:08.710242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03bddac2-1ece-4b1f-b160-edcc125e4234 req-a998eb22-644b-4cf1-aa74-6e95a4534fa1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.1064463 Aug 19 15:46:08.752628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-7ba57b3b-e537-4224-a75f-e89d7df12469 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401534 Aug 19 15:46:08.789529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03bddac2-1ece-4b1f-b160-edcc125e4234 req-4cd35461-8f74-4d6e-933d-3434dad09824 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705881 Aug 19 15:46:08.864111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-44970843-cfb7-460b-a793-a6dfe3560d90 req-3da0c733-9ef1-40ee-8a43-aad32e5cff5b service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987933 Aug 19 15:46:09.924361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26b58b-e1fd-4e61-8011-cfdf5cc06222 req-9958431d-730e-43f3-b469-76e126e87646 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:09.925941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d26b58b-e1fd-4e61-8011-cfdf5cc06222 req-9958431d-730e-43f3-b469-76e126e87646 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0516906 Aug 19 15:46:09.969877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d26b58b-e1fd-4e61-8011-cfdf5cc06222 req-90c36081-59c5-47a7-b230-7d689bfbea39 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326912 Aug 19 15:46:11.100349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6098e-dc62-4840-8a5c-9c7122416f0b req-e9c8366c-7452-4ee9-ace6-94a712832ef1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:11.101977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84e6098e-dc62-4840-8a5c-9c7122416f0b req-e9c8366c-7452-4ee9-ace6-94a712832ef1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0614343 Aug 19 15:46:11.143104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84e6098e-dc62-4840-8a5c-9c7122416f0b req-84d2c31e-0ff9-4979-85e3-b8697902aecf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345330 Aug 19 15:46:12.281393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b0fe-0ab8-404b-8572-fa7b6c4aae7e req-97870758-8a07-46b4-a8c3-b29315f610e4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:12.282894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cc7b0fe-0ab8-404b-8572-fa7b6c4aae7e req-97870758-8a07-46b4-a8c3-b29315f610e4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0536549 Aug 19 15:46:12.322610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1cc7b0fe-0ab8-404b-8572-fa7b6c4aae7e req-9900472c-6151-4341-9c6e-0b70c1c4135a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337181 Aug 19 15:46:13.241894 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:46:13.341361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:13.353548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'mac_address': 'fa:16:3e:24:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:46:13.395262 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:13.409745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9b1a82-b46b-4b9d-a360-309371e3e2b6 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:46:13.441809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:13.443194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546f7a-6e7b-45bf-a2af-c0dc0254ccbf req-ec96eb4c-8de2-44dc-9f63-c5eb3f7a8143 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:13.444854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35546f7a-6e7b-45bf-a2af-c0dc0254ccbf req-ec96eb4c-8de2-44dc-9f63-c5eb3f7a8143 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0539510 Aug 19 15:46:13.487839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35546f7a-6e7b-45bf-a2af-c0dc0254ccbf req-b8dd0ffb-655b-4837-867e-b20f835682f2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357666 Aug 19 15:46:13.528510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:13.568505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:13.625775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:13.954033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['cd9b1a82-b46b-4b9d-a360-309371e3e2b6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:46:14.609434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309b3c4-5e17-4703-a329-4aa8e2dcd015 req-996579e7-fb8a-44cf-9669-b3a5ffbddfe7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:14.610980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c309b3c4-5e17-4703-a329-4aa8e2dcd015 req-996579e7-fb8a-44cf-9669-b3a5ffbddfe7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 945 time: 0.0504193 Aug 19 15:46:14.650242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c309b3c4-5e17-4703-a329-4aa8e2dcd015 req-06740507-b987-46cc-aa94-90c5177dae18 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Aug 19 15:46:15.248384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:15.373435 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:15.377396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:15.377775 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:15.458910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:15.480823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:46:15.483415 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7c883-30df-4d39-90b5-f34f2123e68d" -d '{"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-plugged", "status": "completed", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:46:15.496050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:15.521665 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0248c061-bb96-4257-af22-eafe0cc44dd8 x-openstack-request-id: req-0248c061-bb96-4257-af22-eafe0cc44dd8 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:46:15.521983 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-plugged", "status": "completed", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:46:15.522240 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0248c061-bb96-4257-af22-eafe0cc44dd8 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:46:15.522642 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'code': 200} Aug 19 15:46:15.556146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:15.609717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:15.649070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6632b8-64ca-4c56-9561-eb5aa7ed0dec req-6290a011-cecc-4e74-a491-2beda34518cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:15.650654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e6632b8-64ca-4c56-9561-eb5aa7ed0dec req-6290a011-cecc-4e74-a491-2beda34518cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1098 time: 0.0453362 Aug 19 15:46:15.686306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e6632b8-64ca-4c56-9561-eb5aa7ed0dec req-f19019b7-a764-455f-b724-ea9fe3916b72 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290098 Aug 19 15:46:15.774802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8af74-984c-4413-9071-4de3151b81af req-e78bd7b3-4701-4714-98e1-42407f075122 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:15.776290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8a8af74-984c-4413-9071-4de3151b81af req-e78bd7b3-4701-4714-98e1-42407f075122 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0512176 Aug 19 15:46:15.839368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8a8af74-984c-4413-9071-4de3151b81af req-ed6a35b9-b219-4a2d-9b1e-6d2b2d281f16 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551832 Aug 19 15:46:16.993757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c917e-9935-4a80-926e-10956f825a6e req-9e570a55-e613-43a2-b4dd-4240b489f43e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:16.995357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f0c917e-9935-4a80-926e-10956f825a6e req-9e570a55-e613-43a2-b4dd-4240b489f43e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0779364 Aug 19 15:46:17.038028 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f0c917e-9935-4a80-926e-10956f825a6e req-b33c2801-bced-4405-87e3-f36663858869 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350001 Aug 19 15:46:18.163203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1298d9-23a8-474e-8e70-17ac021e19ca req-2f35e330-0d09-4b08-b927-10c49a6bb28b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:18.164699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c1298d9-23a8-474e-8e70-17ac021e19ca req-2f35e330-0d09-4b08-b927-10c49a6bb28b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0551078 Aug 19 15:46:18.204463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c1298d9-23a8-474e-8e70-17ac021e19ca req-e3217024-c1b4-4c8f-bc46-dca04c54b9e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Aug 19 15:46:18.318097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0887c-6de3-4563-94ba-6f25bf8aee84 req-dd7ed9e4-2961-4d8f-b104-f7d98c2c7dae tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:18.319559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55c0887c-6de3-4563-94ba-6f25bf8aee84 req-dd7ed9e4-2961-4d8f-b104-f7d98c2c7dae tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0508690 Aug 19 15:46:18.329464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 50798) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:18.334041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'floatingip': {'port_id': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:18.373564 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:19.158691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:19.249073 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:19.354729 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 associated. External IP: 172.25.5.6, port: cd9b1a82-b46b-4b9d-a360-309371e3e2b6. Aug 19 15:46:19.566342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:46:19.678010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:19.683202 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:19.689195 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:19.698850 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:19.699455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:45:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:19.711498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-25693104-0a04-435e-a5ef-87bb7c1fb0d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "PUT /v2.0/floatingips/7282ec87-b252-47f1-8ca9-e9b421362de8 HTTP/1.1" status: 200 len: 990 time: 1.3809052 Aug 19 15:46:19.712193 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:46:19.714617 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f563eb57-683b-40f7-9eb1-87bad583f3de" -d '{"events": [{"name": "network-changed", "server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:46:19.808900 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:19.818889 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d688612b-714d-4574-8541-a827a9160b1a x-openstack-request-id: req-d688612b-714d-4574-8541-a827a9160b1a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:46:19.819198 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:46:19.819448 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d688612b-714d-4574-8541-a827a9160b1a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:46:19.819884 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'status': 'completed', 'code': 200} Aug 19 15:46:19.902900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-39557046-85a8-479e-af46-0b0c7d598646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:19.904719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-39557046-85a8-479e-af46-0b0c7d598646 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1098 time: 0.0430446 Aug 19 15:46:20.012822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-8db21ca1-9875-4cb2-b289-7f6e8f24077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:20.014461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-8db21ca1-9875-4cb2-b289-7f6e8f24077c service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1024072 Aug 19 15:46:20.084480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-a3a6a853-d2f4-4d26-bb7b-b97272da2835 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 998 time: 0.0626385 Aug 19 15:46:20.142227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-d0b7c9fc-ed1c-46e8-bdad-ca4b6cd776d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:20.144305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-d0b7c9fc-ed1c-46e8-bdad-ca4b6cd776d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0536654 Aug 19 15:46:20.159475 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:24:4e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:46:19Z', 'revision_number': 1, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:20.189169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:20.197617 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:20.197838 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-43503a91-cd18-4e8b-9079-3f51a1c08a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:20.198238 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:45:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:20.199382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-43503a91-cd18-4e8b-9079-3f51a1c08a22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485849 Aug 19 15:46:20.294544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-31334444-af82-40f1-a7f7-c78f68ababc9 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Aug 19 15:46:20.309750 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:20.399759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f563eb57-683b-40f7-9eb1-87bad583f3de req-dd96db01-8da0-4630-9409-625420803a7b service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901251 Aug 19 15:46:20.553079 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:24:4e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:46:19Z', 'revision_number': 1, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:20.580742 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36bdf-fe0a-4972-86f1-a35f4c34a840 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:24:4e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:46:19Z', 'revision_number': 1, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:20.776098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971e7b8-8fdc-4917-b730-2c2f77374a27 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:46:21.380238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-b945511c-f48e-48bf-a3e6-dc2eb1b27811 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412416 Aug 19 15:46:21.474194 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-bfe444a0-5105-4572-9fdb-4287597a2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:21.475660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-bfe444a0-5105-4572-9fdb-4287597a2acf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1098 time: 0.0399125 Aug 19 15:46:21.581383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-1685eda8-526f-41e3-a6d3-d6fece3dfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:21.582970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-1685eda8-526f-41e3-a6d3-d6fece3dfc1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0881035 Aug 19 15:46:21.652096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-06fb477b-5606-47e9-bbbc-613e2088f30b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 1000 time: 0.0625849 Aug 19 15:46:21.702768 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-b08a41ee-aeae-42fc-9a7f-d16473f6f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:21.704685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-b08a41ee-aeae-42fc-9a7f-d16473f6f9ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0459342 Aug 19 15:46:21.755903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-6184e397-cb5e-4d98-9aba-e4dd6c74b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:21.757365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-6184e397-cb5e-4d98-9aba-e4dd6c74b0fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463526 Aug 19 15:46:21.847934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-fa30231a-9713-4eb4-8ed2-6fb4581eed0e service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839279 Aug 19 15:46:21.947151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8633f5c-7e69-4659-a2db-5fe0a2dde46f req-3ca32e4c-6640-4d9b-83ce-3bab39522984 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908849 Aug 19 15:46:24.539040 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8cb22d1-01b0-426c-a674-81f3631fa341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:25.830811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:27.322298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:27.888131 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7cb1ef68-f73d-47f2-b358-c326eabad9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:29.739525 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:30.865393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.351838 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:46:43.550662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.573432 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b5257fed-e570-4dde-a8b2-060e885d4981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.835555 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.378854 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.910476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be841b7b-3a67-4595-9070-6a556f65ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.767569 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.917634 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:13.532562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:14.351886 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:47:23.401668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-ffe06517-73e3-451e-b335-3cd3b10c67ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415502 Aug 19 15:47:23.508811 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-b2702682-b46c-420e-9805-47ea6c06a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:23.508811 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-b2702682-b46c-420e-9805-47ea6c06a0d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1098 time: 0.0448489 Aug 19 15:47:23.658890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-70ac4803-a4ab-424f-909d-746c63eb052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:23.660404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-70ac4803-a4ab-424f-909d-746c63eb052d service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0920842 Aug 19 15:47:23.728328 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-094d09cd-e55f-4dc0-b7f3-8ed92dbee8ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 1000 time: 0.0590551 Aug 19 15:47:23.777178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-84f245c5-041a-40b4-aff3-42a6441fc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:23.778573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-84f245c5-041a-40b4-aff3-42a6441fc006 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0435290 Aug 19 15:47:23.829208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-f4b86511-7136-476a-a092-a8820c3da655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:23.830742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-f4b86511-7136-476a-a092-a8820c3da655 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458417 Aug 19 15:47:23.920755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-1110eace-a4c5-46a0-ac91-4c654c83bd28 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826185 Aug 19 15:47:24.016184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef596aa0-e585-42bb-bb65-345eb8f3c434 req-06d582c3-7c13-40ec-ad40-bbf3b50c4963 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874121 Aug 19 15:47:24.555368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d722d71a-9baf-4179-b1de-469212e6cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:25.818313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:27.338289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:27.882277 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40277d89-ff7d-4306-93ab-2f52dca774a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:29.732196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:30.875519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:43.532239 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:51.351332 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:47:54.566426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fa2fa558-9aaf-48cf-bdde-42083b529152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:55.828592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:57.354425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:57.909622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8f11331-9f46-4da6-b78b-79b1403aed2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:59.737828 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:00.868783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:13.531393 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:24.570755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a5354eca-974f-4cf7-aa12-c004935cfe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:25.389492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-56e16f45-8f0f-411c-83e3-155e65ca6d3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422626 Aug 19 15:48:25.484752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373105e-1b6d-4927-944a-742ed58485b8 req-e273e7f8-24e1-4527-a4cc-61094c8a6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:25.486208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-e273e7f8-24e1-4527-a4cc-61094c8a6f13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1098 time: 0.0404859 Aug 19 15:48:25.593927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373105e-1b6d-4927-944a-742ed58485b8 req-4f4ee4fd-73bf-4b3f-ad63-d0f96a64a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:25.595426 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-4f4ee4fd-73bf-4b3f-ad63-d0f96a64a3cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0897727 Aug 19 15:48:25.668727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-9260948b-be52-4ecd-8764-3674d9ddb599 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 1000 time: 0.0662837 Aug 19 15:48:25.717410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373105e-1b6d-4927-944a-742ed58485b8 req-1a010bbd-90fc-4fbb-b15c-2fa015a0c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:25.718846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-1a010bbd-90fc-4fbb-b15c-2fa015a0c952 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0432148 Aug 19 15:48:25.768893 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373105e-1b6d-4927-944a-742ed58485b8 req-4cbfcd0c-356b-402f-b186-bb4d6d86885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:25.770375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-4cbfcd0c-356b-402f-b186-bb4d6d86885f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448489 Aug 19 15:48:25.822827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:25.861211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-fe680198-01f4-4026-b23c-04ed048b5975 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835662 Aug 19 15:48:25.959946 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373105e-1b6d-4927-944a-742ed58485b8 req-31f8a9d6-977b-40ea-9a1d-0f099d65376d service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917912 Aug 19 15:48:27.337247 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:27.896766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-42031c65-b255-4639-80eb-55c45a00fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:28.350017 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:48:29.753968 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:30.902534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:43.576351 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:52.476112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd7ed-1b03-47f9-ad13-092ed7cdcd6b req-15c47229-1d7d-425a-8112-342f8a6d7972 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:52.486098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6dbd7ed-1b03-47f9-ad13-092ed7cdcd6b req-15c47229-1d7d-425a-8112-342f8a6d7972 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.1257033 Aug 19 15:48:52.527624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6dbd7ed-1b03-47f9-ad13-092ed7cdcd6b req-484ea2a3-378a-47e4-9ae8-324478ffaf0e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353644 Aug 19 15:48:52.956698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efaf02-cbb9-4a3f-a6d2-bc2b51c8d365 req-4505efd0-fdc4-49ef-b990-158f56bac3c7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:52.958201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45efaf02-cbb9-4a3f-a6d2-bc2b51c8d365 req-4505efd0-fdc4-49ef-b990-158f56bac3c7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0503657 Aug 19 15:48:52.997007 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45efaf02-cbb9-4a3f-a6d2-bc2b51c8d365 req-279684b7-997e-4a01-8be0-3ef6848786ed tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326345 Aug 19 15:48:53.226109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-c374434f-7697-4792-a117-72d72038deb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921373 Aug 19 15:48:54.118005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b3c75-b3d0-4fd3-b0c6-7f2ca1c55cd9 req-1918d304-6545-4b05-a37c-f39d1a227149 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:54.120187 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39b3c75-b3d0-4fd3-b0c6-7f2ca1c55cd9 req-1918d304-6545-4b05-a37c-f39d1a227149 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0535042 Aug 19 15:48:54.159346 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e39b3c75-b3d0-4fd3-b0c6-7f2ca1c55cd9 req-ec744d70-d618-416f-9f40-4e749e79b80d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328934 Aug 19 15:48:54.604933 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-28f8fff4-b5b9-4e79-9396-48ed6d5222b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:55.289960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd5d4-e310-43f7-995f-e3eb051f8b99 req-b08fc7bf-3882-4d1d-bf57-0c38839a45fc tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:55.292278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4bbd5d4-e310-43f7-995f-e3eb051f8b99 req-b08fc7bf-3882-4d1d-bf57-0c38839a45fc tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0587132 Aug 19 15:48:55.361193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4bbd5d4-e310-43f7-995f-e3eb051f8b99 req-589d1dff-8d5b-4241-b6ab-b15b29304c4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619380 Aug 19 15:48:55.371094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-e26176f3-2444-4d13-950c-ddb6d481742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:55.372585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-e26176f3-2444-4d13-950c-ddb6d481742e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1098 time: 0.1110733 Aug 19 15:48:55.463587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-73b88281-773a-449c-abc4-1cd12dd05faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:55.465201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-73b88281-773a-449c-abc4-1cd12dd05faa service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0857270 Aug 19 15:48:55.536152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-4c42955d-fced-4162-82dc-2542994f27fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 1000 time: 0.0636246 Aug 19 15:48:55.586967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-8a9c1352-8ed5-4e38-9f7b-fee49568f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:55.589298 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-8a9c1352-8ed5-4e38-9f7b-fee49568f5fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0462232 Aug 19 15:48:55.634166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-adf40d4a-36f1-41c1-9ed3-ab19378cbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:55.636331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-adf40d4a-36f1-41c1-9ed3-ab19378cbdd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406632 Aug 19 15:48:55.731258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-bf0ab621-2d7b-4bf6-b845-000f79f6740f service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877516 Aug 19 15:48:55.824422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-0076e956-f1ba-47ea-8950-72bb086041ea service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Aug 19 15:48:55.884736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:56.489056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb83964-48cb-413d-93e4-1dee606b9376 req-c02421ee-47b0-46f6-a184-fb1962747ef3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:56.490517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edb83964-48cb-413d-93e4-1dee606b9376 req-c02421ee-47b0-46f6-a184-fb1962747ef3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0606132 Aug 19 15:48:56.534311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edb83964-48cb-413d-93e4-1dee606b9376 req-03cc7b95-1425-459e-a109-3aa7b1b16772 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374012 Aug 19 15:48:57.324434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:57.658947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11fb0a-db0f-43b9-b113-9e6993da3f7d req-02737ffe-6acb-400c-9d46-f442625d3aab tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:57.660442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e11fb0a-db0f-43b9-b113-9e6993da3f7d req-02737ffe-6acb-400c-9d46-f442625d3aab tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0536299 Aug 19 15:48:57.698867 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e11fb0a-db0f-43b9-b113-9e6993da3f7d req-3eeffe9c-737b-4d24-910b-c3b654c54bd7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Aug 19 15:48:57.913279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-900c8e67-2606-4d63-8988-0829d49b93fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:58.814150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf2f43-128c-48d1-ad30-d24aab1217dc req-6da3dce5-858d-49b9-a605-d2b725a5c24f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:58.815749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6abf2f43-128c-48d1-ad30-d24aab1217dc req-6da3dce5-858d-49b9-a605-d2b725a5c24f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0491204 Aug 19 15:48:58.852317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6abf2f43-128c-48d1-ad30-d24aab1217dc req-3d2cfd87-d2f4-43f7-997d-03fb3928a543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306232 Aug 19 15:48:59.793308 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:59.968447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6b6d-3c39-49ba-b6b5-7a3de0e7a654 req-376ada3b-f255-40d1-8b09-eac6302d51a5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:59.969985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a6a6b6d-3c39-49ba-b6b5-7a3de0e7a654 req-376ada3b-f255-40d1-8b09-eac6302d51a5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0494308 Aug 19 15:49:00.009215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a6a6b6d-3c39-49ba-b6b5-7a3de0e7a654 req-4c5087c9-ee95-42d9-b7f7-4e327d65d8b3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328445 Aug 19 15:49:00.924487 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:01.134776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0f72-3b0e-47c2-951c-0c6cc0c81129 req-70523188-65ab-48f5-8e57-888a772c7224 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:01.136458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e0c0f72-3b0e-47c2-951c-0c6cc0c81129 req-70523188-65ab-48f5-8e57-888a772c7224 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0556402 Aug 19 15:49:01.175473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e0c0f72-3b0e-47c2-951c-0c6cc0c81129 req-cba2341e-d643-425a-ad2a-033533c1fa8e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328181 Aug 19 15:49:02.292289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d65433-a9cc-4798-8aac-92543f23dec0 req-78b57b94-1d1f-4afc-b324-2a3bd674cfab tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:02.293887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62d65433-a9cc-4798-8aac-92543f23dec0 req-78b57b94-1d1f-4afc-b324-2a3bd674cfab tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Aug 19 15:49:02.332912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62d65433-a9cc-4798-8aac-92543f23dec0 req-a852cbff-41b8-402b-9202-a032e6bc4fa3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Aug 19 15:49:03.451649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e4ace-bc14-4396-9637-9a4ff98d5c47 req-5d66cac1-6346-43da-8d9c-01551c8a1afa tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:03.453153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e8e4ace-bc14-4396-9637-9a4ff98d5c47 req-5d66cac1-6346-43da-8d9c-01551c8a1afa tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0489652 Aug 19 15:49:03.491485 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e8e4ace-bc14-4396-9637-9a4ff98d5c47 req-b4cb64b3-cd54-4f6e-9ced-53edf4f49707 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322795 Aug 19 15:49:04.628047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a605b-ea70-4545-9c43-4181190f7ba1 req-9e1aa774-adee-4951-b2f2-9fc5b8938086 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:04.629529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca0a605b-ea70-4545-9c43-4181190f7ba1 req-9e1aa774-adee-4951-b2f2-9fc5b8938086 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0534649 Aug 19 15:49:04.668273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca0a605b-ea70-4545-9c43-4181190f7ba1 req-78bb3b2f-068e-45d1-a836-17621620c42f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Aug 19 15:49:05.349917 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:49:05.785934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa98465-8e40-40b8-a383-a040b2c60dca req-77936427-17bf-4883-9df3-3c4ff4d30fe5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:05.787511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fa98465-8e40-40b8-a383-a040b2c60dca req-77936427-17bf-4883-9df3-3c4ff4d30fe5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0512292 Aug 19 15:49:05.826870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3fa98465-8e40-40b8-a383-a040b2c60dca req-ca179374-c17a-44d0-8044-aa6f05aefc0c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Aug 19 15:49:06.941734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8f94-923c-4093-862f-a6d42291c71c req-a4a47596-4544-4d9f-aeac-e8dcb4d61618 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:06.943200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-087b8f94-923c-4093-862f-a6d42291c71c req-a4a47596-4544-4d9f-aeac-e8dcb4d61618 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0493729 Aug 19 15:49:06.981048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-087b8f94-923c-4093-862f-a6d42291c71c req-ce86a9fe-e88f-4b00-b405-6879978ebba0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Aug 19 15:49:08.103960 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-e82b9b92-bddc-4169-b472-545696673edc req-d466f757-7f80-4fb0-8b77-3a87b0c32701 service neutron] show failed (client error): The resource could not be found. Aug 19 15:49:08.105056 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-d466f757-7f80-4fb0-8b77-3a87b0c32701 service neutron] 10.222.0.54 "GET /v2.0/ports/cd9b1a82-b46b-4b9d-a360-309371e3e2b6/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0886288 Aug 19 15:49:08.117938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075a58-f30c-4f3a-b2c5-f0145b666e7e req-b25621b8-4e38-4c0a-ab95-3b3ff4392fde tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:08.119453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e075a58-f30c-4f3a-b2c5-f0145b666e7e req-b25621b8-4e38-4c0a-ab95-3b3ff4392fde tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0682940 Aug 19 15:49:08.163198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e075a58-f30c-4f3a-b2c5-f0145b666e7e req-901a1b2e-1d57-464e-96a6-cec7139d4f17 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Aug 19 15:49:08.595624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-6e8ebb61-f8ba-40b5-857b-a08bc795699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:08.597248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-6e8ebb61-f8ba-40b5-857b-a08bc795699a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 1098 time: 0.0941746 Aug 19 15:49:08.609833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:49:08.665603 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:08.870725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:08.905414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:49:08.944626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:08.946932 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edac895c-7b98-4deb-8ef5-3a9c4b269905" -d '{"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:08.951352 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:08.964662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Transition to ACTIVE for port object cd9b1a82-b46b-4b9d-a360-309371e3e2b6 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:49:08.999162 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27031e-22c1-43ce-8ae1-1abf53bd5971 x-openstack-request-id: req-5e27031e-22c1-43ce-8ae1-1abf53bd5971 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:08.999525 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:08.999784 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e27031e-22c1-43ce-8ae1-1abf53bd5971 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:09.000194 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'code': 200} Aug 19 15:49:09.055725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:09.138501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:09.154132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.154485 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.154832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.155174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.155511 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.155849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.156182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.156513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.156844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.157204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.157528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.157856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:09.193874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] No DVR routers for this DVR port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:49:09.351174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e0ac-3921-48a8-9946-a4ab788b3d56 req-bf0fa0ef-9468-45ef-9fa5-54c09143c8c4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.352684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d76e0ac-3921-48a8-9946-a4ab788b3d56 req-bf0fa0ef-9468-45ef-9fa5-54c09143c8c4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0688601 Aug 19 15:49:09.404704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:49:09.404931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:49:09.405300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:49:09.421951 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:49:09.422284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Attempting to bind port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:49:09.431560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d76e0ac-3921-48a8-9946-a4ab788b3d56 req-f859d09e-8e9a-4229-97c3-23597583f48b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698071 Aug 19 15:49:09.433016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:49:09.433392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:49:09.434018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:49:09.434666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Bound port: cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:49:09.434981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:09.502449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:49:09.505918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:49:09.590140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:09.645822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.646462 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:09.647906 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] 10.222.0.46 "PUT /v2.0/ports/cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 1093 time: 1.0421038 Aug 19 15:49:09.670555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61bca3-654e-4909-be77-db9da0163a22 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:09.717042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-372363ba-4346-4788-8a01-384607a95375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.718632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-372363ba-4346-4788-8a01-384607a95375 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1096 time: 0.0433893 Aug 19 15:49:09.817938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-cb9d3b15-9847-4613-8fa5-ac7d043c3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.819446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-cb9d3b15-9847-4613-8fa5-ac7d043c3795 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0941238 Aug 19 15:49:09.891988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-86ec0a61-274c-4c7d-a4bc-aab477e62299 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 998 time: 0.0634196 Aug 19 15:49:09.945919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-babd9555-ada6-41af-8638-34cc5a55aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.947271 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-babd9555-ada6-41af-8638-34cc5a55aa62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0484164 Aug 19 15:49:09.993257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b9b92-bddc-4169-b472-545696673edc req-fdfc29aa-1dfe-4047-a8bb-514ddc62ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.994914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-fdfc29aa-1dfe-4047-a8bb-514ddc62ca86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401273 Aug 19 15:49:10.084754 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-4c97fce5-f3b7-4626-b16b-e7b5af254518 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821078 Aug 19 15:49:10.556245 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e82b9b92-bddc-4169-b472-545696673edc req-c112df92-dd81-4eb5-b685-da8ffd55293b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636393 Aug 19 15:49:10.575999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9376-776c-40cb-814c-9b82db0b9538 req-4569636d-fa2d-4639-b3e9-8297aca484aa tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:10.582983 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aec9376-776c-40cb-814c-9b82db0b9538 req-4569636d-fa2d-4639-b3e9-8297aca484aa tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0670986 Aug 19 15:49:10.616940 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2aec9376-776c-40cb-814c-9b82db0b9538 req-0aa1cd5b-f272-4f06-9bc3-f65591a5ce55 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Aug 19 15:49:11.001268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:11.003654 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d891a-49f2-4798-bf89-0e4c0197287b" -d '{"events": [{"name": "network-changed", "server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:11.054478 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf3480e-4944-4a31-8214-e4bad3a44c81 x-openstack-request-id: req-edf3480e-4944-4a31-8214-e4bad3a44c81 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:11.054478 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:11.054478 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edf3480e-4944-4a31-8214-e4bad3a44c81 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:11.054478 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'status': 'completed', 'code': 200} Aug 19 15:49:11.154041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-6120f28c-4a7d-41f7-8c7c-b7e9cc96981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.155492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-6120f28c-4a7d-41f7-8c7c-b7e9cc96981b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1096 time: 0.0785294 Aug 19 15:49:11.161506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-8b8dd198-4ede-40b8-9e97-cdc5cf1f0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.163016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-8b8dd198-4ede-40b8-9e97-cdc5cf1f0309 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1096 time: 0.0559766 Aug 19 15:49:11.320844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-1a54b2d0-d5e6-4775-8350-9be8b78b76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.322359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-1a54b2d0-d5e6-4775-8350-9be8b78b76fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1584973 Aug 19 15:49:11.323824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-f42648f8-3b16-47ab-a958-098164454949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.325168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-f42648f8-3b16-47ab-a958-098164454949 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1536477 Aug 19 15:49:11.443193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-f2630995-8118-4f73-bcc2-bb1daadd54a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 998 time: 0.1112022 Aug 19 15:49:11.445007 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-3c6e2cc5-ea2d-4967-bb96-6783334ab165 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 998 time: 0.1071606 Aug 19 15:49:11.531818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-09aa3aed-da84-43fb-8076-9edfc10f258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.533318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-09aa3aed-da84-43fb-8076-9edfc10f258d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0835767 Aug 19 15:49:11.534697 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-12ad29c9-d1fe-4157-8199-d7d5eda408cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.536019 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-12ad29c9-d1fe-4157-8199-d7d5eda408cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0790555 Aug 19 15:49:11.606173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-605e4e7a-5e15-4d1e-b065-01dd1142b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.607718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-605e4e7a-5e15-4d1e-b065-01dd1142b27c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678008 Aug 19 15:49:11.613938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-c7ad853d-e645-4535-9d44-05779d3e0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.615349 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-c7ad853d-e645-4535-9d44-05779d3e0154 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671172 Aug 19 15:49:11.812461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1414f-3ce7-48b5-b475-30b0d54bfa65 req-7e3b51c6-dfcf-4555-9e0a-90a763154e6e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.813891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23f1414f-3ce7-48b5-b475-30b0d54bfa65 req-7e3b51c6-dfcf-4555-9e0a-90a763154e6e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.1120715 Aug 19 15:49:11.823855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-a9fa81e3-2c8b-4c1f-b3c9-6269c7a7b92e service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075763 Aug 19 15:49:11.844872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-066e33c9-3a5e-4da9-8c64-efc78c9ae747 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202880 Aug 19 15:49:11.958681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23f1414f-3ce7-48b5-b475-30b0d54bfa65 req-e89b301b-4e41-481f-b94a-ca568bc7ca45 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377621 Aug 19 15:49:12.012139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-ec22562e-35d9-4b15-a29b-2e1eaa10a7cc service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797228 Aug 19 15:49:12.021861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fd4d891a-49f2-4798-bf89-0e4c0197287b req-f67365b6-424d-4cfe-b7c2-d88ecdb06081 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596768 Aug 19 15:49:12.162041 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:49:12.202231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:49:13.075289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01010e-30cb-4363-a49e-4e8a84715905 req-471166d6-7e93-4253-b5df-56153d98d9fa tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.076805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a01010e-30cb-4363-a49e-4e8a84715905 req-471166d6-7e93-4253-b5df-56153d98d9fa tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0500109 Aug 19 15:49:13.114337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a01010e-30cb-4363-a49e-4e8a84715905 req-31e0e093-8f4b-4d93-aae2-9663cad1e6ac tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Aug 19 15:49:13.425521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51184c-d4c5-4e50-ac80-fb3707d3b63d req-94973d51-1be1-42bc-a2df-49b870f439f6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.427078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd51184c-d4c5-4e50-ac80-fb3707d3b63d req-94973d51-1be1-42bc-a2df-49b870f439f6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 944 time: 0.0558939 Aug 19 15:49:13.467923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd51184c-d4c5-4e50-ac80-fb3707d3b63d req-f4191fa1-cc78-4b3f-af2e-189ee32a70d7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340464 Aug 19 15:49:13.528200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-d0927611-393f-465f-95f1-3e2e488e0035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.529732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-d0927611-393f-465f-95f1-3e2e488e0035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&tenant_id=da2be488ada14a34a60987c486b5896a&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.0586953 Aug 19 15:49:13.535853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:13.592021 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-4deffd1d-d5e4-4e71-91d4-3a270ccee959 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:49:13.592947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-4deffd1d-d5e4-4e71-91d4-3a270ccee959 service neutron] 10.222.0.54 "DELETE /v2.0/ports/cd9b1a82-b46b-4b9d-a360-309371e3e2b6/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0562544 Aug 19 15:49:13.699830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-e000728a-f6dc-4404-a639-cdc5b385cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.701370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-e000728a-f6dc-4404-a639-cdc5b385cfb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1096 time: 0.0452707 Aug 19 15:49:13.748222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:49:13.790731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-5bbac370-1a9f-4cd4-b44c-19f30b40a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.792517 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-5bbac370-1a9f-4cd4-b44c-19f30b40a856 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0842314 Aug 19 15:49:13.846130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:13.858245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'mac_address': 'fa:16:3e:24:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:49:13.864273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-914750be-c2fd-45f5-95cb-5c3a0146a71b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 998 time: 0.0653281 Aug 19 15:49:13.902719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:13.915751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9b1a82-b46b-4b9d-a360-309371e3e2b6 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:49:13.917899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-220ee389-97b7-41a9-95ad-63b0d07c5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.919540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-220ee389-97b7-41a9-95ad-63b0d07c5db1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0481012 Aug 19 15:49:13.937992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:13.966168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-b2964b7a-d763-4c1e-9255-c20c1cf1c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.967743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-b2964b7a-d763-4c1e-9255-c20c1cf1c669 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414796 Aug 19 15:49:14.000017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:14.063599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-6663d983-aa80-4c75-b6f5-2808c7a11930 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891461 Aug 19 15:49:14.097216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:14.107569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.107914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.108262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.108596 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.108926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.109282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.109608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.109930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.110252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.110573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.110895 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.111211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:14.156421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ef718a1-8cc1-4ce2-a82b-e0ac93301e74 req-07a07d1f-8323-42b2-bc7b-1d0fb1b2054c service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863309 Aug 19 15:49:14.245121 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['cd9b1a82-b46b-4b9d-a360-309371e3e2b6'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:49:14.529576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-90830ae7-f59d-4f9f-87c0-a8694583fb0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413468 Aug 19 15:49:14.613402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dde4b0-0472-41c0-86f6-ba4bea84ae96 req-086ee648-4338-45ee-8018-a6463dece67b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:14.614909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17dde4b0-0472-41c0-86f6-ba4bea84ae96 req-086ee648-4338-45ee-8018-a6463dece67b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 945 time: 0.0776215 Aug 19 15:49:14.642823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-acce6fd4-62f9-44e0-bdd4-293e64211091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:14.644350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-acce6fd4-62f9-44e0-bdd4-293e64211091 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 1097 time: 0.0693984 Aug 19 15:49:14.665021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17dde4b0-0472-41c0-86f6-ba4bea84ae96 req-95c50008-4342-487b-80d9-a12986450fb3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Aug 19 15:49:14.755400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-a525e4f0-60a0-4647-bcbd-347a05202c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:14.756781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-a525e4f0-60a0-4647-bcbd-347a05202c11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0877845 Aug 19 15:49:14.827094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-76708714-3544-4a76-88a4-3c0f5f1917c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 200 len: 999 time: 0.0620441 Aug 19 15:49:14.878401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-bd016fda-0ef5-4dd2-ac56-e3b7ce63e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:14.879894 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-bd016fda-0ef5-4dd2-ac56-e3b7ce63e4c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0465047 Aug 19 15:49:14.928624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-c66931ef-7f41-4411-9f87-1e3cc099ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:14.930290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-c66931ef-7f41-4411-9f87-1e3cc099ae79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427043 Aug 19 15:49:15.031925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-79b77555-1e14-4242-8baf-ca8e51ae4062 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939143 Aug 19 15:49:15.122257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03156ddc-00cb-4b71-92aa-75dd2e4e5675 req-03a77077-7817-4c4d-8d35-1c5b00b9076e service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832744 Aug 19 15:49:15.760805 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:49:15.787777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da6020-01de-43c0-8eca-9fe5eae92613 req-51eefc66-d555-4c81-bb48-eb412211a7a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:15.789321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14da6020-01de-43c0-8eca-9fe5eae92613 req-51eefc66-d555-4c81-bb48-eb412211a7a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 945 time: 0.0547647 Aug 19 15:49:15.830519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14da6020-01de-43c0-8eca-9fe5eae92613 req-d1599313-f6bf-446e-bb16-a496757c647b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336301 Aug 19 15:49:15.867443 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:49:15.872800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:49:15.873341 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:15.961237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:15.962567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551235e1-20e0-4640-a5b9-1ad6ba651112 req-b31fb2a9-0186-4c73-bdf4-c550264cc102 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:15.964148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-551235e1-20e0-4640-a5b9-1ad6ba651112 req-b31fb2a9-0186-4c73-bdf4-c550264cc102 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 945 time: 0.0521414 Aug 19 15:49:15.985068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:15.987362 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c53800-a073-4a12-9533-b9dde4e9cf40" -d '{"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-plugged", "status": "completed", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:16.001387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:16.005910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-551235e1-20e0-4640-a5b9-1ad6ba651112 req-42c9954b-0dcd-491f-98dc-bc00bbd347ff tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349333 Aug 19 15:49:16.067373 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:16.118416 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8512284-33d5-421b-9e96-2812229f12a7 x-openstack-request-id: req-d8512284-33d5-421b-9e96-2812229f12a7 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:16.118704 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-plugged", "status": "completed", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:16.118953 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8512284-33d5-421b-9e96-2812229f12a7 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:16.119342 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'code': 200} Aug 19 15:49:16.120854 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:16.211987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b2dda-4311-44ec-8dd2-1a2437aa4385 req-3d4f2c0b-4327-4fe0-9b95-e7f2564cb14d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:16.213402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-086b2dda-4311-44ec-8dd2-1a2437aa4385 req-3d4f2c0b-4327-4fe0-9b95-e7f2564cb14d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0516505 Aug 19 15:49:16.251926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-086b2dda-4311-44ec-8dd2-1a2437aa4385 req-1bc3715e-3f9c-463a-933b-fa6b7731ba4e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Aug 19 15:49:16.668388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37b64-2ebb-461a-8a44-730d8514235e req-ca8e877b-625d-44e0-bb7f-dbb95803dda7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:16.669914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cf37b64-2ebb-461a-8a44-730d8514235e req-ca8e877b-625d-44e0-bb7f-dbb95803dda7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0552204 Aug 19 15:49:16.709493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cf37b64-2ebb-461a-8a44-730d8514235e req-bd0b155a-a3d3-439e-81e4-014061c5183e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331089 Aug 19 15:49:17.830271 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a42d61-4b7f-4b5a-add5-459b5d7acb17 req-2691f999-24af-4a9d-9671-791e87b1c35d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:17.831818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7a42d61-4b7f-4b5a-add5-459b5d7acb17 req-2691f999-24af-4a9d-9671-791e87b1c35d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0519764 Aug 19 15:49:17.873792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7a42d61-4b7f-4b5a-add5-459b5d7acb17 req-0a43cc7e-ff5d-4c99-a8b3-2f8db679c70c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Aug 19 15:49:18.035461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeddf4-a895-4cda-b03d-553429e2692a req-aa2e0007-9e20-4a44-a0f2-54ffb2960705 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:18.036861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73eeddf4-a895-4cda-b03d-553429e2692a req-aa2e0007-9e20-4a44-a0f2-54ffb2960705 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Aug 19 15:49:18.131268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Deleting port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:49:18.131610 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:18.224907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] For port cd9b1a82-b46b-4b9d-a360-309371e3e2b6, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:18.228621 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:18.404738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:18.405037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:18.405384 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 disassociated. External IP: 172.25.5.6, port: cd9b1a82-b46b-4b9d-a360-309371e3e2b6. Aug 19 15:49:18.405842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Calling delete_port for cd9b1a82-b46b-4b9d-a360-309371e3e2b6 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:49:18.610140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:18.642871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event deleted for resources: {'Port': ['ID=cd9b1a82-b46b-4b9d-a360-309371e3e2b6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:18.760065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:49:18.827640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-696c4442-d578-44df-b662-a9a52d59b705 req-8f03a694-d012-470c-bffd-de2b30594e5a service neutron] (101962) timed out ('10.222.0.13', 46412) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:49:18.871541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:49:18.880895 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:49:18.890648 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:49:18.891267 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:48:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:18.915097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] No DVR routers for this DVR port cd9b1a82-b46b-4b9d-a360-309371e3e2b6 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:49:18.918002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:18.919798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73eeddf4-a895-4cda-b03d-553429e2692a req-8ea56529-2fd2-4773-9310-a03d62134d2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "DELETE /v2.0/ports/cd9b1a82-b46b-4b9d-a360-309371e3e2b6 HTTP/1.1" status: 204 len: 173 time: 0.8758757 Aug 19 15:49:18.920494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-deleted', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:18.923253 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed1566-d9b4-4a27-bd75-947d4a1ee06b" -d '{"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-deleted", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:18.975903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5f2d48e3-32e4-410d-b8e7-5bf6cb85569c req-1cd81cdd-23c9-4dee-aee9-6fb3a13d787a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858dd80-f245-424f-a32d-2a9cad151c56 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Aug 19 15:49:18.999738 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:49:19.020115 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454febf2-1738-436b-8551-03ce9f4f3ed3 x-openstack-request-id: req-454febf2-1738-436b-8551-03ce9f4f3ed3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:19.020418 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858dd80-f245-424f-a32d-2a9cad151c56", "name": "network-vif-deleted", "tag": "cd9b1a82-b46b-4b9d-a360-309371e3e2b6", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:19.020680 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-454febf2-1738-436b-8551-03ce9f4f3ed3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:19.021092 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd858dd80-f245-424f-a32d-2a9cad151c56', 'name': 'network-vif-deleted', 'tag': 'cd9b1a82-b46b-4b9d-a360-309371e3e2b6', 'status': 'completed', 'code': 200} Aug 19 15:49:19.204864 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:19.232910 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:49:19.244307 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:49:19.245448 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:48:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:19.357238 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:49:19.564499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:19.591884 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9c75c-c99a-4dc0-ab2a-06521a2ab388 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:49:19.847383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045991b-5f4d-4b86-8219-a7d2d041c1ae None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:49:20.240635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-c954f0ba-7ef9-4aa8-bb07-88089688a5ec tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--269427506&fields=id&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 267 time: 0.0400937 Aug 19 15:49:20.364225 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-a004e3e0-a39b-4350-a672-913ec8b3375c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:20.365648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-a004e3e0-a39b-4350-a672-913ec8b3375c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1168873 Aug 19 15:49:20.383084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-f57f060d-384c-46e6-8d1e-defd99397482 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/quotas/da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 375 time: 0.0099673 Aug 19 15:49:20.443292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-0217a2f8-d179-4219-aaff-f699e5cf3d84 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543489 Aug 19 15:49:20.593644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-031f32eb-3ceb-4e57-8839-8336b19aca0c service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378522 Aug 19 15:49:20.687090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-aa8981b8-4646-4d92-8976-d60ed729e6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873160 Aug 19 15:49:20.927810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61415ea0-fd25-4137-ac5e-28d75ba77d1a req-dbf5ea65-de4e-4a6a-91f9-3ad2352cf334 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 210 time: 0.0278935 Aug 19 15:49:21.797956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:49:21.822279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: cd9b1a82-b46b-4b9d-a360-309371e3e2b6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:49:21.822634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device cd9b1a82-b46b-4b9d-a360-309371e3e2b6 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:49:22.022662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8735be2d-7e3a-43ce-b782-6b7101585750 req-0a232c92-d49f-4ad5-9f0e-0d4d510c3e00 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 210 time: 0.0274856 Aug 19 15:49:22.596049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-d9ec569a-70d0-4856-9c49-e94be738c8d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:22.597422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-d9ec569a-70d0-4856-9c49-e94be738c8d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1090822 Aug 19 15:49:22.645995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-4953a334-8674-438d-84b0-908246d3bb82 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 379 time: 0.0368733 Aug 19 15:49:22.655957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'port': {'device_id': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'admin_state_up': True, 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'security_groups': ['3c6664e6-004e-4e58-95da-ee11ca8eec48']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:49:22.827207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Made reservation on behalf of da2be488ada14a34a60987c486b5896a for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:49:22.830807 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:22.960187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Allocated IP 172.20.0.8 (13f6036f-e651-4236-8b7a-c50b3c867266/b973f0fa-227a-408e-9aaa-e9808bb7ca2a/48bc184e-b50f-42da-a512-af2279eb7d12) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:49:23.112188 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.129419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebad732d-73d8-434d-bf00-96186b6ea410 req-6da2ec80-e893-4e6b-a4b4-94d912e24fe3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 210 time: 0.0362611 Aug 19 15:49:23.139353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Transition to ACTIVE for port object 48bc184e-b50f-42da-a512-af2279eb7d12 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:49:23.227388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.273781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:49:23.276912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:49:23.281954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:49:23.307455 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:23.339637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:23.340382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.422570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-8dd9c98c-446d-494f-8d96-a4fccb2ee897 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709544 Aug 19 15:49:23.435464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Request body: {'port': {'device_id': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:49:23.506364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.604430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a3c06ad-5d17-46c0-b28f-57f81b933d05 None None] Provisioning for port 48bc184e-b50f-42da-a512-af2279eb7d12 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:49:23.609539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2a3c06ad-5d17-46c0-b28f-57f81b933d05 None None] Provisioning complete for port 48bc184e-b50f-42da-a512-af2279eb7d12 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:49:23.609988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2a3c06ad-5d17-46c0-b28f-57f81b933d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.647300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c06ad-5d17-46c0-b28f-57f81b933d05 None None] Port 48bc184e-b50f-42da-a512-af2279eb7d12 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:49:23.798609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bc184e-b50f-42da-a512-af2279eb7d12 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:49:23.806072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.818518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Transition to ACTIVE for port object 48bc184e-b50f-42da-a512-af2279eb7d12 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:49:23.884100 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:23.939052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:24.016317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:49:24.016967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:49:24.017337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:49:24.022385 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Port 48bc184e-b50f-42da-a512-af2279eb7d12 on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:49:24.022710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:49:24.027922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:49:24.028795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:49:24.029869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:49:24.030317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Bound port: 48bc184e-b50f-42da-a512-af2279eb7d12, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:49:24.030688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:24.101009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:49:24.109410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:49:24.176649 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:24.241450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:24.242090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:24.243529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] 10.222.0.46 "PUT /v2.0/ports/48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 1092 time: 0.8127367 Aug 19 15:49:24.243986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:24.246309 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28171f0-86ee-4943-bffe-69d087b77cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:24.275543 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da44bd-1509-4d02-af90-15fd12b0df52 service neutron] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:24.295702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b241216-e4a1-457d-8885-37eb365b155a req-16650501-21f6-4bf3-a2e5-e590d94db3be tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:24.297377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b241216-e4a1-457d-8885-37eb365b155a req-16650501-21f6-4bf3-a2e5-e590d94db3be tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0923433 Aug 19 15:49:24.352179 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b241216-e4a1-457d-8885-37eb365b155a req-2fce76f9-ff7f-4bf3-8376-0554f1a96f7e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483718 Aug 19 15:49:24.400918 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b97ef-0858-431a-b1c3-9e1df053a104 x-openstack-request-id: req-d67b97ef-0858-431a-b1c3-9e1df053a104 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:24.401239 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:24.401506 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d67b97ef-0858-431a-b1c3-9e1df053a104 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:24.401910 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'status': 'completed', 'code': 200} Aug 19 15:49:24.413660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-e7af32aa-7163-41b6-8f1d-37e1c0f00ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:24.414823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-e7af32aa-7163-41b6-8f1d-37e1c0f00ee9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0581105 Aug 19 15:49:24.462680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-90fc2a36-3d30-4be6-9633-f301f903fd41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 217 time: 0.0383410 Aug 19 15:49:24.518166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-06e6bcc8-9c61-4617-b38e-3cac07926154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:24.519731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-06e6bcc8-9c61-4617-b38e-3cac07926154 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0500579 Aug 19 15:49:24.576220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-2a7ff610-af0e-4795-8007-5da2ca8a1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:24.577807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-2a7ff610-af0e-4795-8007-5da2ca8a1801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514634 Aug 19 15:49:24.581051 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4a91-56b8-46a6-b8be-f6e78988c036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:24.672173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-d47600ae-3922-4bf7-9df3-027efaf7e84f service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868399 Aug 19 15:49:25.133079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c56db05-3ec8-4bf5-8a39-1700927b38dd req-bc5f291a-62d8-4df1-83bf-a77fb33cf9fe service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528565 Aug 19 15:49:25.262487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-f59ea52b-07f3-4bf2-948c-411624afb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:25.264026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-f59ea52b-07f3-4bf2-948c-411624afb23f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0436211 Aug 19 15:49:25.364731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-e905927f-0504-4eaa-a00e-ed58d15d49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:25.366273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-e905927f-0504-4eaa-a00e-ed58d15d49c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0952621 Aug 19 15:49:25.412542 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-f73d0fc7-ee93-48eb-9369-565edaa647f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 217 time: 0.0378039 Aug 19 15:49:25.494304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-a3573a3b-1356-4452-be71-b5bac9f6bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:25.495798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-a3573a3b-1356-4452-be71-b5bac9f6bdc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0750828 Aug 19 15:49:25.519482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50657ec-ceea-490e-b4f3-051f102b7aa0 req-34f80bd2-de35-4a47-92d7-3c7bac25ef99 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:25.520964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c50657ec-ceea-490e-b4f3-051f102b7aa0 req-34f80bd2-de35-4a47-92d7-3c7bac25ef99 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0913041 Aug 19 15:49:25.581218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-d9b1267d-86be-4524-8b8a-69ec9661f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:25.582770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-d9b1267d-86be-4524-8b8a-69ec9661f23f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791306 Aug 19 15:49:25.585883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c50657ec-ceea-490e-b4f3-051f102b7aa0 req-83cd8bbd-f712-45dc-8279-a079a8062742 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468707 Aug 19 15:49:25.678433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-a18d77aa-5709-401a-8e81-2d4875874f05 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Aug 19 15:49:25.773059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a28171f0-86ee-4943-bffe-69d087b77cc0 req-eda1c830-ce08-4467-a535-cbfba8df32b3 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Aug 19 15:49:25.878349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:26.707180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7fae6-c5a6-45a7-ba15-6fcf6ee92075 req-487ccd9b-d3e3-4561-80e8-3dda0d9d34fb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:26.708706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26d7fae6-c5a6-45a7-ba15-6fcf6ee92075 req-487ccd9b-d3e3-4561-80e8-3dda0d9d34fb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0534413 Aug 19 15:49:26.751864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26d7fae6-c5a6-45a7-ba15-6fcf6ee92075 req-d2b2529e-260a-4a9f-821a-f19b48f3cd6c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368240 Aug 19 15:49:27.352919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:27.798666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:49:27.877789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc81847-a220-437a-b0de-848653d86e6b req-b052aad8-4b07-46a1-80a3-47295fd7ad3f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:27.879323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffc81847-a220-437a-b0de-848653d86e6b req-b052aad8-4b07-46a1-80a3-47295fd7ad3f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0570221 Aug 19 15:49:27.918011 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ffc81847-a220-437a-b0de-848653d86e6b req-6ea1220c-7f42-442c-a4c2-60b557c77b67 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Aug 19 15:49:27.919887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:27.935997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '48bc184e-b50f-42da-a512-af2279eb7d12', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '48bc184e-b50f-42da-a512-af2279eb7d12', 'mac_address': 'fa:16:3e:73:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:49:27.959204 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e4e4eb75-1e42-4987-a81f-d794c59ff120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:27.976562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:27.989851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bc184e-b50f-42da-a512-af2279eb7d12 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:49:28.009818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:28.129836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:28.180463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:28.321053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['48bc184e-b50f-42da-a512-af2279eb7d12'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:49:29.035206 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081b423-aeec-4d38-9a91-81308480f007 req-a2d127a8-d578-4c3e-9d58-4a39bc981d88 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:29.036696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e081b423-aeec-4d38-9a91-81308480f007 req-a2d127a8-d578-4c3e-9d58-4a39bc981d88 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 944 time: 0.0494523 Aug 19 15:49:29.075827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e081b423-aeec-4d38-9a91-81308480f007 req-b4f067f8-7cdb-4d05-b5ee-79e06409ddc5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328662 Aug 19 15:49:29.746721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:29.803301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:49:29.918241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 48bc184e-b50f-42da-a512-af2279eb7d12 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:49:29.923021 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 48bc184e-b50f-42da-a512-af2279eb7d12 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:49:29.923427 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:30.001585 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:30.023539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:30.025828 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e1eb8c507d41151d322092dd840185a088fb5d13fd8deb5dc0f384630c3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef2939-d0bb-40d9-80cd-69e381394733" -d '{"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-plugged", "status": "completed", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:30.039591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:30.068405 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba55db8-88d2-4681-b2d0-95d9f09b87dc x-openstack-request-id: req-dba55db8-88d2-4681-b2d0-95d9f09b87dc {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:30.068405 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-plugged", "status": "completed", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:30.068405 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dba55db8-88d2-4681-b2d0-95d9f09b87dc {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:30.068405 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'code': 200} Aug 19 15:49:30.112752 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:30.162491 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:30.198383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5a0c8-27cc-410d-a0b3-3855f184d8df req-4d43e109-7389-41db-8231-c49d31f15fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:30.199877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b5a0c8-27cc-410d-a0b3-3855f184d8df req-4d43e109-7389-41db-8231-c49d31f15fff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1097 time: 0.0729709 Aug 19 15:49:30.215583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5d80-f881-4c47-bf50-96c343b1999b req-6a5f0238-b80f-45e3-bf45-38baa8f186ed tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:30.216995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b57e5d80-f881-4c47-bf50-96c343b1999b req-6a5f0238-b80f-45e3-bf45-38baa8f186ed tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0658772 Aug 19 15:49:30.261944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88b5a0c8-27cc-410d-a0b3-3855f184d8df req-ddf1e728-1f47-49f3-8add-8c0b161c95ca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539947 Aug 19 15:49:30.274030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b57e5d80-f881-4c47-bf50-96c343b1999b req-8a9af65b-a3fb-4d9c-8774-9762d4cabd74 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450997 Aug 19 15:49:30.918397 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:31.391474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228342da-d606-4e2d-94e0-bf9af75dadf3 req-693a2259-0474-44f1-98db-021d705b0628 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:31.392980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228342da-d606-4e2d-94e0-bf9af75dadf3 req-693a2259-0474-44f1-98db-021d705b0628 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0507762 Aug 19 15:49:31.431834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-228342da-d606-4e2d-94e0-bf9af75dadf3 req-3f019deb-e573-4536-93ee-ef05372c3367 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Aug 19 15:49:32.551242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6f5d-cdf0-4a28-b74f-9d769d11bdf8 req-6fb9b345-d658-440f-b3b8-b7840ac2fca2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:32.552917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9ec6f5d-cdf0-4a28-b74f-9d769d11bdf8 req-6fb9b345-d658-440f-b3b8-b7840ac2fca2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0526550 Aug 19 15:49:32.599065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9ec6f5d-cdf0-4a28-b74f-9d769d11bdf8 req-6fb54a43-959f-4737-a9df-817c39c1128f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400677 Aug 19 15:49:32.718427 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144fead-14e8-4b2f-827e-00fd6af14f14 req-8a534ebb-19cf-4360-94d1-93fa6881b6fd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:32.719926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4144fead-14e8-4b2f-827e-00fd6af14f14 req-8a534ebb-19cf-4360-94d1-93fa6881b6fd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0559566 Aug 19 15:49:32.728522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 51294) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:49:32.732932 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'floatingip': {'port_id': '48bc184e-b50f-42da-a512-af2279eb7d12'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:49:32.771626 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.208335 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.272884 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.379812 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 associated. External IP: 172.25.5.6, port: 48bc184e-b50f-42da-a512-af2279eb7d12. Aug 19 15:49:33.612065 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:49:33.713290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:49:33.719302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.723986 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:49:33.733460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:49:33.734152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:49:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:33.747234 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9825a99a-338a-4534-b7cf-26f79228c87e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "PUT /v2.0/floatingips/7282ec87-b252-47f1-8ca9-e9b421362de8 HTTP/1.1" status: 200 len: 989 time: 1.0176370 Aug 19 15:49:33.747923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:33.750307 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b69bf747375dd587307aab2123648f405172feefd16cfeb77a2da837cca5560" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49" -d '{"events": [{"name": "network-changed", "server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:33.838840 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de976589-3078-4308-80b0-59e1dd0427ab x-openstack-request-id: req-de976589-3078-4308-80b0-59e1dd0427ab {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:33.839137 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:33.839391 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de976589-3078-4308-80b0-59e1dd0427ab {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:33.839803 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'status': 'completed', 'code': 200} Aug 19 15:49:33.903657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-e341b463-5541-4127-ab6b-9c9e1054f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.905834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-e341b463-5541-4127-ab6b-9c9e1054f7d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1097 time: 0.0431225 Aug 19 15:49:33.938521 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:49:33.993558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-434f151e-c9fe-414e-8d7e-73c920ac2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.995051 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-434f151e-c9fe-414e-8d7e-73c920ac2f3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0833068 Aug 19 15:49:34.066988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-61e44349-6c79-421a-a66f-c2e78ef45442 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 997 time: 0.0639091 Aug 19 15:49:34.122754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-3d8ab197-25ea-4d6f-a8df-6c3f1fe534bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:34.124968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-3d8ab197-25ea-4d6f-a8df-6c3f1fe534bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0505691 Aug 19 15:49:34.170435 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '48bc184e-b50f-42da-a512-af2279eb7d12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:73:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:49:33Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:34.178359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-67d7291a-fcc9-44df-ba21-e293799cb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:34.178359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-67d7291a-fcc9-44df-ba21-e293799cb856 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430226 Aug 19 15:49:34.200734 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:49:34.209812 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:49:34.210427 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:49:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:34.275519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-1aa664a0-dd2d-441c-9d5a-2b73cceb63ae service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928390 Aug 19 15:49:34.315037 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:49:34.368772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8dbdf9-94a8-4b24-a0d2-1cb4162e2c49 req-45ae41b9-41f1-44cb-8439-f790a680c66b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863183 Aug 19 15:49:34.541926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '48bc184e-b50f-42da-a512-af2279eb7d12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:73:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:49:33Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:49:34.568838 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086321be-f809-4fd5-9406-0dc4a11338c2 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '48bc184e-b50f-42da-a512-af2279eb7d12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:73:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:49:33Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:49:34.766301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b058-bd65-4d14-8cb0-2c5a457c5c99 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:49:42.348693 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:49:43.535103 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:54.586424 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27bf964c-42d5-4b88-b7d1-f66138042618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:55.871743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:57.340909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:57.894907 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6100cb03-2567-4381-9870-88ac162ee06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:59.769232 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:00.889257 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:13.546230 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:16.673919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-9444e909-856d-4da2-bc85-a2922349e7a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0876980 Aug 19 15:50:16.759995 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-8bf8fe8a-fb40-4282-9298-29db34d02f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:16.761565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-8bf8fe8a-fb40-4282-9298-29db34d02f52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1097 time: 0.0446396 Aug 19 15:50:16.872323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-e0b01afd-ef91-42a9-8921-25a36daea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:16.873786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-e0b01afd-ef91-42a9-8921-25a36daea9ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0926712 Aug 19 15:50:16.946122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-a3225c90-6f1d-4ede-839b-90835a1525e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 999 time: 0.0643935 Aug 19 15:50:16.996996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-a0141aec-bf7a-4382-9e81-b2e6098d3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:16.998500 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-a0141aec-bf7a-4382-9e81-b2e6098d3f18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0457706 Aug 19 15:50:17.045942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-d9cecf9b-bb2d-46c0-8dd2-5912fcba9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:17.047464 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-d9cecf9b-bb2d-46c0-8dd2-5912fcba9263 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414698 Aug 19 15:50:17.145516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-9ed8cc79-50c5-4835-9140-3e2a83748429 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905166 Aug 19 15:50:17.241493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f9341d4-edd9-4fba-a142-73884cfd85d9 req-8364383d-b790-4aba-9698-a6fc51cff20b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892255 Aug 19 15:50:19.348800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:50:24.614995 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4f010f7a-f229-4857-a31f-74d08aefed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:25.905711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:27.368851 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:27.870889 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d6b370e0-fb6d-4305-bdb9-9a7b47f3bdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:29.785838 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:30.911279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:43.585534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:54.590971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-33074771-904d-42d8-a552-1d6a31609746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:55.921832 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:56.348588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:50:57.339389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:57.865683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e46458e6-256e-459e-951e-039dfdd8a522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:59.756948 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:00.933717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:10.160399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2508d5-fa89-4776-abf3-52bbf3701027 req-b32b9847-4fec-473f-aee8-4b5f644b691c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:10.161965 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b2508d5-fa89-4776-abf3-52bbf3701027 req-b32b9847-4fec-473f-aee8-4b5f644b691c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.1014550 Aug 19 15:51:10.200528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5b2508d5-fa89-4776-abf3-52bbf3701027 req-a1e7c04b-b469-490d-a145-85efcc1d6560 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Aug 19 15:51:11.326480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3192d-0e07-4d43-a692-396ced1a351c req-1cda8e80-519b-4041-b98c-ab8cfeb10274 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:11.328087 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afd3192d-0e07-4d43-a692-396ced1a351c req-1cda8e80-519b-4041-b98c-ab8cfeb10274 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0553300 Aug 19 15:51:11.372292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afd3192d-0e07-4d43-a692-396ced1a351c req-29b4e804-2e6c-4479-9b0a-bd4fdafacbcd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348141 Aug 19 15:51:12.488599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec644a-794e-4202-9f3a-be6921b78ead req-73449f18-9391-4f11-b228-a0150e215a32 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:12.490029 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bec644a-794e-4202-9f3a-be6921b78ead req-73449f18-9391-4f11-b228-a0150e215a32 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0490808 Aug 19 15:51:12.527393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bec644a-794e-4202-9f3a-be6921b78ead req-6d24c0c8-a51d-40d0-9b77-ea9280abb8d4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Aug 19 15:51:13.567398 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:13.648788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6279c8-d6be-4893-8daa-89549fc72ab5 req-d060e9f4-0daf-4b17-8dec-f23a54f1587c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:13.650286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c6279c8-d6be-4893-8daa-89549fc72ab5 req-d060e9f4-0daf-4b17-8dec-f23a54f1587c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0531030 Aug 19 15:51:13.688905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c6279c8-d6be-4893-8daa-89549fc72ab5 req-1f834e44-8e2b-4f06-93ff-54c58d56d812 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Aug 19 15:51:14.809474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf58584-4d14-4b93-8ec7-5ab3bce26a0c req-65ed5065-3297-4231-9057-bcbb7b2307b5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:14.811006 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4cf58584-4d14-4b93-8ec7-5ab3bce26a0c req-65ed5065-3297-4231-9057-bcbb7b2307b5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0548668 Aug 19 15:51:14.849418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4cf58584-4d14-4b93-8ec7-5ab3bce26a0c req-f65da23a-6695-4b02-954a-a76e8b730ec9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Aug 19 15:51:15.914110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-dd32e992-6cc9-4830-a2bb-2fb1331ca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:15.915637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-dd32e992-6cc9-4830-a2bb-2fb1331ca4de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1097 time: 0.0418558 Aug 19 15:51:16.020776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198c3e-3c9d-4b2f-abc8-d51e999e5a87 req-29e8f3cf-3eb1-483c-b863-a0b4d6f547c3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:16.022468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18198c3e-3c9d-4b2f-abc8-d51e999e5a87 req-29e8f3cf-3eb1-483c-b863-a0b4d6f547c3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.1059651 Aug 19 15:51:16.074312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-49511344-1faf-4864-845e-14a39c5ba4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:16.075788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-49511344-1faf-4864-845e-14a39c5ba4f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1333790 Aug 19 15:51:16.080755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18198c3e-3c9d-4b2f-abc8-d51e999e5a87 req-b13da02c-cae4-4c19-a3c6-1987183dd0f9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511181 Aug 19 15:51:16.147452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-fea9ed90-354e-4b10-949a-ba3fd65f61f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 999 time: 0.0641954 Aug 19 15:51:16.195887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-273f6a57-7c87-424a-94d3-1558d7ac65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:16.197371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-273f6a57-7c87-424a-94d3-1558d7ac65ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0431530 Aug 19 15:51:16.243672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-917b52fb-0d80-43e3-b9a7-292e177c8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:16.245241 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-917b52fb-0d80-43e3-b9a7-292e177c8769 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407538 Aug 19 15:51:16.337721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-696f856d-7788-4723-8b39-98f9805dab53 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854218 Aug 19 15:51:16.425889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a11b7a1-0356-4b7f-9926-f4c3f0589690 req-3916ed4a-702c-40a3-83b1-e597ca398c44 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815785 Aug 19 15:51:17.206282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191a43-c295-4a39-9d77-1a2a8e439927 req-bea08fa7-92ac-482a-b354-876f1c926aa5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:17.207786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c191a43-c295-4a39-9d77-1a2a8e439927 req-bea08fa7-92ac-482a-b354-876f1c926aa5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0591340 Aug 19 15:51:17.247183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7c191a43-c295-4a39-9d77-1a2a8e439927 req-201a240a-c0b6-4b0a-89fc-12a48c756d20 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Aug 19 15:51:18.369297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692f898-edaa-4276-8378-b92a87a177c1 req-b5841cac-3d40-49f9-b811-865f30dbcfa9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:18.371453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f692f898-edaa-4276-8378-b92a87a177c1 req-b5841cac-3d40-49f9-b811-865f30dbcfa9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0489852 Aug 19 15:51:18.409599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f692f898-edaa-4276-8378-b92a87a177c1 req-e2333a51-65ab-408b-8a33-511044acfde5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Aug 19 15:51:19.530572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c23acd-db2e-47a4-8351-c827a53b8159 req-181af5ba-68f7-44cc-8ec7-0da142a1eb19 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:19.532016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63c23acd-db2e-47a4-8351-c827a53b8159 req-181af5ba-68f7-44cc-8ec7-0da142a1eb19 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0497882 Aug 19 15:51:19.569543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63c23acd-db2e-47a4-8351-c827a53b8159 req-eab49a2d-985e-4b18-9c06-05c1888e9f7f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Aug 19 15:51:20.688608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254d2a-dc3d-4ab6-b1ee-f7a797997ec9 req-f9fb88d2-e218-402f-9714-2ebdc87728e2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:20.691644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a254d2a-dc3d-4ab6-b1ee-f7a797997ec9 req-f9fb88d2-e218-402f-9714-2ebdc87728e2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0528665 Aug 19 15:51:20.727723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a254d2a-dc3d-4ab6-b1ee-f7a797997ec9 req-99f89166-777e-410a-8350-ecb9ad4693f9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Aug 19 15:51:21.135664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97255f3e-cb84-49a2-9636-69806e23af15 req-b4d77d4f-7bb2-42d1-b614-84368c86894f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:21.138921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97255f3e-cb84-49a2-9636-69806e23af15 req-b4d77d4f-7bb2-42d1-b614-84368c86894f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0520458 Aug 19 15:51:21.179978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-97255f3e-cb84-49a2-9636-69806e23af15 req-352c00b8-98e8-42da-bbaa-23269c7c4a37 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355554 Aug 19 15:51:21.270278 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-62cb8d2a-df74-42c0-80a7-a0abd3295827 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421972 Aug 19 15:51:22.298899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d274-4bd3-468e-9a00-e640098e2df1 req-78ed6515-dbed-4589-9e15-35317bd5bb8f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:22.300398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5600d274-4bd3-468e-9a00-e640098e2df1 req-78ed6515-dbed-4589-9e15-35317bd5bb8f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0510554 Aug 19 15:51:22.344093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5600d274-4bd3-468e-9a00-e640098e2df1 req-9214b733-b8ca-4386-b327-3e4facf021ae tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 Aug 19 15:51:23.415797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-af89fba6-066c-46e4-9508-e3391351a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:23.417882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-af89fba6-066c-46e4-9508-e3391351a7e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1097 time: 0.0427179 Aug 19 15:51:23.528797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf1872-8d19-4130-bd90-230a1611f15a req-8cca47f3-ea22-4623-b879-25b64f96d609 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:23.530239 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dbf1872-8d19-4130-bd90-230a1611f15a req-8cca47f3-ea22-4623-b879-25b64f96d609 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.1168621 Aug 19 15:51:23.560033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-d1d42246-d4e4-4660-aec4-d2483be6e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:23.561526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-d1d42246-d4e4-4660-aec4-d2483be6e7ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1351607 Aug 19 15:51:23.613460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2dbf1872-8d19-4130-bd90-230a1611f15a req-ea6d086d-bade-41ae-8abd-6f426caa4cea tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751586 Aug 19 15:51:23.638309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-52b523cf-dd28-4ddd-a864-5d6b7f28d015 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 999 time: 0.0693440 Aug 19 15:51:23.694398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-41083932-425b-451e-b309-b3a3fb3a15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:23.695840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-41083932-425b-451e-b309-b3a3fb3a15d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0500760 Aug 19 15:51:23.742412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-c6050bac-7659-45f6-859f-1ef2e6c36644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:23.743875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-c6050bac-7659-45f6-859f-1ef2e6c36644 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410779 Aug 19 15:51:23.831897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-8519e9cb-d495-48d5-a8ae-5ee0be656893 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806079 Aug 19 15:51:24.278238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-d2a3a1a1-9d37-4569-8243-f32b1f2df6dd service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383323 Aug 19 15:51:24.578901 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9669e449-60d7-4cb5-9105-db7c3b881b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.730146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135c8fc-c79d-440c-b8ff-707e1ea0f4f1 req-13932889-7b37-40ea-90ad-41fda3455be2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:24.731802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e135c8fc-c79d-440c-b8ff-707e1ea0f4f1 req-13932889-7b37-40ea-90ad-41fda3455be2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0494652 Aug 19 15:51:24.770892 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e135c8fc-c79d-440c-b8ff-707e1ea0f4f1 req-47b0f252-5c49-4656-be8e-b893e7039f19 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324092 Aug 19 15:51:25.888378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2a83-5522-4a3f-8922-4a6afc79e5e7 req-d6c25514-9be4-4ed7-bbbb-a9a58b8444f4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.889963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83fb2a83-5522-4a3f-8922-4a6afc79e5e7 req-d6c25514-9be4-4ed7-bbbb-a9a58b8444f4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0499332 Aug 19 15:51:25.929563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83fb2a83-5522-4a3f-8922-4a6afc79e5e7 req-5a16d60e-1191-40b0-a27f-a151a952e337 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333326 Aug 19 15:51:25.933773 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:26.352175 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-dc3d7eec-f5ee-4cad-8b38-0d2c6cfe29cf service neutron] show failed (client error): The resource could not be found. Aug 19 15:51:26.353235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-dc3d7eec-f5ee-4cad-8b38-0d2c6cfe29cf service neutron] 10.222.0.46 "GET /v2.0/ports/48bc184e-b50f-42da-a512-af2279eb7d12/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0636020 Aug 19 15:51:27.022880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-f09886b0-7206-4d53-9417-150c470880c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:27.024460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-f09886b0-7206-4d53-9417-150c470880c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 1097 time: 0.1035891 Aug 19 15:51:27.045726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:27.095315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dd42e-1d68-470c-b76a-230d76426b24 req-ab7fad83-3e3d-4a24-9c4c-e5cb3ac6d994 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:27.096877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d4dd42e-1d68-470c-b76a-230d76426b24 req-ab7fad83-3e3d-4a24-9c4c-e5cb3ac6d994 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0895207 Aug 19 15:51:27.135372 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:27.160323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8d4dd42e-1d68-470c-b76a-230d76426b24 req-febba663-92fd-45ac-93b6-733a2248912e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479467 Aug 19 15:51:27.339326 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:27.375971 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:27.426955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:51:27.467159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:27.472588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:27.490836 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Transition to ACTIVE for port object 48bc184e-b50f-42da-a512-af2279eb7d12 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:51:27.513275 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39bf326-5ba4-4c54-b1d6-76f75d189509" -d '{"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-unplugged", "status": "completed", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:27.584551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:27.616128 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0987d841-c53d-4f92-8f86-79ec9a8b333e x-openstack-request-id: req-0987d841-c53d-4f92-8f86-79ec9a8b333e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:27.616421 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-unplugged", "status": "completed", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:27.616672 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0987d841-c53d-4f92-8f86-79ec9a8b333e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:27.617061 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'code': 200} Aug 19 15:51:27.674285 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:27.685981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.686328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.686674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.687033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.687321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.687648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.687974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.688301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.688613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.688942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.689295 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.689615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:27.729415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] No DVR routers for this DVR port 48bc184e-b50f-42da-a512-af2279eb7d12 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:51:27.870473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:51:27.871188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:51:27.871188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:51:27.875515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Port 48bc184e-b50f-42da-a512-af2279eb7d12 on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:51:27.875832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Attempting to bind port 48bc184e-b50f-42da-a512-af2279eb7d12 on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:51:27.880494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:51:27.880825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:51:27.881234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:51:27.881651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Bound port: 48bc184e-b50f-42da-a512-af2279eb7d12, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:51:27.882002 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:27.887603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f46bc5fd-6cd8-42f5-836c-2cdb47790110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:27.947994 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:51:27.951650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:51:28.036666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:28.072458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.074062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:28.075868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] 10.222.0.54 "PUT /v2.0/ports/48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 1092 time: 1.0365424 Aug 19 15:51:28.108104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52bdc-fdf9-4619-bdce-90a27859a316 service neutron] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:28.154222 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-d922bea5-ebb2-45a0-8277-0fe3ce773001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.155785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-d922bea5-ebb2-45a0-8277-0fe3ce773001 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0446017 Aug 19 15:51:28.288419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-0b9f2d16-733c-4bdc-bf7f-50df0e2ffffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.289987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-0b9f2d16-733c-4bdc-bf7f-50df0e2ffffe service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1275222 Aug 19 15:51:28.313732 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17293c-5d18-4c8b-8442-5afb1d7f4c80 req-7ad65934-d9ec-4740-8c21-7915613054a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.315211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f17293c-5d18-4c8b-8442-5afb1d7f4c80 req-7ad65934-d9ec-4740-8c21-7915613054a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0757148 Aug 19 15:51:28.397679 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-9a91ccca-baaa-479c-ada9-22f6031bf266 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 997 time: 0.0989451 Aug 19 15:51:28.400395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f17293c-5d18-4c8b-8442-5afb1d7f4c80 req-294855ae-aad8-4bd3-9b61-6c3ec89b60be tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571642 Aug 19 15:51:28.447497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-66384388-c69a-438f-9c40-72bee02a2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.449792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-66384388-c69a-438f-9c40-72bee02a2df3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0457084 Aug 19 15:51:28.496202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-695a21a0-b3bb-4dea-91ec-beb1621d97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.497796 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-695a21a0-b3bb-4dea-91ec-beb1621d97c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413127 Aug 19 15:51:28.596888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-c9023864-1a5b-44cf-b240-3f604f5b5ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Aug 19 15:51:28.688084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b1238ec-650f-4a52-8bc8-f8da59327cac req-ea32d8d9-c759-4d1e-9f9d-b1f810f5117b service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846131 Aug 19 15:51:28.891672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-0846c387-7b76-47c8-9ce4-985b498b6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:28.893216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-0846c387-7b76-47c8-9ce4-985b498b6449 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0471499 Aug 19 15:51:29.007424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-bffacc37-73ae-47c8-a09e-5d402359b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.008911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-bffacc37-73ae-47c8-a09e-5d402359b692 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0969126 Aug 19 15:51:29.078608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-832eba7a-985f-4f41-a9a6-7a6b8b28c30d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 997 time: 0.0619125 Aug 19 15:51:29.132414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-373456f2-8f92-4834-90fe-dc9e693c81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.133924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-373456f2-8f92-4834-90fe-dc9e693c81e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0485921 Aug 19 15:51:29.179319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-8aec6ec6-f52f-42d7-b1e1-31780fdf6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.180826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-8aec6ec6-f52f-42d7-b1e1-31780fdf6fba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398784 Aug 19 15:51:29.269759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-1cd0dd2f-5a50-45e6-8c40-28c0d1a5f617 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810428 Aug 19 15:51:29.364289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bd60b84-91aa-468e-82cb-5aaa53f751cb req-0460518b-3d37-4e57-8dd2-f8b12cbcbfd6 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Aug 19 15:51:29.521132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d5c4e-d511-4a70-9a76-fabcdefa10d0 req-cb4c563f-f36d-4290-b0c4-b81783faa02e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.522695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c64d5c4e-d511-4a70-9a76-fabcdefa10d0 req-cb4c563f-f36d-4290-b0c4-b81783faa02e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0511012 Aug 19 15:51:29.562810 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c64d5c4e-d511-4a70-9a76-fabcdefa10d0 req-e78f7d31-a17a-4e55-90b1-0abdb37db566 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339923 Aug 19 15:51:29.618539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:29.621160 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:29.669204 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437c6f9a-ba73-403f-b9f3-7111b75cfe59 x-openstack-request-id: req-437c6f9a-ba73-403f-b9f3-7111b75cfe59 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:29.669494 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:29.669743 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-437c6f9a-ba73-403f-b9f3-7111b75cfe59 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:29.670142 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'status': 'completed', 'code': 200} Aug 19 15:51:29.772699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-2a27b4ca-8d07-4e7f-b58d-299d0968d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.772936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:29.774165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-2a27b4ca-8d07-4e7f-b58d-299d0968d1d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0820060 Aug 19 15:51:29.780480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-7a3b70b1-f0c4-44cf-b2b8-85a83ac9a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.782024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-7a3b70b1-f0c4-44cf-b2b8-85a83ac9a03e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0578322 Aug 19 15:51:29.938636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-c9f9b91a-4bdb-44be-b7ba-d92ecbedfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.940125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-c9f9b91a-4bdb-44be-b7ba-d92ecbedfd63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1572533 Aug 19 15:51:29.941242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-892a76bc-4d73-47ed-b60e-586a2e275fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.942572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-892a76bc-4d73-47ed-b60e-586a2e275fe3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1522264 Aug 19 15:51:30.053816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-7c16327e-9689-4e9a-8022-f2ab2595f0f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 997 time: 0.1056645 Aug 19 15:51:30.057457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-82e17288-649d-47f3-a365-b58b3a439cab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 997 time: 0.1030905 Aug 19 15:51:30.141703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-82fabbab-1f79-4c25-8288-0673ae888cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:30.143233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-82fabbab-1f79-4c25-8288-0673ae888cec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0825133 Aug 19 15:51:30.144914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-f866f107-f8a9-4a05-945c-12892e1594ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:30.146258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-f866f107-f8a9-4a05-945c-12892e1594ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0782537 Aug 19 15:51:30.218079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-d197a2d6-e9f1-4898-8fd9-27b1c74f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:30.219575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-d197a2d6-e9f1-4898-8fd9-27b1c74f4b1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681887 Aug 19 15:51:30.221911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-05d1ceae-de13-47a3-b45b-1882f9f248de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:30.223235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-05d1ceae-de13-47a3-b45b-1882f9f248de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638645 Aug 19 15:51:30.376641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-ef320e61-68c3-498b-94ee-d02caaf0849d service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499927 Aug 19 15:51:30.378732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-f5b20516-4a3f-42ed-91f6-9f7eff013f6e service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448567 Aug 19 15:51:30.504245 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:51:30.542789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:51:30.544289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-3eaba480-0859-4f95-8999-c58e9f4f2271 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505070 Aug 19 15:51:30.546071 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80bdb956-81e7-40ab-b07d-4f6ace26b9e2 req-d0b98f71-a0a9-4e9c-b6a4-a21fa916b69c service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598740 Aug 19 15:51:30.679109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096cd4d-0930-4ea1-a22b-ae16bc17e7b8 req-96595299-ec13-475b-a857-50fb00c1b3a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:30.680579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3096cd4d-0930-4ea1-a22b-ae16bc17e7b8 req-96595299-ec13-475b-a857-50fb00c1b3a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0482371 Aug 19 15:51:30.719433 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3096cd4d-0930-4ea1-a22b-ae16bc17e7b8 req-4baa396e-c6f5-4ee5-a6a9-3f336a9ead41 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321681 Aug 19 15:51:30.927172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:31.835639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc954917-3410-4143-b06e-dffb7aeb17d9 req-2c627084-3c98-41fe-93b4-c402dc73c44c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:31.837147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc954917-3410-4143-b06e-dffb7aeb17d9 req-2c627084-3c98-41fe-93b4-c402dc73c44c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0492823 Aug 19 15:51:31.875616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc954917-3410-4143-b06e-dffb7aeb17d9 req-9257e3da-5eac-43f5-83eb-8900a08cd2bf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Aug 19 15:51:32.200199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e02fa3-c127-45b0-8ef2-f542d805b2ed req-496d6ea4-c372-4078-9e12-84c050f54567 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.201743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87e02fa3-c127-45b0-8ef2-f542d805b2ed req-496d6ea4-c372-4078-9e12-84c050f54567 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 943 time: 0.0536571 Aug 19 15:51:32.270208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-87e02fa3-c127-45b0-8ef2-f542d805b2ed req-c6f869a7-05e7-49e6-9fe1-d23ab335ecb1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624161 Aug 19 15:51:32.287860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-f177d1af-506a-4ce4-b58c-1c363895f575 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.289376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-f177d1af-506a-4ce4-b58c-1c363895f575 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b&tenant_id=da2be488ada14a34a60987c486b5896a&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 943 time: 0.0757482 Aug 19 15:51:32.350668 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-f1a76c1d-3fdb-4165-8ad9-3b1d93b4de53 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:51:32.351614 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-f1a76c1d-3fdb-4165-8ad9-3b1d93b4de53 service neutron] 10.222.0.46 "DELETE /v2.0/ports/48bc184e-b50f-42da-a512-af2279eb7d12/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0546360 Aug 19 15:51:32.437371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-d7f9d90a-f383-4e83-9bd4-1d81a66a606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.438871 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-d7f9d90a-f383-4e83-9bd4-1d81a66a606a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1095 time: 0.0410202 Aug 19 15:51:32.531928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-5e8ed198-87fb-4a5d-8303-2fc138572897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.533431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-5e8ed198-87fb-4a5d-8303-2fc138572897 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0876980 Aug 19 15:51:32.601629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-1d665beb-f5c5-4df7-8e25-3f53f73782e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 997 time: 0.0603023 Aug 19 15:51:32.655048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-95ac3170-5aa3-44e5-90af-2c3dbe55fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.656511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-95ac3170-5aa3-44e5-90af-2c3dbe55fc98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0486312 Aug 19 15:51:32.704019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-c0f4687b-3fbc-440d-944c-ec0f3de5b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.705571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-c0f4687b-3fbc-440d-944c-ec0f3de5b3cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408823 Aug 19 15:51:32.796311 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-2d701659-eaaf-4dbb-bbf2-65538924d242 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 Aug 19 15:51:32.898668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5148f93-0bde-4cb0-9f44-84e3d617511c req-507927c1-14bf-4da9-94a6-f663bbab8420 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934370 Aug 19 15:51:32.912967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:51:33.011256 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:33.027130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '48bc184e-b50f-42da-a512-af2279eb7d12', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '48bc184e-b50f-42da-a512-af2279eb7d12', 'mac_address': 'fa:16:3e:73:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:51:33.068787 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:33.082313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bc184e-b50f-42da-a512-af2279eb7d12 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:51:33.102105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:33.178340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:33.235648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:33.242908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.243249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.243583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.243915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.244240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.244564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.244994 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.245926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.246251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.246570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.246889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.247206 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:33.348282 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:51:33.391036 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc11c60-c7c8-44f2-b576-e639cf42a335 req-174ee4df-af6d-48e6-bbb5-56ead86f51d8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:33.392523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dc11c60-c7c8-44f2-b576-e639cf42a335 req-174ee4df-af6d-48e6-bbb5-56ead86f51d8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 944 time: 0.0512123 Aug 19 15:51:33.433563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dc11c60-c7c8-44f2-b576-e639cf42a335 req-03cb04b2-3e66-4fc0-a4a6-22acf213cfdf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Aug 19 15:51:33.566624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['48bc184e-b50f-42da-a512-af2279eb7d12'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:51:34.550010 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad49dd3-abd7-4848-85d1-c54589490309 req-2fe0cdd0-cfc0-4c5e-b30b-053911ee1053 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:34.551409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ad49dd3-abd7-4848-85d1-c54589490309 req-2fe0cdd0-cfc0-4c5e-b30b-053911ee1053 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 944 time: 0.0494809 Aug 19 15:51:34.597613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4ad49dd3-abd7-4848-85d1-c54589490309 req-366deb9d-6520-4b4b-93e6-593b909fb8ea tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Aug 19 15:51:34.710360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83996ce4-e656-4ed4-99f7-68c2f99a8b20 req-c8661588-187a-4df9-ad29-d5ec986ba3d2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:34.711820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83996ce4-e656-4ed4-99f7-68c2f99a8b20 req-c8661588-187a-4df9-ad29-d5ec986ba3d2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 944 time: 0.0483382 Aug 19 15:51:34.751268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83996ce4-e656-4ed4-99f7-68c2f99a8b20 req-95255e32-bf63-4ab6-84bf-c751217cbf5f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Aug 19 15:51:34.936604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:51:35.058463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 48bc184e-b50f-42da-a512-af2279eb7d12 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:51:35.070346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 48bc184e-b50f-42da-a512-af2279eb7d12 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:51:35.070346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:35.113957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47220829-5455-4bb8-be7c-be2999d87f56 req-c9ed1236-a20b-45a9-abcf-7f4a20ca0634 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:35.115651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47220829-5455-4bb8-be7c-be2999d87f56 req-c9ed1236-a20b-45a9-abcf-7f4a20ca0634 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 944 time: 0.0571096 Aug 19 15:51:35.145620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:35.160419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47220829-5455-4bb8-be7c-be2999d87f56 req-36a81111-4606-4841-a8c1-69166cc3d84a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386360 Aug 19 15:51:35.171989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:35.187379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:35.217897 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4013648-2e34-45cb-ad1d-bfedd9d36ce8" -d '{"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-plugged", "status": "completed", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:35.231293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673458-4b6a-495a-946f-02dfeb516246 req-0ae0bfb7-bd90-49c2-9793-9143e0d7b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:35.232923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-0ae0bfb7-bd90-49c2-9793-9143e0d7b4cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 1096 time: 0.0435355 Aug 19 15:51:35.281408 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:35.309685 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad4ddc1-4dc1-4573-bf72-cc7258f0e363 x-openstack-request-id: req-0ad4ddc1-4dc1-4573-bf72-cc7258f0e363 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:35.309980 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-plugged", "status": "completed", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:35.310235 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad4ddc1-4dc1-4573-bf72-cc7258f0e363 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:35.310628 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'code': 200} Aug 19 15:51:35.336018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:35.343461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673458-4b6a-495a-946f-02dfeb516246 req-efb6f6cf-ccc6-4330-a17e-7a0a92cbef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:35.344976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-efb6f6cf-ccc6-4330-a17e-7a0a92cbef21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1057236 Aug 19 15:51:35.411129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-801da8b5-76ca-4424-9456-176b45a0511f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 200 len: 999 time: 0.0593476 Aug 19 15:51:35.464192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673458-4b6a-495a-946f-02dfeb516246 req-4881e884-9e9c-404c-b8ea-a89db6d9fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:35.465667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-4881e884-9e9c-404c-b8ea-a89db6d9fb30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0467494 Aug 19 15:51:35.510723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673458-4b6a-495a-946f-02dfeb516246 req-b23e4a19-410e-428e-b862-b8ca467d9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:35.512368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-b23e4a19-410e-428e-b862-b8ca467d9e8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398037 Aug 19 15:51:35.600992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-9e56c060-84a3-4288-8c9f-a9947eb36dea service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816307 Aug 19 15:51:35.696184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6673458-4b6a-495a-946f-02dfeb516246 req-d09620b0-ee30-4c93-ac27-f88b51d26d6b service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878747 Aug 19 15:51:36.289575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a03d9-2296-4e45-a2d0-788cae001b25 req-e7250761-dd85-4247-8d94-2092c657e035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:36.291114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f3a03d9-2296-4e45-a2d0-788cae001b25 req-e7250761-dd85-4247-8d94-2092c657e035 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0573752 Aug 19 15:51:36.332322 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f3a03d9-2296-4e45-a2d0-788cae001b25 req-0bf339ec-cabd-44cc-a2a6-cbea1f45a190 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337636 Aug 19 15:51:37.457499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526e25c-9899-4345-b3dc-e5e24bb1aec8 req-41d1db4f-435c-42e8-8cbd-8e645c7eaef7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:37.459108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b526e25c-9899-4345-b3dc-e5e24bb1aec8 req-41d1db4f-435c-42e8-8cbd-8e645c7eaef7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0532577 Aug 19 15:51:37.503296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b526e25c-9899-4345-b3dc-e5e24bb1aec8 req-2ed9798c-6298-4335-bb5f-c6f13b01ab34 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349998 Aug 19 15:51:37.891635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13deb-5e75-4ef1-b65c-f369f0d07412 req-b66d3296-2b74-43bf-8cc3-1f4e12220362 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:37.893163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ac13deb-5e75-4ef1-b65c-f369f0d07412 req-b66d3296-2b74-43bf-8cc3-1f4e12220362 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0497494 Aug 19 15:51:37.934427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9ac13deb-5e75-4ef1-b65c-f369f0d07412 req-c990be62-5b01-44c3-a435-701f626edb58 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352399 Aug 19 15:51:39.055699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b153e-5660-477e-a041-c998921c05fd req-9c68fe22-01b0-4a0c-a72c-371dd0bb5ae0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:39.057466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e9b153e-5660-477e-a041-c998921c05fd req-9c68fe22-01b0-4a0c-a72c-371dd0bb5ae0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0546906 Aug 19 15:51:39.099845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9e9b153e-5660-477e-a041-c998921c05fd req-57d26921-b5a8-4012-a18e-f00670722da1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363410 Aug 19 15:51:39.343019 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c535-6432-440e-b0be-b51e6bdce676 req-0f10322d-1572-4036-a481-63fefee943f8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:39.344497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b190c535-6432-440e-b0be-b51e6bdce676 req-0f10322d-1572-4036-a481-63fefee943f8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 945 time: 0.0543687 Aug 19 15:51:39.432599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Deleting port 48bc184e-b50f-42da-a512-af2279eb7d12 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:51:39.433043 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.523443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] For port 48bc184e-b50f-42da-a512-af2279eb7d12, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=48bc184e-b50f-42da-a512-af2279eb7d12,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:39.523719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.701235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.701707 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.702063 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 disassociated. External IP: 172.25.5.6, port: 48bc184e-b50f-42da-a512-af2279eb7d12. Aug 19 15:51:39.702444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Calling delete_port for 48bc184e-b50f-42da-a512-af2279eb7d12 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:51:39.881106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.911329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event deleted for resources: {'Port': ['ID=48bc184e-b50f-42da-a512-af2279eb7d12,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:40.031844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:51:40.520959 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39748230-d800-4411-983d-1a3cfb67bee2 req-cb162140-a995-4802-a98e-d0a5f4df9053 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad60ac-ce84-4549-b579-ec139fd4410b HTTP/1.1" status: 200 len: 210 time: 0.0307999 Aug 19 15:51:40.527535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:51:40.537149 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:51:40.550921 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:40.551552 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:40.568493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] No DVR routers for this DVR port 48bc184e-b50f-42da-a512-af2279eb7d12 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:51:40.571279 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:40.573361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b190c535-6432-440e-b0be-b51e6bdce676 req-cc93f20b-ebeb-41cf-a0bc-664f078d52d0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "DELETE /v2.0/ports/48bc184e-b50f-42da-a512-af2279eb7d12 HTTP/1.1" status: 204 len: 173 time: 1.2227147 Aug 19 15:51:40.573810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-deleted', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:40.576122 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12098baf-8c4d-4b06-a9e4-3ddfed220ebc" -d '{"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-deleted", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:40.613352 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e3f095-e559-495e-9971-347b170cf52c x-openstack-request-id: req-94e3f095-e559-495e-9971-347b170cf52c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:40.613644 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad60ac-ce84-4549-b579-ec139fd4410b", "name": "network-vif-deleted", "tag": "48bc184e-b50f-42da-a512-af2279eb7d12", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:40.613889 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94e3f095-e559-495e-9971-347b170cf52c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:40.614276 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad60ac-ce84-4549-b579-ec139fd4410b', 'name': 'network-vif-deleted', 'tag': '48bc184e-b50f-42da-a512-af2279eb7d12', 'status': 'completed', 'code': 200} Aug 19 15:51:40.662823 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:40.873040 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:40.899540 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:51:40.907879 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:40.908491 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:41.018136 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:41.228344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:41.256947 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08c8ea-28f8-4803-8257-b7a7265b9e7c None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:51:41.491939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d25a0e-2307-4fef-95e5-8bdc87e47755 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:51:41.801030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-72bf9e9e-83ea-4461-a8b0-f03d0431f1c5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--269427506&fields=id&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 267 time: 0.0367074 Aug 19 15:51:41.908049 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a2d5985e-c405-41a0-915c-e4bca0a6dd11 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:41.909544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a2d5985e-c405-41a0-915c-e4bca0a6dd11 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1015444 Aug 19 15:51:41.925432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-4dfdc81d-8022-4816-8f72-954baa89f746 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/quotas/da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 375 time: 0.0101404 Aug 19 15:51:41.982707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-ac9b492e-1725-477a-8dcf-3ebec7a3b46a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516782 Aug 19 15:51:42.154875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-87cd5ee5-166a-426a-9894-a3dc87fda92b service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250877 Aug 19 15:51:42.254574 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-1ade73f8-3e38-4acf-9a51-3e1eb93e6c9c service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935841 Aug 19 15:51:42.486813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e01ce5bb-c42c-4f06-aab6-533d7ba5d940 req-106cdf1f-02c6-459c-8454-64714eaf50a0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0300879 Aug 19 15:51:42.945191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:51:42.967032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 48bc184e-b50f-42da-a512-af2279eb7d12 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:51:42.967363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 48bc184e-b50f-42da-a512-af2279eb7d12 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:51:43.584784 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85f369c6-2329-4ada-ad0f-a662ccafcc90 req-fbe25b36-692a-4f73-826b-5843f6032614 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0279977 Aug 19 15:51:43.595547 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:44.455173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-424bea97-ddc3-472e-b7e0-bcb5d9c0d2b6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:44.456707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-424bea97-ddc3-472e-b7e0-bcb5d9c0d2b6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1127069 Aug 19 15:51:44.506805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-f3086c7f-7ac3-42c2-960f-2f31617f1709 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 379 time: 0.0364585 Aug 19 15:51:44.516117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'port': {'device_id': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'admin_state_up': True, 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'security_groups': ['3c6664e6-004e-4e58-95da-ee11ca8eec48']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:44.693868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-898adb1c-e6aa-4dc5-8dde-6f49a7c88ef2 req-a8e50cf3-6a86-48ba-844a-1e2262cef389 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0332370 Aug 19 15:51:44.704515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Made reservation on behalf of da2be488ada14a34a60987c486b5896a for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:51:44.708357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:44.838250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Allocated IP 172.20.0.10 (13f6036f-e651-4236-8b7a-c50b3c867266/b973f0fa-227a-408e-9aaa-e9808bb7ca2a/3676f88e-f0af-48ff-89a1-ddbdfccfa00b) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:51:44.990244 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.003847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Transition to ACTIVE for port object 3676f88e-f0af-48ff-89a1-ddbdfccfa00b will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:51:45.116206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.161190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:51:45.166300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:51:45.169652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:51:45.211795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:45.237572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:45.238260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.311046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-36f09ea0-ddcc-483e-9225-1af3607606bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988930 Aug 19 15:51:45.373618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Request body: {'port': {'device_id': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:45.431328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.458156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-204485c4-4de8-4ab5-bdc7-74c0652e49dc None None] Provisioning for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:51:45.462216 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-204485c4-4de8-4ab5-bdc7-74c0652e49dc None None] Provisioning complete for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:51:45.462613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-204485c4-4de8-4ab5-bdc7-74c0652e49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.498382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-204485c4-4de8-4ab5-bdc7-74c0652e49dc None None] Port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:51:45.701342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:51:45.708645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.722548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Transition to ACTIVE for port object 3676f88e-f0af-48ff-89a1-ddbdfccfa00b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:51:45.790798 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:45.853239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:45.863569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98a2e9-4fe9-4534-916e-dab90f45f136 req-791b5260-a1b0-4e51-a671-255ad1d4547f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:45.865180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f98a2e9-4fe9-4534-916e-dab90f45f136 req-791b5260-a1b0-4e51-a671-255ad1d4547f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 932 time: 0.1068056 Aug 19 15:51:45.957698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1f98a2e9-4fe9-4534-916e-dab90f45f136 req-75a5f1fc-6a9d-4e4b-921a-aba0ac50f932 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853190 Aug 19 15:51:45.976563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:51:45.976903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:51:45.977404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:51:45.982823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:51:45.983146 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:51:45.988708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:51:45.992759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:51:45.992759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:51:45.992759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Bound port: 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:51:45.992759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:46.062384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:51:46.065651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:51:46.150971 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:46.186040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.186740 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:46.188083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] 10.222.0.54 "PUT /v2.0/ports/3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1093 time: 0.8192570 Aug 19 15:51:46.188597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:46.190943 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb393d5d-4d53-46be-b5cc-3d650c2e4821" -d '{"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:46.236593 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d126088d-0570-4680-8084-89cb7d56ff8e x-openstack-request-id: req-d126088d-0570-4680-8084-89cb7d56ff8e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:46.236893 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:46.237180 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d126088d-0570-4680-8084-89cb7d56ff8e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:46.237621 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'status': 'completed', 'code': 200} Aug 19 15:51:46.238736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7a051-7ca7-45a0-9745-886e4802800f service neutron] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:46.319898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb393d5d-4d53-46be-b5cc-3d650c2e4821 req-d20cca27-6453-477b-a5da-75529c1d6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.321541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb393d5d-4d53-46be-b5cc-3d650c2e4821 req-d20cca27-6453-477b-a5da-75529c1d6aca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1096 time: 0.0446408 Aug 19 15:51:46.436375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb393d5d-4d53-46be-b5cc-3d650c2e4821 req-493450dd-d863-4c7c-9780-26fb1a7a1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.437910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb393d5d-4d53-46be-b5cc-3d650c2e4821 req-493450dd-d863-4c7c-9780-26fb1a7a1167 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=da2be488ada14a34a60987c486b5896a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1034434 Aug 19 15:51:46.536273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb393d5d-4d53-46be-b5cc-3d650c2e4821 req-6ddedfac-6867-47de-bd38-6436c325756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.537710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cb393d5d-4d53-46be-b5cc-3d650c2e4821 req-6ddedfac-6867-47de-bd38-6436c325756b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932825 Aug 19 15:51:46.644895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-57d556ff-74fb-4e17-9df4-7f032cfa11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.646513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-57d556ff-74fb-4e17-9df4-7f032cfa11f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1096 time: 0.0483737 Aug 19 15:51:46.696341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-301e6100-89f0-4878-98c3-ab75725e50f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 217 time: 0.0373108 Aug 19 15:51:46.747491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-0f73feae-60af-405e-948e-84640c149d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.749008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-0f73feae-60af-405e-948e-84640c149d47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0464621 Aug 19 15:51:46.800941 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-47ccef5f-d128-4bd9-8756-cb0414166b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:46.802443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-47ccef5f-d128-4bd9-8756-cb0414166b92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465715 Aug 19 15:51:46.889667 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-26fb7d2a-9b4b-4d8f-ae6b-9a88da997e01 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805621 Aug 19 15:51:46.985290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-edc9535c-3f04-4d94-8fd4-3a3ba644a99b req-8d49c093-49e6-484d-9e0e-4d7058f452e9 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887687 Aug 19 15:51:47.079812 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3887f17-3182-48d0-988c-16e3ac01ef9e req-1b1db662-d897-4914-927e-660bb10fa4ce tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:47.081257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3887f17-3182-48d0-988c-16e3ac01ef9e req-1b1db662-d897-4914-927e-660bb10fa4ce tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0512171 Aug 19 15:51:47.120656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3887f17-3182-48d0-988c-16e3ac01ef9e req-0944cd8a-fe98-4c65-9970-bc21c267b0ee tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331380 Aug 19 15:51:48.239931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f28b3-70c5-4f00-a57c-865d30bdfb51 req-5e94098e-6235-483a-8ef6-3e2b65f0914a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:48.241469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e15f28b3-70c5-4f00-a57c-865d30bdfb51 req-5e94098e-6235-483a-8ef6-3e2b65f0914a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0498950 Aug 19 15:51:48.281414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e15f28b3-70c5-4f00-a57c-865d30bdfb51 req-776142d2-6ba7-4d9b-ac6b-bb9c64b0f496 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330474 Aug 19 15:51:49.402961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840233a2-07c5-402e-a780-4c827706173c req-c6c06ec5-d381-4e0e-9276-66176bd9ff01 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:49.404463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-840233a2-07c5-402e-a780-4c827706173c req-c6c06ec5-d381-4e0e-9276-66176bd9ff01 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0548632 Aug 19 15:51:49.443594 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-840233a2-07c5-402e-a780-4c827706173c req-6ad503de-84be-4f07-8d84-10af98e94e15 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Aug 19 15:51:50.564522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9d97a-5da1-451d-b9ad-de519e49e328 req-673b4f68-1b02-41f7-aa69-73fce774da75 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:50.565970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dde9d97a-5da1-451d-b9ad-de519e49e328 req-673b4f68-1b02-41f7-aa69-73fce774da75 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0516245 Aug 19 15:51:50.604502 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dde9d97a-5da1-451d-b9ad-de519e49e328 req-26194d13-2f84-467f-a6b9-65d29113da84 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Aug 19 15:51:50.975049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:51:51.069236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:51.080591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:51:51.276950 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:51.291946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:51:51.315094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:51.412208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:51.462824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:51.731501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73881f80-ecfe-4b0e-9c95-19a7ccf10162 req-c71fe0a2-48de-4a0b-a820-b8291ebded3f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:51.733009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73881f80-ecfe-4b0e-9c95-19a7ccf10162 req-c71fe0a2-48de-4a0b-a820-b8291ebded3f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.0516210 Aug 19 15:51:51.764566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['3676f88e-f0af-48ff-89a1-ddbdfccfa00b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:51:51.771868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73881f80-ecfe-4b0e-9c95-19a7ccf10162 req-7b0927c8-1e51-4f2f-9e60-b45a15e4aeed tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Aug 19 15:51:52.893498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545385df-5102-4d2c-96fa-3e842e58f4da req-b1e43ab9-aca2-4275-ac33-d74ddc0255ce tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:52.895086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-545385df-5102-4d2c-96fa-3e842e58f4da req-b1e43ab9-aca2-4275-ac33-d74ddc0255ce tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.0562282 Aug 19 15:51:52.935872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-545385df-5102-4d2c-96fa-3e842e58f4da req-053e2841-af6f-44a1-a7e0-d76743b0e73a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Aug 19 15:51:52.976915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:51:53.092353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:51:53.096131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:51:53.096513 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:53.172538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:53.198351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:53.201131 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb910a9-a137-424b-9b3a-7a28aa6b99f7" -d '{"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:53.213603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:53.241254 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b81c9c4-c1b0-4f4e-a021-ed01a66bbfee x-openstack-request-id: req-2b81c9c4-c1b0-4f4e-a021-ed01a66bbfee {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:53.245517 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:53.245517 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b81c9c4-c1b0-4f4e-a021-ed01a66bbfee {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:53.245517 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'code': 200} Aug 19 15:51:53.275383 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:53.325404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:53.372324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc0346-16dd-4515-857a-e76239379005 req-d6ff2751-3f67-4c58-90d0-327ea72e0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:53.373916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6dc0346-16dd-4515-857a-e76239379005 req-d6ff2751-3f67-4c58-90d0-327ea72e0e4f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1098 time: 0.0481746 Aug 19 15:51:53.409462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6dc0346-16dd-4515-857a-e76239379005 req-fc30df27-f9f0-4abb-b09a-772323ac0310 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284071 Aug 19 15:51:54.059850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688abb-87b2-4805-9192-845ba524ceb8 req-a9045f67-6f69-4c62-aa93-8c315acceea5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:54.061384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e688abb-87b2-4805-9192-845ba524ceb8 req-a9045f67-6f69-4c62-aa93-8c315acceea5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0499592 Aug 19 15:51:54.100553 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e688abb-87b2-4805-9192-845ba524ceb8 req-fabd3b28-4c1f-44ad-bffd-f0880baa2d6c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331481 Aug 19 15:51:54.618306 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eee1ac64-9b9e-4f43-a604-8933c6a2b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:55.225419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39efde-1ea9-4990-90a4-06b537270b25 req-eaab23b9-bef4-44f8-b098-23be545fb732 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:55.226926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e39efde-1ea9-4990-90a4-06b537270b25 req-eaab23b9-bef4-44f8-b098-23be545fb732 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0566905 Aug 19 15:51:55.269897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5e39efde-1ea9-4990-90a4-06b537270b25 req-aefbf0a9-4645-440a-8552-3f3e0e08f9a1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363634 Aug 19 15:51:55.391571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501bce8-e2e8-4721-b39f-8a5de5e89118 req-7de6fcef-f15d-4be1-9718-209c56f5ac76 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:55.392992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6501bce8-e2e8-4721-b39f-8a5de5e89118 req-7de6fcef-f15d-4be1-9718-209c56f5ac76 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0551395 Aug 19 15:51:55.404177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 51710) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:55.409721 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'floatingip': {'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:55.452406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:55.927122 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:56.161807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.resource_extend [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:51:56.211695 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:56.263922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:56.366174 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 associated. External IP: 172.25.5.6, port: 3676f88e-f0af-48ff-89a1-ddbdfccfa00b. Aug 19 15:51:56.581999 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:51:56.691894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:51:56.696842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:56.702468 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:51:56.711417 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:56.712019 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:56.723843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-819af390-cbb1-4c56-b380-b96a36226d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "PUT /v2.0/floatingips/7282ec87-b252-47f1-8ca9-e9b421362de8 HTTP/1.1" status: 200 len: 990 time: 1.3185296 Aug 19 15:51:56.724411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:56.808897 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe" -d '{"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:56.831962 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:56.899399 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedc2cb-1bc0-4fa2-b926-1c37cd1b8513 x-openstack-request-id: req-ceedc2cb-1bc0-4fa2-b926-1c37cd1b8513 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:56.899690 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:56.899941 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ceedc2cb-1bc0-4fa2-b926-1c37cd1b8513 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:56.900341 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'status': 'completed', 'code': 200} Aug 19 15:51:56.980972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-54a52812-91b3-4232-a5fc-3862bc25980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:56.985055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-54a52812-91b3-4232-a5fc-3862bc25980a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1098 time: 0.0428500 Aug 19 15:51:57.061133 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:51:55Z', 'revision_number': 9, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:57.082156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-e594279e-96b9-4be8-8f03-9ad1ea5193e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:57.083654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-e594279e-96b9-4be8-8f03-9ad1ea5193e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0940447 Aug 19 15:51:57.092032 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:51:57.100367 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:57.100985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:51:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:57.149979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-547afd9b-5eb6-4e4d-8d23-0b959c933078 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 998 time: 0.0598054 Aug 19 15:51:57.201967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-3af5481f-73e5-42c9-a02b-d2e4ac615147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:57.203565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-3af5481f-73e5-42c9-a02b-d2e4ac615147 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0458798 Aug 19 15:51:57.221482 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:57.254931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-c9c72af1-8d64-47ba-9ae0-16c0a682bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:57.256483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-c9c72af1-8d64-47ba-9ae0-16c0a682bf2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464883 Aug 19 15:51:57.337897 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:57.361452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-79403ae0-372d-4984-bdbc-b4dad8c1d793 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976567 Aug 19 15:51:57.454972 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:51:55Z', 'revision_number': 9, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:57.458224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dc0efd6c-035e-4743-8e2a-37ec4ff668fe req-03eaae35-f66a-4e2a-bda5-b66fc954a2a6 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899849 Aug 19 15:51:57.480831 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55784c5d-b6c7-42b3-9c88-d49ecfd87258 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:51:55Z', 'revision_number': 9, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:51:57.684634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62f907-8b6e-4041-b4dd-5b920ca4bbd1 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:51:57.943437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bdbb15e2-50b8-475d-8214-e5328d24a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:59.783622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:00.926402 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:10.348451 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:52:13.589060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:24.612117 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fd202aa5-74f2-468f-878e-bcecfce62e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:25.977748 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:27.343311 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:27.909230 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9c67fdd4-269d-48a3-9588-36798deb13af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:28.363954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-e65058db-f698-402c-98f0-0fabce56faee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417917 Aug 19 15:52:28.459135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-396cab9c-5185-410c-a069-c5fcc6000205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:28.460689 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-396cab9c-5185-410c-a069-c5fcc6000205 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1098 time: 0.0402811 Aug 19 15:52:28.580148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-b8fa1875-5dfe-49b6-92bf-671e719d2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:28.581589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-b8fa1875-5dfe-49b6-92bf-671e719d2253 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0916386 Aug 19 15:52:28.648043 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-060406a3-7698-4316-8e1a-5acd18df71b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1001 time: 0.0597734 Aug 19 15:52:28.697252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-3eaf2af5-fdde-4867-bd90-8ce6c605f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:28.698684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-3eaf2af5-fdde-4867-bd90-8ce6c605f9b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0424743 Aug 19 15:52:28.750887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-a536cd52-1662-4a79-a60f-75c35c39768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:28.752385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-a536cd52-1662-4a79-a60f-75c35c39768a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454633 Aug 19 15:52:28.847702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-7d34ecb3-b9b1-45cd-8fd1-e1759a517c87 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876591 Aug 19 15:52:28.944749 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c90e4f2-26ba-4beb-8a0d-4545a5d71a32 req-4c5dd876-5617-43d0-8013-57cb7cd53002 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906637 Aug 19 15:52:29.805867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:30.914324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:43.560456 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:47.349057 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:52:54.573810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c42b4d6b-8bb6-423c-aa3b-6740cf2cf8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:55.930641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:57.359890 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:57.862811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ed82d75a-bb01-4c5c-a0a2-3fdf0787881f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:59.766084 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:00.913689 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:13.576416 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:24.348547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:53:24.587971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9093aca6-2df6-4526-a008-66e5a79d4030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:25.953437 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:27.359692 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:27.873312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-64345c6f-ad77-4c52-a9f6-a50d8abfad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:29.389868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-d7dc7d88-9ac7-46dc-9138-3c88605b58c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411415 Aug 19 15:53:29.487276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-3adfaeba-3941-4ca2-9141-474ede089b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:29.489530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-3adfaeba-3941-4ca2-9141-474ede089b37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1098 time: 0.0425980 Aug 19 15:53:29.596564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-b1acd44f-9cd6-4cf5-b8c5-25e5441c6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:29.598725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-b1acd44f-9cd6-4cf5-b8c5-25e5441c6258 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0909088 Aug 19 15:53:29.684209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-4ccfd986-859c-43b1-8340-64f8eb88fb39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1001 time: 0.0608342 Aug 19 15:53:29.735374 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-301ab384-7643-4d10-b4e4-dc562d0900fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:29.736896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-301ab384-7643-4d10-b4e4-dc562d0900fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0465763 Aug 19 15:53:29.764672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:29.787757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-2f690c72-a503-4d1b-b527-a5cb4ae38590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:29.789321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-2f690c72-a503-4d1b-b527-a5cb4ae38590 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461667 Aug 19 15:53:29.878008 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-6fed40e2-dc0b-4ac4-bc18-600c909dbecc service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813789 Aug 19 15:53:29.973857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-643dae5e-af37-4788-ac7f-cbd91b058c19 req-1847ddb1-a18f-4d36-bc1a-ee02e055fd6f service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889606 Aug 19 15:53:30.919201 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:43.576286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:54.570229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-afc48a6e-01b2-4561-a5cd-7a022449f299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:55.935868 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:57.335455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:57.878089 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85ebbdb5-03fa-430b-bfe0-f3d539108bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:59.838210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:00.906890 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:01.347539 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:54:13.626921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:24.604562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-83bee594-e1d7-4bd5-847c-d5fd424df582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:24.672130 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-c9594194-8dc3-4a28-ba59-1f4c1de7bf59 req-7e729e55-e842-4f85-9296-86f4115e0164 service neutron] (101962) timed out ('10.222.0.13', 47624) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:54:25.946092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:27.346702 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:27.951818 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6bd31ca4-efb6-4714-ad39-c9ef395289c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:29.406223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ac64c-1af8-4caf-bee5-d436a4327a71 req-41d14312-798d-4017-b62c-f24e8878f5c8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:29.407743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-341ac64c-1af8-4caf-bee5-d436a4327a71 req-41d14312-798d-4017-b62c-f24e8878f5c8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0506830 Aug 19 15:54:29.446402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-341ac64c-1af8-4caf-bee5-d436a4327a71 req-7fd55645-0f01-407c-9d35-a2779e0cdedd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Aug 19 15:54:29.548207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:54:29.636246 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-26d0f21e-0254-415f-8916-005191abed78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868413 Aug 19 15:54:29.815188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:30.568307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be0f9-a21e-4696-9ef0-28dc8f3ca938 req-b9dbae27-b3d2-4a46-8c20-f79e343d64bf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:30.570067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007be0f9-a21e-4696-9ef0-28dc8f3ca938 req-b9dbae27-b3d2-4a46-8c20-f79e343d64bf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0547793 Aug 19 15:54:30.610116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-007be0f9-a21e-4696-9ef0-28dc8f3ca938 req-7de31bfc-5510-4fe9-b90b-5fdc806f3401 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332017 Aug 19 15:54:30.923097 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:31.442492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12062e-a758-40de-a916-c583d2c65b00 req-a4c0756f-79a3-4586-b700-51bbe421d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:31.444073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-a4c0756f-79a3-4586-b700-51bbe421d4e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1098 time: 0.0491357 Aug 19 15:54:31.554409 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12062e-a758-40de-a916-c583d2c65b00 req-21fd3bdc-3898-4864-88e4-f743d696ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:31.555872 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-21fd3bdc-3898-4864-88e4-f743d696ad3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0927129 Aug 19 15:54:31.628406 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-397db24b-bd3e-414b-9b43-aa22408365ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1001 time: 0.0649760 Aug 19 15:54:31.678759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12062e-a758-40de-a916-c583d2c65b00 req-c5e15df1-ef71-401b-842b-c54cedb04f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:31.680273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-c5e15df1-ef71-401b-842b-c54cedb04f78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0457942 Aug 19 15:54:31.755922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc13691-c743-4144-baf3-57e5ee408f6b req-e5971997-29e1-4d2b-9f22-9e5d55675687 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:31.757461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fc13691-c743-4144-baf3-57e5ee408f6b req-e5971997-29e1-4d2b-9f22-9e5d55675687 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0762765 Aug 19 15:54:31.759945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12062e-a758-40de-a916-c583d2c65b00 req-8e4669ad-bfc5-40f8-80b1-96bf9083e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:31.762079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-8e4669ad-bfc5-40f8-80b1-96bf9083e1b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719724 Aug 19 15:54:31.775144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-2040b68a-cec1-4357-82e4-4756eebfe82f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:54:31.776816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-2040b68a-cec1-4357-82e4-4756eebfe82f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058377 Aug 19 15:54:31.857079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fc13691-c743-4144-baf3-57e5ee408f6b req-a9fef726-691e-4293-a843-479adff04eb8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925515 Aug 19 15:54:31.892149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-315d3723-872a-4ca5-b8ca-252f9c4d50b4 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079376 Aug 19 15:54:31.986966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1d12062e-a758-40de-a916-c583d2c65b00 req-d8fc76a9-3a28-487e-b468-81d24b8f1c90 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874436 Aug 19 15:54:32.107516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-b7f4e50b-d3bf-4482-8f82-8f6c5b318759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:32.108991 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-b7f4e50b-d3bf-4482-8f82-8f6c5b318759 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1098 time: 0.0522602 Aug 19 15:54:32.198638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-70968145-8118-4c7f-96b9-700c030fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:32.200111 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-70968145-8118-4c7f-96b9-700c030fd57a service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0846014 Aug 19 15:54:32.268942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-ccf87701-d569-4802-97a3-a6f34e8d7230 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1001 time: 0.0617995 Aug 19 15:54:32.318891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-62b61ae1-c7c4-43d8-856c-58c766664f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:32.320373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-62b61ae1-c7c4-43d8-856c-58c766664f43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0450742 Aug 19 15:54:32.369210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-5941015d-0375-46ad-9434-0e382348041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:32.371247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-5941015d-0375-46ad-9434-0e382348041b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434935 Aug 19 15:54:32.466753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-0b12b956-f49e-4cd9-9fbc-3910d3334e47 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882802 Aug 19 15:54:32.556086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-596f50b1-56c3-4989-8962-f14ed7e0273d service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826983 Aug 19 15:54:32.985628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6057-2d57-41da-9036-a353808e771e req-d82e0a42-bbc5-42fb-8a3e-c70943037edd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:32.987173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86b6057-2d57-41da-9036-a353808e771e req-d82e0a42-bbc5-42fb-8a3e-c70943037edd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0580714 Aug 19 15:54:33.026333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b86b6057-2d57-41da-9036-a353808e771e req-dec9d08f-cb25-45a7-adc0-10fb23a8f9f8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324583 Aug 19 15:54:34.142489 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294c405-2ddf-41e5-81ac-105eff5ee25f req-14e52fe0-f279-4ed4-8413-dd6d85046724 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:34.144001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f294c405-2ddf-41e5-81ac-105eff5ee25f req-14e52fe0-f279-4ed4-8413-dd6d85046724 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0491934 Aug 19 15:54:34.184046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f294c405-2ddf-41e5-81ac-105eff5ee25f req-0e80e1d8-9161-4519-b5a8-2275f265f7bb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Aug 19 15:54:35.299579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70eb0a-c42a-4956-bc65-0d7e7d265f72 req-e77fe07f-f24c-4032-b213-cdc58988b434 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:35.306233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be70eb0a-c42a-4956-bc65-0d7e7d265f72 req-e77fe07f-f24c-4032-b213-cdc58988b434 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0490694 Aug 19 15:54:35.342001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be70eb0a-c42a-4956-bc65-0d7e7d265f72 req-51def25d-17a9-4a8b-8722-69aa762ff55e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340159 Aug 19 15:54:36.461586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883d68c-10d1-40a8-b915-cb54b45b9bd8 req-684f9c3a-4aa7-4211-bb89-2e8cb00df6d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:36.463977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6883d68c-10d1-40a8-b915-cb54b45b9bd8 req-684f9c3a-4aa7-4211-bb89-2e8cb00df6d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0526662 Aug 19 15:54:36.502660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6883d68c-10d1-40a8-b915-cb54b45b9bd8 req-74982f94-d017-40b2-afb9-fce40cc8018b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Aug 19 15:54:37.625823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a55c24-9a95-4823-8947-f5447159c8e1 req-2ad14c2b-80cb-4331-86d1-bc1032c579fd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:37.627345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71a55c24-9a95-4823-8947-f5447159c8e1 req-2ad14c2b-80cb-4331-86d1-bc1032c579fd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0502722 Aug 19 15:54:37.665053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71a55c24-9a95-4823-8947-f5447159c8e1 req-9e493eed-c28c-4cd8-9c48-45c0f7f6e15f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Aug 19 15:54:38.348236 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:54:38.783469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b512df7-a072-4e3d-93ce-070f8282d806 req-f5193d31-4922-4f44-a741-81c2e3cf49d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:38.784980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b512df7-a072-4e3d-93ce-070f8282d806 req-f5193d31-4922-4f44-a741-81c2e3cf49d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0484776 Aug 19 15:54:38.823445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b512df7-a072-4e3d-93ce-070f8282d806 req-ffd666c1-cfbc-4518-abf2-cf732f685ca2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Aug 19 15:54:39.941415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76982e62-c958-4a91-b39d-fde22a62ee2c req-a354a8d4-92c5-40d1-94c3-466cee4ff698 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:39.942898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76982e62-c958-4a91-b39d-fde22a62ee2c req-a354a8d4-92c5-40d1-94c3-466cee4ff698 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0513985 Aug 19 15:54:39.980198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-76982e62-c958-4a91-b39d-fde22a62ee2c req-f4db434d-a59e-4a4b-8d16-ccd027b4c31c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Aug 19 15:54:41.097957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48858-6e58-477a-9bff-db145bc8eed0 req-44c581f3-f150-4d47-a4f7-f66c51e9c62e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:41.099409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7c48858-6e58-477a-9bff-db145bc8eed0 req-44c581f3-f150-4d47-a4f7-f66c51e9c62e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0502777 Aug 19 15:54:41.138266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7c48858-6e58-477a-9bff-db145bc8eed0 req-f2599264-c48e-4fd4-b9b0-d22306d5644f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Aug 19 15:54:41.522826 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-03058a9b-701d-4ef2-b0f2-5bb6aa14d3a0 req-b896f033-b85b-41fe-bf92-58aad59bae2d service neutron] (101963) timed out ('10.222.0.46', 56484) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:54:42.256297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b133b-acb7-4e8d-ad39-3c8c49c615ea req-ed7cd09d-cbbf-4979-ad41-9040eb19128c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:42.257877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d72b133b-acb7-4e8d-ad39-3c8c49c615ea req-ed7cd09d-cbbf-4979-ad41-9040eb19128c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0507433 Aug 19 15:54:42.296576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d72b133b-acb7-4e8d-ad39-3c8c49c615ea req-4e004fa3-679b-4b0e-a1b1-4f57c0b3a3c2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Aug 19 15:54:43.419589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cecce-7773-4ff2-bf86-ca40424dcfb0 req-998f6815-ecfa-4fec-aa09-bbf5794b037e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:43.421149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa8cecce-7773-4ff2-bf86-ca40424dcfb0 req-998f6815-ecfa-4fec-aa09-bbf5794b037e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0539794 Aug 19 15:54:43.459395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa8cecce-7773-4ff2-bf86-ca40424dcfb0 req-063fa2d5-ef4f-43db-9b71-69eec004e282 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Aug 19 15:54:43.660153 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:44.602129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe0eb-ad75-4c97-a9c7-d19fa6eecb40 req-258aa04c-9f72-499c-991e-7059c28c38f0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:44.604117 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fafe0eb-ad75-4c97-a9c7-d19fa6eecb40 req-258aa04c-9f72-499c-991e-7059c28c38f0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0553980 Aug 19 15:54:44.647223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fafe0eb-ad75-4c97-a9c7-d19fa6eecb40 req-035ca517-6d95-40bd-a689-2c6024c0bb28 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356727 Aug 19 15:54:44.953816 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-f941415b-da56-4fdd-aea1-a7599ad1f430 service neutron] show failed (client error): The resource could not be found. Aug 19 15:54:44.954860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-f941415b-da56-4fdd-aea1-a7599ad1f430 service neutron] 10.222.0.54 "GET /v2.0/ports/3676f88e-f0af-48ff-89a1-ddbdfccfa00b/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0572915 Aug 19 15:54:45.418769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-748e6796-d390-416a-9f40-2f390c0c7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:45.420264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-748e6796-d390-416a-9f40-2f390c0c7a03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 1098 time: 0.0421560 Aug 19 15:54:45.433195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:54:45.898269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:45.924872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3f2d-0bcf-4c1f-ab71-4b12f4065321 req-e458dba8-8701-4391-95fc-aa40c0edb282 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:45.926487 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a5e3f2d-0bcf-4c1f-ab71-4b12f4065321 req-e458dba8-8701-4391-95fc-aa40c0edb282 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0972071 Aug 19 15:54:46.048059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a5e3f2d-0bcf-4c1f-ab71-4b12f4065321 req-8b316dcb-b516-419d-b9e0-04ec5a1aa875 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975287 Aug 19 15:54:46.146071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:46.185934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:54:46.237500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:54:46.239939 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45edfd91-2858-4dcd-9b7a-adcee5f433ca" -d '{"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:54:46.243973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:46.257364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Transition to ACTIVE for port object 3676f88e-f0af-48ff-89a1-ddbdfccfa00b will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:54:46.292072 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129ca3f-4ec5-494e-a662-02fbfb74b640 x-openstack-request-id: req-2129ca3f-4ec5-494e-a662-02fbfb74b640 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:54:46.292996 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:54:46.293360 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2129ca3f-4ec5-494e-a662-02fbfb74b640 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:54:46.293763 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'code': 200} Aug 19 15:54:46.317075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:46.391622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:46.407237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.407596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.407940 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.408280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.408618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.409050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.409868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.409868 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.411765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.411765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.411765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.411765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:46.453765 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] No DVR routers for this DVR port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:54:46.590659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:54:46.590915 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:54:46.591249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:54:46.595736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:54:46.596062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:54:46.601633 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:54:46.602234 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:54:46.602661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:54:46.603110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Bound port: 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:54:46.603692 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:46.667360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:54:46.670711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:54:46.735160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:46.783463 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:46.784102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:46.785931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] 10.222.0.46 "PUT /v2.0/ports/3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1093 time: 1.3569360 Aug 19 15:54:46.801324 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e7198-5be6-467d-a99c-88d31eaca5ef service neutron] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:46.859451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-e5f7c4b2-abdd-40da-927e-8943eb1855cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:46.860962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-e5f7c4b2-abdd-40da-927e-8943eb1855cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1096 time: 0.0472381 Aug 19 15:54:46.955871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-9c7f84ea-8276-4e60-b892-b0637112fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:46.957376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-9c7f84ea-8276-4e60-b892-b0637112fce3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0896811 Aug 19 15:54:47.028439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-455e82ce-8953-48c0-aae1-739b4b840d2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.0630715 Aug 19 15:54:47.079042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-081f5fd0-a553-435c-9eca-7ac190eea8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:47.080510 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-081f5fd0-a553-435c-9eca-7ac190eea8a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0445280 Aug 19 15:54:47.149500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-17a20e45-1094-4659-bcae-63c157d78f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:47.150883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-17a20e45-1094-4659-bcae-63c157d78f53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631971 Aug 19 15:54:47.164983 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-ebaab164-ab70-45f8-a85e-5fa6594c9e53 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:54:47.166208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-ebaab164-ab70-45f8-a85e-5fa6594c9e53 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060313 Aug 19 15:54:47.177536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe0891-a158-402d-bb7d-d119dffd22ad req-5af4151b-9d1a-4f91-9639-533bade828e5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:47.178951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9afe0891-a158-402d-bb7d-d119dffd22ad req-5af4151b-9d1a-4f91-9639-533bade828e5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0601141 Aug 19 15:54:47.269181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9afe0891-a158-402d-bb7d-d119dffd22ad req-d8ad6e35-b04a-4aa0-9464-3f7bbd59a381 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818560 Aug 19 15:54:47.296195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-4e729bb1-db7a-4b33-a820-29a815dc2c83 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162865 Aug 19 15:54:47.387296 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7cf507a-5b58-43f8-b242-e29a684f236f req-c8afc960-8ffd-4e7b-a1d3-3f898a879834 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824506 Aug 19 15:54:47.929647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:54:47.968197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:54:48.295189 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:54:48.298093 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c422d-9acf-49fc-98ac-b3de6e62afb1" -d '{"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:54:48.395416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111329-11fe-4740-a74a-4458f64ba076 req-dcdb040a-9ca7-45ac-8b40-e5e34b37f8ed tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.396924 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f111329-11fe-4740-a74a-4458f64ba076 req-dcdb040a-9ca7-45ac-8b40-e5e34b37f8ed tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0546935 Aug 19 15:54:48.434998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f111329-11fe-4740-a74a-4458f64ba076 req-41268fc5-d1f8-449e-9d7f-17e5f2aa0c66 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315082 Aug 19 15:54:48.494165 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a65d27c-9fc0-46fc-86f2-2761c067ae2a x-openstack-request-id: req-2a65d27c-9fc0-46fc-86f2-2761c067ae2a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:54:48.494468 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:54:48.494721 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a65d27c-9fc0-46fc-86f2-2761c067ae2a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:54:48.495129 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'status': 'completed', 'code': 200} Aug 19 15:54:48.592353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-3fe7dbfd-a876-45f3-8429-b6a66a0717cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.593935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-3fe7dbfd-a876-45f3-8429-b6a66a0717cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1096 time: 0.0731573 Aug 19 15:54:48.596474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-dda48a8d-a825-418e-b530-0d08ba261807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.597879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-dda48a8d-a825-418e-b530-0d08ba261807 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1096 time: 0.0659149 Aug 19 15:54:48.763782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-39d243bf-1fc8-4869-8d48-20abd707944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.765172 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-39d243bf-1fc8-4869-8d48-20abd707944a service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1560545 Aug 19 15:54:48.766282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-52292ff4-0ed9-4a9b-95a7-121d324f2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.767623 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-52292ff4-0ed9-4a9b-95a7-121d324f2334 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1664798 Aug 19 15:54:48.885291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-30fa3872-ee87-4089-9a38-effa690ab0f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.1060276 Aug 19 15:54:48.887009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-b6098e87-8623-404f-ad10-ee22bf8449db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.1150842 Aug 19 15:54:48.972307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-176aff07-6a57-48d7-af30-a8f941910621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.973836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-176aff07-6a57-48d7-af30-a8f941910621 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0812488 Aug 19 15:54:48.975246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-ca563368-f666-485c-b5f0-f8676f330d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:48.976852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-ca563368-f666-485c-b5f0-f8676f330d99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0765469 Aug 19 15:54:49.056231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-b1f0065c-ebd7-473d-a2c7-aaf1f3652e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:49.057690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-b1f0065c-ebd7-473d-a2c7-aaf1f3652e4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750730 Aug 19 15:54:49.060478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-900259d9-2ad4-4633-8e19-16ba41910547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:49.061904 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-900259d9-2ad4-4633-8e19-16ba41910547 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782270 Aug 19 15:54:49.227761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-a0709f7f-3bdb-4a20-b56f-8a0c9b6ddd0e service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587946 Aug 19 15:54:49.229724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-af875074-b1aa-45f8-b512-c16b505d957e service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597593 Aug 19 15:54:49.391931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-c2b25e45-23c2-4023-8236-50662ec71c0b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542990 Aug 19 15:54:49.393866 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-251c422d-9acf-49fc-98ac-b3de6e62afb1 req-064c1629-93f7-41f2-be93-93ba3afb5e12 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574833 Aug 19 15:54:49.557756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25660cb4-ac94-4880-aa27-733b6ea6d3ca req-abd9d106-08da-4203-b700-0c1aa12cba37 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:49.559790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25660cb4-ac94-4880-aa27-733b6ea6d3ca req-abd9d106-08da-4203-b700-0c1aa12cba37 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0543635 Aug 19 15:54:49.600873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25660cb4-ac94-4880-aa27-733b6ea6d3ca req-2362ac76-fb60-4618-b273-c8d8f92c2c49 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349047 Aug 19 15:54:50.191437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ac6c-c3e2-4b94-a784-648939b330e6 req-cbf4f74f-c6cf-4da0-a479-f9a829bbb9a4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:50.192951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5288ac6c-c3e2-4b94-a784-648939b330e6 req-cbf4f74f-c6cf-4da0-a479-f9a829bbb9a4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0816798 Aug 19 15:54:50.223157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-2907f3f5-4a3c-4697-9f12-83736dd75250 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:50.224596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-2907f3f5-4a3c-4697-9f12-83736dd75250 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb&tenant_id=da2be488ada14a34a60987c486b5896a&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.0801368 Aug 19 15:54:50.270793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5288ac6c-c3e2-4b94-a784-648939b330e6 req-13a29824-e21f-45be-9178-38c06b90bcd9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712686 Aug 19 15:54:50.302364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-0bbfceeb-6685-4d00-b328-83fc99275f99 service neutron] 10.222.0.46 "GET /v2.0/ports/3676f88e-f0af-48ff-89a1-ddbdfccfa00b/bindings/n-h1-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.0691915 Aug 19 15:54:50.364492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-58a5b493-ed33-4a83-b4f6-81992cf97b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:50.365911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-58a5b493-ed33-4a83-b4f6-81992cf97b56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1096 time: 0.0416052 Aug 19 15:54:50.455356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-9ce4ecf4-1911-4f02-bc86-0c7e75fc9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:50.456820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-9ce4ecf4-1911-4f02-bc86-0c7e75fc9578 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0844264 Aug 19 15:54:50.525220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-d366b9e6-1d49-44ec-a0d7-ff78f2f95c8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.0614552 Aug 19 15:54:50.575311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-0f832467-22ce-49fa-97f2-f20f00a064cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:50.576814 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-0f832467-22ce-49fa-97f2-f20f00a064cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0450230 Aug 19 15:54:50.623948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-eb797046-a830-4623-bccb-da46993d5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:50.625457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-eb797046-a830-4623-bccb-da46993d5461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411096 Aug 19 15:54:50.717678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-cd4f17d9-ae0e-41c5-aa0f-69c7b4f09e8c service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854414 Aug 19 15:54:50.807766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-8bca645f-2b0b-4794-8de6-cf2fe5e50ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828052 Aug 19 15:54:51.288782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:54:51.389475 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dda4a-b2c8-488a-a864-bd43a830f451 req-baf18110-80a2-4d97-8b5e-cab1167e0175 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:51.391053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f9dda4a-b2c8-488a-a864-bd43a830f451 req-baf18110-80a2-4d97-8b5e-cab1167e0175 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 944 time: 0.0500588 Aug 19 15:54:51.392046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:51.404466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:54:51.435054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f9dda4a-b2c8-488a-a864-bd43a830f451 req-39d07f91-4872-4902-8dec-e1d5c7ca1c65 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377142 Aug 19 15:54:51.445190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:51.467742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:54:51.488818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:51.551581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:51.608659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:51.616112 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.616457 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.616799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.617162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.617499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.617837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.618155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.618481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.618804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.619126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.619449 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.619768 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:54:51.842079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3676f88e-f0af-48ff-89a1-ddbdfccfa00b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:54:52.556048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e3c0-e28e-4d02-9206-3b8d6b25c392 req-b0bb7f69-7831-4491-a44f-6894250a04f4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:52.557472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03f3e3c0-e28e-4d02-9206-3b8d6b25c392 req-b0bb7f69-7831-4491-a44f-6894250a04f4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.0493238 Aug 19 15:54:52.598557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03f3e3c0-e28e-4d02-9206-3b8d6b25c392 req-0adf7154-aaac-44ef-ba49-2f1b00e20226 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341768 Aug 19 15:54:53.312691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:54:53.316207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-6eba4048-71bf-4337-afa9-b8c85cbf2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:53.317793 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-6eba4048-71bf-4337-afa9-b8c85cbf2d1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 1097 time: 0.0442626 Aug 19 15:54:53.334178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:54:53.389354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:53.413232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:53.427248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:54:53.617596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:53.653130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:54:53.708230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:54:53.719835 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:53.734629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Ignored duplicate provisioning block setup for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:54:53.742870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4a5b-e83f-45c6-acac-ffc1a068f2b5 req-39e78c27-e0cc-4dee-b7b1-ceff1e3f5ae2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:53.744348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-287a4a5b-e83f-45c6-acac-ffc1a068f2b5 req-39e78c27-e0cc-4dee-b7b1-ceff1e3f5ae2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.0723922 Aug 19 15:54:53.783042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-287a4a5b-e83f-45c6-acac-ffc1a068f2b5 req-38ca4013-0702-46ff-a531-02e924776327 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Aug 19 15:54:53.808263 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:53.900473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=9']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:53.944241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] No DVR routers for this DVR port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Attempting to bind port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Bound port: 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:54:54.099699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:54.160946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:54:54.164037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:54:54.232828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:54.268602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.268852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:54.270260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] 10.222.0.54 "PUT /v2.0/ports/3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 1093 time: 0.9404194 Aug 19 15:54:54.270726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:54:54.273010 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2d173-7466-4bee-a9ab-85a1f2763286" -d '{"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:54:54.311167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764fbd3-8b2d-4f26-b524-526d427aece7 service neutron] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:54.371893 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b79d33-fac1-4ea6-adc4-4d84a119adcb x-openstack-request-id: req-55b79d33-fac1-4ea6-adc4-4d84a119adcb {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:54:54.372259 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:54:54.372504 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55b79d33-fac1-4ea6-adc4-4d84a119adcb {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:54:54.373045 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'status': 'completed', 'code': 200} Aug 19 15:54:54.379200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-9eb2c3ce-632a-44d0-bd20-fee87209e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.380874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-9eb2c3ce-632a-44d0-bd20-fee87209e6e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1097 time: 0.0637953 Aug 19 15:54:54.494110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-4b0f771e-d30b-491e-bdc0-7f91a2edec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.495618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-4b0f771e-d30b-491e-bdc0-7f91a2edec82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1097 time: 0.0997143 Aug 19 15:54:54.525668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-af279307-0d3d-45dd-a221-704992ae074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.527125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-af279307-0d3d-45dd-a221-704992ae074a service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1395025 Aug 19 15:54:54.603008 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa9e3-8841-4eea-948e-38047b2120d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:54.637295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-a0fefb98-870a-42b6-b7e2-fd127821ec36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.0850971 Aug 19 15:54:54.654458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-ae01762c-4979-4c5b-9e81-0483b34309e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.655843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-ae01762c-4979-4c5b-9e81-0483b34309e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1508322 Aug 19 15:54:54.736571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-243623f7-3f0b-4402-93f1-97fe80c19a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.737978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-243623f7-3f0b-4402-93f1-97fe80c19a83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0937247 Aug 19 15:54:54.747211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-8f9477a1-11e3-4615-ba9c-2c11653b38a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.0734224 Aug 19 15:54:54.816843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-efffa59e-c57f-4873-88f0-2cf9f63ef754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.818337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-efffa59e-c57f-4873-88f0-2cf9f63ef754 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0632098 Aug 19 15:54:54.820110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b4c90635-95ed-4969-89bb-568fe30fb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.821462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-b4c90635-95ed-4969-89bb-568fe30fb9a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765285 Aug 19 15:54:54.954152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-a9591e46-b73c-4178-8c37-f0b846288ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.955648 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-a9591e46-b73c-4178-8c37-f0b846288ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306653 Aug 19 15:54:54.981476 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3c350-0465-4aa4-ae2f-834996fdcb18 req-f1766027-aea7-4ca6-9f45-284ca4fb2ab3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:54.982890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4c3c350-0465-4aa4-ae2f-834996fdcb18 req-f1766027-aea7-4ca6-9f45-284ca4fb2ab3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.1233108 Aug 19 15:54:55.046812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-82cdcb5d-223e-4f84-951d-9b60eed6907a service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136476 Aug 19 15:54:55.122308 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4c3c350-0465-4aa4-ae2f-834996fdcb18 req-b39a6879-d1e9-45cf-95c4-c15f33eb4857 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214514 Aug 19 15:54:55.156758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-6e7e1b8b-4aa2-4605-9667-89d7a7275c6a service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923959 Aug 19 15:54:55.332170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:54:55.378299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:54:55.578048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ceec133c-d885-40f2-a045-2de57fe69421 req-f500d25c-3344-4c3c-ad7c-7a137c16e3f1 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213611 Aug 19 15:54:55.623294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-44a4a78e-3d95-4deb-8a64-bf7247119bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587564 Aug 19 15:54:55.713039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-1f910ee4-3ac9-4dde-97ba-af90a46dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:55.715168 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-1f910ee4-3ac9-4dde-97ba-af90a46dba82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 1097 time: 0.0399270 Aug 19 15:54:55.807661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-4f49cb96-819d-42c6-87d6-47527ce4f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:55.809318 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-4f49cb96-819d-42c6-87d6-47527ce4f624 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0874066 Aug 19 15:54:55.873717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-ded4ff1e-6668-4fca-b0b1-a182d0d12899 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 200 len: 999 time: 0.0576165 Aug 19 15:54:55.926219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-ab1bd4e1-e459-4513-8c16-e08cf11ca599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:55.927785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-ab1bd4e1-e459-4513-8c16-e08cf11ca599 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0479794 Aug 19 15:54:55.957396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:55.973333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-9103d93c-5089-46d5-9abe-48c01846a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:55.976537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-9103d93c-5089-46d5-9abe-48c01846a98e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403390 Aug 19 15:54:56.062357 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-0bd4cdb7-a464-41f4-a13c-bc58dee87c60 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805759 Aug 19 15:54:56.158497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4bf2d173-7466-4bee-a9ab-85a1f2763286 req-ae7cf999-9bc9-48f0-8830-751b6e25b6b2 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895913 Aug 19 15:54:56.245149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddb85d-a575-40d6-90d8-462ee209dd7e req-522e6d59-a8ae-4ffb-878b-1c4bb794c21e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:56.247188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7ddb85d-a575-40d6-90d8-462ee209dd7e req-522e6d59-a8ae-4ffb-878b-1c4bb794c21e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.0512998 Aug 19 15:54:56.285290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f7ddb85d-a575-40d6-90d8-462ee209dd7e req-d9b9157c-82de-412a-b5b5-e85d3ced2723 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Aug 19 15:54:57.345627 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:57.402467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03085-f8f2-4c12-84ec-ec3a24e1ba9c req-ca055e67-5dc1-4879-bcd4-178a2201c641 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:57.404763 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dc03085-f8f2-4c12-84ec-ec3a24e1ba9c req-ca055e67-5dc1-4879-bcd4-178a2201c641 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 945 time: 0.0490689 Aug 19 15:54:57.448205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dc03085-f8f2-4c12-84ec-ec3a24e1ba9c req-9b5e51a2-1d4a-4c04-82e8-9232e9babe3b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Aug 19 15:54:57.899862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-559e5bf9-15f3-435e-b01b-d49dfeaf7e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:57.980089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:54:58.078156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:58.089502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'mac_address': 'fa:16:3e:cb:46:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:54:58.127098 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:58.140290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:54:58.160015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:58.288768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:58.336766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:58.580160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50df8-5527-449d-8c0b-77980d6d0c69 req-0afb4488-94fc-407c-9b68-296cd8792c79 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:58.581725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-feb50df8-5527-449d-8c0b-77980d6d0c69 req-0afb4488-94fc-407c-9b68-296cd8792c79 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0616460 Aug 19 15:54:58.621220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-feb50df8-5527-449d-8c0b-77980d6d0c69 req-b040c934-0bff-47a8-bba6-df951764263d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Aug 19 15:54:58.745736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['3676f88e-f0af-48ff-89a1-ddbdfccfa00b'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:54:59.739159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9c54-f5ed-4462-a5a1-495c847402b5 req-ee57050c-125f-4b91-834a-6ccb4b584167 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:59.740777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b3b9c54-f5ed-4462-a5a1-495c847402b5 req-ee57050c-125f-4b91-834a-6ccb4b584167 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0503526 Aug 19 15:54:59.779986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:59.780582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9b3b9c54-f5ed-4462-a5a1-495c847402b5 req-82dc3abf-9fed-4d10-933a-adc1368ab319 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Aug 19 15:54:59.897245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063040f5-0a59-4040-9be6-8f04144f7d39 req-536a9bc0-7f17-47bb-bf51-df09d6a44c05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:59.898735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-063040f5-0a59-4040-9be6-8f04144f7d39 req-536a9bc0-7f17-47bb-bf51-df09d6a44c05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0499582 Aug 19 15:54:59.944534 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-063040f5-0a59-4040-9be6-8f04144f7d39 req-fdee30be-9604-42f9-992a-01be6d9cc584 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Aug 19 15:54:59.986754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:00.058056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359749-a6de-40d1-ac45-9cc78b61d12f req-b92eb4f7-0859-4ead-b802-eb2d92504304 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:00.060113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74359749-a6de-40d1-ac45-9cc78b61d12f req-b92eb4f7-0859-4ead-b802-eb2d92504304 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 946 time: 0.0506177 Aug 19 15:55:00.098726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74359749-a6de-40d1-ac45-9cc78b61d12f req-f178f714-6b8e-43a7-9523-7559cc55e2b0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319312 Aug 19 15:55:00.105489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:00.109591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:00.109802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:00.192681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:00.215655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:00.217861 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc398473-f6f9-48cc-8ccd-a26e1cb91d55" -d '{"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:00.230608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:00.299823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:00.349285 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:00.429570 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ec243d-ffbc-4e63-a9a1-1b76b21089e9 x-openstack-request-id: req-88ec243d-ffbc-4e63-a9a1-1b76b21089e9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:00.429844 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:00.430231 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88ec243d-ffbc-4e63-a9a1-1b76b21089e9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:00.430688 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'code': 200} Aug 19 15:55:00.522502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939099c6-0b6d-4d81-8a37-c198d3e0d23c req-e490dac0-7de0-40d7-bc59-09e6d92873f8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:00.523911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-939099c6-0b6d-4d81-8a37-c198d3e0d23c req-e490dac0-7de0-40d7-bc59-09e6d92873f8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 947 time: 0.0497370 Aug 19 15:55:00.562273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-939099c6-0b6d-4d81-8a37-c198d3e0d23c req-14cc3e22-a70c-42ad-a418-af1c7f3768c8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322161 Aug 19 15:55:00.928779 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:01.685140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946d996-f1b2-42b0-9e2a-8dca8c232807 req-5faf39d8-bb47-4e89-b90a-b1172a91793f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:01.686817 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f946d996-f1b2-42b0-9e2a-8dca8c232807 req-5faf39d8-bb47-4e89-b90a-b1172a91793f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 947 time: 0.0541446 Aug 19 15:55:01.732248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f946d996-f1b2-42b0-9e2a-8dca8c232807 req-8689366f-b7a5-49bd-919c-a2a1e4b740ea tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Aug 19 15:55:02.093647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-a59042f3-febe-443c-88d2-14b98505bec6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:02.095247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-a59042f3-febe-443c-88d2-14b98505bec6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 947 time: 0.0501392 Aug 19 15:55:02.187395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Deleting port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:02.187669 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:02.282256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] For port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:02.282634 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:02.462290 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:02.462673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:02.462992 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 disassociated. External IP: 172.25.5.6, port: 3676f88e-f0af-48ff-89a1-ddbdfccfa00b. Aug 19 15:55:02.463336 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Calling delete_port for 3676f88e-f0af-48ff-89a1-ddbdfccfa00b owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:02.636967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:02.671114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event deleted for resources: {'Port': ['ID=3676f88e-f0af-48ff-89a1-ddbdfccfa00b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:02.797412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:02.880921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbc9a6d9-4453-4df6-86a3-81b1e3a74b60 req-2a5d3dce-946e-4c2d-98b8-6ca0e024e323 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=60df794e-b320-4b21-93dc-6e39527fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0367696 Aug 19 15:55:02.939996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:02.950011 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:02.958702 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:02.959319 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:02.980190 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] No DVR routers for this DVR port 3676f88e-f0af-48ff-89a1-ddbdfccfa00b on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:55:02.983659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:02.985735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-672cfd45-816d-4609-9018-9f1c1fc23a03 req-beea2374-e291-49ab-a7c2-36b82cec7e05 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "DELETE /v2.0/ports/3676f88e-f0af-48ff-89a1-ddbdfccfa00b HTTP/1.1" status: 204 len: 173 time: 0.8842006 Aug 19 15:55:02.986174 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-deleted', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:02.988654 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a5698f-b631-4ea0-b92a-1599774bf342" -d '{"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-deleted", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:03.025540 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2795ead-7894-4ad8-8826-d32eb34b73ee x-openstack-request-id: req-b2795ead-7894-4ad8-8826-d32eb34b73ee {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:03.025862 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60df794e-b320-4b21-93dc-6e39527fc8bb", "name": "network-vif-deleted", "tag": "3676f88e-f0af-48ff-89a1-ddbdfccfa00b", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:03.026123 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2795ead-7894-4ad8-8826-d32eb34b73ee {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:03.026560 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60df794e-b320-4b21-93dc-6e39527fc8bb', 'name': 'network-vif-deleted', 'tag': '3676f88e-f0af-48ff-89a1-ddbdfccfa00b', 'status': 'completed', 'code': 200} Aug 19 15:55:03.069472 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:03.271978 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:03.299449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:03.308277 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:03.308697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:03.415562 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:03.721219 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:03.747702 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b801a-4b5e-4e67-aa7e-732827065f28 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:03.983448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44bfdb-8201-40e6-a37c-cef0c89febf6 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:55:04.193003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-7c826c35-f23e-4ab9-9050-39fdc805c736 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--269427506&fields=id&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 267 time: 0.0409422 Aug 19 15:55:04.309437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-03e7c483-dd25-4bce-be50-7613b8903b3d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:04.311057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-03e7c483-dd25-4bce-be50-7613b8903b3d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1099567 Aug 19 15:55:04.327838 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-794e9a48-52f7-41ec-be17-09d00e49f38b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/quotas/da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 375 time: 0.0106661 Aug 19 15:55:04.381980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-db34307c-57e1-43d9-befa-7480b7d6a37b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487595 Aug 19 15:55:04.399048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-834a8284-e5d8-4e8c-a021-6a5315c1a11f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:55:04.400002 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-834a8284-e5d8-4e8c-a021-6a5315c1a11f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052066 Aug 19 15:55:04.492053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-3089f38f-c792-4dc4-b9db-1b57050c1684 service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861368 Aug 19 15:55:04.587304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-53983999-d462-4744-a1f4-1fd127dcd192 service neutron] 10.222.0.13 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883062 Aug 19 15:55:04.846874 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b5d5d82-6d41-44c7-9332-fa97d74e22e0 req-89cfc386-3476-4a2f-ac48-5ff657dca887 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0326319 Aug 19 15:55:05.943095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5328cbf-0842-44d9-aad1-d3a6c4190143 req-d2547b02-a599-460d-9804-3eba71f54954 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Aug 19 15:55:06.020530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:06.045533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 3676f88e-f0af-48ff-89a1-ddbdfccfa00b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:06.045880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3676f88e-f0af-48ff-89a1-ddbdfccfa00b not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:06.624325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-bcc46af0-81b4-49b7-8137-921019e0609c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:06.625719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-bcc46af0-81b4-49b7-8137-921019e0609c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 812 time: 0.1108816 Aug 19 15:55:06.672578 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-cf70373d-1ba0-4880-a301-7486035016c0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 379 time: 0.0364640 Aug 19 15:55:06.682341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'port': {'device_id': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'admin_state_up': True, 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'security_groups': ['3c6664e6-004e-4e58-95da-ee11ca8eec48']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:06.877080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Made reservation on behalf of da2be488ada14a34a60987c486b5896a for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:55:06.880800 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.014948 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Allocated IP 172.20.0.7 (13f6036f-e651-4236-8b7a-c50b3c867266/b973f0fa-227a-408e-9aaa-e9808bb7ca2a/0e67b38a-e848-4fc0-a47a-d8b02741e28f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:07.055454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8845f35-3355-48b5-9517-04aebd42c24a req-778f55d0-c295-4227-9ad4-20779d2153e2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0381870 Aug 19 15:55:07.186705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.200879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Transition to ACTIVE for port object 0e67b38a-e848-4fc0-a47a-d8b02741e28f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:07.276891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.323650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Network 13f6036f-e651-4236-8b7a-c50b3c867266 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:07.329891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:07.333613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:07.363255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:07.392462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:07.393187 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.471966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-37bab449-7b1b-4a01-a190-7cce22aa43e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934442 Aug 19 15:55:07.484446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Request body: {'port': {'device_id': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:07.538852 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.665765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dadba7f0-321d-48b3-91e4-41af7fcfa80c None None] Provisioning for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:07.669940 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-dadba7f0-321d-48b3-91e4-41af7fcfa80c None None] Provisioning complete for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:07.670313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dadba7f0-321d-48b3-91e4-41af7fcfa80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.705727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-dadba7f0-321d-48b3-91e4-41af7fcfa80c None None] Port 0e67b38a-e848-4fc0-a47a-d8b02741e28f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:55:07.815375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e67b38a-e848-4fc0-a47a-d8b02741e28f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:55:07.822989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.834602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Transition to ACTIVE for port object 0e67b38a-e848-4fc0-a47a-d8b02741e28f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:07.893879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.951332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:08.019130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:55:08.019837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:55:08.019837 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:08.024943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:55:08.025298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:08.030625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:55:08.030970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:08.031357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:55:08.031782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Bound port: 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:55:08.032162 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:08.105351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:55:08.109058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:55:08.182136 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:08.221923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170665-7ba7-4e28-95d1-9c71a12d0f5b req-9e14ad1a-8140-4157-b194-c59659e6e486 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.223440 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52170665-7ba7-4e28-95d1-9c71a12d0f5b req-9e14ad1a-8140-4157-b194-c59659e6e486 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0785227 Aug 19 15:55:08.237642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.238260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:08.239616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] 10.222.0.46 "PUT /v2.0/ports/0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1092 time: 0.7597349 Aug 19 15:55:08.244209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:08.247171 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e" -d '{"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:08.279560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85652b1-c948-4144-a9e1-385fbdbdad3a service neutron] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:08.295533 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-52170665-7ba7-4e28-95d1-9c71a12d0f5b req-a007b339-18c6-412b-a5ba-26ed91a93fc9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649822 Aug 19 15:55:08.351794 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1234781-7f4e-46cb-8498-be26fe5f514f x-openstack-request-id: req-b1234781-7f4e-46cb-8498-be26fe5f514f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:08.352081 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:08.352332 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1234781-7f4e-46cb-8498-be26fe5f514f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:08.352727 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'status': 'completed', 'code': 200} Aug 19 15:55:08.391882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-d1b53276-646c-461f-8b60-eee51f843786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.393685 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-d1b53276-646c-461f-8b60-eee51f843786 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0514405 Aug 19 15:55:08.438987 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-75156135-5d26-4516-a5df-f79534f6e555 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 217 time: 0.0376511 Aug 19 15:55:08.491747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-3a594938-55e5-475b-85de-a2f6f9329577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.493167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-3a594938-55e5-475b-85de-a2f6f9329577 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0463789 Aug 19 15:55:08.538453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397765e-0429-4754-9fd1-49c86e538b72 req-b1c43eeb-3aef-4a03-a086-27fd40bdead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.539851 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-b1c43eeb-3aef-4a03-a086-27fd40bdead4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391974 Aug 19 15:55:08.634393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-d22139c9-1df2-4f9b-b1b2-37d468b156b4 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Aug 19 15:55:08.728120 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a397765e-0429-4754-9fd1-49c86e538b72 req-bb6656ab-f125-45cd-9c9e-25294b488b80 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869064 Aug 19 15:55:08.886297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-ebdf7767-de68-49f2-8288-956e8f6ad90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.887804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-ebdf7767-de68-49f2-8288-956e8f6ad90a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0463529 Aug 19 15:55:08.991014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-e60cd452-3098-4f91-90fe-bd07c5d3c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:08.992527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-e60cd452-3098-4f91-90fe-bd07c5d3c931 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0975814 Aug 19 15:55:09.040582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-98ac3d9b-212e-4f42-89af-57449fc586c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 217 time: 0.0399106 Aug 19 15:55:09.091833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-f8500c5f-e4d7-4d5f-bc04-f2727fb6c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:09.093320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-f8500c5f-e4d7-4d5f-bc04-f2727fb6c139 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0444989 Aug 19 15:55:09.142887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-75a3e547-cc9e-4670-bf46-4b3365dc3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:09.144302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-75a3e547-cc9e-4670-bf46-4b3365dc3c58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435245 Aug 19 15:55:09.245886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-1030d05c-6e1a-4192-974a-d8fa847cbc5f service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936944 Aug 19 15:55:09.352266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f58d5540-ccde-49b0-b7d5-e36cf97fe84e req-273eceb5-7819-4a26-ac12-055349159967 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974593 Aug 19 15:55:09.428942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59683-dea7-4ae1-8248-10c7e05dc215 req-ef5936b2-2f9c-429f-962e-43907a9297c1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:09.430468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9b59683-dea7-4ae1-8248-10c7e05dc215 req-ef5936b2-2f9c-429f-962e-43907a9297c1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0512478 Aug 19 15:55:09.468474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e9b59683-dea7-4ae1-8248-10c7e05dc215 req-9484a300-144c-4487-a4f1-9886dec8efe7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Aug 19 15:55:10.586668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04235c6d-911d-4a84-934d-f1b4c7a886fd req-fab9ecd1-d51e-41cc-8942-0c63e494e716 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:10.588176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04235c6d-911d-4a84-934d-f1b4c7a886fd req-fab9ecd1-d51e-41cc-8942-0c63e494e716 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0535433 Aug 19 15:55:10.627127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04235c6d-911d-4a84-934d-f1b4c7a886fd req-ffd1b3a9-cb62-4314-a449-8d8b9d3626cd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Aug 19 15:55:11.397525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:55:11.492100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:11.503925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'mac_address': 'fa:16:3e:4f:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:55:11.544198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:11.556953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e67b38a-e848-4fc0-a47a-d8b02741e28f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:55:11.576769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:11.636705 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:11.688499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:11.751981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3b554-d8ec-4c83-9721-d3b31131ba0f req-1b0c24d9-73c0-4667-a6b3-78535813736a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:11.753399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38c3b554-d8ec-4c83-9721-d3b31131ba0f req-1b0c24d9-73c0-4667-a6b3-78535813736a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0534704 Aug 19 15:55:11.790885 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38c3b554-d8ec-4c83-9721-d3b31131ba0f req-a2c86eb8-f3f4-467a-92f0-9ec01314a508 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Aug 19 15:55:11.829997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['0e67b38a-e848-4fc0-a47a-d8b02741e28f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:55:12.908080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20a79d-6a88-4db0-a29f-61ad3b42a60c req-9ae661bd-47c9-49fc-8d58-70c6728f2709 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:12.909622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d20a79d-6a88-4db0-a29f-61ad3b42a60c req-9ae661bd-47c9-49fc-8d58-70c6728f2709 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0496225 Aug 19 15:55:12.949098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d20a79d-6a88-4db0-a29f-61ad3b42a60c req-a8a9723d-c16e-40ab-a17c-bd89d56a92e3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Aug 19 15:55:13.405320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:13.528985 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:13.533081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:13.533476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:13.623426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:13.632005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:13.645981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:13.648284 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c1f50-f671-4a11-8a9f-5b1ab1f6a48f" -d '{"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-plugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:13.666522 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:13.685798 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e15b0-a6ef-48f6-83ea-1891e9f3c920 x-openstack-request-id: req-9b2e15b0-a6ef-48f6-83ea-1891e9f3c920 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:13.685798 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-plugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:13.685798 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b2e15b0-a6ef-48f6-83ea-1891e9f3c920 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:13.686137 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'code': 200} Aug 19 15:55:13.728538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:13.779252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:13.793257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ad5-d195-4146-b6aa-386d6ca9be2f req-eef1da87-7721-457e-bcb4-4555af0183a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:13.794765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a743ad5-d195-4146-b6aa-386d6ca9be2f req-eef1da87-7721-457e-bcb4-4555af0183a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1097 time: 0.0461254 Aug 19 15:55:13.830936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1a743ad5-d195-4146-b6aa-386d6ca9be2f req-e07be0cd-b78f-4564-9151-d73d3e61805d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289762 Aug 19 15:55:14.072380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213b33-a415-4d81-9577-fd43e628eaaf req-53372f65-985c-46a9-880a-71268845fa75 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:14.073822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83213b33-a415-4d81-9577-fd43e628eaaf req-53372f65-985c-46a9-880a-71268845fa75 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Aug 19 15:55:14.114302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83213b33-a415-4d81-9577-fd43e628eaaf req-548a5430-5fa6-4b1f-bca7-573a1e096b09 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Aug 19 15:55:15.229555 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fdb6b-e7f5-4c95-9ad7-cb01b3065274 req-63bbe5ad-697a-421b-9aac-56002d0a3315 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:15.231646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f0fdb6b-e7f5-4c95-9ad7-cb01b3065274 req-63bbe5ad-697a-421b-9aac-56002d0a3315 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Aug 19 15:55:15.269676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f0fdb6b-e7f5-4c95-9ad7-cb01b3065274 req-c5d2741d-3542-42bb-b824-b627b3cb3cd8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313497 Aug 19 15:55:15.348351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:55:15.388773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393d14-35ac-4ca6-a839-0ce63f955754 req-66023965-81a3-41b4-b4a4-04642c899198 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:15.390448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06393d14-35ac-4ca6-a839-0ce63f955754 req-66023965-81a3-41b4-b4a4-04642c899198 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0562534 Aug 19 15:55:15.399333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52242) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:15.405618 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Request body: {'floatingip': {'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:15.448358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:15.902123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:15.968397 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:16.072389 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 associated. External IP: 172.25.5.6, port: 0e67b38a-e848-4fc0-a47a-d8b02741e28f. Aug 19 15:55:16.295825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:16.408640 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:16.413625 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:16.419991 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:16.429314 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:16.429927 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:16.449741 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59f22617-4ad1-4815-a773-25f006056d4a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "PUT /v2.0/floatingips/7282ec87-b252-47f1-8ca9-e9b421362de8 HTTP/1.1" status: 200 len: 990 time: 1.0485051 Aug 19 15:55:16.450349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:16.452660 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725dc74b-5e26-4216-9c46-a478efeddcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:16.548535 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d6be29-cc1f-43a4-b453-5cb64aaaf71d x-openstack-request-id: req-b4d6be29-cc1f-43a4-b453-5cb64aaaf71d {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:16.548831 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:16.549088 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4d6be29-cc1f-43a4-b453-5cb64aaaf71d {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:16.549529 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'status': 'completed', 'code': 200} Aug 19 15:55:16.554800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:16.619986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-2ba63770-96e6-4f34-9197-a405b147a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:16.629057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-2ba63770-96e6-4f34-9197-a405b147a1a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1097 time: 0.0493233 Aug 19 15:55:16.720916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-cd7461c8-05c2-4a40-bc4e-2c09a3d0a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:16.722450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-cd7461c8-05c2-4a40-bc4e-2c09a3d0a5c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0941637 Aug 19 15:55:16.800253 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:4f:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:55:15Z', 'revision_number': 13, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:16.826803 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:16.835231 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:16.835897 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:54:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:16.845813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-f479a461-247f-48e4-ba4b-795e493af82d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.1158061 Aug 19 15:55:16.896528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-81ba0f98-06bc-4ddc-a023-0df3cc28f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:16.898084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-81ba0f98-06bc-4ddc-a023-0df3cc28f9fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0458820 Aug 19 15:55:16.943554 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:16.943792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-691ffc27-4354-4daa-a266-9336060d5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:16.945348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-691ffc27-4354-4daa-a266-9336060d5199 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406039 Aug 19 15:55:17.045989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-e333949b-fc8a-4b6a-a7f8-e9d9f0190fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935462 Aug 19 15:55:17.138259 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-725dc74b-5e26-4216-9c46-a478efeddcfb req-2d5a3d19-8fdb-4cd5-9af8-d3e8b1a1561b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Aug 19 15:55:17.179171 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:4f:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:55:15Z', 'revision_number': 13, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:17.210073 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3494f-26e5-417a-bdcb-a18cb90a31a5 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '7282ec87-b252-47f1-8ca9-e9b421362de8', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'mac_address': 'fa:16:3e:4f:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:46:02Z', 'updated_at': '2021-08-19T15:55:15Z', 'revision_number': 13, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:17.416782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb9a2-8971-4e4c-80e9-83b8958697b3 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:55:20.877034 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-698d3104-0611-419a-b3c6-90220fe97917 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458977 Aug 19 15:55:20.963056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-ff1c3462-b212-4359-b588-8c0f820c87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:20.964503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-ff1c3462-b212-4359-b588-8c0f820c87c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1097 time: 0.0422640 Aug 19 15:55:21.073140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-5efecccc-fc6c-4945-99ff-0a45da1aa4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:21.074633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-5efecccc-fc6c-4945-99ff-0a45da1aa4e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0865567 Aug 19 15:55:21.146800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-92401493-2d70-42cf-851b-2ddec2ef435a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1000 time: 0.0637085 Aug 19 15:55:21.198659 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-ed29a860-a92d-4f09-a56d-dd6ed3590bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:21.200177 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-ed29a860-a92d-4f09-a56d-dd6ed3590bf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0449696 Aug 19 15:55:21.246961 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-6430fa25-4251-4c00-9372-661da365bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:21.248493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-6430fa25-4251-4c00-9372-661da365bcec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410655 Aug 19 15:55:21.342550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-7f988d1e-c475-45ec-b45f-bea98588e969 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857699 Aug 19 15:55:21.433562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3f4ed9a-fcf4-4f60-b65d-f3f6668f6efa req-0af89c45-3309-43f1-adb3-df156ea5cbba service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832708 Aug 19 15:55:24.596766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-26f873a2-d930-4a9a-b740-2c8e87e25a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:25.990492 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:27.339459 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:27.876293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-02906bfb-5d36-4f4d-8ffe-3fa11d4f4438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:29.784944 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.893576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.658702 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.348722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:55:54.584332 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4263cb24-07a3-479c-99fa-256986c6080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.932832 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.338461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.869680 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d08c116-376d-4def-95d6-1667d118581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:59.852986 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.917263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:13.635160 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:21.876702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-b1540244-cc17-4976-87e0-a27822bc97b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468669 Aug 19 15:56:21.958716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-688f9a11-5b6d-4b90-a84c-cd71915485bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:21.960225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-688f9a11-5b6d-4b90-a84c-cd71915485bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1097 time: 0.0414746 Aug 19 15:56:22.065138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-8baef527-8697-400c-a416-c6065578b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:22.066608 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-8baef527-8697-400c-a416-c6065578b9ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0871930 Aug 19 15:56:22.135864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-f02ae8ae-43f4-472b-8c8f-b3eea3259cb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1000 time: 0.0614212 Aug 19 15:56:22.185841 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-9ef497f9-d5d3-4e2f-ad3b-41e001fc1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:22.187273 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-9ef497f9-d5d3-4e2f-ad3b-41e001fc1230 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0445025 Aug 19 15:56:22.234288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-e40be698-af4b-42b2-a7bc-ae1b8a8e0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:22.235823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-e40be698-af4b-42b2-a7bc-ae1b8a8e0323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408781 Aug 19 15:56:22.333098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-3a7c26fe-734a-416d-86ce-602bad2f60c5 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870316 Aug 19 15:56:22.422103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-92b1e16b-c82a-448d-835d-9ad04c091bb3 req-d58a7633-bb09-4563-a5b7-5ffcce8c794a service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816276 Aug 19 15:56:24.589500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7cb51e7e-3234-4c19-b08f-e876150500c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:25.932429 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:27.355118 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:27.903683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0d33f601-5194-4eae-a60c-822b66a9a632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:29.348425 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:56:29.812211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:30.921525 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:43.657453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:54.594317 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d094316e-e1f9-4827-94e3-dbc26837d6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:55.342012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcd943-4482-4a7a-853a-adbb862c9698 req-9019bab5-01d8-4b28-9c4b-3e02bac21700 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:55.343595 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93dcd943-4482-4a7a-853a-adbb862c9698 req-9019bab5-01d8-4b28-9c4b-3e02bac21700 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.2043076 Aug 19 15:56:55.383020 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-93dcd943-4482-4a7a-853a-adbb862c9698 req-1c39e6c0-05f4-4365-9d0c-9643d3db583d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331271 Aug 19 15:56:55.925741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:57.342793 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:57.880299 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f5de49c-55b9-4c90-9b2c-6cbc6745d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:59.817421 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:00.942909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:06.349237 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:57:07.204773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77210f7-a41e-42a2-bf63-aeeda7f8fbff req-469d3f05-a7c7-4b43-a208-527d95aeff6b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:07.206317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a77210f7-a41e-42a2-bf63-aeeda7f8fbff req-469d3f05-a7c7-4b43-a208-527d95aeff6b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0524647 Aug 19 15:57:07.245385 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a77210f7-a41e-42a2-bf63-aeeda7f8fbff req-82221aca-f836-45d6-ba9a-0012d36c88bb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Aug 19 15:57:07.388277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-87fb2447-01aa-4d5b-9583-1c5714f84f5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767987 Aug 19 15:57:08.368990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf832c-f63f-4268-956f-08a68faa665f req-4d4ca880-3e5d-4e2c-9e7e-5dacf70dc701 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:08.370618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4baf832c-f63f-4268-956f-08a68faa665f req-4d4ca880-3e5d-4e2c-9e7e-5dacf70dc701 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Aug 19 15:57:08.420726 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4baf832c-f63f-4268-956f-08a68faa665f req-07accd5e-e026-4063-8d86-553b2ae14d1e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Aug 19 15:57:09.547097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3d2f-13b6-44e1-bb98-1a41d6545ec5 req-c57a3bb3-f3d1-4c45-9b10-8f61486315ba tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:09.548590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc0e3d2f-13b6-44e1-bb98-1a41d6545ec5 req-c57a3bb3-f3d1-4c45-9b10-8f61486315ba tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0539677 Aug 19 15:57:09.600284 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bc0e3d2f-13b6-44e1-bb98-1a41d6545ec5 req-3ba281c7-e050-45d2-934a-dd8ad8455dbf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Aug 19 15:57:09.665817 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-4058ae54-be18-4b3e-8836-70f104af6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:09.668189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-4058ae54-be18-4b3e-8836-70f104af6e05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1097 time: 0.0425353 Aug 19 15:57:09.764159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-bd96baa4-d9f0-45cf-bcff-e335d147aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:09.765683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-bd96baa4-d9f0-45cf-bcff-e335d147aeb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0913901 Aug 19 15:57:09.833719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-261a4453-647a-4fdf-81b6-b3ee5dce040e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1000 time: 0.0608695 Aug 19 15:57:09.885217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-d58f7db8-27fa-486c-b7a1-43fb9d767576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:09.886727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-d58f7db8-27fa-486c-b7a1-43fb9d767576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0457296 Aug 19 15:57:09.943022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-7a039463-57c3-4b76-a6e4-38b05cafdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:09.944589 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-7a039463-57c3-4b76-a6e4-38b05cafdee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512209 Aug 19 15:57:10.047705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-fe4f3f2e-0770-4d69-ac4b-2c3e091154f8 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945580 Aug 19 15:57:10.154316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-77e4685f-9f67-425b-b174-fb0f292d9963 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984952 Aug 19 15:57:10.719207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32fbd-c816-4142-9121-05471f3ebc9e req-771365d1-f90e-42fc-8d93-e634fb77f0db tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:10.720738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33a32fbd-c816-4142-9121-05471f3ebc9e req-771365d1-f90e-42fc-8d93-e634fb77f0db tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Aug 19 15:57:10.763000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33a32fbd-c816-4142-9121-05471f3ebc9e req-fa5b68bf-f74f-4621-ad71-82aea47c105e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357153 Aug 19 15:57:11.886009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afd88d-bcfc-4554-b8c7-2acd19b563f0 req-dcaa4bcb-c350-4fd8-a33f-f7ecbe89b944 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:11.887518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5afd88d-bcfc-4554-b8c7-2acd19b563f0 req-dcaa4bcb-c350-4fd8-a33f-f7ecbe89b944 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0508990 Aug 19 15:57:11.926668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5afd88d-bcfc-4554-b8c7-2acd19b563f0 req-be169584-cc13-4f81-92de-bb297e9bbea5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Aug 19 15:57:13.053926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295da2-d343-4551-b19a-e9186785ca0a req-42adb88b-ccf6-4f7d-8f40-ce89c1a40628 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:13.055437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23295da2-d343-4551-b19a-e9186785ca0a req-42adb88b-ccf6-4f7d-8f40-ce89c1a40628 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0556366 Aug 19 15:57:13.098103 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-23295da2-d343-4551-b19a-e9186785ca0a req-c809568b-19e8-4136-a87d-deca350e0044 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363760 Aug 19 15:57:13.702497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:14.230354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7360-51f6-43c2-9ff8-f3c0dbd695fa req-e051eab6-62ec-44e9-941e-0fc915bee02a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:14.232024 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd1e7360-51f6-43c2-9ff8-f3c0dbd695fa req-e051eab6-62ec-44e9-941e-0fc915bee02a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0553668 Aug 19 15:57:14.277985 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dd1e7360-51f6-43c2-9ff8-f3c0dbd695fa req-a767d773-53aa-4b22-ac0e-ebfa1ea00d7b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340338 Aug 19 15:57:15.430447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bb0e2-5f29-4318-a134-0b9b1fc93c82 req-16419296-a314-46a3-9de5-a8734d7ab0c9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:15.432064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb4bb0e2-5f29-4318-a134-0b9b1fc93c82 req-16419296-a314-46a3-9de5-a8734d7ab0c9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0562000 Aug 19 15:57:15.477779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb4bb0e2-5f29-4318-a134-0b9b1fc93c82 req-c331873c-b46c-44d6-bfa0-6c9bd5696c7f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376902 Aug 19 15:57:16.603797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe282f4-a2db-40e6-abb8-055f10cede2d req-34546162-0880-41e0-b3c7-424653830c7c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:16.605370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efe282f4-a2db-40e6-abb8-055f10cede2d req-34546162-0880-41e0-b3c7-424653830c7c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0546067 Aug 19 15:57:16.650295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efe282f4-a2db-40e6-abb8-055f10cede2d req-37f58bf4-97d7-49ac-95cd-e3492823bee1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Aug 19 15:57:17.776620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a656247-f881-4ae8-acba-69f15f4498aa req-df0f8a48-74b3-4d46-ba15-00aa06dc40d9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:17.778230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a656247-f881-4ae8-acba-69f15f4498aa req-df0f8a48-74b3-4d46-ba15-00aa06dc40d9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0537550 Aug 19 15:57:17.818185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a656247-f881-4ae8-acba-69f15f4498aa req-295e8322-08c5-481b-a921-fb434fde3e8c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338171 Aug 19 15:57:18.939071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fd82b-967e-4037-9a65-ffc5631c28db req-12f0d967-1ae0-4d1c-a43c-9ecbbe7419fc tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:18.940619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d3fd82b-967e-4037-9a65-ffc5631c28db req-12f0d967-1ae0-4d1c-a43c-9ecbbe7419fc tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Aug 19 15:57:18.980931 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4d3fd82b-967e-4037-9a65-ffc5631c28db req-5abcf4aa-a2a5-4ef7-9ba5-4d829959c210 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Aug 19 15:57:20.105363 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa43b68-c08a-42fc-b9be-e6f493d717ee req-be92492a-0d94-4247-861b-f95b384402de tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:20.106914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fa43b68-c08a-42fc-b9be-e6f493d717ee req-be92492a-0d94-4247-861b-f95b384402de tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0549834 Aug 19 15:57:20.147165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fa43b68-c08a-42fc-b9be-e6f493d717ee req-79f48a3a-a564-4da6-91eb-702a79593551 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332992 Aug 19 15:57:21.270764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f3a8-a965-42fc-8d84-023d0f2ef36a req-623d3a89-22be-4f85-a637-a7dc495ce0e8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:21.272325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1d3f3a8-a965-42fc-8d84-023d0f2ef36a req-623d3a89-22be-4f85-a637-a7dc495ce0e8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Aug 19 15:57:21.313576 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1d3f3a8-a965-42fc-8d84-023d0f2ef36a req-0860aba0-cec4-4678-9af3-f99cd42f016d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349042 Aug 19 15:57:22.436452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771d006-57cb-4b07-88c2-3b10d1737eb0 req-7af1671e-e13f-450e-8a67-6374588e8ee7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:22.438069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7771d006-57cb-4b07-88c2-3b10d1737eb0 req-7af1671e-e13f-450e-8a67-6374588e8ee7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Aug 19 15:57:22.479161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7771d006-57cb-4b07-88c2-3b10d1737eb0 req-4816748d-1e27-4b97-a31c-0d6dffa981b2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348506 Aug 19 15:57:22.912358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-615b30e0-a7b6-4f70-b072-098efb9ff1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:22.914060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-615b30e0-a7b6-4f70-b072-098efb9ff1cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1097 time: 0.0457375 Aug 19 15:57:23.027603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-c28ff8ac-f4d4-40c3-8a18-b2c03663524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:23.029100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-c28ff8ac-f4d4-40c3-8a18-b2c03663524d service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0897326 Aug 19 15:57:23.100233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-fc489760-2a43-4cde-acd9-749cde6863b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1000 time: 0.0633287 Aug 19 15:57:23.150067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-6e240114-471e-464f-b119-95a4b6a2249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:23.151532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-6e240114-471e-464f-b119-95a4b6a2249b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0440226 Aug 19 15:57:23.199181 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-e1a9155c-d5d6-4a11-87e1-c81f3217fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:23.201856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-e1a9155c-d5d6-4a11-87e1-c81f3217fe19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424025 Aug 19 15:57:23.296673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-51303c40-726c-451b-a5d8-a9595084169b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 Aug 19 15:57:23.782626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a79a5-4279-4e5c-90f3-4784e404b289 req-ffff6af9-69fd-4311-baba-61161e34fd82 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:23.784055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-512a79a5-4279-4e5c-90f3-4784e404b289 req-ffff6af9-69fd-4311-baba-61161e34fd82 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0984826 Aug 19 15:57:23.802584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7bc4b4ab-e689-4759-9424-2dc82a443214 req-e5e7801c-657c-411c-99e3-71800c6e367a service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984605 Aug 19 15:57:23.829899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-512a79a5-4279-4e5c-90f3-4784e404b289 req-f5d93e99-a7c9-4923-b010-1d2287227a94 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377831 Aug 19 15:57:24.622010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-79a01655-3b69-4448-b7cf-90bb07869ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:24.678008 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-3098e598-d764-4cd6-9d17-487190464199 req-81d5107a-46d4-4d19-bfe3-bfd74d822452 service neutron] show failed (client error): The resource could not be found. Aug 19 15:57:24.679032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-81d5107a-46d4-4d19-bfe3-bfd74d822452 service neutron] 10.222.0.46 "GET /v2.0/ports/0e67b38a-e848-4fc0-a47a-d8b02741e28f/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0574858 Aug 19 15:57:24.951801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388354-5872-4ac9-b67a-3ff44af68687 req-93ffb8ca-8a67-4b81-bc0f-9d83fc5a3b8f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:24.953368 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d388354-5872-4ac9-b67a-3ff44af68687 req-93ffb8ca-8a67-4b81-bc0f-9d83fc5a3b8f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0510380 Aug 19 15:57:24.993026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d388354-5872-4ac9-b67a-3ff44af68687 req-b6079617-7b51-4931-9d70-5367119d6cb6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Aug 19 15:57:25.329062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-1c74f470-6e45-4a3b-8bf8-3eaea9a2a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:25.330684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-1c74f470-6e45-4a3b-8bf8-3eaea9a2a91d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 1097 time: 0.0838845 Aug 19 15:57:25.349212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:57:25.409660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:25.623774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:57:25.657693 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:57:25.699761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:57:25.702421 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3c79d-2a48-46e3-acd4-92ddff69874f" -d '{"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-unplugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:57:25.706994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:25.725161 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Transition to ACTIVE for port object 0e67b38a-e848-4fc0-a47a-d8b02741e28f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:57:25.782154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:25.812789 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899acbf2-79df-429a-a646-cf6b5f230243 x-openstack-request-id: req-899acbf2-79df-429a-a646-cf6b5f230243 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:57:25.813083 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-unplugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:57:25.813367 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-899acbf2-79df-429a-a646-cf6b5f230243 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:57:25.813768 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'code': 200} Aug 19 15:57:25.875173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:57:25.887212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.887590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.887900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.888512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.889058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.889058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.889558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.889741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.890281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.890625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.891047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.891384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:25.936704 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] No DVR routers for this DVR port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:57:25.965896 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:26.129309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:57:26.130128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:57:26.130128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:57:26.135967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:57:26.136286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:57:26.146394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:57:26.146736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:57:26.148982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:57:26.148982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Bound port: 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:57:26.148982 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:26.159289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a104422-5899-4a4f-bd05-69cadee6c0d7 req-e294db94-a907-42c3-8c29-4d5a1bf38452 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:26.160889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a104422-5899-4a4f-bd05-69cadee6c0d7 req-e294db94-a907-42c3-8c29-4d5a1bf38452 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0898170 Aug 19 15:57:26.236956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a104422-5899-4a4f-bd05-69cadee6c0d7 req-866ae41e-8720-4e30-a0a9-994191356f73 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691276 Aug 19 15:57:26.259401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:57:26.262875 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:57:26.337417 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:26.375478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:26.376235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:26.377581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] 10.222.0.54 "PUT /v2.0/ports/0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1092 time: 1.0327525 Aug 19 15:57:26.403582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449f98-00c0-4a05-9de7-ed8229217400 service neutron] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:57:26.459491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-5fd072e0-d7ca-48f0-854b-03e1d80aad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:26.461069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-5fd072e0-d7ca-48f0-854b-03e1d80aad92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0497394 Aug 19 15:57:26.570750 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-82a57032-e487-4a3b-ade0-2acc4d52be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:26.573478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-82a57032-e487-4a3b-ade0-2acc4d52be48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1051292 Aug 19 15:57:26.656014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-2b447323-28b3-4187-a1a2-58e9303495c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.0758615 Aug 19 15:57:26.716097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-785b7f28-9f28-4bec-91f6-d038c7dfe76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:26.718290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-785b7f28-9f28-4bec-91f6-d038c7dfe76f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0546594 Aug 19 15:57:26.769878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e598-d764-4cd6-9d17-487190464199 req-be5d003d-81c2-4078-bee1-fca0247de1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:26.771547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-be5d003d-81c2-4078-bee1-fca0247de1df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461018 Aug 19 15:57:26.864968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-436e2f85-7c39-4141-ad6d-8f2fc1734afb service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867543 Aug 19 15:57:26.968824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-6925b226-8e47-4e2c-823f-943336a2fbdf service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974393 Aug 19 15:57:27.359586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:27.367048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b797b2a-19b8-4afd-a16c-d762347bafbd req-664ca7bc-06a8-4d37-8519-47d4b9ac5575 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:27.368613 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b797b2a-19b8-4afd-a16c-d762347bafbd req-664ca7bc-06a8-4d37-8519-47d4b9ac5575 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0549176 Aug 19 15:57:27.409445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b797b2a-19b8-4afd-a16c-d762347bafbd req-7462373a-1988-4a8c-849d-0055555f1ac1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336485 Aug 19 15:57:27.814736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:57:27.817979 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dce6d0-b5ae-4732-b392-69efe9d881b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:57:27.871580 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57495c9-7a3d-4e0a-b09a-5a5ac2a10695 x-openstack-request-id: req-e57495c9-7a3d-4e0a-b09a-5a5ac2a10695 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:57:27.871874 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:57:27.872127 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e57495c9-7a3d-4e0a-b09a-5a5ac2a10695 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:57:27.873261 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'status': 'completed', 'code': 200} Aug 19 15:57:27.885391 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c97cbfcc-4e62-4f0e-8cb6-8a5fd3f12928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:27.976208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-f2b1f9af-c3fa-46fd-88d8-8cde9ca0fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:27.977750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-f2b1f9af-c3fa-46fd-88d8-8cde9ca0fd76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0819221 Aug 19 15:57:27.980259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-d7e5cd33-b307-44f9-b0b7-65ec38e4daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:27.982145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-d7e5cd33-b307-44f9-b0b7-65ec38e4daa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0572588 Aug 19 15:57:28.043028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:57:28.086150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:57:28.157394 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-4ef43ce5-48ca-42c1-a729-57259a9087e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.158825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-4ef43ce5-48ca-42c1-a729-57259a9087e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1740167 Aug 19 15:57:28.161788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-611f37bd-090c-47df-aeca-140fd044a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.163425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-611f37bd-090c-47df-aeca-140fd044a466 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1712770 Aug 19 15:57:28.286275 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-fa3b9a0c-20d7-43cf-b604-7238c6306734 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.1188049 Aug 19 15:57:28.288395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-f602a8ca-c6a7-4ee1-8f29-bc926977dd33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.1137133 Aug 19 15:57:28.377147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-8cdc1f1f-a147-4ff0-898a-7537c7c28d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.378548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-8cdc1f1f-a147-4ff0-898a-7537c7c28d84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0848212 Aug 19 15:57:28.379931 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-845925c7-134f-4483-a7c0-c3fd2ad7a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.381294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-845925c7-134f-4483-a7c0-c3fd2ad7a4b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0789664 Aug 19 15:57:28.464325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-af552a17-1151-4b6f-8bd7-06cfbccc6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.465865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-af552a17-1151-4b6f-8bd7-06cfbccc6d20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788825 Aug 19 15:57:28.469147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-9ee17e6c-24fa-43e6-a488-7f428639e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.470657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-9ee17e6c-24fa-43e6-a488-7f428639e143 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757585 Aug 19 15:57:28.671273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bda079-9383-49d4-8d86-8cb1fa0c6e7b req-12bcb3e3-a8de-4f8c-a4a8-764e0c845606 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:28.672813 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03bda079-9383-49d4-8d86-8cb1fa0c6e7b req-12bcb3e3-a8de-4f8c-a4a8-764e0c845606 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.1808608 Aug 19 15:57:28.686644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-ad56f91f-c4ab-48ac-9867-62f061420488 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126429 Aug 19 15:57:28.706295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-6ddfeeb4-864d-4a70-bc9b-309e07418032 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243209 Aug 19 15:57:28.844200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-03bda079-9383-49d4-8d86-8cb1fa0c6e7b req-041ab490-2750-4678-98ba-51644461f1a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573520 Aug 19 15:57:28.894562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-ad0c207d-0ea9-4887-9de9-886e5aa371a2 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989524 Aug 19 15:57:28.900824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b7dce6d0-b5ae-4732-b392-69efe9d881b5 req-b1fc1cce-d5dd-488a-882a-c3d0eac35795 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857231 Aug 19 15:57:29.799607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:29.972985 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3386b1-e910-4e30-99c8-a066ed373d76 req-746c14f9-167f-40f7-a1da-1076152e4b0c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:29.974543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d3386b1-e910-4e30-99c8-a066ed373d76 req-746c14f9-167f-40f7-a1da-1076152e4b0c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0503306 Aug 19 15:57:30.015146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d3386b1-e910-4e30-99c8-a066ed373d76 req-35d0a818-80a9-4b01-9ff5-995cf79609a8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342989 Aug 19 15:57:30.942254 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:31.150672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9930d2-8aca-47dd-bcc2-c287d7319bf4 req-134823f4-5c2e-4273-8174-765ecb6f115f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:31.152240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be9930d2-8aca-47dd-bcc2-c287d7319bf4 req-134823f4-5c2e-4273-8174-765ecb6f115f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0634861 Aug 19 15:57:31.197672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be9930d2-8aca-47dd-bcc2-c287d7319bf4 req-bd5e1635-8945-48e2-8f40-5f2e7184878f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378053 Aug 19 15:57:32.320716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257725b1-4544-404d-9f0f-4d4c109cd1f5 req-169cfb74-22e7-4145-9a86-ae4a615fd4d3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:32.322277 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-257725b1-4544-404d-9f0f-4d4c109cd1f5 req-169cfb74-22e7-4145-9a86-ae4a615fd4d3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0521970 Aug 19 15:57:32.362951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-257725b1-4544-404d-9f0f-4d4c109cd1f5 req-cfe18b10-4afd-470a-9918-41b5e5cea8e8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344462 Aug 19 15:57:33.490933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469c7d-f3f8-4dbe-bf7e-d29f0bd285f6 req-3d03974d-48ae-4aca-8a40-616d416f0aa0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:33.492400 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea469c7d-f3f8-4dbe-bf7e-d29f0bd285f6 req-3d03974d-48ae-4aca-8a40-616d416f0aa0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0579407 Aug 19 15:57:33.532747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea469c7d-f3f8-4dbe-bf7e-d29f0bd285f6 req-4f042f51-b53c-452c-b3b1-ba45ebaead28 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336580 Aug 19 15:57:34.655401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e456355-b69a-47e9-9bc3-e780f776407e req-91beab3f-40de-466e-be4e-79e31d0ab739 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:34.656862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e456355-b69a-47e9-9bc3-e780f776407e req-91beab3f-40de-466e-be4e-79e31d0ab739 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0531914 Aug 19 15:57:34.694121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e456355-b69a-47e9-9bc3-e780f776407e req-8408e010-ffcb-419d-b2a5-db0ca2c793e0 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Aug 19 15:57:35.394289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-e1af66ec-059f-4945-b27b-9c47d29bb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:35.395836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-e1af66ec-059f-4945-b27b-9c47d29bb776 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0417902 Aug 19 15:57:35.509631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-51b37727-3802-4680-8033-90a383c780e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:35.511037 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-51b37727-3802-4680-8033-90a383c780e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0968175 Aug 19 15:57:35.584622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-773f622c-63e1-4436-8fd7-b3c75a2ec560 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.0665274 Aug 19 15:57:35.636720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-4f71230a-8c23-4094-9f33-a5241f4cc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:35.638313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-4f71230a-8c23-4094-9f33-a5241f4cc9fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0473762 Aug 19 15:57:35.683820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-bdebe2ea-5136-4cb9-b063-9c7cac207fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:35.686154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-bdebe2ea-5136-4cb9-b063-9c7cac207fd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415266 Aug 19 15:57:35.788563 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-0b999afe-c4b7-43cc-ad3b-2e8e67422e2d service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952334 Aug 19 15:57:35.881454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1e23-89e6-406e-ac2d-bf2b65cc7738 req-f5ce2719-88cc-4b7e-9144-ca7b9fe35880 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:35.882923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e67f1e23-89e6-406e-ac2d-bf2b65cc7738 req-f5ce2719-88cc-4b7e-9144-ca7b9fe35880 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.1166685 Aug 19 15:57:35.916766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34ab76d0-a742-4cef-934a-78e3562e0d11 req-82847d18-27a7-481d-9045-0fff2cd666e4 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145678 Aug 19 15:57:35.934148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e67f1e23-89e6-406e-ac2d-bf2b65cc7738 req-b26cb5ea-2a96-4cf4-8e83-b817d9c737ca tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Aug 19 15:57:37.052255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6859b-8c45-4da7-b5f3-19d481512c71 req-733d3567-0c3e-48dd-b8b3-eef73388ea6a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:37.053774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3c6859b-8c45-4da7-b5f3-19d481512c71 req-733d3567-0c3e-48dd-b8b3-eef73388ea6a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0490196 Aug 19 15:57:37.092074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b3c6859b-8c45-4da7-b5f3-19d481512c71 req-2152358b-94d1-489c-8c3d-69f4638a65db tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Aug 19 15:57:38.208596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be25680-eeff-49ea-9362-ed8c5b37d568 req-e6fbe708-30a7-4a28-8910-b744296eb32a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:38.210135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9be25680-eeff-49ea-9362-ed8c5b37d568 req-e6fbe708-30a7-4a28-8910-b744296eb32a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Aug 19 15:57:38.249712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9be25680-eeff-49ea-9362-ed8c5b37d568 req-157e5060-d777-417a-8c8f-0e66ab5b19a7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334554 Aug 19 15:57:39.376397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b0e7e-5d63-47ff-ac3b-61300e267a83 req-610936b5-176a-4323-86d1-8667c7896315 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:39.377921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f28b0e7e-5d63-47ff-ac3b-61300e267a83 req-610936b5-176a-4323-86d1-8667c7896315 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0532348 Aug 19 15:57:39.416896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f28b0e7e-5d63-47ff-ac3b-61300e267a83 req-af9b9245-0eac-48a9-a118-28a229254260 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328977 Aug 19 15:57:40.539970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f0b57-5139-4e0e-85f7-b35e72a19ade req-10cfa0f7-eb29-4e40-b62e-1e86da547a76 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:40.541518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a0f0b57-5139-4e0e-85f7-b35e72a19ade req-10cfa0f7-eb29-4e40-b62e-1e86da547a76 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0503228 Aug 19 15:57:40.579590 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a0f0b57-5139-4e0e-85f7-b35e72a19ade req-9e93ad6e-b28f-4922-8e3d-2960e8b26b63 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Aug 19 15:57:41.697574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b033c-0076-4fec-942b-cd99d2566a92 req-8737021a-63ba-42f8-9d49-7bc4bf9f14e3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:41.699082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-291b033c-0076-4fec-942b-cd99d2566a92 req-8737021a-63ba-42f8-9d49-7bc4bf9f14e3 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Aug 19 15:57:41.737631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-291b033c-0076-4fec-942b-cd99d2566a92 req-b3b8ca41-8222-4b38-a297-f03389ca3d99 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Aug 19 15:57:42.353392 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945bf0-4d2e-4a42-bd0b-a7437696384e req-cd6df338-4da5-483f-b3ab-db3b8b9951bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:42.354886 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e945bf0-4d2e-4a42-bd0b-a7437696384e req-cd6df338-4da5-483f-b3ab-db3b8b9951bd tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 943 time: 0.0536783 Aug 19 15:57:42.395397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6e945bf0-4d2e-4a42-bd0b-a7437696384e req-2452c167-a16c-4210-80b8-dffacb197ba4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Aug 19 15:57:42.504322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-37a25f77-c3ed-4cdb-8984-9315a3efa41a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:42.505720 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-37a25f77-c3ed-4cdb-8984-9315a3efa41a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.54 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365&tenant_id=da2be488ada14a34a60987c486b5896a&binding%3Ahost_id=n-h2-779913-32 HTTP/1.1" status: 200 len: 943 time: 0.0510900 Aug 19 15:57:42.571989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-2b7b6fa6-cb36-4497-8e9d-bf8c2b7b3e86 service neutron] 10.222.0.54 "GET /v2.0/ports/0e67b38a-e848-4fc0-a47a-d8b02741e28f/bindings/n-h2-779913-32 HTTP/1.1" status: 200 len: 383 time: 0.0592074 Aug 19 15:57:42.651337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-5a5d6f65-1f73-4800-972e-dfe8ec2a0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:42.652900 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-5a5d6f65-1f73-4800-972e-dfe8ec2a0619 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1095 time: 0.0422273 Aug 19 15:57:42.746495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-265138e2-0973-4848-82e0-5f8e80840e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:42.748460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-265138e2-0973-4848-82e0-5f8e80840e9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.0893688 Aug 19 15:57:42.813347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-3f0e0427-89c8-4aed-af57-a09b92c257cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.0580924 Aug 19 15:57:42.825643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:57:42.865283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-58134016-44a8-425a-b21a-d456d6883d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:42.866742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-58134016-44a8-425a-b21a-d456d6883d43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0469165 Aug 19 15:57:42.912582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-2508549d-d54a-4b21-859b-c14329933fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:42.914120 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-2508549d-d54a-4b21-859b-c14329933fdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395768 Aug 19 15:57:42.922377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:57:42.937654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'mac_address': 'fa:16:3e:4f:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:57:43.007138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-35757f53-9305-4a22-9230-a91992775bcb service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857902 Aug 19 15:57:43.111766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-5835db67-b121-483f-96be-3fd9576ea970 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978851 Aug 19 15:57:43.134243 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:43.147134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e67b38a-e848-4fc0-a47a-d8b02741e28f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:57:43.167063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:57:43.234235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:43.280583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:57:43.288241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.288594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.288941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.289312 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.289646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.289978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.290310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.290637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.290966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.291298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.291615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.291943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:57:43.349365 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:57:43.515050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923309-8394-42a2-a68a-0aeec407dadf req-abc4aab2-c42c-43cb-a69f-06c6441fc379 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:43.516582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8923309-8394-42a2-a68a-0aeec407dadf req-abc4aab2-c42c-43cb-a69f-06c6441fc379 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0522580 Aug 19 15:57:43.560519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8923309-8394-42a2-a68a-0aeec407dadf req-5d66b0b6-9db2-4964-bdc6-3742c8e30295 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Aug 19 15:57:43.669708 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['0e67b38a-e848-4fc0-a47a-d8b02741e28f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:57:43.726873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:44.693858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3070b-1c57-4c53-ac67-bc3865997e66 req-b23eb278-ced8-40ca-8b1c-2d36755240ba tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:44.695429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe3070b-1c57-4c53-ac67-bc3865997e66 req-b23eb278-ced8-40ca-8b1c-2d36755240ba tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0562787 Aug 19 15:57:44.735762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe3070b-1c57-4c53-ac67-bc3865997e66 req-91b7ec37-e7a2-4b9c-a6e6-4e3ef5322b35 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338454 Aug 19 15:57:44.858106 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:57:44.987432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:57:44.991634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:57:44.992013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:45.071111 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:45.094343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:57:45.096612 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7483bf1e-4197-40e4-b83a-d0c53634b1a9" -d '{"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-plugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:57:45.109615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:57:45.159478 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:45.198725 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789ba51-8f86-4fd6-942f-9a3e57414be6 x-openstack-request-id: req-c789ba51-8f86-4fd6-942f-9a3e57414be6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:57:45.199030 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-plugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:57:45.199288 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c789ba51-8f86-4fd6-942f-9a3e57414be6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:57:45.199685 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'code': 200} Aug 19 15:57:45.213169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:57:45.855598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73795-d941-40e8-abe3-6cc4e522c30f req-116421e2-496e-4795-8d05-31159b8b5a63 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:45.857165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1a73795-d941-40e8-abe3-6cc4e522c30f req-116421e2-496e-4795-8d05-31159b8b5a63 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0505002 Aug 19 15:57:45.897896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d1a73795-d941-40e8-abe3-6cc4e522c30f req-34a411ea-2c2d-491f-adbf-55004847033b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336721 Aug 19 15:57:47.019237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74874fdd-1992-4544-8b50-021cb58e4e4b req-a7817d71-7f10-4af7-9778-b63f3c105bcf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:47.020653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74874fdd-1992-4544-8b50-021cb58e4e4b req-a7817d71-7f10-4af7-9778-b63f3c105bcf tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Aug 19 15:57:47.059309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74874fdd-1992-4544-8b50-021cb58e4e4b req-0321626f-a9a4-44ac-b9f1-cb4b60847864 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Aug 19 15:57:48.052599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-e39355c9-56ff-4b5e-b905-dc1b33f45e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:48.054136 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-e39355c9-56ff-4b5e-b905-dc1b33f45e34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365&tenant_id=da2be488ada14a34a60987c486b5896a HTTP/1.1" status: 200 len: 1097 time: 0.0456309 Aug 19 15:57:48.066719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:57:48.121840 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:48.261210 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18705927-f06e-4e69-95bf-0f20fdb41eda req-f5b05964-0801-4d67-9ea9-8fc90b8ce2e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:48.262721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18705927-f06e-4e69-95bf-0f20fdb41eda req-f5b05964-0801-4d67-9ea9-8fc90b8ce2e1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.1294117 Aug 19 15:57:48.356499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-18705927-f06e-4e69-95bf-0f20fdb41eda req-55332f2b-d608-4d2e-b6a0-5383da0c50ba tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872974 Aug 19 15:57:48.400882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:57:48.435364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:57:48.474889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:57:48.477301 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dde7d1f-2350-4173-96f2-35b6f63ca868" -d '{"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-unplugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:57:48.481302 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:48.494314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Transition to ACTIVE for port object 0e67b38a-e848-4fc0-a47a-d8b02741e28f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:57:48.537837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:48.544719 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76fe984-1e81-4dbd-acf0-23fd49fe93a8 x-openstack-request-id: req-e76fe984-1e81-4dbd-acf0-23fd49fe93a8 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:57:48.545197 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-unplugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:57:48.545548 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e76fe984-1e81-4dbd-acf0-23fd49fe93a8 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:57:48.546514 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'code': 200} Aug 19 15:57:48.625668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:57:48.874174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:57:48.916428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:57:49.044081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] No DVR routers for this DVR port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:57:49.175106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:57:49.175782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:57:49.175782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:57:49.179993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:57:49.180317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Attempting to bind port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on network 13f6036f-e651-4236-8b7a-c50b3c867266 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:57:49.185286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:57:49.185628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Checking segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:57:49.186012 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Bound using segment: {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:57:49.186996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Bound port: 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b05e7f-108c-4fdb-885f-24300fc44c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:57:49.187359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:49.250135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:57:49.253276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:57:49.353796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:49.387172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:49.387424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:49.388893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 1093 time: 1.3263788 Aug 19 15:57:49.447062 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5a77b-8f90-4801-8e54-4cee37e67e17 service neutron] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=11']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:57:49.493262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-aca5950a-1cfb-40b2-a7ff-cac04e52f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:49.494792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-aca5950a-1cfb-40b2-a7ff-cac04e52f334 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1096 time: 0.0802712 Aug 19 15:57:49.518238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e07d-0312-45c9-88f4-b351837edfb5 req-8332f8bc-1e4c-4ace-a2a2-ec0d10f4ab4b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:49.519778 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1236e07d-0312-45c9-88f4-b351837edfb5 req-8332f8bc-1e4c-4ace-a2a2-ec0d10f4ab4b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0748246 Aug 19 15:57:49.611062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1236e07d-0312-45c9-88f4-b351837edfb5 req-f02fafb6-fc12-4885-a21b-f092032a7355 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795839 Aug 19 15:57:49.631882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-9268074c-2ce8-40cd-9f9f-06063564d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:49.633369 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-9268074c-2ce8-40cd-9f9f-06063564d62f service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1309931 Aug 19 15:57:49.699818 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-28a17112-7ca7-4a2d-b1d4-06964459dd30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.0590444 Aug 19 15:57:49.748881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-f9a8ec09-9442-4c68-b2e1-5ab4e8863784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:49.751423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-f9a8ec09-9442-4c68-b2e1-5ab4e8863784 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0448496 Aug 19 15:57:49.801988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91784fb-cafa-4252-aace-0723f1add20e req-ba2fe302-e029-4140-8df2-51c76f293af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:49.803494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-ba2fe302-e029-4140-8df2-51c76f293af3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450406 Aug 19 15:57:49.894143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-43e1d920-9a8b-4e10-9bd5-d93378f770c8 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802994 Aug 19 15:57:49.992635 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a91784fb-cafa-4252-aace-0723f1add20e req-8668b1c6-4971-49b6-bbe1-3c22f615380b service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913589 Aug 19 15:57:50.547318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:57:50.550042 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398" -d '{"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:57:50.609855 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a4109-406b-4e67-ac02-ed0450b27597 x-openstack-request-id: req-321a4109-406b-4e67-ac02-ed0450b27597 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:57:50.610158 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:57:50.610436 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-321a4109-406b-4e67-ac02-ed0450b27597 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:57:50.610869 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'status': 'completed', 'code': 200} Aug 19 15:57:50.736788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-c3fe4d88-8b74-468b-8343-1c2ab9bd1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:50.738353 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-c3fe4d88-8b74-468b-8343-1c2ab9bd1576 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1096 time: 0.1048138 Aug 19 15:57:50.774755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-03e829d9-982b-46da-8806-73aae447a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:50.776145 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-03e829d9-982b-46da-8806-73aae447a712 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da2be488ada14a34a60987c486b5896a&device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 1096 time: 0.1118262 Aug 19 15:57:50.834921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b3d9-6f52-4736-9a0c-1b2d0ac3b0e9 req-6426c503-b435-468b-998b-55c0f4381667 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:50.836629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e87b3d9-6f52-4736-9a0c-1b2d0ac3b0e9 req-6426c503-b435-468b-998b-55c0f4381667 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.1419904 Aug 19 15:57:50.945391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e87b3d9-6f52-4736-9a0c-1b2d0ac3b0e9 req-4b173433-7f70-4964-b111-b256c04f29d5 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725465 Aug 19 15:57:50.968364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-e50dfb65-e803-467f-ac08-139dae5e7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:50.969942 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-e50dfb65-e803-467f-ac08-139dae5e7174 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.2217596 Aug 19 15:57:50.991813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-3a9662a7-0d15-4be5-a047-0522c6e83bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:50.993310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-3a9662a7-0d15-4be5-a047-0522c6e83bc3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 200 len: 913 time: 0.1907737 Aug 19 15:57:51.101085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-39bff541-44c5-4657-bd1a-ea416f05416e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.1185961 Aug 19 15:57:51.108846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-e84ce9f4-804c-4f44-bea7-34bc267754a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 200 len: 998 time: 0.0838950 Aug 19 15:57:51.193981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-d3434467-8ae6-476f-b248-fa82080b1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:51.195473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-d3434467-8ae6-476f-b248-fa82080b1e39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0779953 Aug 19 15:57:51.196721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-2e6024ca-91ee-4876-b61d-248d9c94d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:51.198096 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-2e6024ca-91ee-4876-b61d-248d9c94d66f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 200 len: 851 time: 0.0882199 Aug 19 15:57:51.274078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-b882e3aa-b6c1-4563-a2d3-c1b5ff27bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:51.275582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-b882e3aa-b6c1-4563-a2d3-c1b5ff27bb26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657518 Aug 19 15:57:51.277327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-62ec24c7-0174-48e8-907c-0e3ea2850bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:51.278706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-62ec24c7-0174-48e8-907c-0e3ea2850bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13f6036f-e651-4236-8b7a-c50b3c867266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767124 Aug 19 15:57:51.434409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-dd6cb872-5b7a-4db2-9ff0-7faba8f0a6a6 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517127 Aug 19 15:57:51.437451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-aaab9eed-ad52-4d43-856b-68e3f11c1c46 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464992 Aug 19 15:57:51.618725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-e7662e87-19e5-4a62-89c7-f07c40ab9024 service neutron] 10.222.0.54 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691039 Aug 19 15:57:51.621094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d5da52b4-1c59-4db6-a61e-5d62b7d3f398 req-ed465f4c-25a7-464b-b300-de755ffe1ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788876 Aug 19 15:57:52.072733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb5e4-0f7a-4980-b69f-b92761f0cb95 req-f42c7cbf-e8c9-48b8-a16d-22bc84fd309d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:52.074291 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-846fb5e4-0f7a-4980-b69f-b92761f0cb95 req-f42c7cbf-e8c9-48b8-a16d-22bc84fd309d tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0576432 Aug 19 15:57:52.114097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-846fb5e4-0f7a-4980-b69f-b92761f0cb95 req-6c063d5a-3f60-4891-b336-7fad4121d5ab tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Aug 19 15:57:53.237356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372740-8026-4555-91b7-21d7e123806d req-f053bc7c-04b2-43e5-b333-5d272aedb9c9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:53.238876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f372740-8026-4555-91b7-21d7e123806d req-f053bc7c-04b2-43e5-b333-5d272aedb9c9 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0506494 Aug 19 15:57:53.277947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f372740-8026-4555-91b7-21d7e123806d req-8cb13def-888d-4837-9586-2cd2b7fe2413 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Aug 19 15:57:54.399938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e119df5-411b-4a6b-a1f2-cfde183e5cde req-f6024742-2ad2-40f5-9bf0-2ee3ac18bec6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:54.401546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e119df5-411b-4a6b-a1f2-cfde183e5cde req-f6024742-2ad2-40f5-9bf0-2ee3ac18bec6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0506010 Aug 19 15:57:54.444712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e119df5-411b-4a6b-a1f2-cfde183e5cde req-bb379e86-4881-4520-8d5c-4a0f8a8ef777 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341194 Aug 19 15:57:54.610199 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-94419dc9-292a-4cda-9185-ea8292944abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:55.570006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b987f2-e362-412f-b91b-3c0551da819b req-5727ac56-3b36-486d-af01-2998ea681c0a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:55.571454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62b987f2-e362-412f-b91b-3c0551da819b req-5727ac56-3b36-486d-af01-2998ea681c0a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0567029 Aug 19 15:57:55.614069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62b987f2-e362-412f-b91b-3c0551da819b req-46a899fe-2195-4476-b745-fc48927e8d8e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 Aug 19 15:57:55.952894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:56.734001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adfb15-d265-44db-b713-4bb3196f6742 req-6a7cd368-5c83-463f-a54a-a938786e472f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:56.735492 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37adfb15-d265-44db-b713-4bb3196f6742 req-6a7cd368-5c83-463f-a54a-a938786e472f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0506892 Aug 19 15:57:56.772672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37adfb15-d265-44db-b713-4bb3196f6742 req-1fa8f4a3-897f-44a4-bbed-fd27ea1c163f tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Aug 19 15:57:57.346825 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:57.884333 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-4742-4f72-9d50-339eaa29557b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:57.897861 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3a362-d8d5-482d-84b5-5030c1b53830 req-45460ed0-eaaf-4db7-bb1b-0894d68aa2f2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:57.899442 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50e3a362-d8d5-482d-84b5-5030c1b53830 req-45460ed0-eaaf-4db7-bb1b-0894d68aa2f2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0531209 Aug 19 15:57:57.938875 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50e3a362-d8d5-482d-84b5-5030c1b53830 req-77039cd6-ac2a-4f53-911d-e21546f9c0b6 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333927 Aug 19 15:57:59.063600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222f47a-b067-4378-8e17-dbfca8ab03d7 req-e58df734-8bcb-41c4-b164-fadcb4d79142 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:59.065173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f222f47a-b067-4378-8e17-dbfca8ab03d7 req-e58df734-8bcb-41c4-b164-fadcb4d79142 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0562205 Aug 19 15:57:59.104887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f222f47a-b067-4378-8e17-dbfca8ab03d7 req-32522e11-1385-4112-96f3-a6d72c47f655 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333612 Aug 19 15:57:59.798708 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:00.223566 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903e60b-48b1-4934-aa07-c48192c678e5 req-6f2351a5-c3fa-463a-9f69-5385e361a064 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:00.225089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6903e60b-48b1-4934-aa07-c48192c678e5 req-6f2351a5-c3fa-463a-9f69-5385e361a064 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0497103 Aug 19 15:58:00.264826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6903e60b-48b1-4934-aa07-c48192c678e5 req-641502ed-a369-4cc5-8119-0552f920ec85 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335681 Aug 19 15:58:00.941332 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:01.382488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774a025-528e-452e-90b7-6afe00adfe85 req-66348d40-1673-4f1d-8cd1-e461dede53db tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:01.383998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5774a025-528e-452e-90b7-6afe00adfe85 req-66348d40-1673-4f1d-8cd1-e461dede53db tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 944 time: 0.0490510 Aug 19 15:58:01.424794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5774a025-528e-452e-90b7-6afe00adfe85 req-ee294d92-9335-498c-aadb-2b1ee39ffd37 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346222 Aug 19 15:58:02.219961 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:58:02.333531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:02.345526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'port_id': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'mac_address': 'fa:16:3e:4f:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:58:02.381325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:02.397504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e67b38a-e848-4fc0-a47a-d8b02741e28f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:02.417487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:02.490019 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:02.538659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:02.555714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3fa01-dd36-4fd9-8516-fa2761e5a6b1 req-e25b9d8b-e746-4a2d-a88b-1be00828c3ff tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:02.557321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aa3fa01-dd36-4fd9-8516-fa2761e5a6b1 req-e25b9d8b-e746-4a2d-a88b-1be00828c3ff tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0627947 Aug 19 15:58:02.599093 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4aa3fa01-dd36-4fd9-8516-fa2761e5a6b1 req-31bc2733-bd30-489b-9c02-2649b48dfd3b tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Aug 19 15:58:02.715408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70a6cd-d4a0-4f1c-851e-d0ff1cfa2329 req-80b9d431-43ea-490d-a251-02bc42a8c0f2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:02.716937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b70a6cd-d4a0-4f1c-851e-d0ff1cfa2329 req-80b9d431-43ea-490d-a251-02bc42a8c0f2 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Aug 19 15:58:02.755158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b70a6cd-d4a0-4f1c-851e-d0ff1cfa2329 req-15f24cfb-5a34-4ee1-b5e2-4d9bcc65f911 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Aug 19 15:58:02.759360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['0e67b38a-e848-4fc0-a47a-d8b02741e28f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:02.872537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b12a0-bc20-4f57-8470-2fcf864226f8 req-d553deea-486d-43a0-9dd5-6c4e7ad5e5c8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:02.874067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-609b12a0-bc20-4f57-8470-2fcf864226f8 req-d553deea-486d-43a0-9dd5-6c4e7ad5e5c8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0494933 Aug 19 15:58:02.917951 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-609b12a0-bc20-4f57-8470-2fcf864226f8 req-7ef31986-f814-4942-8e84-9f8b94a746f8 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365889 Aug 19 15:58:03.359106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a10dc-06f9-459b-a7df-139d347b973a req-ed395251-cc7b-48ac-8eb7-cee24e75c558 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:03.361285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-067a10dc-06f9-459b-a7df-139d347b973a req-ed395251-cc7b-48ac-8eb7-cee24e75c558 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0592585 Aug 19 15:58:03.403139 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-067a10dc-06f9-459b-a7df-139d347b973a req-17a5d456-8075-4515-be09-2ea44822b07a tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346618 Aug 19 15:58:04.230929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:58:04.352532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:58:04.356680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 0e67b38a-e848-4fc0-a47a-d8b02741e28f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:58:04.357053 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:04.436071 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:04.461746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:04.464036 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e71df34-df03-46e5-b760-77e7cf38a5c9" -d '{"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-plugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:04.477225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:04.518827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:04.523854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb2acb-3c23-43c4-9311-fb604c2ffb57 req-809eee64-084a-4962-a257-848651dd0272 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:04.525470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0fb2acb-3c23-43c4-9311-fb604c2ffb57 req-809eee64-084a-4962-a257-848651dd0272 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 945 time: 0.0506666 Aug 19 15:58:04.568295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0fb2acb-3c23-43c4-9311-fb604c2ffb57 req-88f1e9d7-f1ef-494d-874d-ef2b1e3ad7e7 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6664e6-004e-4e58-95da-ee11ca8eec48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347755 Aug 19 15:58:04.573191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=13']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:04.613555 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267e102e-8abf-4b4a-811b-6cf6082dbfb3 x-openstack-request-id: req-267e102e-8abf-4b4a-811b-6cf6082dbfb3 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:04.613847 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-plugged", "status": "completed", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:04.614121 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-267e102e-8abf-4b4a-811b-6cf6082dbfb3 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:04.614514 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'code': 200} Aug 19 15:58:04.955273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-5dac3d8c-c438-4c0a-80a4-19364fbdd805 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:04.956722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-5dac3d8c-c438-4c0a-80a4-19364fbdd805 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 946 time: 0.0497260 Aug 19 15:58:05.050805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Deleting port 0e67b38a-e848-4fc0-a47a-d8b02741e28f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:05.051153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.137338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] For port 0e67b38a-e848-4fc0-a47a-d8b02741e28f, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=0e67b38a-e848-4fc0-a47a-d8b02741e28f,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:05.137682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.313759 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.314151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.314476 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8 disassociated. External IP: 172.25.5.6, port: 0e67b38a-e848-4fc0-a47a-d8b02741e28f. Aug 19 15:58:05.314828 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Calling delete_port for 0e67b38a-e848-4fc0-a47a-d8b02741e28f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:05.478706 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.507918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event deleted for resources: {'Port': ['ID=0e67b38a-e848-4fc0-a47a-d8b02741e28f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:05.631882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:58:05.731636 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf52d1dd-41b9-47d9-952f-b6d63016eb0a req-73b820eb-d271-402c-bec4-e335f41deedb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0780385 Aug 19 15:58:05.787970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:58:05.799553 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:58:05.809588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:58:05.810342 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:05.832559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] No DVR routers for this DVR port 0e67b38a-e848-4fc0-a47a-d8b02741e28f on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:58:05.835331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.837430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bb32b779-ca62-4b42-b368-ee965f2c0dab req-3bd02bd1-e9f9-413e-869a-b79bf55dd7f1 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.46 "DELETE /v2.0/ports/0e67b38a-e848-4fc0-a47a-d8b02741e28f HTTP/1.1" status: 204 len: 173 time: 0.8736815 Aug 19 15:58:05.837869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-deleted', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:05.840135 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d319c86c-2568-451a-abe9-f99a06322073" -d '{"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-deleted", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:05.876907 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfd2a2f-db9e-4a5d-b490-bc040f5b2166 x-openstack-request-id: req-8cfd2a2f-db9e-4a5d-b490-bc040f5b2166 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:05.877238 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53260d5-d477-43b4-8053-7ad53ebec365", "name": "network-vif-deleted", "tag": "0e67b38a-e848-4fc0-a47a-d8b02741e28f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:05.877630 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cfd2a2f-db9e-4a5d-b490-bc040f5b2166 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:05.877909 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53260d5-d477-43b4-8053-7ad53ebec365', 'name': 'network-vif-deleted', 'tag': '0e67b38a-e848-4fc0-a47a-d8b02741e28f', 'status': 'completed', 'code': 200} Aug 19 15:58:05.920700 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:58:06.226582 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:06.257329 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:58:06.266571 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:58:06.267256 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:06.370259 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:58:06.584922 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:06.612675 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c4a72-cb53-459b-850e-23a29bb2f32a None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:45:59Z', 'revision_number': 4, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '695670ce-66a8-41ad-b96d-26b2bb8fc79d', 'name': '', 'network_id': '13f6036f-e651-4236-8b7a-c50b3c867266', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'mac_address': 'fa:16:3e:ca:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:58Z', 'updated_at': '2021-08-19T15:46:04Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'subnets': [{'id': 'b973f0fa-227a-408e-9aaa-e9808bb7ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:58:06.841422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14993ead-d83a-4857-af50-b166ceb0c368 None None] New status for floating IP 7282ec87-b252-47f1-8ca9-e9b421362de8: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:58:06.848435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89614310-3d05-4fcd-8afe-16d7315cc17d req-9f7d67b8-9fc3-479b-8eaa-39375a043e2c tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Aug 19 15:58:07.948287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-53d6a635-6cf1-4fd6-9bcf-72ffd3bce220 req-6c3fee28-1fb2-4705-b362-7d1407ec889e tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0280924 Aug 19 15:58:09.045416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd60afab-0226-4058-90ff-5e0ed1658901 req-801bf826-c89c-4cb1-9739-2c4398ea5fce tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0266237 Aug 19 15:58:10.166758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4e8d2428-b65f-42c1-8e8e-f8354da9953e req-9e53b4af-1046-41fa-8665-2ba1dcc9d6c4 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53260d5-d477-43b4-8053-7ad53ebec365 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Aug 19 15:58:10.249622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:58:10.269685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 0e67b38a-e848-4fc0-a47a-d8b02741e28f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:58:10.270023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 0e67b38a-e848-4fc0-a47a-d8b02741e28f not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:58:13.718180 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.158845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52736) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:16.218609 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a9fcd0c-2a21-49df-b44e-9ed0c3585ecb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.242518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a9fcd0c-2a21-49df-b44e-9ed0c3585ecb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.329691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a9fcd0c-2a21-49df-b44e-9ed0c3585ecb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.332207 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1a9fcd0c-2a21-49df-b44e-9ed0c3585ecb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.333404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1a9fcd0c-2a21-49df-b44e-9ed0c3585ecb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c6664e6-004e-4e58-95da-ee11ca8eec48 HTTP/1.1" status: 204 len: 168 time: 0.1735222 Aug 19 15:58:16.336739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52738) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:16.343464 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fcd0c-2a21-49df-b44e-9ed0c3585ecb tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6664e6-004e-4e58-95da-ee11ca8eec48,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:16.352340 n-d-779913-32 neutron-server[101962]: INFO neutron.api.v2.resource [None req-6134e061-3387-4db6-bf92-4d456f65a746 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] show failed (client error): The resource could not be found. Aug 19 15:58:16.353467 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6134e061-3387-4db6-bf92-4d456f65a746 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "GET /v2.0/security-groups/3c6664e6-004e-4e58-95da-ee11ca8eec48 HTTP/1.1" status: 404 len: 347 time: 0.0153236 Aug 19 15:58:16.356439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52742) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:16.479886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Deleting port 920917c3-d0a6-4699-931a-268dbf5cef7b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:16.480221 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.561628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.561961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.575357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Calling delete_port for 920917c3-d0a6-4699-931a-268dbf5cef7b owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:16.769916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.800051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Pushing event deleted for resources: {'Port': ['ID=920917c3-d0a6-4699-931a-268dbf5cef7b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:16.863925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.866475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:16.867643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-69966369-4b98-477b-8048-77b9d0abf543 tempest-ServerActionsTestJSON-1033210879 tempest-ServerActionsTestJSON-1033210879-project] 10.222.0.13 "DELETE /v2.0/floatingips/7282ec87-b252-47f1-8ca9-e9b421362de8 HTTP/1.1" status: 204 len: 168 time: 0.5102139 Aug 19 15:58:16.870559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52744) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:17.361947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:17.963614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Deleting port 695670ce-66a8-41ad-b96d-26b2bb8fc79d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:17.963954 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:18.041855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] For port 695670ce-66a8-41ad-b96d-26b2bb8fc79d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=695670ce-66a8-41ad-b96d-26b2bb8fc79d,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:18.042235 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:18.054536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Calling delete_port for 695670ce-66a8-41ad-b96d-26b2bb8fc79d owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:18.272527 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:18.299963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Pushing event deleted for resources: {'Port': ['ID=695670ce-66a8-41ad-b96d-26b2bb8fc79d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:18.476883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:18.701278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Router 27ac8c60-bd8e-4257-b9e8-79f439141d9c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:58:18.810329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:58:18.815351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c18e0e52-9745-4075-aa29-8b325f776789 admin admin] 10.222.0.13 "PUT /v2.0/routers/27ac8c60-bd8e-4257-b9e8-79f439141d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9436228 Aug 19 15:58:18.817718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52748) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:18.821074 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] Sync routers for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:58:18.831885 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:58:18.832509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:18.932942 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:18.937768 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:58:19.057925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.161159 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:58:18Z', 'revision_number': 5, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port': {'id': '5937bfcb-a399-4beb-8c91-efd9e0e448de', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:56Z', 'updated_at': '2021-08-19T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:19.176912 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Deleting port 5937bfcb-a399-4beb-8c91-efd9e0e448de {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:19.177319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.189017 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] Checking router: 27ac8c60-bd8e-4257-b9e8-79f439141d9c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:58:19.198272 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] Routers {'27ac8c60-bd8e-4257-b9e8-79f439141d9c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:58:19.198917 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:57:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:19.274087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] For port 5937bfcb-a399-4beb-8c91-efd9e0e448de, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5937bfcb-a399-4beb-8c91-efd9e0e448de,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:19.274530 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.291664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Calling delete_port for 5937bfcb-a399-4beb-8c91-efd9e0e448de owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:19.292659 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] Set router 27ac8c60-bd8e-4257-b9e8-79f439141d9c gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:58:19.354315 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:58:19Z', 'revision_number': 6, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:19.383697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fe0c8-4f99-48c4-aa07-e8101eccffd2 None None] The sync data for ids ['27ac8c60-bd8e-4257-b9e8-79f439141d9c'] in n-d-779913-32 is: [{'id': '27ac8c60-bd8e-4257-b9e8-79f439141d9c', 'name': 'tempest-ServerActionsTestJSON-1753963778-router', 'tenant_id': 'da2be488ada14a34a60987c486b5896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:55Z', 'updated_at': '2021-08-19T15:58:19Z', 'revision_number': 6, 'project_id': 'da2be488ada14a34a60987c486b5896a', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:58:19.564746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.592698 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5937bfcb-a399-4beb-8c91-efd9e0e448de,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:19.667737 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.762025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.764245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.850027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.850567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ac8c60-bd8e-4257-b9e8-79f439141d9c {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:58:19.855434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.856407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-61e084e1-1315-4b1a-8916-289cb677dd7b admin admin] 10.222.0.13 "DELETE /v2.0/routers/27ac8c60-bd8e-4257-b9e8-79f439141d9c HTTP/1.1" status: 204 len: 168 time: 1.0377886 Aug 19 15:58:19.859047 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52752) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:19.907580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Deleting subnet b973f0fa-227a-408e-9aaa-e9808bb7ca2a {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:58:19.910888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:19.951604 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.043769 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.147267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.172276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b973f0fa-227a-408e-9aaa-e9808bb7ca2a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:20.179725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.183977 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2dc29007-46ba-41d0-96c2-fe8f327836f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b973f0fa-227a-408e-9aaa-e9808bb7ca2a HTTP/1.1" status: 204 len: 168 time: 0.3211150 Aug 19 15:58:20.184242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52754) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:20.186076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654173c5-2723-4040-add2-6d4774482bcf None None] Network 13f6036f-e651-4236-8b7a-c50b3c867266 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:58:20.262090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.324500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Deleting port 99177b49-7047-41bd-9108-50e1eb276dae {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:20.324840 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.350071 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:58:20.369775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] DHCP port deletion for 13f6036f-e651-4236-8b7a-c50b3c867266 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:58:20.400217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] For port 99177b49-7047-41bd-9108-50e1eb276dae, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99177b49-7047-41bd-9108-50e1eb276dae,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:20.400597 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.416388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Calling delete_port for 99177b49-7047-41bd-9108-50e1eb276dae owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:20.425652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] Deleting port 99177b49-7047-41bd-9108-50e1eb276dae {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:20.426428 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.506809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] For port 99177b49-7047-41bd-9108-50e1eb276dae, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99177b49-7047-41bd-9108-50e1eb276dae,segment=NetworkSegment(30b05e7f-108c-4fdb-885f-24300fc44c14),segment_id=30b05e7f-108c-4fdb-885f-24300fc44c14)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:20.506809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.515541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] Calling delete_port for 99177b49-7047-41bd-9108-50e1eb276dae owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:20.552705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.582492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Pushing event deleted for resources: {'Port': ['ID=99177b49-7047-41bd-9108-50e1eb276dae,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:20.584376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] No DVR routers for this DVR port 99177b49-7047-41bd-9108-50e1eb276dae on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:58:20.603965 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.631887 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99177b49-7047-41bd-9108-50e1eb276dae no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:58:20.635303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] Pushing event deleted for resources: {'Port': ['ID=99177b49-7047-41bd-9108-50e1eb276dae,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:20.654654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5f96b-9b97-48db-be70-ccd9d8498da6 None None] No DVR routers for this DVR port 99177b49-7047-41bd-9108-50e1eb276dae on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:58:20.655938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 99177b49-7047-41bd-9108-50e1eb276dae {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:58:20.657048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99177b49-7047-41bd-9108-50e1eb276dae not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:58:20.657710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 695670ce-66a8-41ad-b96d-26b2bb8fc79d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:58:20.676331 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.682100 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 695670ce-66a8-41ad-b96d-26b2bb8fc79d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:58:20.682450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 695670ce-66a8-41ad-b96d-26b2bb8fc79d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:58:20.682874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5937bfcb-a399-4beb-8c91-efd9e0e448de no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:58:20.686437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f6036f-e651-4236-8b7a-c50b3c867266']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:20.698113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b05e7f-108c-4fdb-885f-24300fc44c14') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:20.698453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b05e7f-108c-4fdb-885f-24300fc44c14') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:20.702212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5937bfcb-a399-4beb-8c91-efd9e0e448de {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:58:20.702562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5937bfcb-a399-4beb-8c91-efd9e0e448de not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:58:20.708947 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.725282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.731378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:58:20.731774 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:58:20.733776 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:58:20.883787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.889397 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.893767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] 10.222.0.13 "DELETE /v2.0/networks/13f6036f-e651-4236-8b7a-c50b3c867266 HTTP/1.1" status: 204 len: 168 time: 0.7061954 Aug 19 15:58:20.902401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e90b7-fae5-4312-8a76-eb0ae394e582 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f6036f-e651-4236-8b7a-c50b3c867266,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:21.226714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52764) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:21.273324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-187e3258-7055-476b-8269-0778f5577f93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da2be488ada14a34a60987c486b5896a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453560 Aug 19 15:58:21.275802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52766) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:21.326216 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8883ff16-c434-42b0-83a9-310b3ede66f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.348705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8883ff16-c434-42b0-83a9-310b3ede66f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.455734 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8883ff16-c434-42b0-83a9-310b3ede66f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.458467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8883ff16-c434-42b0-83a9-310b3ede66f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.459656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8883ff16-c434-42b0-83a9-310b3ede66f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/333d83c4-ff07-4a9f-ab41-8ac548d109c7 HTTP/1.1" status: 204 len: 168 time: 0.1828718 Aug 19 15:58:21.468357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883ff16-c434-42b0-83a9-310b3ede66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333d83c4-ff07-4a9f-ab41-8ac548d109c7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:22.491369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52788) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:22.591408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1162193474-network', 'tenant_id': '0fcec89dffb84e73a9afda24698d5d16'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:22.683737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Made reservation on behalf of 0fcec89dffb84e73a9afda24698d5d16 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:58:22.686165 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:22.695205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:22.794375 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:22.849564 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:22.874730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:58:22.885458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2175f8c2-c34c-4951-8fd5-1a74d95d85a7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:22.891098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:22.891445 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Added segment 3631acfa-8bca-4cec-b6ac-2de7b07b05dc of type vlan for network 7d103db3-783b-4692-b267-8d0ab7854e3a Aug 19 15:58:22.935865 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:23.009303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:23.010299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:23.010886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:23.071790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] Pushing event updated for resources: {'Network': ['ID=7d103db3-783b-4692-b267-8d0ab7854e3a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:23.082615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 7d103db3-783b-4692-b267-8d0ab7854e3a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:58:23.101958 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7ead0a17-8f33-4af7-9d87-30d034cf8a9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6093075 Aug 19 15:58:23.104750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:23.109869 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Request body: {'subnet': {'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1162193474-subnet', 'tenant_id': '0fcec89dffb84e73a9afda24698d5d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:23.197895 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Made reservation on behalf of 0fcec89dffb84e73a9afda24698d5d16 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:58:23.200281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:23.432589 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:23.493710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ddcf58-c21d-479e-90e1-1812ab4836c5,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:23.505916 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.506268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.506617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.506961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.507300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.507635 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.507967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.508297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.508625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.508953 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.509307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.509634 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:23.515588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Checking segment: {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:58:23.515974 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Network hostable DHCP agents. Network: 7d103db3-783b-4692-b267-8d0ab7854e3a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:58:23.627734 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Network 7d103db3-783b-4692-b267-8d0ab7854e3a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:58:23.747129 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 7d103db3-783b-4692-b267-8d0ab7854e3a) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:58:23.751560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:23.751966 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:23.758689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e9442f-c5be-4859-805d-cd8617ed9cc8 None None] Network 7d103db3-783b-4692-b267-8d0ab7854e3a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:58:23.855802 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b202dfd-ea5f-413c-b576-f002de68c709 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7498832 Aug 19 15:58:23.882971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb1dbb-ffc5-4278-a6b7-22338fa3228c None None] Network 7d103db3-783b-4692-b267-8d0ab7854e3a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:58:24.292929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e8c8d81a-5cd6-4c2a-b9a6-da809826b21a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:24.294407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e8c8d81a-5cd6-4c2a-b9a6-da809826b21a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/networks?id=7d103db3-783b-4692-b267-8d0ab7854e3a HTTP/1.1" status: 200 len: 814 time: 0.1086257 Aug 19 15:58:24.310423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-d6f92a65-baba-4223-bbef-22e0ac81ddbc tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/quotas/0fcec89dffb84e73a9afda24698d5d16 HTTP/1.1" status: 200 len: 375 time: 0.0095129 Aug 19 15:58:24.343348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-608a9cb1-7da4-4e4d-94d8-837317c3fa6d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fcec89dffb84e73a9afda24698d5d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269573 Aug 19 15:58:24.478807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-b55ff04e-197b-4378-a0c2-318abeb81b53 service neutron] 10.222.0.13 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275518 Aug 19 15:58:24.580524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-b2683402-f04e-44bb-b23f-c667e9d7edd0 service neutron] 10.222.0.13 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953088 Aug 19 15:58:24.603814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38d02cca-ea85-4ad1-a8ca-e51c10bc2afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:24.812830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eadf4aa3-fa80-4240-b8a7-949d1fb9b7b5 req-fb538b50-5c35-4449-9ce9-c66b651cd128 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 210 time: 0.0284936 Aug 19 15:58:25.913048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-011de5da-750c-4053-8cd3-e38d1fdf6ad0 req-f31d6f8c-f32a-4efe-a225-083e8dc9d3f7 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 210 time: 0.0312390 Aug 19 15:58:25.946616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:26.918743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-f079b811-f16c-4860-b5eb-f35f49ed33fa tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:26.920227 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-f079b811-f16c-4860-b5eb-f35f49ed33fa tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.46 "GET /v2.0/networks?id=7d103db3-783b-4692-b267-8d0ab7854e3a HTTP/1.1" status: 200 len: 814 time: 0.1076243 Aug 19 15:58:26.933829 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Request body: {'port': {'device_id': 'cde46da3-8adb-4575-9276-8f278df10b23', 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a', 'admin_state_up': True, 'tenant_id': '0fcec89dffb84e73a9afda24698d5d16'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:27.021174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3878301-2c1f-48df-a6d1-8523d745fa87 req-b5bdb83d-1e0d-49db-946b-c1e9274a849b tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 210 time: 0.0339351 Aug 19 15:58:27.140653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Made reservation on behalf of 0fcec89dffb84e73a9afda24698d5d16 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:58:27.144868 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:27.270991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Allocated IP 172.20.0.5 (7d103db3-783b-4692-b267-8d0ab7854e3a/c0ddcf58-c21d-479e-90e1-1812ab4836c5/26a8138a-60c5-4438-aad8-3fc360831040) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:58:27.363872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:27.421038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:27.518890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:27.562258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Network 7d103db3-783b-4692-b267-8d0ab7854e3a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:58:27.565807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:58:27.569669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:58:27.576048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Pushing event updated for resources: {'Port': ['ID=26a8138a-60c5-4438-aad8-3fc360831040,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:27.607965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.608303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.608639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.608968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.609335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.609666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.609989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.610309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.610629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.610949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.611393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.611799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:27.635567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:27.636177 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:27.707792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-e2383901-ceaf-4945-8084-bbf43adc7377 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778258 Aug 19 15:58:27.720673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Request body: {'port': {'device_id': 'cde46da3-8adb-4575-9276-8f278df10b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:27.775808 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:27.866456 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fdab392d-3192-4dd8-bc5e-f288629bd90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:28.040415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a8138a-60c5-4438-aad8-3fc360831040 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:28.047905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:28.065230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Transition to ACTIVE for port object 26a8138a-60c5-4438-aad8-3fc360831040 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:58:28.140792 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:28.156453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a681-1065-4d29-84d5-0053d285ef83 req-6955274a-747b-40a9-a3d5-d2301e1b4472 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.158577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2621a681-1065-4d29-84d5-0053d285ef83 req-6955274a-747b-40a9-a3d5-d2301e1b4472 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 931 time: 0.0639358 Aug 19 15:58:28.224031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Pushing event updated for resources: {'Port': ['ID=26a8138a-60c5-4438-aad8-3fc360831040,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:28.270678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2621a681-1065-4d29-84d5-0053d285ef83 req-b5a3d2d3-b141-44ff-bd4e-f4e012bf6a5d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921600 Aug 19 15:58:28.304112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Attempting to bind port 26a8138a-60c5-4438-aad8-3fc360831040 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:58:28.304341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Attempting to bind port 26a8138a-60c5-4438-aad8-3fc360831040 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:58:28.304801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Attempting to bind port 26a8138a-60c5-4438-aad8-3fc360831040 on network 7d103db3-783b-4692-b267-8d0ab7854e3a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:58:28.309063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Port 26a8138a-60c5-4438-aad8-3fc360831040 on network 7d103db3-783b-4692-b267-8d0ab7854e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:58:28.309432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Attempting to bind port 26a8138a-60c5-4438-aad8-3fc360831040 on network 7d103db3-783b-4692-b267-8d0ab7854e3a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:58:28.314306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:58:28.314647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Checking segment: {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:58:28.315208 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Bound using segment: {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:58:28.315631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Bound port: 26a8138a-60c5-4438-aad8-3fc360831040, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:58:28.315988 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:28.384629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] For port 26a8138a-60c5-4438-aad8-3fc360831040, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:58:28.387953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] For port 26a8138a-60c5-4438-aad8-3fc360831040, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=26a8138a-60c5-4438-aad8-3fc360831040,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:58:28.481727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:28.520791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.521518 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:28.523060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] 10.222.0.46 "PUT /v2.0/ports/26a8138a-60c5-4438-aad8-3fc360831040 HTTP/1.1" status: 200 len: 1092 time: 0.8065445 Aug 19 15:58:28.523497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde46da3-8adb-4575-9276-8f278df10b23', 'tag': '26a8138a-60c5-4438-aad8-3fc360831040'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:28.525974 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c2225f-40f4-4eef-b45b-e812e1043c12" -d '{"events": [{"name": "network-changed", "server_uuid": "cde46da3-8adb-4575-9276-8f278df10b23", "tag": "26a8138a-60c5-4438-aad8-3fc360831040"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:28.554839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd238351-298a-43e9-9760-0a534cf7f963 service neutron] Pushing event updated for resources: {'Port': ['ID=26a8138a-60c5-4438-aad8-3fc360831040,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:28.567742 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1905a414-6499-455d-8304-8da3a2a48f40 x-openstack-request-id: req-1905a414-6499-455d-8304-8da3a2a48f40 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:28.568044 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde46da3-8adb-4575-9276-8f278df10b23", "tag": "26a8138a-60c5-4438-aad8-3fc360831040", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:28.568302 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1905a414-6499-455d-8304-8da3a2a48f40 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:28.568710 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde46da3-8adb-4575-9276-8f278df10b23', 'tag': '26a8138a-60c5-4438-aad8-3fc360831040', 'status': 'completed', 'code': 200} Aug 19 15:58:28.630037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2225f-40f4-4eef-b45b-e812e1043c12 req-363f6382-7b26-4282-bc44-a2a98f09b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.631569 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c2225f-40f4-4eef-b45b-e812e1043c12 req-363f6382-7b26-4282-bc44-a2a98f09b47d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0fcec89dffb84e73a9afda24698d5d16&device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 1095 time: 0.0425041 Aug 19 15:58:28.736469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2225f-40f4-4eef-b45b-e812e1043c12 req-caec5089-2d9f-4213-9d57-6be17dac00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.738089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c2225f-40f4-4eef-b45b-e812e1043c12 req-caec5089-2d9f-4213-9d57-6be17dac00c2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0fcec89dffb84e73a9afda24698d5d16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0982594 Aug 19 15:58:28.832988 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2225f-40f4-4eef-b45b-e812e1043c12 req-3f037740-8649-4b0d-8a2c-29914d08e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.834428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-71c2225f-40f4-4eef-b45b-e812e1043c12 req-3f037740-8649-4b0d-8a2c-29914d08e746 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893321 Aug 19 15:58:28.920201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-00348a86-07ea-4452-82b8-f6137a142edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.921774 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-00348a86-07ea-4452-82b8-f6137a142edc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0fcec89dffb84e73a9afda24698d5d16&device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 1095 time: 0.0473874 Aug 19 15:58:28.966199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-fadf90f5-7784-43ea-bb32-6395132e0e07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a8138a-60c5-4438-aad8-3fc360831040 HTTP/1.1" status: 200 len: 217 time: 0.0354884 Aug 19 15:58:29.014695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-2cccfcdf-7f7a-4eb9-a1a1-577db5374443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:29.016146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-2cccfcdf-7f7a-4eb9-a1a1-577db5374443 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0ddcf58-c21d-479e-90e1-1812ab4836c5 HTTP/1.1" status: 200 len: 854 time: 0.0433488 Aug 19 15:58:29.048130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-3fa7d900-d0d7-41b8-aa88-26cef583f8fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d103db3-783b-4692-b267-8d0ab7854e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242419 Aug 19 15:58:29.139562 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-449c8632-7376-4716-a3e1-b4d210620b0d service neutron] 10.222.0.46 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Aug 19 15:58:29.228474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24bcf494-e246-4aa5-8f45-896b1bf1c350 req-197c253e-d4a1-4093-82c3-8bf3d5408c0a service neutron] 10.222.0.46 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Aug 19 15:58:29.397585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352237e6-3fa4-4069-bf51-e585d269eff8 req-c8759cca-f26a-46e6-a9af-c69e87532453 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:29.398995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-352237e6-3fa4-4069-bf51-e585d269eff8 req-c8759cca-f26a-46e6-a9af-c69e87532453 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 943 time: 0.0548942 Aug 19 15:58:29.436954 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-352237e6-3fa4-4069-bf51-e585d269eff8 req-e0ad8509-1e19-42e0-bc6e-9e17b64f7d03 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Aug 19 15:58:29.820664 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:30.558173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ac3f3-be32-42ba-91b6-7383008e1bb5 req-b5047f11-16cf-457b-b3e3-8671f2bfe362 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:30.559785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f41ac3f3-be32-42ba-91b6-7383008e1bb5 req-b5047f11-16cf-457b-b3e3-8671f2bfe362 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 943 time: 0.0519128 Aug 19 15:58:30.600044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f41ac3f3-be32-42ba-91b6-7383008e1bb5 req-d0f0cec1-1e31-4fcd-bbeb-1588cd6eed70 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Aug 19 15:58:30.935359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.718088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11c217-e91b-4c53-b9b8-80094ee57465 req-85f0c9c3-60f0-4acd-8457-c7073497ddcb tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:31.719668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d11c217-e91b-4c53-b9b8-80094ee57465 req-85f0c9c3-60f0-4acd-8457-c7073497ddcb tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 943 time: 0.0496240 Aug 19 15:58:31.759879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d11c217-e91b-4c53-b9b8-80094ee57465 req-074d8316-bc0d-4b27-8700-e4db8124c95d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Aug 19 15:58:32.356684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 26a8138a-60c5-4438-aad8-3fc360831040 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:58:32.457012 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 26a8138a-60c5-4438-aad8-3fc360831040, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=26a8138a-60c5-4438-aad8-3fc360831040,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:32.468469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '26a8138a-60c5-4438-aad8-3fc360831040', 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a', 'port_id': '26a8138a-60c5-4438-aad8-3fc360831040', 'mac_address': 'fa:16:3e:93:90:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ddcf58-c21d-479e-90e1-1812ab4836c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:58:32.507376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:32.521019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a8138a-60c5-4438-aad8-3fc360831040 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:32.542501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 26a8138a-60c5-4438-aad8-3fc360831040, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=26a8138a-60c5-4438-aad8-3fc360831040,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:32.621244 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:32.673397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=26a8138a-60c5-4438-aad8-3fc360831040,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:32.818577 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['26a8138a-60c5-4438-aad8-3fc360831040'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:32.883501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204409b-e0dd-4d25-b18d-7b7fd2f66759 req-c0e8307b-afcd-43bd-92db-e1b461b9ece5 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.885009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c204409b-e0dd-4d25-b18d-7b7fd2f66759 req-c0e8307b-afcd-43bd-92db-e1b461b9ece5 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 944 time: 0.0548596 Aug 19 15:58:32.929948 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c204409b-e0dd-4d25-b18d-7b7fd2f66759 req-45f97ffc-28d4-4a56-bb1b-71d8a84706fb tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Aug 19 15:58:34.043470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557a029-d685-4681-a385-65d559aa1a14 req-958a6ddc-7b74-44da-aac6-226966df64ca tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:34.044975 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3557a029-d685-4681-a385-65d559aa1a14 req-958a6ddc-7b74-44da-aac6-226966df64ca tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 944 time: 0.0491393 Aug 19 15:58:34.082883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3557a029-d685-4681-a385-65d559aa1a14 req-5dafb6ca-856d-4235-bee6-9bf6e4f0303a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314193 Aug 19 15:58:34.360360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 26a8138a-60c5-4438-aad8-3fc360831040 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:58:34.495011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 26a8138a-60c5-4438-aad8-3fc360831040 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:58:34.498903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 26a8138a-60c5-4438-aad8-3fc360831040 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:58:34.504353 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:34.584135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:34.608327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde46da3-8adb-4575-9276-8f278df10b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a8138a-60c5-4438-aad8-3fc360831040'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:34.610604 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fc8b1c-6e95-4148-a6c7-a2e22932e2c2" -d '{"events": [{"server_uuid": "cde46da3-8adb-4575-9276-8f278df10b23", "name": "network-vif-plugged", "status": "completed", "tag": "26a8138a-60c5-4438-aad8-3fc360831040"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:34.626025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 26a8138a-60c5-4438-aad8-3fc360831040, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=26a8138a-60c5-4438-aad8-3fc360831040,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:34.653957 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc5a74d-3225-4229-a104-f2148839b0ba x-openstack-request-id: req-fcc5a74d-3225-4229-a104-f2148839b0ba {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:34.654255 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde46da3-8adb-4575-9276-8f278df10b23", "name": "network-vif-plugged", "status": "completed", "tag": "26a8138a-60c5-4438-aad8-3fc360831040", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:34.654518 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcc5a74d-3225-4229-a104-f2148839b0ba {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:34.654925 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde46da3-8adb-4575-9276-8f278df10b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a8138a-60c5-4438-aad8-3fc360831040', 'code': 200} Aug 19 15:58:34.695176 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:34.749009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=26a8138a-60c5-4438-aad8-3fc360831040,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:34.757300 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da416b-549b-4a3c-a17d-98215c85d678 req-d112ee6c-e321-40be-a662-75359356d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:34.759217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89da416b-549b-4a3c-a17d-98215c85d678 req-d112ee6c-e321-40be-a662-75359356d4a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 1097 time: 0.0420179 Aug 19 15:58:34.797832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-89da416b-549b-4a3c-a17d-98215c85d678 req-055ca747-d048-488d-8c4d-64563897eac7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Aug 19 15:58:35.552785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527997-1de9-430c-99df-c7e9f2bdde09 req-3d6374a6-65d8-4ebe-940b-81f929bda487 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:35.554321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77527997-1de9-430c-99df-c7e9f2bdde09 req-3d6374a6-65d8-4ebe-940b-81f929bda487 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.4022493 Aug 19 15:58:35.594331 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77527997-1de9-430c-99df-c7e9f2bdde09 req-b33ad464-0764-43e3-bb17-67b620b2dd1a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336769 Aug 19 15:58:36.717850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b63cdf-87e4-4a8d-b6f8-e72d978a2391 req-340bfba2-640d-4c32-adb7-779e06f5e7bb tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:36.719345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b63cdf-87e4-4a8d-b6f8-e72d978a2391 req-340bfba2-640d-4c32-adb7-779e06f5e7bb tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0566833 Aug 19 15:58:36.757638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06b63cdf-87e4-4a8d-b6f8-e72d978a2391 req-e639d1e3-d3e2-4b88-b8f7-ca75ca143adf tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Aug 19 15:58:36.978237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-4726bf88-789e-4783-84bf-e5cf4bb745c2 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:36.979760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-4726bf88-789e-4783-84bf-e5cf4bb745c2 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/networks?id=7d103db3-783b-4692-b267-8d0ab7854e3a HTTP/1.1" status: 200 len: 814 time: 0.1034381 Aug 19 15:58:36.996163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-58862cf8-bfaf-4b50-b07f-cdd86faf1e7c tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/quotas/0fcec89dffb84e73a9afda24698d5d16 HTTP/1.1" status: 200 len: 375 time: 0.0105104 Aug 19 15:58:37.047672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-30fba9c8-0ce0-444f-ae96-a48dfabc1050 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fcec89dffb84e73a9afda24698d5d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458767 Aug 19 15:58:37.138126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-f3c753f4-1381-40a8-ab4a-fd227f0c79fc service neutron] 10.222.0.13 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826640 Aug 19 15:58:37.231247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-2d9cde42-00b3-4346-952b-fa1530787eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870295 Aug 19 15:58:37.486913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-483a4114-fe59-4b81-8ee0-db1576c28132 req-2211a7fa-50f5-46f8-897f-f173599e4a1d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 210 time: 0.0283687 Aug 19 15:58:38.585183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-49775036-34a2-43ce-900e-6e53717bd5a6 req-bff3abeb-e3d6-41d6-b385-48f3d45cf323 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 210 time: 0.0279274 Aug 19 15:58:39.388090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-8a8fd975-814b-4538-bac9-36874fed999f tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:39.389550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-8a8fd975-814b-4538-bac9-36874fed999f tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.54 "GET /v2.0/networks?id=7d103db3-783b-4692-b267-8d0ab7854e3a HTTP/1.1" status: 200 len: 814 time: 0.1125002 Aug 19 15:58:39.406943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Request body: {'port': {'device_id': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a', 'admin_state_up': True, 'tenant_id': '0fcec89dffb84e73a9afda24698d5d16'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:39.569154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Made reservation on behalf of 0fcec89dffb84e73a9afda24698d5d16 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:58:39.572666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:39.715591 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6ed1909-22c5-4413-aca9-314ec02bd131 req-7c5dfced-1679-47b0-89d9-ab56beade509 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 210 time: 0.0509591 Aug 19 15:58:39.732135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Allocated IP 172.20.0.4 (7d103db3-783b-4692-b267-8d0ab7854e3a/c0ddcf58-c21d-479e-90e1-1812ab4836c5/25fa4205-4129-43ea-a5d3-1d62c59cd92e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:58:39.880304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:39.986364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:39.998403 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['26a8138a-60c5-4438-aad8-3fc360831040'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:40.031253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Network 7d103db3-783b-4692-b267-8d0ab7854e3a is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:58:40.035135 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:58:40.039325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:58:40.045991 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Pushing event updated for resources: {'Port': ['ID=25fa4205-4129-43ea-a5d3-1d62c59cd92e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:40.091667 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:40.092293 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.152760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-52910711-f016-44a3-8433-5be5afb2d886 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494915 Aug 19 15:58:40.169787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Request body: {'port': {'device_id': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:40.227966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.491764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fa4205-4129-43ea-a5d3-1d62c59cd92e {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:40.499358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.511444 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Transition to ACTIVE for port object 25fa4205-4129-43ea-a5d3-1d62c59cd92e will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:58:40.580507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.650154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Pushing event updated for resources: {'Port': ['ID=25fa4205-4129-43ea-a5d3-1d62c59cd92e,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:40.702435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Attempting to bind port 25fa4205-4129-43ea-a5d3-1d62c59cd92e on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:58:40.702773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Attempting to bind port 25fa4205-4129-43ea-a5d3-1d62c59cd92e by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:58:40.703107 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Attempting to bind port 25fa4205-4129-43ea-a5d3-1d62c59cd92e on network 7d103db3-783b-4692-b267-8d0ab7854e3a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:58:40.707986 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Port 25fa4205-4129-43ea-a5d3-1d62c59cd92e on network 7d103db3-783b-4692-b267-8d0ab7854e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:58:40.708312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Attempting to bind port 25fa4205-4129-43ea-a5d3-1d62c59cd92e on network 7d103db3-783b-4692-b267-8d0ab7854e3a {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:58:40.713441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:58:40.713786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Checking segment: {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:58:40.714178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Bound using segment: {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:58:40.714629 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Bound port: 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3631acfa-8bca-4cec-b6ac-2de7b07b05dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:58:40.714979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.779885 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] For port 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:58:40.783328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] For port 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:58:40.835818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866d5d4-de76-4d56-8198-d62db2ae719f req-c22f45f9-b48e-466c-91d7-6a57cf8bbbc7 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:40.837633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c866d5d4-de76-4d56-8198-d62db2ae719f req-c22f45f9-b48e-466c-91d7-6a57cf8bbbc7 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 943 time: 0.0514622 Aug 19 15:58:40.839511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.891304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:40.891912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.893360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] 10.222.0.54 "PUT /v2.0/ports/25fa4205-4129-43ea-a5d3-1d62c59cd92e HTTP/1.1" status: 200 len: 1092 time: 0.7278249 Aug 19 15:58:40.895371 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'tag': '25fa4205-4129-43ea-a5d3-1d62c59cd92e'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:40.897653 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f43a98-4e0d-4fa3-a722-76534d4a1d7e", "tag": "25fa4205-4129-43ea-a5d3-1d62c59cd92e"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:40.933899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c866d5d4-de76-4d56-8198-d62db2ae719f req-c175f695-03bf-4734-b134-ea0bfa16160b tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884073 Aug 19 15:58:40.936774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52075b-8096-4a2f-953b-15d4033f7c7b service neutron] Pushing event updated for resources: {'Port': ['ID=25fa4205-4129-43ea-a5d3-1d62c59cd92e,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:40.988006 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d862fb2b-86a7-482c-aabb-24dada510b32 x-openstack-request-id: req-d862fb2b-86a7-482c-aabb-24dada510b32 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:40.988286 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f43a98-4e0d-4fa3-a722-76534d4a1d7e", "tag": "25fa4205-4129-43ea-a5d3-1d62c59cd92e", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:40.988539 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d862fb2b-86a7-482c-aabb-24dada510b32 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:40.988938 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'tag': '25fa4205-4129-43ea-a5d3-1d62c59cd92e', 'status': 'completed', 'code': 200} Aug 19 15:58:41.022439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-dfdb6bb4-b817-4b80-ad8d-4b771383562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:41.023972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-dfdb6bb4-b817-4b80-ad8d-4b771383562c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0fcec89dffb84e73a9afda24698d5d16&device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 1095 time: 0.0456963 Aug 19 15:58:41.072723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-9b3241d0-b668-471c-bc93-4194dcdc1cbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e HTTP/1.1" status: 200 len: 217 time: 0.0355148 Aug 19 15:58:41.126696 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-461f7c93-8097-4a25-9680-0a0133c93271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:41.128226 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-461f7c93-8097-4a25-9680-0a0133c93271 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0ddcf58-c21d-479e-90e1-1812ab4836c5 HTTP/1.1" status: 200 len: 854 time: 0.0488253 Aug 19 15:58:41.159723 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-189aeb98-321e-4e87-afbd-7090c8cf6688 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d103db3-783b-4692-b267-8d0ab7854e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251510 Aug 19 15:58:41.252140 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-baee4b6e-92f1-428c-b046-9f7eb1230220 service neutron] 10.222.0.54 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854192 Aug 19 15:58:41.349921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8d7d3bb-0c93-41a6-a963-e43817b62a99 req-2e505591-ff6e-434b-8624-dc9749430a88 service neutron] 10.222.0.54 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912206 Aug 19 15:58:41.520085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-4076a9fb-3be2-4edd-b7b0-7eeb4c0f598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:41.521655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-4076a9fb-3be2-4edd-b7b0-7eeb4c0f598e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0fcec89dffb84e73a9afda24698d5d16&device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 1095 time: 0.0421009 Aug 19 15:58:41.620843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-e4290818-668d-4696-8b9d-7311b56c3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:41.622317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-e4290818-668d-4696-8b9d-7311b56c3c89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d103db3-783b-4692-b267-8d0ab7854e3a HTTP/1.1" status: 200 len: 915 time: 0.0935347 Aug 19 15:58:41.666677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-3b84e618-2fc2-4b9a-bcc0-c38008d17886 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e HTTP/1.1" status: 200 len: 217 time: 0.0366545 Aug 19 15:58:41.715866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-5b50d8f6-9ebd-4c09-9492-26406b949a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:41.717446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-5b50d8f6-9ebd-4c09-9492-26406b949a97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0ddcf58-c21d-479e-90e1-1812ab4836c5 HTTP/1.1" status: 200 len: 854 time: 0.0443981 Aug 19 15:58:41.753671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-3dbb4c85-67fb-4a4c-995a-5b088d16e768 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d103db3-783b-4692-b267-8d0ab7854e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296271 Aug 19 15:58:41.848415 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-ced3828d-5b9a-4f92-89d4-bfddc256cff4 service neutron] 10.222.0.54 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Aug 19 15:58:41.937928 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a9da8dbd-2cbc-4474-8c81-2d2dd46b2a10 req-4249726a-c155-4890-a155-da711f6b6025 service neutron] 10.222.0.54 "GET /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825081 Aug 19 15:58:42.058758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e15d86-3111-4037-86af-344ce0a62df6 req-242950a7-e62c-4e86-acbc-c56301d831f8 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:42.060290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00e15d86-3111-4037-86af-344ce0a62df6 req-242950a7-e62c-4e86-acbc-c56301d831f8 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 943 time: 0.0554290 Aug 19 15:58:42.099477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00e15d86-3111-4037-86af-344ce0a62df6 req-025e5c4b-d9e4-4bca-8d7f-4773e92f1802 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Aug 19 15:58:43.213670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3b4e1-0d57-4700-8760-7de6c482390b req-32366d2c-ef55-478a-bee4-09f6bfa898cd tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:43.215159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fe3b4e1-0d57-4700-8760-7de6c482390b req-32366d2c-ef55-478a-bee4-09f6bfa898cd tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 943 time: 0.0492108 Aug 19 15:58:43.254090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fe3b4e1-0d57-4700-8760-7de6c482390b req-3d407927-c351-4bca-b975-eb82df464405 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Aug 19 15:58:43.763374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:44.370842 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a6e0-b0eb-499e-9266-640bd665e927 req-8e7f7574-7a35-450f-b051-bd1afef25209 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:44.372352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4de1a6e0-b0eb-499e-9266-640bd665e927 req-8e7f7574-7a35-450f-b051-bd1afef25209 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 943 time: 0.0487547 Aug 19 15:58:44.413454 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4de1a6e0-b0eb-499e-9266-640bd665e927 req-581f0973-4de7-4cf9-acdd-55b3cf3c000d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 19 15:58:45.075855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 25fa4205-4129-43ea-a5d3-1d62c59cd92e details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:58:45.176679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:45.187812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '25fa4205-4129-43ea-a5d3-1d62c59cd92e', 'network_id': '7d103db3-783b-4692-b267-8d0ab7854e3a', 'port_id': '25fa4205-4129-43ea-a5d3-1d62c59cd92e', 'mac_address': 'fa:16:3e:40:7a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ddcf58-c21d-479e-90e1-1812ab4836c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:58:45.223940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:45.237184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fa4205-4129-43ea-a5d3-1d62c59cd92e {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:45.257586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:45.340192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:45.387796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=25fa4205-4129-43ea-a5d3-1d62c59cd92e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:45.395352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.395704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.396049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.396389 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.396727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.397062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.397422 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.397753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.398081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.398408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.398735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.399060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:45.536069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e392-4b12-42fa-ac9a-20d1ace8e354 req-d5118a86-da29-4031-ad85-3c9c88a0b775 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:45.537873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b781e392-4b12-42fa-ac9a-20d1ace8e354 req-d5118a86-da29-4031-ad85-3c9c88a0b775 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 944 time: 0.0540397 Aug 19 15:58:45.576182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b781e392-4b12-42fa-ac9a-20d1ace8e354 req-4abfd43a-3214-465a-854b-983b51628b9a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Aug 19 15:58:45.750634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['25fa4205-4129-43ea-a5d3-1d62c59cd92e'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:46.696379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b6fa2-43c2-472a-8e9d-c7b111952dea req-4e349265-7397-4b08-8406-83f944470676 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:46.697895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb3b6fa2-43c2-472a-8e9d-c7b111952dea req-4e349265-7397-4b08-8406-83f944470676 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 944 time: 0.0512693 Aug 19 15:58:46.737302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb3b6fa2-43c2-472a-8e9d-c7b111952dea req-e458e5cd-a1f5-4919-967a-6ab73e28dd47 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333600 Aug 19 15:58:47.085128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 25fa4205-4129-43ea-a5d3-1d62c59cd92e up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:58:47.202724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 25fa4205-4129-43ea-a5d3-1d62c59cd92e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:58:47.207333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 25fa4205-4129-43ea-a5d3-1d62c59cd92e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:58:47.207713 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:47.287017 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:47.308726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa4205-4129-43ea-a5d3-1d62c59cd92e'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:47.311000 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9f9c0-59d6-43b5-89c1-ea6590efc494" -d '{"events": [{"server_uuid": "c0f43a98-4e0d-4fa3-a722-76534d4a1d7e", "name": "network-vif-plugged", "status": "completed", "tag": "25fa4205-4129-43ea-a5d3-1d62c59cd92e"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:47.323528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:47.349231 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0011b8-d7d8-48f1-9f87-6f08fb20eb01 x-openstack-request-id: req-1e0011b8-d7d8-48f1-9f87-6f08fb20eb01 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:47.349533 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f43a98-4e0d-4fa3-a722-76534d4a1d7e", "name": "network-vif-plugged", "status": "completed", "tag": "25fa4205-4129-43ea-a5d3-1d62c59cd92e", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:47.349794 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e0011b8-d7d8-48f1-9f87-6f08fb20eb01 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:47.350202 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa4205-4129-43ea-a5d3-1d62c59cd92e', 'code': 200} Aug 19 15:58:47.386194 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:47.434758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=25fa4205-4129-43ea-a5d3-1d62c59cd92e,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:47.472197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2255-204d-465f-ae92-8c7eb45d75ac req-0ad34156-e957-4ac9-988f-a4394e2e92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:47.473798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3efd2255-204d-465f-ae92-8c7eb45d75ac req-0ad34156-e957-4ac9-988f-a4394e2e92e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 1097 time: 0.0422688 Aug 19 15:58:47.508583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3efd2255-204d-465f-ae92-8c7eb45d75ac req-d98a83ce-68e5-4310-b02a-316618895da4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280182 Aug 19 15:58:47.867121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b19c6-2ae8-4fca-9658-eba7274cc2d6 req-b000027f-4cc8-472d-b2c3-9fba893dfbee tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:47.868644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-299b19c6-2ae8-4fca-9658-eba7274cc2d6 req-b000027f-4cc8-472d-b2c3-9fba893dfbee tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 945 time: 0.0545647 Aug 19 15:58:47.907996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-299b19c6-2ae8-4fca-9658-eba7274cc2d6 req-cf2687ef-c4cf-443d-874b-bbda8a9d9d93 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Aug 19 15:58:49.029422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eedf1-0bb1-4214-a189-17bfd604422c req-d5476dea-5600-4117-a5ee-c0100e55ef0c tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:49.030979 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-297eedf1-0bb1-4214-a189-17bfd604422c req-d5476dea-5600-4117-a5ee-c0100e55ef0c tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 945 time: 0.0518236 Aug 19 15:58:49.073432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-297eedf1-0bb1-4214-a189-17bfd604422c req-64d446ed-3145-4b67-86ba-98d786f6ad01 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Aug 19 15:58:50.200376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc168f-b809-40f5-83de-d46d6fa35219 req-814b08a0-cf80-40d9-9dae-2a63f263c803 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:50.201908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02bc168f-b809-40f5-83de-d46d6fa35219 req-814b08a0-cf80-40d9-9dae-2a63f263c803 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 945 time: 0.0503750 Aug 19 15:58:50.250766 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02bc168f-b809-40f5-83de-d46d6fa35219 req-64054497-847c-420d-9a51-198e2bc5d9f0 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Aug 19 15:58:50.620350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ca63f-cb85-487f-a67e-8929ccffcbf4 req-d6135a64-2a20-4367-b415-c0a5d0f3706b tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:50.621887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc9ca63f-cb85-487f-a67e-8929ccffcbf4 req-d6135a64-2a20-4367-b415-c0a5d0f3706b tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 945 time: 0.0577607 Aug 19 15:58:50.662497 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cc9ca63f-cb85-487f-a67e-8929ccffcbf4 req-5a275cac-1556-4fcb-9dc4-90cd3ec472ed tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Aug 19 15:58:51.779346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92df5ea-670b-4a4c-8798-f4f4fec60bb5 req-80b216b8-59a1-47de-a738-a01145fdce14 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:51.781013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b92df5ea-670b-4a4c-8798-f4f4fec60bb5 req-80b216b8-59a1-47de-a738-a01145fdce14 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 945 time: 0.0514309 Aug 19 15:58:51.826993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b92df5ea-670b-4a4c-8798-f4f4fec60bb5 req-faa5ff61-56fa-4e71-b9f8-c9a866acb31e tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387280 Aug 19 15:58:52.100680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-82b96698-7fe3-4e8e-ab7a-f4c03d288355 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:52.102078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-82b96698-7fe3-4e8e-ab7a-f4c03d288355 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 945 time: 0.0489666 Aug 19 15:58:52.198173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Deleting port 25fa4205-4129-43ea-a5d3-1d62c59cd92e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:52.198522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:52.285441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] For port 25fa4205-4129-43ea-a5d3-1d62c59cd92e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=25fa4205-4129-43ea-a5d3-1d62c59cd92e,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:52.285799 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:52.299158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Calling delete_port for 25fa4205-4129-43ea-a5d3-1d62c59cd92e owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:52.483172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:52.494836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['26a8138a-60c5-4438-aad8-3fc360831040'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:52.514163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Pushing event deleted for resources: {'Port': ['ID=25fa4205-4129-43ea-a5d3-1d62c59cd92e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:52.520196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['25fa4205-4129-43ea-a5d3-1d62c59cd92e'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:52.561726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] No DVR routers for this DVR port 25fa4205-4129-43ea-a5d3-1d62c59cd92e on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:58:52.564467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:52.566827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc0df26b-b26d-4fe0-8303-bbb9ba98282f req-db8dc387-8f9b-43f1-b72b-87aafe61c103 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.54 "DELETE /v2.0/ports/25fa4205-4129-43ea-a5d3-1d62c59cd92e HTTP/1.1" status: 204 len: 173 time: 0.4588854 Aug 19 15:58:52.570007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'name': 'network-vif-deleted', 'tag': '25fa4205-4129-43ea-a5d3-1d62c59cd92e'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:52.570007 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4382d-ffda-4fa6-b440-0b1c5d3c3112" -d '{"events": [{"server_uuid": "c0f43a98-4e0d-4fa3-a722-76534d4a1d7e", "name": "network-vif-deleted", "tag": "25fa4205-4129-43ea-a5d3-1d62c59cd92e"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:52.608784 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a19925-15d2-4cda-a5f9-7c4774cd614a x-openstack-request-id: req-95a19925-15d2-4cda-a5f9-7c4774cd614a {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:52.609090 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f43a98-4e0d-4fa3-a722-76534d4a1d7e", "name": "network-vif-deleted", "tag": "25fa4205-4129-43ea-a5d3-1d62c59cd92e", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:52.609452 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95a19925-15d2-4cda-a5f9-7c4774cd614a {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:52.609864 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f43a98-4e0d-4fa3-a722-76534d4a1d7e', 'name': 'network-vif-deleted', 'tag': '25fa4205-4129-43ea-a5d3-1d62c59cd92e', 'status': 'completed', 'code': 200} Aug 19 15:58:52.935769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef2c6e4d-270c-466b-813d-6fceca2c664c req-db1c53e1-fd8d-402b-ba50-ac1a1440553d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0f43a98-4e0d-4fa3-a722-76534d4a1d7e HTTP/1.1" status: 200 len: 210 time: 0.0264888 Aug 19 15:58:54.085588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817f803-52a9-4d30-b538-e832b232da8b req-37b493ec-2d89-4975-8ced-441617be4fcf tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:54.087125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4817f803-52a9-4d30-b538-e832b232da8b req-37b493ec-2d89-4975-8ced-441617be4fcf tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Aug 19 15:58:54.125419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4817f803-52a9-4d30-b538-e832b232da8b req-93e56725-bf61-4294-bd61-e48c50cbbc10 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Aug 19 15:58:54.255798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7a8e-9a7e-41c5-8a8d-108b8157fcc8 req-9e9d3dc9-cb98-43f4-8168-4adc2a873d21 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:54.257729 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac2e7a8e-9a7e-41c5-8a8d-108b8157fcc8 req-9e9d3dc9-cb98-43f4-8168-4adc2a873d21 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0494366 Aug 19 15:58:54.297151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac2e7a8e-9a7e-41c5-8a8d-108b8157fcc8 req-534c83a5-6ba0-4205-a460-0be03c390ffb tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Aug 19 15:58:54.415462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8577e2-4033-4313-9b7a-c232cca99aba req-bf6e3d76-a201-4e46-ae99-b3cce1be3b7a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:54.416939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed8577e2-4033-4313-9b7a-c232cca99aba req-bf6e3d76-a201-4e46-ae99-b3cce1be3b7a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Aug 19 15:58:54.454395 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ed8577e2-4033-4313-9b7a-c232cca99aba req-207dd9c8-007a-4d6c-a5c2-3e1582d10f02 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Aug 19 15:58:54.602740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-76d8a012-99cb-4d48-b609-3f60a2d23a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:54.633572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dc559-b0e9-4af0-9804-65d7d8c8892d req-7fa60f56-f9e0-40db-b832-d0a63d19d539 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:54.635078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e06dc559-b0e9-4af0-9804-65d7d8c8892d req-7fa60f56-f9e0-40db-b832-d0a63d19d539 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Aug 19 15:58:54.674789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e06dc559-b0e9-4af0-9804-65d7d8c8892d req-bf927e82-1723-4501-863d-71a8c6cb01a7 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Aug 19 15:58:54.791028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02a8e-a206-45a5-b939-abe10378c03e req-5a1d218e-95dd-4213-9498-49949f3db21b tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:54.792413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7a02a8e-a206-45a5-b939-abe10378c03e req-5a1d218e-95dd-4213-9498-49949f3db21b tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Aug 19 15:58:54.830686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7a02a8e-a206-45a5-b939-abe10378c03e req-e386bee8-6dfc-49af-b07c-0378f76ce614 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 19 15:58:54.959288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e1487-baef-46dc-a86c-e52988004aa9 req-d2b75c27-36c5-4e45-887c-97f82876ba0d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:54.960779 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-529e1487-baef-46dc-a86c-e52988004aa9 req-d2b75c27-36c5-4e45-887c-97f82876ba0d tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0535648 Aug 19 15:58:54.999012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-529e1487-baef-46dc-a86c-e52988004aa9 req-28a9f7b4-d504-49be-8449-71c85bc23f65 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Aug 19 15:58:55.155346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 25fa4205-4129-43ea-a5d3-1d62c59cd92e no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:58:55.176905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 25fa4205-4129-43ea-a5d3-1d62c59cd92e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:58:55.197283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 25fa4205-4129-43ea-a5d3-1d62c59cd92e not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:58:55.506459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b77e0b-06e9-43b0-929f-f935e53ec136 req-fb533f2c-ee43-4647-a99a-c60aa8be3416 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:55.507972 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8b77e0b-06e9-43b0-929f-f935e53ec136 req-fb533f2c-ee43-4647-a99a-c60aa8be3416 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0503485 Aug 19 15:58:55.547201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b8b77e0b-06e9-43b0-929f-f935e53ec136 req-91af75c5-e0b5-41dd-82a3-56d2c881ae82 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Aug 19 15:58:55.962717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:56.667316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e033-fd0c-4874-80a0-81ac808992d6 req-3d279090-3ba8-4545-9036-5be7fc3dea0f tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:56.668896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7850e033-fd0c-4874-80a0-81ac808992d6 req-3d279090-3ba8-4545-9036-5be7fc3dea0f tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0512807 Aug 19 15:58:56.708661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7850e033-fd0c-4874-80a0-81ac808992d6 req-b81a9a7b-c9dc-47ab-bbcd-af9d8e84510a tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/security-groups?id=2175f8c2-c34c-4951-8fd5-1a74d95d85a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Aug 19 15:58:56.918886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-05777372-3ba1-47e2-8a99-b036a5c9e6f9 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:56.920336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-05777372-3ba1-47e2-8a99-b036a5c9e6f9 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.46 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Aug 19 15:58:57.008006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Deleting port 26a8138a-60c5-4438-aad8-3fc360831040 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:58:57.008349 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:57.100677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] For port 26a8138a-60c5-4438-aad8-3fc360831040, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=26a8138a-60c5-4438-aad8-3fc360831040,segment=NetworkSegment(3631acfa-8bca-4cec-b6ac-2de7b07b05dc),segment_id=3631acfa-8bca-4cec-b6ac-2de7b07b05dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:57.101042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:57.114014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Calling delete_port for 26a8138a-60c5-4438-aad8-3fc360831040 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:58:57.328533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:57.340694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['26a8138a-60c5-4438-aad8-3fc360831040'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:57.349652 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:58:57.362379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Pushing event deleted for resources: {'Port': ['ID=26a8138a-60c5-4438-aad8-3fc360831040,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:57.366497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:57.403646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] No DVR routers for this DVR port 26a8138a-60c5-4438-aad8-3fc360831040 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:58:57.406298 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:57.408292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4dd3938-5458-4baf-bffd-64ef9d74947f req-aa64f54d-9a16-431e-b331-1699bc6713a4 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.46 "DELETE /v2.0/ports/26a8138a-60c5-4438-aad8-3fc360831040 HTTP/1.1" status: 204 len: 173 time: 0.4815001 Aug 19 15:58:57.408729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde46da3-8adb-4575-9276-8f278df10b23', 'name': 'network-vif-deleted', 'tag': '26a8138a-60c5-4438-aad8-3fc360831040'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:57.411448 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9e2892-6813-4eb5-b589-8f41f63a4b1d" -d '{"events": [{"server_uuid": "cde46da3-8adb-4575-9276-8f278df10b23", "name": "network-vif-deleted", "tag": "26a8138a-60c5-4438-aad8-3fc360831040"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:57.446829 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1dd86-d6f6-4d98-bd81-b89a20a7c11c x-openstack-request-id: req-0ac1dd86-d6f6-4d98-bd81-b89a20a7c11c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:57.447126 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde46da3-8adb-4575-9276-8f278df10b23", "name": "network-vif-deleted", "tag": "26a8138a-60c5-4438-aad8-3fc360831040", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:57.447383 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ac1dd86-d6f6-4d98-bd81-b89a20a7c11c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:57.447787 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde46da3-8adb-4575-9276-8f278df10b23', 'name': 'network-vif-deleted', 'tag': '26a8138a-60c5-4438-aad8-3fc360831040', 'status': 'completed', 'code': 200} Aug 19 15:58:57.818915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3b3810d-34f8-4202-ac07-f5031f18426d req-697d8e9b-d1d1-46c2-acbd-aed4b23e6bf3 tempest-ServersNegativeTestJSON-2097420452 tempest-ServersNegativeTestJSON-2097420452-project] 10.222.0.13 "GET /v2.0/ports?device_id=cde46da3-8adb-4575-9276-8f278df10b23 HTTP/1.1" status: 200 len: 210 time: 0.0298009 Aug 19 15:58:57.883074 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7e93-8457-400d-a6d2-e25451f1fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:58.880590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52948) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:58.926439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Deleting subnet c0ddcf58-c21d-479e-90e1-1812ab4836c5 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:58:58.929486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:58.964074 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.002205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.117663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.151481 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ddcf58-c21d-479e-90e1-1812ab4836c5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:59.153476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.157569 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-abcaa206-de70-4f3b-94d9-ee2921fa4b87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c0ddcf58-c21d-479e-90e1-1812ab4836c5 HTTP/1.1" status: 204 len: 168 time: 0.2758772 Aug 19 15:58:59.158014 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52950) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:59.235906 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.316571 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.326420 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d103db3-783b-4692-b267-8d0ab7854e3a']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:59.336606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3631acfa-8bca-4cec-b6ac-2de7b07b05dc') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:59.336880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3631acfa-8bca-4cec-b6ac-2de7b07b05dc') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:59.345579 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.359072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.365278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:58:59.365667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:58:59.367267 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:58:59.477283 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.482618 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.484424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d103db3-783b-4692-b267-8d0ab7854e3a HTTP/1.1" status: 204 len: 168 time: 0.3254306 Aug 19 15:58:59.495992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d2582-144c-4a31-9c46-5e8d0071fd5b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d103db3-783b-4692-b267-8d0ab7854e3a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:59.741831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:59.781447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e675a626-7e11-4c36-be44-f6391bfecc88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fcec89dffb84e73a9afda24698d5d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383458 Aug 19 15:58:59.784006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52956) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:59.820000 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.833718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69ece6a-d9df-440f-87d5-5f0f211a55ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.856433 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69ece6a-d9df-440f-87d5-5f0f211a55ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.968392 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69ece6a-d9df-440f-87d5-5f0f211a55ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.970974 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c69ece6a-d9df-440f-87d5-5f0f211a55ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:59.974653 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c69ece6a-d9df-440f-87d5-5f0f211a55ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2175f8c2-c34c-4951-8fd5-1a74d95d85a7 HTTP/1.1" status: 204 len: 168 time: 0.1867304 Aug 19 15:58:59.980899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ece6a-d9df-440f-87d5-5f0f211a55ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2175f8c2-c34c-4951-8fd5-1a74d95d85a7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:00.940056 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.048162 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:01.152361 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504623013'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:01.231199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:01.234836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.245021 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.335762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.385305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.412538 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:01.422783 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8023ddf4-1f46-4de3-8694-126dcf52b60d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:01.428659 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.429010 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Added segment d6c0379d-534e-4c0f-8c88-1ee14954f014 of type vlan for network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 Aug 19 15:59:01.468449 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.551108 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.557564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:01.558145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:01.626462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Network': ['ID=e2e4389a-ec5f-4f91-bbd2-c5331d2f2557,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:01.638582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:01.689546 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-eaf7fe27-0fbd-4346-9538-eea7f222db11 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6402066 Aug 19 15:59:02.462145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 26a8138a-60c5-4438-aad8-3fc360831040 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:59:02.482438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 26a8138a-60c5-4438-aad8-3fc360831040 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:59:02.482786 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 26a8138a-60c5-4438-aad8-3fc360831040 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:59:04.955286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52982) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:04.961699 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'subnet': {'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:05.151748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:05.155370 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.402655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.466290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Subnet': ['ID=51d3fbff-5907-4d0b-8a99-8164fae5f106,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:05.475132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Checking segment: {'id': 'd6c0379d-534e-4c0f-8c88-1ee14954f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:05.475431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network hostable DHCP agents. Network: e2e4389a-ec5f-4f91-bbd2-c5331d2f2557, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:05.539901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:05.619826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, e2e4389a-ec5f-4f91-bbd2-c5331d2f2557) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:05.623934 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:05.624616 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.630132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a276b-a1ca-460f-9e98-8acdf40549e0 None None] Network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:05.717644 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19bd0bd8-d275-4b32-887d-9831414a37a5 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7612009 Aug 19 15:59:05.721097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52984) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:05.726837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2041046053'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:05.775431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-e2e4389a-ec5f-4f91-bbd2-c5331d2f2557', 'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557', 'tenant_id': '279a7d829d0f450f9cc0681a22a3da5f', 'fixed_ips': [{'subnet_id': '51d3fbff-5907-4d0b-8a99-8164fae5f106'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:05.776354 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.825893 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:05.829393 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.853500 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:05.866732 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.872874 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Added segment f164cbe8-4c4b-433c-972f-4f2c47d70b54 of type vlan for network ee4e807a-eaa3-46ca-8919-1b9a468838ae Aug 19 15:59:05.917179 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.931845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Allocated IP 2001:db8:0:ffff::2 (e2e4389a-ec5f-4f91-bbd2-c5331d2f2557/51d3fbff-5907-4d0b-8a99-8164fae5f106/aec7f113-f6ae-4443-92e4-0d44f9916fb9) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:05.991576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.997329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:05.997971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.065706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Network': ['ID=ee4e807a-eaa3-46ca-8919-1b9a468838ae,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:06.077146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ee4e807a-eaa3-46ca-8919-1b9a468838ae details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:06.092325 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.131918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Transition to ACTIVE for port object aec7f113-f6ae-4443-92e4-0d44f9916fb9 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:06.152118 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32a52d5d-fbe3-443c-9bc8-913b119e2559 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4297121 Aug 19 15:59:06.156711 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52986) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:06.157566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Transition to ACTIVE for port object aec7f113-f6ae-4443-92e4-0d44f9916fb9 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:06.160105 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'subnet': {'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:06.238157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.276745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:06.281695 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:06.284412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:06.297781 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Pushing event updated for resources: {'Port': ['ID=aec7f113-f6ae-4443-92e4-0d44f9916fb9,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:06.349468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Attempting to bind port aec7f113-f6ae-4443-92e4-0d44f9916fb9 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:06.349752 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Attempting to bind port aec7f113-f6ae-4443-92e4-0d44f9916fb9 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd6c0379d-534e-4c0f-8c88-1ee14954f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:06.350128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Attempting to bind port aec7f113-f6ae-4443-92e4-0d44f9916fb9 on network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:06.351519 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:06.355128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:06.358195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.358330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Checking segment: {'id': 'd6c0379d-534e-4c0f-8c88-1ee14954f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:06.358330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.358330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Bound using segment: {'id': 'd6c0379d-534e-4c0f-8c88-1ee14954f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:06.358330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Bound port: aec7f113-f6ae-4443-92e4-0d44f9916fb9, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c0379d-534e-4c0f-8c88-1ee14954f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2e4389a-ec5f-4f91-bbd2-c5331d2f2557'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:06.358330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.420301 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] For port aec7f113-f6ae-4443-92e4-0d44f9916fb9, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:06.423465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] For port aec7f113-f6ae-4443-92e4-0d44f9916fb9, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aec7f113-f6ae-4443-92e4-0d44f9916fb9,segment=NetworkSegment(d6c0379d-534e-4c0f-8c88-1ee14954f014),segment_id=d6c0379d-534e-4c0f-8c88-1ee14954f014)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:06.511730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.574300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9c7da-3333-4a9e-bdaa-17bfad8af059 None None] Pushing event updated for resources: {'Port': ['ID=aec7f113-f6ae-4443-92e4-0d44f9916fb9,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:06.597638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.662744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Subnet': ['ID=435bb322-f06e-45d4-b9d1-e0e1458cfc28,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:06.672405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Checking segment: {'id': 'f164cbe8-4c4b-433c-972f-4f2c47d70b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:06.672815 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network hostable DHCP agents. Network: ee4e807a-eaa3-46ca-8919-1b9a468838ae, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:06.757422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network ee4e807a-eaa3-46ca-8919-1b9a468838ae is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:06.830988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ee4e807a-eaa3-46ca-8919-1b9a468838ae) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:06.839578 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:06.839578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.840918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8bf1a5-27e6-4927-9c99-998bc204fce3 None None] Network ee4e807a-eaa3-46ca-8919-1b9a468838ae requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:06.914010 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-732d3324-b6eb-4437-82d5-43cfb4a7a916 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7577736 Aug 19 15:59:06.916339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52988) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:06.994852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ee4e807a-eaa3-46ca-8919-1b9a468838ae', 'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae', 'tenant_id': '279a7d829d0f450f9cc0681a22a3da5f', 'fixed_ips': [{'subnet_id': '435bb322-f06e-45d4-b9d1-e0e1458cfc28'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:06.995732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.025766 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.111683 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.142926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Allocated IP 2001:db8::2 (ee4e807a-eaa3-46ca-8919-1b9a468838ae/435bb322-f06e-45d4-b9d1-e0e1458cfc28/e6307de0-abfe-4702-8f80-dd1b0aea6e76) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:07.311019 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.321761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Transition to ACTIVE for port object e6307de0-abfe-4702-8f80-dd1b0aea6e76 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:07.337834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Transition to ACTIVE for port object e6307de0-abfe-4702-8f80-dd1b0aea6e76 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:07.397476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.438939 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Network ee4e807a-eaa3-46ca-8919-1b9a468838ae is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:07.441097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:07.444943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:07.454962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c947a5-1523-4acf-862e-8db7298afd9a None None] Network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:07.457975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Pushing event updated for resources: {'Port': ['ID=e6307de0-abfe-4702-8f80-dd1b0aea6e76,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:07.477414 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.509648 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Subnet': ['ID=435bb322-f06e-45d4-b9d1-e0e1458cfc28,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:07.565147 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Attempting to bind port e6307de0-abfe-4702-8f80-dd1b0aea6e76 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:07.570936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Attempting to bind port e6307de0-abfe-4702-8f80-dd1b0aea6e76 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'f164cbe8-4c4b-433c-972f-4f2c47d70b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:07.570936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Attempting to bind port e6307de0-abfe-4702-8f80-dd1b0aea6e76 on network ee4e807a-eaa3-46ca-8919-1b9a468838ae {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:07.574258 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.584472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:07.584842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Checking segment: {'id': 'f164cbe8-4c4b-433c-972f-4f2c47d70b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:07.585364 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.585767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Bound using segment: {'id': 'f164cbe8-4c4b-433c-972f-4f2c47d70b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:07.586258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Bound port: e6307de0-abfe-4702-8f80-dd1b0aea6e76, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f164cbe8-4c4b-433c-972f-4f2c47d70b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:07.586650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.589244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4e807a-eaa3-46ca-8919-1b9a468838ae']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:07.600946 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f164cbe8-4c4b-433c-972f-4f2c47d70b54') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:07.601291 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f164cbe8-4c4b-433c-972f-4f2c47d70b54') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:07.610368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.625211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.631676 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:07.632079 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:07.635519 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:07.656126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-6ffd06c7-ecf0-4417-acc3-460d6ea9f5e2 None None] Provisioning for port aec7f113-f6ae-4443-92e4-0d44f9916fb9 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:07.716025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] For port e6307de0-abfe-4702-8f80-dd1b0aea6e76, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:07.731879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] For port e6307de0-abfe-4702-8f80-dd1b0aea6e76, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e6307de0-abfe-4702-8f80-dd1b0aea6e76,segment=NetworkSegment(f164cbe8-4c4b-433c-972f-4f2c47d70b54),segment_id=f164cbe8-4c4b-433c-972f-4f2c47d70b54)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:07.734487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.db.api [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:59:07.734487 n-d-779913-32 neutron-server[101962]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:59:07.734487 n-d-779913-32 neutron-server[101962]: [parameters: {'id': 'ee4e807a-eaa3-46ca-8919-1b9a468838ae'}] Aug 19 15:59:07.734487 n-d-779913-32 neutron-server[101962]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:59:07.734909 n-d-779913-32 neutron-server[101962]: DEBUG oslo_db.api [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:59:07.787127 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.868062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f44ef-0102-4b12-9a47-0b936b1b1971 None None] Pushing event updated for resources: {'Port': ['ID=e6307de0-abfe-4702-8f80-dd1b0aea6e76,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:07.879521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640c573-0484-4339-9b4c-a74de04fc760 None None] Network ee4e807a-eaa3-46ca-8919-1b9a468838ae requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:08.015613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5990966-d6d3-4e1a-8c77-37e07b10ff91 None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:59:08.085448 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5990966-d6d3-4e1a-8c77-37e07b10ff91 None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:59:08.236302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.291555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Deleting port e6307de0-abfe-4702-8f80-dd1b0aea6e76 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:08.291908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.354128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] For port e6307de0-abfe-4702-8f80-dd1b0aea6e76, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e6307de0-abfe-4702-8f80-dd1b0aea6e76,segment=NetworkSegment(f164cbe8-4c4b-433c-972f-4f2c47d70b54),segment_id=f164cbe8-4c4b-433c-972f-4f2c47d70b54)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:08.354499 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.368891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Calling delete_port for e6307de0-abfe-4702-8f80-dd1b0aea6e76 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:08.562993 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.591142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No DVR routers for this DVR port e6307de0-abfe-4702-8f80-dd1b0aea6e76 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:08.597144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Port': ['ID=e6307de0-abfe-4702-8f80-dd1b0aea6e76,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:08.664326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aec7f113-f6ae-4443-92e4-0d44f9916fb9 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:08.679452 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.689392 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4e807a-eaa3-46ca-8919-1b9a468838ae']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:08.768748 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port aec7f113-f6ae-4443-92e4-0d44f9916fb9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:08.773662 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port aec7f113-f6ae-4443-92e4-0d44f9916fb9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:08.774041 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.858280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:08.897288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port aec7f113-f6ae-4443-92e4-0d44f9916fb9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aec7f113-f6ae-4443-92e4-0d44f9916fb9,segment=NetworkSegment(d6c0379d-534e-4c0f-8c88-1ee14954f014),segment_id=d6c0379d-534e-4c0f-8c88-1ee14954f014)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:08.968738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.024108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=aec7f113-f6ae-4443-92e4-0d44f9916fb9,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:09.038404 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f164cbe8-4c4b-433c-972f-4f2c47d70b54') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:09.038705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f164cbe8-4c4b-433c-972f-4f2c47d70b54') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:09.047726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.062239 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.068695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:09.069091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:09.072071 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:09.174083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.187103 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.187103 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/ee4e807a-eaa3-46ca-8919-1b9a468838ae HTTP/1.1" status: 204 len: 168 time: 2.2657468 Aug 19 15:59:09.187403 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52990) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:09.192685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025329939'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:09.195912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d31228-1588-48ac-93e8-c6cb3933c8b1 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Network': ['ID=ee4e807a-eaa3-46ca-8919-1b9a468838ae,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:09.254711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:09.258272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.281822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:09.290720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.291041 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Added segment fc160645-a6b3-4118-a227-9bbf1a88f9b1 of type vlan for network 80e53e72-a604-42a9-a348-2c8e1868649f Aug 19 15:59:09.330496 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.402410 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.407980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:09.408557 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.474744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Network': ['ID=80e53e72-a604-42a9-a348-2c8e1868649f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:09.485234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 80e53e72-a604-42a9-a348-2c8e1868649f details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:09.529460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-610b7368-9223-4504-8d34-3dec09856a28 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3416395 Aug 19 15:59:09.532267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52992) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:09.538038 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'subnet': {'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:09.705378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:09.709270 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:09.765523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Performing IP validity checks on allocation pools {{(pid=101963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:59:09.765954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:59:09.962717 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.021920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Subnet': ['ID=e899b350-bb0a-4819-b0da-5de93e27de0f,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:10.030523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Checking segment: {'id': 'fc160645-a6b3-4118-a227-9bbf1a88f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:10.030882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network hostable DHCP agents. Network: 80e53e72-a604-42a9-a348-2c8e1868649f, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:10.094133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network 80e53e72-a604-42a9-a348-2c8e1868649f is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:10.139586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 80e53e72-a604-42a9-a348-2c8e1868649f) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:10.143710 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:10.144304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.148875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687eface-aa4c-4d75-9825-731d13b0ca2a None None] Network 80e53e72-a604-42a9-a348-2c8e1868649f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:10.203834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e02c94be-772a-4a50-9803-b4d96be0bdf8 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6702876 Aug 19 15:59:10.206349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 52994) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:10.302763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-80e53e72-a604-42a9-a348-2c8e1868649f', 'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f', 'tenant_id': '279a7d829d0f450f9cc0681a22a3da5f', 'fixed_ips': [{'subnet_id': 'e899b350-bb0a-4819-b0da-5de93e27de0f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:10.303648 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.309507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.384272 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.441507 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Allocated IP 2001:db8::3 (80e53e72-a604-42a9-a348-2c8e1868649f/e899b350-bb0a-4819-b0da-5de93e27de0f/faf59ab2-300b-42ce-a4b3-e205325c62e8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:10.588650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.597000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Transition to ACTIVE for port object faf59ab2-300b-42ce-a4b3-e205325c62e8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:10.611714 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Transition to ACTIVE for port object faf59ab2-300b-42ce-a4b3-e205325c62e8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:10.639915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aec7f113-f6ae-4443-92e4-0d44f9916fb9 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:10.678740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.727734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Network 80e53e72-a604-42a9-a348-2c8e1868649f is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:10.729101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.733974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:10.736647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Pushing event updated for resources: {'Port': ['ID=faf59ab2-300b-42ce-a4b3-e205325c62e8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:10.739489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:10.750848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port aec7f113-f6ae-4443-92e4-0d44f9916fb9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:10.751234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.772067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Subnet': ['ID=e899b350-bb0a-4819-b0da-5de93e27de0f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:10.826763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Attempting to bind port faf59ab2-300b-42ce-a4b3-e205325c62e8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:10.827141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Attempting to bind port faf59ab2-300b-42ce-a4b3-e205325c62e8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'fc160645-a6b3-4118-a227-9bbf1a88f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:10.827516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Attempting to bind port faf59ab2-300b-42ce-a4b3-e205325c62e8 on network 80e53e72-a604-42a9-a348-2c8e1868649f {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:10.827640 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.835089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:10.835397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Checking segment: {'id': 'fc160645-a6b3-4118-a227-9bbf1a88f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:10.835805 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.836213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Bound using segment: {'id': 'fc160645-a6b3-4118-a227-9bbf1a88f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:10.836684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Bound port: faf59ab2-300b-42ce-a4b3-e205325c62e8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc160645-a6b3-4118-a227-9bbf1a88f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '80e53e72-a604-42a9-a348-2c8e1868649f'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:10.837073 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.837982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e53e72-a604-42a9-a348-2c8e1868649f']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:10.849458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc160645-a6b3-4118-a227-9bbf1a88f9b1') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:10.849756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc160645-a6b3-4118-a227-9bbf1a88f9b1') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:10.858741 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.872871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.879914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:10.880341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:10.883354 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:10.933364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] For port faf59ab2-300b-42ce-a4b3-e205325c62e8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:10.940148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] For port faf59ab2-300b-42ce-a4b3-e205325c62e8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=faf59ab2-300b-42ce-a4b3-e205325c62e8,segment=NetworkSegment(fc160645-a6b3-4118-a227-9bbf1a88f9b1),segment_id=fc160645-a6b3-4118-a227-9bbf1a88f9b1)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:10.968430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.db.api [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:59:10.968430 n-d-779913-32 neutron-server[101963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:59:10.968430 n-d-779913-32 neutron-server[101963]: [parameters: {'id': '80e53e72-a604-42a9-a348-2c8e1868649f'}] Aug 19 15:59:10.968430 n-d-779913-32 neutron-server[101963]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:59:10.968910 n-d-779913-32 neutron-server[101963]: DEBUG oslo_db.api [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:59:10.997312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.079837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c47717-29a0-473a-b17e-5ada88ae3fe6 None None] Pushing event updated for resources: {'Port': ['ID=faf59ab2-300b-42ce-a4b3-e205325c62e8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:11.097557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed9c88-f748-4c8d-9df3-8aef080d2b60 None None] Network 80e53e72-a604-42a9-a348-2c8e1868649f requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:11.221080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e97862-62fe-4cc9-ab0b-ea93c28d401e None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:59:11.287899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e97862-62fe-4cc9-ab0b-ea93c28d401e None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:59:11.470154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.525505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Deleting port faf59ab2-300b-42ce-a4b3-e205325c62e8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:11.525851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.590265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] For port faf59ab2-300b-42ce-a4b3-e205325c62e8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=faf59ab2-300b-42ce-a4b3-e205325c62e8,segment=NetworkSegment(fc160645-a6b3-4118-a227-9bbf1a88f9b1),segment_id=fc160645-a6b3-4118-a227-9bbf1a88f9b1)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:11.590631 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.607737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Calling delete_port for faf59ab2-300b-42ce-a4b3-e205325c62e8 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:11.774267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.798233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Port': ['ID=faf59ab2-300b-42ce-a4b3-e205325c62e8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:11.806429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No DVR routers for this DVR port faf59ab2-300b-42ce-a4b3-e205325c62e8 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:11.883139 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.892708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e53e72-a604-42a9-a348-2c8e1868649f']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:11.907099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc160645-a6b3-4118-a227-9bbf1a88f9b1') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:11.907400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc160645-a6b3-4118-a227-9bbf1a88f9b1') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:11.916855 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.930466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.936122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:11.936511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:11.939348 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:12.048160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.054932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.056852 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/80e53e72-a604-42a9-a348-2c8e1868649f HTTP/1.1" status: 204 len: 168 time: 1.8495107 Aug 19 15:59:12.060569 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52996) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:12.066393 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746583012'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:12.069309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c65e3-0ffb-4b8a-9020-7ca5b629df1d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Network': ['ID=80e53e72-a604-42a9-a348-2c8e1868649f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:12.139568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:12.143553 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.167378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:12.175704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.176150 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Added segment 6e5c4354-e966-4838-b7b9-b0b2338e33fd of type vlan for network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 Aug 19 15:59:12.220597 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.305541 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.311140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:12.311749 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.376248 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Network': ['ID=c7c1ff42-b344-4aea-88f1-d72fbfd5faa5,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:12.387683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:12.417464 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9e2e9c4e-e2d6-4e2d-97ae-7c129fa30043 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3529704 Aug 19 15:59:12.417672 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 52998) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:12.422985 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'subnet': {'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:12.557021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:12.560547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.814267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:12.877760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Subnet': ['ID=deab3be1-8a33-441b-97b1-52bbc0426a7f,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:12.887517 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Checking segment: {'id': '6e5c4354-e966-4838-b7b9-b0b2338e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:12.887891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network hostable DHCP agents. Network: c7c1ff42-b344-4aea-88f1-d72fbfd5faa5, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:12.951016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:12.996389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, c7c1ff42-b344-4aea-88f1-d72fbfd5faa5) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:13.000855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:13.004677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.006092 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef87d0-a50f-4275-9994-26be1587315d None None] Network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:13.083425 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-492b49e4-1613-49a6-9d16-4098151d300e tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6645913 Aug 19 15:59:13.087228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53000) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:13.092531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221192288'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:13.152713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-c7c1ff42-b344-4aea-88f1-d72fbfd5faa5', 'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5', 'tenant_id': '279a7d829d0f450f9cc0681a22a3da5f', 'fixed_ips': [{'subnet_id': 'deab3be1-8a33-441b-97b1-52bbc0426a7f'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:13.153609 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.168382 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:13.172066 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.206845 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:13.216672 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.217024 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Added segment 152fbf74-876c-4879-80a5-4ccdba96a742 of type vlan for network 19ddd701-153e-437a-8611-aff724876707 Aug 19 15:59:13.261262 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.302816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Allocated IP 2001:db8::2 (c7c1ff42-b344-4aea-88f1-d72fbfd5faa5/deab3be1-8a33-441b-97b1-52bbc0426a7f/ac810cdd-02ca-447b-91d7-1fb7f55bc89d) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:13.351132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.356793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:13.357413 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.429545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Network': ['ID=19ddd701-153e-437a-8611-aff724876707,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:13.444520 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 19ddd701-153e-437a-8611-aff724876707 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:13.459536 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.472129 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a0c4a6fa-4ccc-46b2-8f5b-5f41c53da040 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3838248 Aug 19 15:59:13.475706 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53002) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:13.480774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Request body: {'subnet': {'network_id': '19ddd701-153e-437a-8611-aff724876707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:13.499433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Transition to ACTIVE for port object ac810cdd-02ca-447b-91d7-1fb7f55bc89d will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:13.527116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Transition to ACTIVE for port object ac810cdd-02ca-447b-91d7-1fb7f55bc89d will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:13.598738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.620197 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Made reservation on behalf of 279a7d829d0f450f9cc0681a22a3da5f for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:13.623997 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.646137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:13.649941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:13.652934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:13.658645 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Pushing event updated for resources: {'Port': ['ID=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:13.871512 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.881381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Attempting to bind port ac810cdd-02ca-447b-91d7-1fb7f55bc89d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:13.881888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Attempting to bind port ac810cdd-02ca-447b-91d7-1fb7f55bc89d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '6e5c4354-e966-4838-b7b9-b0b2338e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:13.882262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Attempting to bind port ac810cdd-02ca-447b-91d7-1fb7f55bc89d on network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:13.887351 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:13.887732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Checking segment: {'id': '6e5c4354-e966-4838-b7b9-b0b2338e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:13.890210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.890210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Bound using segment: {'id': '6e5c4354-e966-4838-b7b9-b0b2338e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:13.890210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Bound port: ac810cdd-02ca-447b-91d7-1fb7f55bc89d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c4354-e966-4838-b7b9-b0b2338e33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c7c1ff42-b344-4aea-88f1-d72fbfd5faa5'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:13.890210 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.922833 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:13.939955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event updated for resources: {'Subnet': ['ID=5d46726e-10be-476c-aabb-52473e96a701,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:13.950241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Checking segment: {'id': '152fbf74-876c-4879-80a5-4ccdba96a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19ddd701-153e-437a-8611-aff724876707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:13.950607 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network hostable DHCP agents. Network: 19ddd701-153e-437a-8611-aff724876707, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:13.955112 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] For port ac810cdd-02ca-447b-91d7-1fb7f55bc89d, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:13.958903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] For port ac810cdd-02ca-447b-91d7-1fb7f55bc89d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,segment=NetworkSegment(6e5c4354-e966-4838-b7b9-b0b2338e33fd),segment_id=6e5c4354-e966-4838-b7b9-b0b2338e33fd)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:14.008738 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.025455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Network 19ddd701-153e-437a-8611-aff724876707 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:14.079990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718434a-e91d-452e-acf8-b50d66aa6043 None None] Pushing event updated for resources: {'Port': ['ID=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:14.105704 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 19ddd701-153e-437a-8611-aff724876707) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:14.110077 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:14.110714 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.122925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c03ce2-270c-4a7d-ac8e-d5bd725d8437 None None] Network 19ddd701-153e-437a-8611-aff724876707 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:14.189684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2b528fc-daec-4c62-b73f-218956ada2ae tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7095902 Aug 19 15:59:14.194486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53004) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:14.323045 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.377999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12712f0-ccf4-4416-9248-4005072da74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-19ddd701-153e-437a-8611-aff724876707', 'network_id': '19ddd701-153e-437a-8611-aff724876707', 'tenant_id': '279a7d829d0f450f9cc0681a22a3da5f', 'fixed_ips': [{'subnet_id': '5d46726e-10be-476c-aabb-52473e96a701'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:14.378864 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c12712f0-ccf4-4416-9248-4005072da74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.382140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.489323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.518217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Subnet': ['ID=5d46726e-10be-476c-aabb-52473e96a701,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server [None req-c12712f0-ccf4-4416-9248-4005072da74b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d46726e-10be-476c-aabb-52473e96a701: This subnet is being modified by another concurrent operation. Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d46726e-10be-476c-aabb-52473e96a701: This subnet is being modified by another concurrent operation. Aug 19 15:59:14.529625 n-d-779913-32 neutron-server[101964]: ERROR oslo_messaging.rpc.server Aug 19 15:59:14.546700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6f3ca-529a-416e-a9c6-98b4b313e10f None None] Network 19ddd701-153e-437a-8611-aff724876707 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:14.581897 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.593874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ddd701-153e-437a-8611-aff724876707']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:14.606289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152fbf74-876c-4879-80a5-4ccdba96a742') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:14.606564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152fbf74-876c-4879-80a5-4ccdba96a742') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:14.618077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.633320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.643878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:14.644619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:14.648582 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:14.687907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac810cdd-02ca-447b-91d7-1fb7f55bc89d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:14.877461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.883744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:14.887347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/19ddd701-153e-437a-8611-aff724876707 HTTP/1.1" status: 204 len: 168 time: 0.6960125 Aug 19 15:59:14.888858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ac810cdd-02ca-447b-91d7-1fb7f55bc89d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:14.891195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53006) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:14.915487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491c50b-372a-4f8f-9fc1-a8e5c31b04c2 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Network': ['ID=19ddd701-153e-437a-8611-aff724876707,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:14.990038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc964799-6fc0-4d2c-b2c3-d64b78339106 None None] Network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:15.142136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-feec51c5-2045-4060-8378-61170c762baf None None] Provisioning for port ac810cdd-02ca-447b-91d7-1fb7f55bc89d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:15.149835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-feec51c5-2045-4060-8378-61170c762baf None None] Provisioning complete for port ac810cdd-02ca-447b-91d7-1fb7f55bc89d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:15.150288 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-feec51c5-2045-4060-8378-61170c762baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.244476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-feec51c5-2045-4060-8378-61170c762baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.281926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-feec51c5-2045-4060-8378-61170c762baf None None] For port ac810cdd-02ca-447b-91d7-1fb7f55bc89d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,segment=NetworkSegment(6e5c4354-e966-4838-b7b9-b0b2338e33fd),segment_id=6e5c4354-e966-4838-b7b9-b0b2338e33fd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:15.321034 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dcf5e8-0169-4d1e-96a2-0d2687900a54 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] GET failed (client error): The resource could not be found. Aug 19 15:59:15.322471 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-51dcf5e8-0169-4d1e-96a2-0d2687900a54 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "GET /v2.0/subnets/5d46726e-10be-476c-aabb-52473e96a701 HTTP/1.1" status: 404 len: 337 time: 0.4302878 Aug 19 15:59:15.325237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53008) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:15.344275 n-d-779913-32 neutron-server[101963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a5db76-13e1-4aea-a093-bb44f9075f12 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:15.344630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a5db76-13e1-4aea-a093-bb44f9075f12 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:15.346419 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c2a5db76-13e1-4aea-a093-bb44f9075f12 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/19ddd701-153e-437a-8611-aff724876707 HTTP/1.1" status: 404 len: 339 time: 0.0202608 Aug 19 15:59:15.351223 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53010) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:15.368200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-feec51c5-2045-4060-8378-61170c762baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.378795 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09e1ef9-7ad7-43c2-b521-9e66198fa519 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:15.379300 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09e1ef9-7ad7-43c2-b521-9e66198fa519 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:15.381417 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f09e1ef9-7ad7-43c2-b521-9e66198fa519 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/subnets/5d46726e-10be-476c-aabb-52473e96a701 HTTP/1.1" status: 404 len: 337 time: 0.0291386 Aug 19 15:59:15.383937 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53012) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:15.396668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baf018-381b-420e-887a-e46e36c4b6bf None None] get_active_networks_info from n-d-779913-32 {{(pid=101964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:59:15.402774 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0adc914-d870-4586-b6dd-c2791dbe0dd7 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:15.403347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0adc914-d870-4586-b6dd-c2791dbe0dd7 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:15.405061 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c0adc914-d870-4586-b6dd-c2791dbe0dd7 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/19ddd701-153e-437a-8611-aff724876707 HTTP/1.1" status: 404 len: 339 time: 0.0202065 Aug 19 15:59:15.407638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53014) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:15.450347 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec51c5-2045-4060-8378-61170c762baf None None] Pushing event updated for resources: {'Port': ['ID=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:15.460055 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Deleting subnet deab3be1-8a33-441b-97b1-52bbc0426a7f {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:59:15.463362 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.500498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-798ddc78-bfeb-408e-934e-408fa6e85840 None None] Provisioning complete for port ac810cdd-02ca-447b-91d7-1fb7f55bc89d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:15.501304 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-798ddc78-bfeb-408e-934e-408fa6e85840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.502529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baf018-381b-420e-887a-e46e36c4b6bf None None] Resources bound (agent type, host, resource id): {{(pid=101964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:59:15.504578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.598681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.717537 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.744131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Subnet': ['ID=deab3be1-8a33-441b-97b1-52bbc0426a7f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:15.751844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.753794 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bf072a55-c27b-452c-be18-2ad9a561e2a0 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/subnets/deab3be1-8a33-441b-97b1-52bbc0426a7f HTTP/1.1" status: 204 len: 168 time: 0.3452284 Aug 19 15:59:15.756809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53016) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:15.777258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fddaaef-276a-4c43-b7a2-515377726b80 None None] Network c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:15.841372 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.900641 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Deleting port ac810cdd-02ca-447b-91d7-1fb7f55bc89d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:15.901029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.946058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] DHCP port deletion for c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:59:15.973175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] For port ac810cdd-02ca-447b-91d7-1fb7f55bc89d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,segment=NetworkSegment(6e5c4354-e966-4838-b7b9-b0b2338e33fd),segment_id=6e5c4354-e966-4838-b7b9-b0b2338e33fd)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:15.973550 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:15.987289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Calling delete_port for ac810cdd-02ca-447b-91d7-1fb7f55bc89d owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:15.995229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] Deleting port ac810cdd-02ca-447b-91d7-1fb7f55bc89d {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:15.995610 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.059803 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] For port ac810cdd-02ca-447b-91d7-1fb7f55bc89d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,segment=NetworkSegment(6e5c4354-e966-4838-b7b9-b0b2338e33fd),segment_id=6e5c4354-e966-4838-b7b9-b0b2338e33fd)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:16.060206 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.078223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] Calling delete_port for ac810cdd-02ca-447b-91d7-1fb7f55bc89d owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:16.128301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.154681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.156776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Port': ['ID=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:16.163143 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No DVR routers for this DVR port ac810cdd-02ca-447b-91d7-1fb7f55bc89d on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:16.186790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] Pushing event deleted for resources: {'Port': ['ID=ac810cdd-02ca-447b-91d7-1fb7f55bc89d,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:16.186790 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75620a8c-2256-4013-804a-2c3f79978b33 None None] No DVR routers for this DVR port ac810cdd-02ca-447b-91d7-1fb7f55bc89d on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:16.256530 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.266779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c1ff42-b344-4aea-88f1-d72fbfd5faa5']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:16.277760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5c4354-e966-4838-b7b9-b0b2338e33fd') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:16.278059 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5c4354-e966-4838-b7b9-b0b2338e33fd') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:16.287384 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.303741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.311198 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:16.311886 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:16.316152 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:16.430998 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.438122 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.439484 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/c7c1ff42-b344-4aea-88f1-d72fbfd5faa5 HTTP/1.1" status: 204 len: 168 time: 0.6816330 Aug 19 15:59:16.442396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53018) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:16.460680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2c69d-29a5-45db-926e-d8e5b2385f68 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Network': ['ID=c7c1ff42-b344-4aea-88f1-d72fbfd5faa5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:16.479385 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5e63e7-e6dc-4a77-8052-7dc48f38f992 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:16.479840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5e63e7-e6dc-4a77-8052-7dc48f38f992 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:16.481572 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1d5e63e7-e6dc-4a77-8052-7dc48f38f992 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/subnets/e899b350-bb0a-4819-b0da-5de93e27de0f HTTP/1.1" status: 404 len: 337 time: 0.0382109 Aug 19 15:59:16.484557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53020) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:16.508028 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4451e7-3ef1-49af-a4d7-ce9453ac145d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:16.508573 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4451e7-3ef1-49af-a4d7-ce9453ac145d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:16.510264 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5f4451e7-3ef1-49af-a4d7-ce9453ac145d tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/80e53e72-a604-42a9-a348-2c8e1868649f HTTP/1.1" status: 404 len: 339 time: 0.0247767 Aug 19 15:59:16.512744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53022) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:16.538743 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-b001ace7-8233-4c57-b9a9-c9d057e5f4ed tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:16.541283 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b001ace7-8233-4c57-b9a9-c9d057e5f4ed tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:16.541283 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b001ace7-8233-4c57-b9a9-c9d057e5f4ed tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/subnets/435bb322-f06e-45d4-b9d1-e0e1458cfc28 HTTP/1.1" status: 404 len: 337 time: 0.0271778 Aug 19 15:59:16.543398 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53024) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:16.562083 n-d-779913-32 neutron-server[101962]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eafe8be-cb73-4be2-a5ac-ef5c1b96e172 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] DELETE failed (client error): The resource could not be found. Aug 19 15:59:16.562606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eafe8be-cb73-4be2-a5ac-ef5c1b96e172 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101962) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:59:16.564318 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1eafe8be-cb73-4be2-a5ac-ef5c1b96e172 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/ee4e807a-eaa3-46ca-8919-1b9a468838ae HTTP/1.1" status: 404 len: 339 time: 0.0199230 Aug 19 15:59:16.566850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53026) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:16.620758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Deleting subnet 51d3fbff-5907-4d0b-8a99-8164fae5f106 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:59:16.624061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.636084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac810cdd-02ca-447b-91d7-1fb7f55bc89d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:59:16.655888 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ac810cdd-02ca-447b-91d7-1fb7f55bc89d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:59:16.656232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac810cdd-02ca-447b-91d7-1fb7f55bc89d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:59:16.664691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.753667 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.865916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.893031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Subnet': ['ID=51d3fbff-5907-4d0b-8a99-8164fae5f106,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:16.897411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:16.899388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-59e21748-1dec-4671-8798-118c7a0ab580 tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/subnets/51d3fbff-5907-4d0b-8a99-8164fae5f106 HTTP/1.1" status: 204 len: 168 time: 0.3315175 Aug 19 15:59:16.901914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53028) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:16.904492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a96c19-76f5-458c-9f24-9eb9dfc32659 None None] Network e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:16.982124 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.038340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Deleting port aec7f113-f6ae-4443-92e4-0d44f9916fb9 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:17.038684 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.077651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] DHCP port deletion for e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:59:17.105815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] For port aec7f113-f6ae-4443-92e4-0d44f9916fb9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aec7f113-f6ae-4443-92e4-0d44f9916fb9,segment=NetworkSegment(d6c0379d-534e-4c0f-8c88-1ee14954f014),segment_id=d6c0379d-534e-4c0f-8c88-1ee14954f014)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:17.106182 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.120415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Calling delete_port for aec7f113-f6ae-4443-92e4-0d44f9916fb9 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:17.124462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] Deleting port aec7f113-f6ae-4443-92e4-0d44f9916fb9 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:17.124845 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.191277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] For port aec7f113-f6ae-4443-92e4-0d44f9916fb9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=aec7f113-f6ae-4443-92e4-0d44f9916fb9,segment=NetworkSegment(d6c0379d-534e-4c0f-8c88-1ee14954f014),segment_id=d6c0379d-534e-4c0f-8c88-1ee14954f014)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:17.192211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.204975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] Calling delete_port for aec7f113-f6ae-4443-92e4-0d44f9916fb9 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:17.265326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.281372 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.295528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Port': ['ID=aec7f113-f6ae-4443-92e4-0d44f9916fb9,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:17.297399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] No DVR routers for this DVR port aec7f113-f6ae-4443-92e4-0d44f9916fb9 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:17.307968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] Pushing event deleted for resources: {'Port': ['ID=aec7f113-f6ae-4443-92e4-0d44f9916fb9,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:17.311367 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983ea53-63c3-44e0-975b-63af7eace49f None None] No DVR routers for this DVR port aec7f113-f6ae-4443-92e4-0d44f9916fb9 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:17.383140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.392720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e4389a-ec5f-4f91-bbd2-c5331d2f2557']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:17.403309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c0379d-534e-4c0f-8c88-1ee14954f014') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:17.403611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c0379d-534e-4c0f-8c88-1ee14954f014') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:17.413210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.427083 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.433220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:17.433661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:17.436511 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:17.551513 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.567000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:17.567000 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] 10.222.0.13 "DELETE /v2.0/networks/e2e4389a-ec5f-4f91-bbd2-c5331d2f2557 HTTP/1.1" status: 204 len: 168 time: 0.6573482 Aug 19 15:59:17.572177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a8b4-7dfe-4e34-9309-7c8ba00a0a7a tempest-NetworksIpV6Test-862038440 tempest-NetworksIpV6Test-862038440-project] Pushing event deleted for resources: {'Network': ['ID=e2e4389a-ec5f-4f91-bbd2-c5331d2f2557,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:18.025344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53034) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:18.161327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-065d7b5d-e315-4e47-b2a8-f54f699b61ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=279a7d829d0f450f9cc0681a22a3da5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344876 Aug 19 15:59:18.163744 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53038) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:18.211131 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51f22114-2a50-4cca-9c42-a77c73060f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:18.231805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51f22114-2a50-4cca-9c42-a77c73060f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:18.362721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51f22114-2a50-4cca-9c42-a77c73060f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:18.365866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-51f22114-2a50-4cca-9c42-a77c73060f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:18.367155 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-51f22114-2a50-4cca-9c42-a77c73060f98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8023ddf4-1f46-4de3-8694-126dcf52b60d HTTP/1.1" status: 204 len: 168 time: 0.2025046 Aug 19 15:59:18.375402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f22114-2a50-4cca-9c42-a77c73060f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8023ddf4-1f46-4de3-8694-126dcf52b60d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:18.643460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aec7f113-f6ae-4443-92e4-0d44f9916fb9 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:59:18.667234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: aec7f113-f6ae-4443-92e4-0d44f9916fb9 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:59:18.667583 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device aec7f113-f6ae-4443-92e4-0d44f9916fb9 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:59:19.394402 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:19.506681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-632652828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:19.591440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:19.592546 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:19.664532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:19.711261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:19.785926 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:19.787674 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d64dc34c-f933-43fc-af73-3ed64f53d3c7 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3912859 Aug 19 15:59:19.790736 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:19.795642 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-777121881'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:19.916886 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Made reservation on behalf of faf6c31a702e41819c9501c2a334e2f6 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:19.920905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:19.931058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.026065 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.118240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.146463 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:20.156505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc195708-54a0-4adf-b167-186ec1e4dc32,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:20.163187 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.163590 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Added segment 583291a1-83bf-4e7f-bc97-f648698d31c8 of type vlan for network 6bfd0b0e-8217-42df-bb28-404e4935bff1 Aug 19 15:59:20.205578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.311109 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.316761 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:20.317379 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.386514 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event updated for resources: {'Network': ['ID=6bfd0b0e-8217-42df-bb28-404e4935bff1,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:20.397762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6bfd0b0e-8217-42df-bb28-404e4935bff1 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:20.454477 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1da8aae-ef63-41db-be8b-914c3abb3ee5 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6624901 Aug 19 15:59:20.457687 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53066) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:20.464515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Request body: {'subnet': {'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:20.647963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Made reservation on behalf of faf6c31a702e41819c9501c2a334e2f6 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:20.651671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.934285 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:20.994969 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event updated for resources: {'Subnet': ['ID=517b502c-5945-4a52-bff3-a14b3df643ad,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:21.006729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Checking segment: {'id': '583291a1-83bf-4e7f-bc97-f648698d31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:21.008796 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Network hostable DHCP agents. Network: 6bfd0b0e-8217-42df-bb28-404e4935bff1, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:21.093667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Network 6bfd0b0e-8217-42df-bb28-404e4935bff1 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:21.167826 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6bfd0b0e-8217-42df-bb28-404e4935bff1) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:21.173748 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:21.174628 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.175628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa229b9-0bac-44bb-bc4b-1d8976aeb8f2 None None] Network 6bfd0b0e-8217-42df-bb28-404e4935bff1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:21.272684 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8622ad32-872c-4d9d-bd74-87012a970324 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8137176 Aug 19 15:59:21.275681 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53068) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:21.280968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-285298419'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:21.330889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6bfd0b0e-8217-42df-bb28-404e4935bff1', 'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1', 'tenant_id': 'faf6c31a702e41819c9501c2a334e2f6', 'fixed_ips': [{'subnet_id': '517b502c-5945-4a52-bff3-a14b3df643ad'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:21.331766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.373766 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Made reservation on behalf of faf6c31a702e41819c9501c2a334e2f6 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:21.377433 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.401804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:21.410396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.410986 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Added segment 1de385d0-ba11-4d65-9c48-7968d06ade08 of type vlan for network a2427acc-009a-4506-b4a5-38ac2c91803a Aug 19 15:59:21.455661 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.472710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Allocated IP 172.20.0.2 (6bfd0b0e-8217-42df-bb28-404e4935bff1/517b502c-5945-4a52-bff3-a14b3df643ad/0cbed63a-54cd-4464-b867-b869d0ecf981) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:21.556936 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.562562 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:21.563155 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.618121 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.626525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Transition to ACTIVE for port object 0cbed63a-54cd-4464-b867-b869d0ecf981 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:21.631290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event updated for resources: {'Network': ['ID=a2427acc-009a-4506-b4a5-38ac2c91803a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:21.642386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network a2427acc-009a-4506-b4a5-38ac2c91803a details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:21.647050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Transition to ACTIVE for port object 0cbed63a-54cd-4464-b867-b869d0ecf981 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:21.671806 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-69e5a1e2-b6dd-47ed-a5a8-0df06292d830 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3950074 Aug 19 15:59:21.674838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53070) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:21.680786 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Request body: {'subnet': {'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:21.836931 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Made reservation on behalf of faf6c31a702e41819c9501c2a334e2f6 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:21.840492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.899396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:21.940153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Network 6bfd0b0e-8217-42df-bb28-404e4935bff1 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:21.943775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:21.947396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:21.954393 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Pushing event updated for resources: {'Port': ['ID=0cbed63a-54cd-4464-b867-b869d0ecf981,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:22.009856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Attempting to bind port 0cbed63a-54cd-4464-b867-b869d0ecf981 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:22.010231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Attempting to bind port 0cbed63a-54cd-4464-b867-b869d0ecf981 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '583291a1-83bf-4e7f-bc97-f648698d31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:22.010600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Attempting to bind port 0cbed63a-54cd-4464-b867-b869d0ecf981 on network 6bfd0b0e-8217-42df-bb28-404e4935bff1 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:22.015652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:22.016032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Checking segment: {'id': '583291a1-83bf-4e7f-bc97-f648698d31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:22.016444 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.017134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Bound using segment: {'id': '583291a1-83bf-4e7f-bc97-f648698d31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:22.017676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Bound port: 0cbed63a-54cd-4464-b867-b869d0ecf981, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583291a1-83bf-4e7f-bc97-f648698d31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6bfd0b0e-8217-42df-bb28-404e4935bff1'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:22.018068 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.082545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] For port 0cbed63a-54cd-4464-b867-b869d0ecf981, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:22.085838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] For port 0cbed63a-54cd-4464-b867-b869d0ecf981, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cbed63a-54cd-4464-b867-b869d0ecf981,segment=NetworkSegment(583291a1-83bf-4e7f-bc97-f648698d31c8),segment_id=583291a1-83bf-4e7f-bc97-f648698d31c8)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:22.103232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.162414 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event updated for resources: {'Subnet': ['ID=f730124c-3534-455c-9582-1fabe7dd19ad,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:22.169927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Checking segment: {'id': '1de385d0-ba11-4d65-9c48-7968d06ade08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:22.170294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Network hostable DHCP agents. Network: a2427acc-009a-4506-b4a5-38ac2c91803a, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:22.179818 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.243948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16048012-3883-4f6d-80d2-be1363aec08b None None] Pushing event updated for resources: {'Port': ['ID=0cbed63a-54cd-4464-b867-b869d0ecf981,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:22.265261 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Network a2427acc-009a-4506-b4a5-38ac2c91803a is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:22.328369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, a2427acc-009a-4506-b4a5-38ac2c91803a) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:22.335286 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:22.335888 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.336433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f74ad-2f73-4724-aa89-fe71fe3e0873 None None] Network a2427acc-009a-4506-b4a5-38ac2c91803a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:22.406123 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5b5812f1-db66-4669-b24d-ed98af8a3233 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7301719 Aug 19 15:59:22.408974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53072) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:22.427004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2c14d014-d078-474d-a3b6-3e472b7afad0 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:22.522050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-a2427acc-009a-4506-b4a5-38ac2c91803a', 'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a', 'tenant_id': 'faf6c31a702e41819c9501c2a334e2f6', 'fixed_ips': [{'subnet_id': 'f730124c-3534-455c-9582-1fabe7dd19ad'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:22.523076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.656246 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2c14d014-d078-474d-a3b6-3e472b7afad0 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.675702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Allocated IP 172.21.0.2 (a2427acc-009a-4506-b4a5-38ac2c91803a/f730124c-3534-455c-9582-1fabe7dd19ad/837d4e9e-3271-4045-b669-a8cab3b8fb09) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:22.683243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cbed63a-54cd-4464-b867-b869d0ecf981 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:22.863945 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [None req-2c14d014-d078-474d-a3b6-3e472b7afad0 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:59:22.865541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2c14d014-d078-474d-a3b6-3e472b7afad0 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "PUT /v2.0/routers/b51985e4-41ed-4500-badd-b7b80213a5a8 HTTP/1.1" status: 400 len: 364 time: 0.4552972 Aug 19 15:59:22.874753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53074) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:22.874939 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.882089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Transition to ACTIVE for port object 837d4e9e-3271-4045-b669-a8cab3b8fb09 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:22.895005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 0cbed63a-54cd-4464-b867-b869d0ecf981 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:22.903188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Transition to ACTIVE for port object 837d4e9e-3271-4045-b669-a8cab3b8fb09 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:22.927651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Deleting subnet f730124c-3534-455c-9582-1fabe7dd19ad {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:59:22.979314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:22.982418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.022609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Network a2427acc-009a-4506-b4a5-38ac2c91803a is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:23.025835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:23.031201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:23.031430 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.040380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Pushing event updated for resources: {'Port': ['ID=837d4e9e-3271-4045-b669-a8cab3b8fb09,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:23.102005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Attempting to bind port 837d4e9e-3271-4045-b669-a8cab3b8fb09 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:23.102379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Attempting to bind port 837d4e9e-3271-4045-b669-a8cab3b8fb09 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '1de385d0-ba11-4d65-9c48-7968d06ade08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:23.102746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Attempting to bind port 837d4e9e-3271-4045-b669-a8cab3b8fb09 on network a2427acc-009a-4506-b4a5-38ac2c91803a {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:23.108167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:23.108543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Checking segment: {'id': '1de385d0-ba11-4d65-9c48-7968d06ade08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:23.108952 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.109398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Bound using segment: {'id': '1de385d0-ba11-4d65-9c48-7968d06ade08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:23.109879 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Bound port: 837d4e9e-3271-4045-b669-a8cab3b8fb09, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de385d0-ba11-4d65-9c48-7968d06ade08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2427acc-009a-4506-b4a5-38ac2c91803a'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:23.110265 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.131723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.226540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3b33f-2eaa-4197-837e-97a208136912 None None] Network 6bfd0b0e-8217-42df-bb28-404e4935bff1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:23.236839 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.270526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event deleted for resources: {'Subnet': ['ID=f730124c-3534-455c-9582-1fabe7dd19ad,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:23.271506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] For port 837d4e9e-3271-4045-b669-a8cab3b8fb09, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:23.275062 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.279644 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ff96eec-cd5d-4ab5-be3e-f9f240e09994 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "DELETE /v2.0/subnets/f730124c-3534-455c-9582-1fabe7dd19ad HTTP/1.1" status: 204 len: 168 time: 0.4072785 Aug 19 15:59:23.279958 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53076) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:23.296707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] For port 837d4e9e-3271-4045-b669-a8cab3b8fb09, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=837d4e9e-3271-4045-b669-a8cab3b8fb09,segment=NetworkSegment(1de385d0-ba11-4d65-9c48-7968d06ade08),segment_id=1de385d0-ba11-4d65-9c48-7968d06ade08)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:23.370064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] Provisioning for port 0cbed63a-54cd-4464-b867-b869d0ecf981 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:23.372177 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.372516 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.403652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] Provisioning complete for port 0cbed63a-54cd-4464-b867-b869d0ecf981 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:23.403914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.429941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Deleting port 837d4e9e-3271-4045-b669-a8cab3b8fb09 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:23.430302 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.489673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f257092-e3e5-4aaf-9280-5d54faf48dd1 None None] Pushing event updated for resources: {'Port': ['ID=837d4e9e-3271-4045-b669-a8cab3b8fb09,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:23.502568 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] For port 837d4e9e-3271-4045-b669-a8cab3b8fb09, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=837d4e9e-3271-4045-b669-a8cab3b8fb09,segment=NetworkSegment(1de385d0-ba11-4d65-9c48-7968d06ade08),segment_id=1de385d0-ba11-4d65-9c48-7968d06ade08)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:23.505746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.529411 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Calling delete_port for 837d4e9e-3271-4045-b669-a8cab3b8fb09 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:23.548589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.587354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] For port 0cbed63a-54cd-4464-b867-b869d0ecf981, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cbed63a-54cd-4464-b867-b869d0ecf981,segment=NetworkSegment(583291a1-83bf-4e7f-bc97-f648698d31c8),segment_id=583291a1-83bf-4e7f-bc97-f648698d31c8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:23.694180 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.750343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0610d-68e3-4cf7-9641-4f2e365daaca None None] Pushing event updated for resources: {'Port': ['ID=0cbed63a-54cd-4464-b867-b869d0ecf981,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:23.780371 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.807955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event deleted for resources: {'Port': ['ID=837d4e9e-3271-4045-b669-a8cab3b8fb09,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:23.816160 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] No DVR routers for this DVR port 837d4e9e-3271-4045-b669-a8cab3b8fb09 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:23.818936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d0ca8462-fdc9-4f7f-9cc7-d767d01948bf None None] Provisioning complete for port 0cbed63a-54cd-4464-b867-b869d0ecf981 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:23.819319 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8462-fdc9-4f7f-9cc7-d767d01948bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.845136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.845479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.845828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.846175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.846516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.846848 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.847181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.847555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.847867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.848192 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.848526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.848859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:23.912396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.922473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2427acc-009a-4506-b4a5-38ac2c91803a']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:23.933591 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de385d0-ba11-4d65-9c48-7968d06ade08') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:23.933896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de385d0-ba11-4d65-9c48-7968d06ade08') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:23.943207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.957195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.963367 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:23.963769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: timer() Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:23.966953 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:24.105031 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.112637 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.117958 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "DELETE /v2.0/networks/a2427acc-009a-4506-b4a5-38ac2c91803a HTTP/1.1" status: 204 len: 168 time: 0.8339713 Aug 19 15:59:24.118185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53078) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:24.136667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba1cf-94c8-4f56-a8e5-2705ec48e563 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event deleted for resources: {'Network': ['ID=a2427acc-009a-4506-b4a5-38ac2c91803a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:24.185606 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Deleting subnet 517b502c-5945-4a52-bff3-a14b3df643ad {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:59:24.189003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.234423 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.330457 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.465962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.483860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f62fe-8054-40d4-a814-3cae24d254f8 None None] DHCP port deletion for a2427acc-009a-4506-b4a5-38ac2c91803a request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:59:24.500065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f1364-a2c0-43e5-b692-95126a651979 None None] Network a2427acc-009a-4506-b4a5-38ac2c91803a requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:24.505879 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event deleted for resources: {'Subnet': ['ID=517b502c-5945-4a52-bff3-a14b3df643ad,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:24.506823 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.509949 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b543d21f-0335-4ca7-975e-ef2db39d2211 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "DELETE /v2.0/subnets/517b502c-5945-4a52-bff3-a14b3df643ad HTTP/1.1" status: 204 len: 168 time: 0.3904157 Aug 19 15:59:24.511431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53080) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:24.514747 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb609cc6-7048-4a6f-beb0-21db10a9030c None None] Network 6bfd0b0e-8217-42df-bb28-404e4935bff1 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:24.529374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f1364-a2c0-43e5-b692-95126a651979 None None] Network a2427acc-009a-4506-b4a5-38ac2c91803a could not be found, it might have been deleted concurrently. {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:59:24.558705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e32d8b08-01ab-4fca-97aa-ffa4669a520f None None] Could not find standard attr ID for object 837d4e9e-3271-4045-b669-a8cab3b8fb09. {{(pid=101964) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:59:24.593000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.646572 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2753b8ae-b47a-4b74-b7e9-9dee7fb49393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.652804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Deleting port 0cbed63a-54cd-4464-b867-b869d0ecf981 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:24.653185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.667023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cbed63a-54cd-4464-b867-b869d0ecf981 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:24.717593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 0cbed63a-54cd-4464-b867-b869d0ecf981 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:24.717971 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.723720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] For port 0cbed63a-54cd-4464-b867-b869d0ecf981, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cbed63a-54cd-4464-b867-b869d0ecf981,segment=NetworkSegment(583291a1-83bf-4e7f-bc97-f648698d31c8),segment_id=583291a1-83bf-4e7f-bc97-f648698d31c8)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:24.724102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.737246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Calling delete_port for 0cbed63a-54cd-4464-b867-b869d0ecf981 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:24.752282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] DHCP port deletion for 6bfd0b0e-8217-42df-bb28-404e4935bff1 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:59:24.844333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] Deleting port 0cbed63a-54cd-4464-b867-b869d0ecf981 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:59:24.852087 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.899542 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.907195 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] For port 0cbed63a-54cd-4464-b867-b869d0ecf981, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=0cbed63a-54cd-4464-b867-b869d0ecf981,segment=NetworkSegment(583291a1-83bf-4e7f-bc97-f648698d31c8),segment_id=583291a1-83bf-4e7f-bc97-f648698d31c8)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:24.907605 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:24.921476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] Calling delete_port for 0cbed63a-54cd-4464-b867-b869d0ecf981 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:59:24.926819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event deleted for resources: {'Port': ['ID=0cbed63a-54cd-4464-b867-b869d0ecf981,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:24.930020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] No DVR routers for this DVR port 0cbed63a-54cd-4464-b867-b869d0ecf981 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:25.004903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.011408 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.021788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfd0b0e-8217-42df-bb28-404e4935bff1']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:25.027962 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] Pushing event deleted for resources: {'Port': ['ID=0cbed63a-54cd-4464-b867-b869d0ecf981,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:25.032699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583291a1-83bf-4e7f-bc97-f648698d31c8') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:25.033011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583291a1-83bf-4e7f-bc97-f648698d31c8') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:25.033597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cdcb60-b5ff-4174-9650-75c5fda7220b None None] No DVR routers for this DVR port 0cbed63a-54cd-4464-b867-b869d0ecf981 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:59:25.044152 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.059128 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.065259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: timer() Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:59:25.075639 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:59:25.196281 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.203030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.204824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "DELETE /v2.0/networks/6bfd0b0e-8217-42df-bb28-404e4935bff1 HTTP/1.1" status: 204 len: 168 time: 0.6918473 Aug 19 15:59:25.208323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53082) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:25.218027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96d810-cf3d-41e2-bcdf-085c4b737668 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Pushing event deleted for resources: {'Network': ['ID=6bfd0b0e-8217-42df-bb28-404e4935bff1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:25.239730 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b948ee85-cfde-4669-b72e-701219638819 tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "GET /v2.0/ports?device_id=b51985e4-41ed-4500-badd-b7b80213a5a8 HTTP/1.1" status: 200 len: 205 time: 0.0302410 Aug 19 15:59:25.242181 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53084) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:25.314058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.479011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.481319 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.608582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.609136 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Fanout notify agent at l3_agent the message router_deleted on router b51985e4-41ed-4500-badd-b7b80213a5a8 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:59:25.620851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:25.620851 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-780ef331-b56c-4951-a3aa-f783e1de9d2e tempest-RoutersNegativeTest-1544596242 tempest-RoutersNegativeTest-1544596242-project] 10.222.0.13 "DELETE /v2.0/routers/b51985e4-41ed-4500-badd-b7b80213a5a8 HTTP/1.1" status: 204 len: 168 time: 0.3747706 Aug 19 15:59:25.990954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:26.122479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53090) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:26.257946 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-995dc4ef-c0ba-42ee-ba09-fa296dad18f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faf6c31a702e41819c9501c2a334e2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342955 Aug 19 15:59:26.260351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53094) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:26.309948 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f600f06c-cff5-4bc5-bd48-5116d9735eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:26.333029 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f600f06c-cff5-4bc5-bd48-5116d9735eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:26.430798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f600f06c-cff5-4bc5-bd48-5116d9735eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:26.433330 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f600f06c-cff5-4bc5-bd48-5116d9735eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:26.434489 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f600f06c-cff5-4bc5-bd48-5116d9735eb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc195708-54a0-4adf-b167-186ec1e4dc32 HTTP/1.1" status: 204 len: 168 time: 0.1729238 Aug 19 15:59:26.442751 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600f06c-cff5-4bc5-bd48-5116d9735eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc195708-54a0-4adf-b167-186ec1e4dc32,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:26.642480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cbed63a-54cd-4464-b867-b869d0ecf981 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:59:26.662732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 0cbed63a-54cd-4464-b867-b869d0ecf981 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:59:26.663074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 0cbed63a-54cd-4464-b867-b869d0ecf981 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:59:27.356367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.400150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53116) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:27.496833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1367067413-network', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:27.573725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Made reservation on behalf of 84eca65a5c214d3fb08826b4f9d0738f for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:27.576101 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.585538 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.679664 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.739389 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.766602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:27.774171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:27.784058 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.784391 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Added segment 3255a5a0-cd5e-493d-a351-8cda69dff7f3 of type vlan for network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 Aug 19 15:59:27.786918 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.787257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.787593 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.787925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.788307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.788639 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.788962 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.789307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.789630 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.789950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.790268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.790583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:27.835522 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.893556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b345afed-f4db-4dc7-939b-ef9d717ddf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.911010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.912007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:27.912595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:27.977419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] Pushing event updated for resources: {'Network': ['ID=90b24f27-920a-4c16-b954-d1fff6ddf0a2,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:27.987188 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:28.021253 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2a828801-bf8e-4646-b9c1-0d66647588f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6197991 Aug 19 15:59:28.023956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53120) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:28.029527 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Request body: {'subnet': {'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-subnet', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:28.099644 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Made reservation on behalf of 84eca65a5c214d3fb08826b4f9d0738f for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:28.102137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.339823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.398919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=04558d3f-16b9-4a36-9e13-7de605085976,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:28.408005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Checking segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:28.408601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Network hostable DHCP agents. Network: 90b24f27-920a-4c16-b954-d1fff6ddf0a2, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:28.470347 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:28.522093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 90b24f27-920a-4c16-b954-d1fff6ddf0a2) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:28.526636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:28.527690 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.531531 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82ebb2-16dd-42fe-b601-526def7aa755 None None] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:28.580429 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-de3790fc-55a7-488b-917d-64dadcc97afd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5553150 Aug 19 15:59:28.583257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53122) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:28.588026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:28.670999 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.672061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.677734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'fixed_ips': [{'subnet_id': '04558d3f-16b9-4a36-9e13-7de605085976'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:28.678624 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.763019 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.820282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Allocated IP 172.20.0.2 (90b24f27-920a-4c16-b954-d1fff6ddf0a2/04558d3f-16b9-4a36-9e13-7de605085976/92a02947-fd38-462e-a7df-ee412c2b7c5a) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:28.935660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.966641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:28.975683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Transition to ACTIVE for port object 92a02947-fd38-462e-a7df-ee412c2b7c5a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:28.989923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Transition to ACTIVE for port object 92a02947-fd38-462e-a7df-ee412c2b7c5a will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:29.059915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.103542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:29.107141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:29.111953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:29.115995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Pushing event updated for resources: {'Port': ['ID=92a02947-fd38-462e-a7df-ee412c2b7c5a,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:29.176266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Attempting to bind port 92a02947-fd38-462e-a7df-ee412c2b7c5a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:29.176725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Attempting to bind port 92a02947-fd38-462e-a7df-ee412c2b7c5a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:29.177094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Attempting to bind port 92a02947-fd38-462e-a7df-ee412c2b7c5a on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:29.182015 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:29.182392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Checking segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:29.182796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.183194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Bound using segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:29.183667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Bound port: 92a02947-fd38-462e-a7df-ee412c2b7c5a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:29.184051 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.187192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.206606 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.247191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] For port 92a02947-fd38-462e-a7df-ee412c2b7c5a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:29.250552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] For port 92a02947-fd38-462e-a7df-ee412c2b7c5a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a02947-fd38-462e-a7df-ee412c2b7c5a,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:29.300476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.321367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Allocated IP 172.25.5.182 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/23094b83-583a-4f6c-8091-8517d9c8137f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:29.397249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba472a88-aad1-4c87-80fc-4c5fba91ffa0 None None] Pushing event updated for resources: {'Port': ['ID=92a02947-fd38-462e-a7df-ee412c2b7c5a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:29.452077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.545952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.586608 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:29.591964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:29.595588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:29.626377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Pushing event updated for resources: {'Port': ['ID=23094b83-583a-4f6c-8091-8517d9c8137f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:29.808347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:29.950831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:30.148242 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:30.228588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8421379-edd3-490a-aa00-a6e6a5055ca5 None None] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:30.345309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Router df65f7f9-df13-4f0a-8478-d28b11d624e2 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:59:30.413479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9165a0b4-5079-4c1f-a502-384cf2638108 None None] Provisioning for port 92a02947-fd38-462e-a7df-ee412c2b7c5a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:30.461855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:59:30.472499 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Sync routers for ids ['df65f7f9-df13-4f0a-8478-d28b11d624e2'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:59:30.483053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Routers {'df65f7f9-df13-4f0a-8478-d28b11d624e2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:30.483705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['df65f7f9-df13-4f0a-8478-d28b11d624e2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:30.545378 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:30.551731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8f268381-ddca-4ead-aa6c-2c0309bce1cb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9623446 Aug 19 15:59:30.551731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53124) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:30.696837 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a02947-fd38-462e-a7df-ee412c2b7c5a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:30.810055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Set router df65f7f9-df13-4f0a-8478-d28b11d624e2 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:30.866745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 92a02947-fd38-462e-a7df-ee412c2b7c5a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:30.926516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 92a02947-fd38-462e-a7df-ee412c2b7c5a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:30.926953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.030603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.087598 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.132145 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 92a02947-fd38-462e-a7df-ee412c2b7c5a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a02947-fd38-462e-a7df-ee412c2b7c5a,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:31.134693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T15:59:29Z', 'revision_number': 3, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:31.163334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Checking router: df65f7f9-df13-4f0a-8478-d28b11d624e2 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:59:31.163693 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Updating router df65f7f9-df13-4f0a-8478-d28b11d624e2 port 23094b83-583a-4f6c-8091-8517d9c8137f binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:59:31.189866 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.211208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.334085 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=92a02947-fd38-462e-a7df-ee412c2b7c5a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:31.394691 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.509846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.521610 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Transition to ACTIVE for port object 23094b83-583a-4f6c-8091-8517d9c8137f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:31.567329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Allocated IP 172.20.0.1 (90b24f27-920a-4c16-b954-d1fff6ddf0a2/04558d3f-16b9-4a36-9e13-7de605085976/e77a6649-bde9-45a8-9acf-e5dadd12172d) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:31.607936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.665182 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fd483-b3e3-4fea-88d1-583f172430b9 None None] Pushing event updated for resources: {'Port': ['ID=23094b83-583a-4f6c-8091-8517d9c8137f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:31.669045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Attempting to bind port 23094b83-583a-4f6c-8091-8517d9c8137f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:31.669455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Attempting to bind port 23094b83-583a-4f6c-8091-8517d9c8137f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:31.669904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Attempting to bind port 23094b83-583a-4f6c-8091-8517d9c8137f on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:31.675513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:31.676460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:31.677028 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.677487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:31.677964 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Bound port: 23094b83-583a-4f6c-8091-8517d9c8137f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:31.678352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.684932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.701072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Transition to ACTIVE for port object e77a6649-bde9-45a8-9acf-e5dadd12172d will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:31.733359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] For port 23094b83-583a-4f6c-8091-8517d9c8137f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:31.739876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] For port 23094b83-583a-4f6c-8091-8517d9c8137f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=23094b83-583a-4f6c-8091-8517d9c8137f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:31.819790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.861700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:31.864723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:31.865611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.872105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Pushing event updated for resources: {'Port': ['ID=e77a6649-bde9-45a8-9acf-e5dadd12172d,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:31.874632 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:31.931172 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:31.936113 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Routers {'df65f7f9-df13-4f0a-8478-d28b11d624e2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:31.936778 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['df65f7f9-df13-4f0a-8478-d28b11d624e2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:31.939027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fd483-b3e3-4fea-88d1-583f172430b9 None None] Pushing event updated for resources: {'Port': ['ID=23094b83-583a-4f6c-8091-8517d9c8137f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:32.073409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] Set router df65f7f9-df13-4f0a-8478-d28b11d624e2 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:32.166646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:32.270584 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-24301fa6-8671-484e-8975-f1fec6f492e9 None None] Provisioning for port e77a6649-bde9-45a8-9acf-e5dadd12172d completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:32.276654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-24301fa6-8671-484e-8975-f1fec6f492e9 None None] Provisioning complete for port e77a6649-bde9-45a8-9acf-e5dadd12172d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:32.277036 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24301fa6-8671-484e-8975-f1fec6f492e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:32.280842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T15:59:29Z', 'revision_number': 3, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:32.329638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c64d0-9507-43a9-8e7b-9a92f27199a3 None None] The sync data for ids ['df65f7f9-df13-4f0a-8478-d28b11d624e2'] in n-d-779913-32 is: [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T15:59:29Z', 'revision_number': 3, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:59:32.350609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-24301fa6-8671-484e-8975-f1fec6f492e9 None None] Port e77a6649-bde9-45a8-9acf-e5dadd12172d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:59:32.370953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:32.430842 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:32.503668 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:32.506355 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Pushing event updated for resources: {'Port': ['ID=e77a6649-bde9-45a8-9acf-e5dadd12172d,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:32.630903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:32.632446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:32.775990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a02947-fd38-462e-a7df-ee412c2b7c5a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:32.801609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Router df65f7f9-df13-4f0a-8478-d28b11d624e2 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:59:32.832989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 92a02947-fd38-462e-a7df-ee412c2b7c5a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:32.834681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:32.933101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:59:32.938743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f3148a7f-0958-4915-9b08-f679427168ef admin admin] 10.222.0.13 "PUT /v2.0/routers/df65f7f9-df13-4f0a-8478-d28b11d624e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3881955 Aug 19 15:59:32.956378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 23094b83-583a-4f6c-8091-8517d9c8137f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:33.008068 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8df3825c-9f06-488f-a75c-23af96830685 None None] Provisioning complete for port e77a6649-bde9-45a8-9acf-e5dadd12172d triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:33.008448 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8df3825c-9f06-488f-a75c-23af96830685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.057654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8df3825c-9f06-488f-a75c-23af96830685 None None] Port e77a6649-bde9-45a8-9acf-e5dadd12172d cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:59:33.116576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 23094b83-583a-4f6c-8091-8517d9c8137f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:33.121963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 23094b83-583a-4f6c-8091-8517d9c8137f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:33.122337 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.212810 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.237099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 23094b83-583a-4f6c-8091-8517d9c8137f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=23094b83-583a-4f6c-8091-8517d9c8137f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:33.311034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.361607 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=23094b83-583a-4f6c-8091-8517d9c8137f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:33.737685 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53142) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:33.744432 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-539376699-network', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:33.813634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Made reservation on behalf of cc056cdc938a4f7eac1e724d42618092 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:33.816132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.825471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.929096 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:33.979383 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.005484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:59:34.016204 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac46925-342b-4148-9318-d555370b5ede,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:34.023329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.023701 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Added segment fd6bb42c-f240-4969-8593-e1c42f8b1dd0 of type vlan for network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 Aug 19 15:59:34.043866 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Sync routers for ids ['df65f7f9-df13-4f0a-8478-d28b11d624e2'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:59:34.052430 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Routers {'df65f7f9-df13-4f0a-8478-d28b11d624e2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:34.053346 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['df65f7f9-df13-4f0a-8478-d28b11d624e2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:34.074624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.145404 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.146461 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:34.147052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.169155 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Set router df65f7f9-df13-4f0a-8478-d28b11d624e2 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:34.210907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] Pushing event updated for resources: {'Network': ['ID=70b1e9a0-8e70-4f44-9c7c-143e6399deb6,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:34.216917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1d61bf76-dfb2-4409-8dbd-62a2999102c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4741032 Aug 19 15:59:34.217312 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53144) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:34.221863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:59:34.222399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Request body: {'subnet': {'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-subnet', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:34.293613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Made reservation on behalf of cc056cdc938a4f7eac1e724d42618092 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:34.296185 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.355588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:59:34.381011 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T15:59:32Z', 'revision_number': 4, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'e77a6649-bde9-45a8-9acf-e5dadd12172d', 'name': '', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'mac_address': 'fa:16:3e:0f:2b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '04558d3f-16b9-4a36-9e13-7de605085976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:31Z', 'updated_at': '2021-08-19T15:59:32Z', 'revision_number': 2, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'subnets': [{'id': '04558d3f-16b9-4a36-9e13-7de605085976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:34.506131 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Checking router: df65f7f9-df13-4f0a-8478-d28b11d624e2 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:59:34.506484 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Updating router df65f7f9-df13-4f0a-8478-d28b11d624e2 port e77a6649-bde9-45a8-9acf-e5dadd12172d binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:59:34.531424 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.539628 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.591490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2a0774-608e-4792-82a8-02c2abbc97fc,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:34.607482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Checking segment: {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:34.607846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Network hostable DHCP agents. Network: 70b1e9a0-8e70-4f44-9c7c-143e6399deb6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:59:34.656283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 23094b83-583a-4f6c-8091-8517d9c8137f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:34.707738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 23094b83-583a-4f6c-8091-8517d9c8137f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:34.708113 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.733287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:59:34.816304 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.818989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 70b1e9a0-8e70-4f44-9c7c-143e6399deb6) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:34.826361 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Transition to ACTIVE for port object e77a6649-bde9-45a8-9acf-e5dadd12172d will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:34.828211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:34.829338 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.835828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe87d2-3678-4195-8ff1-23be0e72115a None None] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:34.928190 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.962821 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c6f22bf-6bd4-4b80-9770-77a2d9e45478 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7442622 Aug 19 15:59:34.965405 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53146) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:34.971307 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:34.976983 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Pushing event updated for resources: {'Port': ['ID=e77a6649-bde9-45a8-9acf-e5dadd12172d,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:34.986406 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.986982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.987461 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.987962 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.988697 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.989444 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.989940 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.990431 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.990919 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.991396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.991864 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:34.992345 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:35.035957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-70b1e9a0-8e70-4f44-9c7c-143e6399deb6', 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'fixed_ips': [{'subnet_id': '3a2a0774-608e-4792-82a8-02c2abbc97fc'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:59:35.037396 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.060413 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Attempting to bind port e77a6649-bde9-45a8-9acf-e5dadd12172d on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:35.060968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Attempting to bind port e77a6649-bde9-45a8-9acf-e5dadd12172d by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:35.061647 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Attempting to bind port e77a6649-bde9-45a8-9acf-e5dadd12172d on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:35.078587 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:35.079090 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Checking segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:35.079514 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.079984 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Bound using segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:35.080512 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Bound port: e77a6649-bde9-45a8-9acf-e5dadd12172d, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:35.081814 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.122455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.123873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.215655 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] For port e77a6649-bde9-45a8-9acf-e5dadd12172d, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:35.221740 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.221902 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] For port e77a6649-bde9-45a8-9acf-e5dadd12172d, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e77a6649-bde9-45a8-9acf-e5dadd12172d,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:35.229331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Allocated IP 172.20.0.2 (70b1e9a0-8e70-4f44-9c7c-143e6399deb6/3a2a0774-608e-4792-82a8-02c2abbc97fc/af96baf4-0413-415b-83ed-f496940d9a9f) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:35.328490 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.394115 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Routers {'df65f7f9-df13-4f0a-8478-d28b11d624e2'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:35.395546 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['df65f7f9-df13-4f0a-8478-d28b11d624e2'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:35.397355 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37107cd0-9319-460a-a96a-64024a2e3ecd None None] Pushing event updated for resources: {'Port': ['ID=e77a6649-bde9-45a8-9acf-e5dadd12172d,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:35.402190 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.411923 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Transition to ACTIVE for port object af96baf4-0413-415b-83ed-f496940d9a9f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:35.428931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Transition to ACTIVE for port object af96baf4-0413-415b-83ed-f496940d9a9f will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:35.452097 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.494808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.526805 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] Set router df65f7f9-df13-4f0a-8478-d28b11d624e2 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:35.719624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:35.730908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:35.735080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:35.746642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Pushing event updated for resources: {'Port': ['ID=af96baf4-0413-415b-83ed-f496940d9a9f,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:35.748019 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T15:59:32Z', 'revision_number': 4, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'e77a6649-bde9-45a8-9acf-e5dadd12172d', 'name': '', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'mac_address': 'fa:16:3e:0f:2b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '04558d3f-16b9-4a36-9e13-7de605085976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:31Z', 'updated_at': '2021-08-19T15:59:35Z', 'revision_number': 4, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'subnets': [{'id': '04558d3f-16b9-4a36-9e13-7de605085976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:35.759198 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.777452 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d13cd8-3c1a-4ea7-a6fc-f56d97843396 None None] The sync data for ids ['df65f7f9-df13-4f0a-8478-d28b11d624e2'] in n-d-779913-32 is: [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T15:59:32Z', 'revision_number': 4, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'e77a6649-bde9-45a8-9acf-e5dadd12172d', 'name': '', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'mac_address': 'fa:16:3e:0f:2b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '04558d3f-16b9-4a36-9e13-7de605085976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:31Z', 'updated_at': '2021-08-19T15:59:35Z', 'revision_number': 4, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'subnets': [{'id': '04558d3f-16b9-4a36-9e13-7de605085976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:59:35.781548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.806211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Attempting to bind port af96baf4-0413-415b-83ed-f496940d9a9f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:35.808263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Attempting to bind port af96baf4-0413-415b-83ed-f496940d9a9f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:35.808263 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Attempting to bind port af96baf4-0413-415b-83ed-f496940d9a9f on network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:35.813071 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:35.813680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Checking segment: {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:35.814228 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.814733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Bound using segment: {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:35.815471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Bound port: af96baf4-0413-415b-83ed-f496940d9a9f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:35.816030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.912913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36011be5-6a73-472e-a225-631e79f11eba None None] For port af96baf4-0413-415b-83ed-f496940d9a9f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:35.916344 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-36011be5-6a73-472e-a225-631e79f11eba None None] For port af96baf4-0413-415b-83ed-f496940d9a9f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=af96baf4-0413-415b-83ed-f496940d9a9f,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:35.918559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Allocated IP 172.25.5.7 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/fcd3f607-e769-426c-a628-ab6c8eb26a9a) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:36.002473 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:36.028606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:36.074744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36011be5-6a73-472e-a225-631e79f11eba None None] Pushing event updated for resources: {'Port': ['ID=af96baf4-0413-415b-83ed-f496940d9a9f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:36.185360 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:36.260799 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:36.262306 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd3f607-e769-426c-a628-ab6c8eb26a9a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:36.266185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:36.272013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:36.670525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:36.754276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af96baf4-0413-415b-83ed-f496940d9a9f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:36.881943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port af96baf4-0413-415b-83ed-f496940d9a9f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:36.886931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e77a6649-bde9-45a8-9acf-e5dadd12172d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:37.019073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e77a6649-bde9-45a8-9acf-e5dadd12172d completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:37.024863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e77a6649-bde9-45a8-9acf-e5dadd12172d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:37.025374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.082486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f5afbe-48be-41dc-bcaf-e5069c367e49 None None] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:59:37.168152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.252209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.253594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port e77a6649-bde9-45a8-9acf-e5dadd12172d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e77a6649-bde9-45a8-9acf-e5dadd12172d,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:37.292377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] Provisioning for port af96baf4-0413-415b-83ed-f496940d9a9f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:37.298463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] Provisioning complete for port af96baf4-0413-415b-83ed-f496940d9a9f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:37.298838 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.335693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.417740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=e77a6649-bde9-45a8-9acf-e5dadd12172d,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:37.435766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.465073 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Router 61e94f63-aa15-41ce-9359-3a75696b1886 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:59:37.473488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] For port af96baf4-0413-415b-83ed-f496940d9a9f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=af96baf4-0413-415b-83ed-f496940d9a9f,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:37.533669 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.577712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:59:37.583362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135d488-190a-4bce-b435-b82d6e55efc9 None None] Pushing event updated for resources: {'Port': ['ID=af96baf4-0413-415b-83ed-f496940d9a9f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:37.589319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Sync routers for ids ['61e94f63-aa15-41ce-9359-3a75696b1886'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:59:37.598554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Routers {'61e94f63-aa15-41ce-9359-3a75696b1886'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:37.603158 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['61e94f63-aa15-41ce-9359-3a75696b1886'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:37.648096 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.649328 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bb958ea0-f70b-451c-8ad8-5a8429a7a8d3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6822264 Aug 19 15:59:37.652086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53150) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:59:37.695420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-85c9e467-0eb7-44af-8440-63a0ae70be16 None None] Provisioning complete for port af96baf4-0413-415b-83ed-f496940d9a9f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:37.695803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85c9e467-0eb7-44af-8440-63a0ae70be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.737079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Set router 61e94f63-aa15-41ce-9359-3a75696b1886 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:37.959482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:36Z', 'revision_number': 3, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:37.986264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Checking router: 61e94f63-aa15-41ce-9359-3a75696b1886 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:59:37.986619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Updating router 61e94f63-aa15-41ce-9359-3a75696b1886 port fcd3f607-e769-426c-a628-ab6c8eb26a9a binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:59:38.012838 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.093359 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.273253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Allocated IP 172.20.0.1 (70b1e9a0-8e70-4f44-9c7c-143e6399deb6/3a2a0774-608e-4792-82a8-02c2abbc97fc/57503198-f837-40da-b79e-ae80282a0990) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:38.274944 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.284654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Transition to ACTIVE for port object fcd3f607-e769-426c-a628-ab6c8eb26a9a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:38.379042 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.382987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.399226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Transition to ACTIVE for port object 57503198-f837-40da-b79e-ae80282a0990 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:38.433634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Attempting to bind port fcd3f607-e769-426c-a628-ab6c8eb26a9a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:38.434007 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Attempting to bind port fcd3f607-e769-426c-a628-ab6c8eb26a9a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:38.435539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Attempting to bind port fcd3f607-e769-426c-a628-ab6c8eb26a9a on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:38.436514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224753-4087-43a3-ac2b-2cba125dad20 None None] Pushing event updated for resources: {'Port': ['ID=fcd3f607-e769-426c-a628-ab6c8eb26a9a,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:38.442290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:38.442667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:38.443089 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.443463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:38.444314 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Bound port: fcd3f607-e769-426c-a628-ab6c8eb26a9a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:38.444314 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.504048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] For port fcd3f607-e769-426c-a628-ab6c8eb26a9a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:38.505229 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] For port fcd3f607-e769-426c-a628-ab6c8eb26a9a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fcd3f607-e769-426c-a628-ab6c8eb26a9a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:38.516761 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.554167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:38.558943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:38.562482 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:38.587607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Pushing event updated for resources: {'Port': ['ID=57503198-f837-40da-b79e-ae80282a0990,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:38.603453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.613860 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.687716 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af96baf4-0413-415b-83ed-f496940d9a9f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:38.710441 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224753-4087-43a3-ac2b-2cba125dad20 None None] Pushing event updated for resources: {'Port': ['ID=fcd3f607-e769-426c-a628-ab6c8eb26a9a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:38.720696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Routers {'61e94f63-aa15-41ce-9359-3a75696b1886'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:38.721408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['61e94f63-aa15-41ce-9359-3a75696b1886'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:38.834800 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.836572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port af96baf4-0413-415b-83ed-f496940d9a9f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:38.836940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:38.872284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] Set router 61e94f63-aa15-41ce-9359-3a75696b1886 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:38.976646 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9d4bbdff-9fce-4143-8dda-d0aee2dc9682 None None] Provisioning for port 57503198-f837-40da-b79e-ae80282a0990 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:38.990103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9d4bbdff-9fce-4143-8dda-d0aee2dc9682 None None] Provisioning complete for port 57503198-f837-40da-b79e-ae80282a0990 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:38.990471 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d4bbdff-9fce-4143-8dda-d0aee2dc9682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:39.005345 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:39.071676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bbdff-9fce-4143-8dda-d0aee2dc9682 None None] Port 57503198-f837-40da-b79e-ae80282a0990 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:59:39.093366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:39.111398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e77a6649-bde9-45a8-9acf-e5dadd12172d up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:39.165371 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:39.168073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Pushing event updated for resources: {'Port': ['ID=57503198-f837-40da-b79e-ae80282a0990,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:39.176719 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:36Z', 'revision_number': 3, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:39.179816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e77a6649-bde9-45a8-9acf-e5dadd12172d triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:39.180184 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:39.209668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660e8b4-f8ea-45a8-b3b4-4a6a797365ab None None] The sync data for ids ['61e94f63-aa15-41ce-9359-3a75696b1886'] in n-d-779913-32 is: [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:36Z', 'revision_number': 3, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:59:39.271196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:39.272621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:39.405852 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Router 61e94f63-aa15-41ce-9359-3a75696b1886 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:59:39.549767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:59:39.555704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d8d806f8-2071-413a-9d33-b49d315bed3a admin admin] 10.222.0.13 "PUT /v2.0/routers/61e94f63-aa15-41ce-9359-3a75696b1886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9025393 Aug 19 15:59:39.595359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c2eac3f7-d942-48ae-8a69-2758877e26d9 None None] Provisioning complete for port 57503198-f837-40da-b79e-ae80282a0990 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:39.595745 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c2eac3f7-d942-48ae-8a69-2758877e26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:39.635802 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-c2eac3f7-d942-48ae-8a69-2758877e26d9 None None] Port 57503198-f837-40da-b79e-ae80282a0990 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:59:40.345173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-9f9f92b8-9e6a-4502-afc9-1f36ef783538 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:40.346677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-9f9f92b8-9e6a-4502-afc9-1f36ef783538 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/networks?id=90b24f27-920a-4c16-b954-d1fff6ddf0a2 HTTP/1.1" status: 200 len: 817 time: 0.1096141 Aug 19 15:59:40.362912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-8af987b2-3251-49cb-aa41-0f36178b061c tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/quotas/84eca65a5c214d3fb08826b4f9d0738f HTTP/1.1" status: 200 len: 375 time: 0.0095432 Aug 19 15:59:40.416780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-e45f3bdb-103d-412e-aa8e-14dbc5d7e37a tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473263 Aug 19 15:59:40.529799 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-2505a3a0-fee4-416d-b883-438514c6274e service neutron] 10.222.0.13 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004074 Aug 19 15:59:40.633792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-395f3127-6a75-4861-936c-de0d76d66f54 service neutron] 10.222.0.13 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Aug 19 15:59:40.693013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fcd3f607-e769-426c-a628-ab6c8eb26a9a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:40.791251 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Sync routers for ids ['61e94f63-aa15-41ce-9359-3a75696b1886'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:59:40.801471 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Routers {'61e94f63-aa15-41ce-9359-3a75696b1886'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:40.802583 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['61e94f63-aa15-41ce-9359-3a75696b1886'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:40.816511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port fcd3f607-e769-426c-a628-ab6c8eb26a9a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:40.822163 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fcd3f607-e769-426c-a628-ab6c8eb26a9a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:40.822586 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:40.906466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5dbfda0c-febe-428c-9a50-6c39251456d4 req-3ed03c58-77bd-4aa2-ab8b-7c1510ae9b06 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 210 time: 0.0437062 Aug 19 15:59:40.924479 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:40.946987 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Set router 61e94f63-aa15-41ce-9359-3a75696b1886 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:40.955712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port fcd3f607-e769-426c-a628-ab6c8eb26a9a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fcd3f607-e769-426c-a628-ab6c8eb26a9a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:41.037461 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.089501 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=fcd3f607-e769-426c-a628-ab6c8eb26a9a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:41.161347 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 4, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57503198-f837-40da-b79e-ae80282a0990', 'name': '', 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'mac_address': 'fa:16:3e:16:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3a2a0774-608e-4792-82a8-02c2abbc97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:38Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 2, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'subnets': [{'id': '3a2a0774-608e-4792-82a8-02c2abbc97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:41.187152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Checking router: 61e94f63-aa15-41ce-9359-3a75696b1886 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:59:41.187500 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Updating router 61e94f63-aa15-41ce-9359-3a75696b1886 port 57503198-f837-40da-b79e-ae80282a0990 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:59:41.213210 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.490229 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.500398 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Transition to ACTIVE for port object 57503198-f837-40da-b79e-ae80282a0990 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:41.585583 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.640151 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf612f-82eb-4a4d-89bb-1803090dffb0 None None] Pushing event updated for resources: {'Port': ['ID=57503198-f837-40da-b79e-ae80282a0990,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:41.690113 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Attempting to bind port 57503198-f837-40da-b79e-ae80282a0990 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:41.690481 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Attempting to bind port 57503198-f837-40da-b79e-ae80282a0990 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:41.690863 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Attempting to bind port 57503198-f837-40da-b79e-ae80282a0990 on network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:41.696980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:41.697581 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Checking segment: {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:41.697790 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.698167 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Bound using segment: {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:41.698626 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Bound port: 57503198-f837-40da-b79e-ae80282a0990, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:41.698997 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.764677 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] For port 57503198-f837-40da-b79e-ae80282a0990, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:41.768049 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] For port 57503198-f837-40da-b79e-ae80282a0990, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57503198-f837-40da-b79e-ae80282a0990,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:41.842431 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:41.996950 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Routers {'61e94f63-aa15-41ce-9359-3a75696b1886'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:59:41.997540 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T15:59:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['61e94f63-aa15-41ce-9359-3a75696b1886'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:42.001498 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf612f-82eb-4a4d-89bb-1803090dffb0 None None] Pushing event updated for resources: {'Port': ['ID=57503198-f837-40da-b79e-ae80282a0990,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:42.010731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a336d720-47b5-4303-9351-3d281967f6d7 req-4624eb81-60f1-4d72-ba07-05ef46f88d08 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 210 time: 0.0300045 Aug 19 15:59:42.116472 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] Set router 61e94f63-aa15-41ce-9359-3a75696b1886 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:59:42.326337 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 4, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57503198-f837-40da-b79e-ae80282a0990', 'name': '', 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'mac_address': 'fa:16:3e:16:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3a2a0774-608e-4792-82a8-02c2abbc97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:38Z', 'updated_at': '2021-08-19T15:59:41Z', 'revision_number': 4, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'subnets': [{'id': '3a2a0774-608e-4792-82a8-02c2abbc97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:59:42.361002 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f66e8-82f9-4d0a-a0cb-6abd938cf49c None None] The sync data for ids ['61e94f63-aa15-41ce-9359-3a75696b1886'] in n-d-779913-32 is: [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:38Z', 'revision_number': 4, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '57503198-f837-40da-b79e-ae80282a0990', 'name': '', 'network_id': '70b1e9a0-8e70-4f44-9c7c-143e6399deb6', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'mac_address': 'fa:16:3e:16:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3a2a0774-608e-4792-82a8-02c2abbc97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:38Z', 'updated_at': '2021-08-19T15:59:41Z', 'revision_number': 4, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'subnets': [{'id': '3a2a0774-608e-4792-82a8-02c2abbc97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:59:42.731957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57503198-f837-40da-b79e-ae80282a0990 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:42.865235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 57503198-f837-40da-b79e-ae80282a0990 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:42.869685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 57503198-f837-40da-b79e-ae80282a0990 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:42.870070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:42.957967 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:42.994702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 57503198-f837-40da-b79e-ae80282a0990, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57503198-f837-40da-b79e-ae80282a0990,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:43.053511 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.054916 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fcd3f607-e769-426c-a628-ab6c8eb26a9a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:43.074571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-d509199d-8d9e-4b7d-8afc-dac80a397c85 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:43.077085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-d509199d-8d9e-4b7d-8afc-dac80a397c85 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "GET /v2.0/networks?id=90b24f27-920a-4c16-b954-d1fff6ddf0a2 HTTP/1.1" status: 200 len: 817 time: 0.1287706 Aug 19 15:59:43.093367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Request body: {'port': {'device_id': '06147962-ee6a-4256-b520-6c0840778c08', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'admin_state_up': True, 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:43.133035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=57503198-f837-40da-b79e-ae80282a0990,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:43.175333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port fcd3f607-e769-426c-a628-ab6c8eb26a9a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:43.176294 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.188299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c60d2350-8d5b-4bbd-aaf2-bf282a89c9c4 req-4284de98-0ddf-4ef9-9b57-56788c3bf964 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 210 time: 0.0392108 Aug 19 15:59:43.321878 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Made reservation on behalf of 84eca65a5c214d3fb08826b4f9d0738f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:59:43.325709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.463165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Allocated IP 172.20.0.4 (90b24f27-920a-4c16-b954-d1fff6ddf0a2/04558d3f-16b9-4a36-9e13-7de605085976/29a930d6-c700-483d-b708-6a32dcf9d548) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:59:43.621835 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.632877 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Transition to ACTIVE for port object 29a930d6-c700-483d-b708-6a32dcf9d548 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:43.740081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.761947 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.785524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:59:43.789674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:59:43.793500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:59:43.800167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Pushing event updated for resources: {'Port': ['ID=29a930d6-c700-483d-b708-6a32dcf9d548,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:43.852105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:43.853011 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:43.928837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-5acd0212-f1e4-460e-84b2-c4fe3e014795 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419299 Aug 19 15:59:43.941457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Request body: {'port': {'device_id': '06147962-ee6a-4256-b520-6c0840778c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:59:44.002509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.122440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-506cb9c7-0d4e-4f27-84ad-92bb7faff9e0 None None] Provisioning for port 29a930d6-c700-483d-b708-6a32dcf9d548 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:44.127038 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-506cb9c7-0d4e-4f27-84ad-92bb7faff9e0 None None] Provisioning complete for port 29a930d6-c700-483d-b708-6a32dcf9d548 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:44.127689 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-506cb9c7-0d4e-4f27-84ad-92bb7faff9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.174225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-506cb9c7-0d4e-4f27-84ad-92bb7faff9e0 None None] Port 29a930d6-c700-483d-b708-6a32dcf9d548 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:59:44.311224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a930d6-c700-483d-b708-6a32dcf9d548 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:59:44.321282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.338987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Transition to ACTIVE for port object 29a930d6-c700-483d-b708-6a32dcf9d548 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:59:44.350745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde13c-f475-4067-bea0-ef4788c6c265 req-35a88807-c37c-4755-a283-5a6d77950bf8 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:44.359598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85cde13c-f475-4067-bea0-ef4788c6c265 req-35a88807-c37c-4755-a283-5a6d77950bf8 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 931 time: 0.0769987 Aug 19 15:59:44.390765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85cde13c-f475-4067-bea0-ef4788c6c265 req-1e6ee92f-d065-40c9-a7ff-480924cc2361 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Aug 19 15:59:44.436672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.496965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Pushing event updated for resources: {'Port': ['ID=29a930d6-c700-483d-b708-6a32dcf9d548,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:44.574365 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Attempting to bind port 29a930d6-c700-483d-b708-6a32dcf9d548 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:59:44.574851 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Attempting to bind port 29a930d6-c700-483d-b708-6a32dcf9d548 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:59:44.575281 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Attempting to bind port 29a930d6-c700-483d-b708-6a32dcf9d548 on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:44.580770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Port 29a930d6-c700-483d-b708-6a32dcf9d548 on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:59:44.581270 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Attempting to bind port 29a930d6-c700-483d-b708-6a32dcf9d548 on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:59:44.587534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:59:44.587950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Checking segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:59:44.588438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Bound using segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:59:44.588947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Bound port: 29a930d6-c700-483d-b708-6a32dcf9d548, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:59:44.589443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.661338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] For port 29a930d6-c700-483d-b708-6a32dcf9d548, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:59:44.665035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] For port 29a930d6-c700-483d-b708-6a32dcf9d548, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29a930d6-c700-483d-b708-6a32dcf9d548,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:59:44.692899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57503198-f837-40da-b79e-ae80282a0990 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:44.740164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.743094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 57503198-f837-40da-b79e-ae80282a0990 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:44.743594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.779800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:44.780466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:44.781960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] 10.222.0.46 "PUT /v2.0/ports/29a930d6-c700-483d-b708-6a32dcf9d548 HTTP/1.1" status: 200 len: 1092 time: 0.8450363 Aug 19 15:59:44.784422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06147962-ee6a-4256-b520-6c0840778c08', 'tag': '29a930d6-c700-483d-b708-6a32dcf9d548'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:59:44.788522 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a550e49-faff-41fd-8e9c-8102c2afb352" -d '{"events": [{"name": "network-changed", "server_uuid": "06147962-ee6a-4256-b520-6c0840778c08", "tag": "29a930d6-c700-483d-b708-6a32dcf9d548"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:59:44.835115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f8729-d104-487e-8c91-da97c0803060 service neutron] Pushing event updated for resources: {'Port': ['ID=29a930d6-c700-483d-b708-6a32dcf9d548,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:44.843945 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa4de5-4df3-4e6e-9031-7222ca5b1888 x-openstack-request-id: req-e8aa4de5-4df3-4e6e-9031-7222ca5b1888 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:59:44.844581 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06147962-ee6a-4256-b520-6c0840778c08", "tag": "29a930d6-c700-483d-b708-6a32dcf9d548", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:59:44.845517 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8aa4de5-4df3-4e6e-9031-7222ca5b1888 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:59:44.845671 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06147962-ee6a-4256-b520-6c0840778c08', 'tag': '29a930d6-c700-483d-b708-6a32dcf9d548', 'status': 'completed', 'code': 200} Aug 19 15:59:44.908886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a550e49-faff-41fd-8e9c-8102c2afb352 req-8e4ae5ad-0ef3-462e-9eba-919294b4398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:44.910771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a550e49-faff-41fd-8e9c-8102c2afb352 req-8e4ae5ad-0ef3-462e-9eba-919294b4398c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 1095 time: 0.0447216 Aug 19 15:59:45.024783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a550e49-faff-41fd-8e9c-8102c2afb352 req-a5fb171c-6b4f-41fc-a678-1b99fc85618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:45.026348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a550e49-faff-41fd-8e9c-8102c2afb352 req-a5fb171c-6b4f-41fc-a678-1b99fc85618b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1066036 Aug 19 15:59:45.127023 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a550e49-faff-41fd-8e9c-8102c2afb352 req-f402b6a9-f555-4144-992f-f1dc8575bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:45.128432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6a550e49-faff-41fd-8e9c-8102c2afb352 req-f402b6a9-f555-4144-992f-f1dc8575bfd2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947175 Aug 19 15:59:45.205573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-9c583bd0-8f7e-47cb-bff8-a39357d7c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:45.206998 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-9c583bd0-8f7e-47cb-bff8-a39357d7c7ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 1095 time: 0.0420423 Aug 19 15:59:45.254379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-f6e3a366-9213-488e-91de-a64316a21a0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a930d6-c700-483d-b708-6a32dcf9d548 HTTP/1.1" status: 200 len: 217 time: 0.0392599 Aug 19 15:59:45.304626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-544155cf-166e-4a57-bdae-fee3371fa328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:45.306122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-544155cf-166e-4a57-bdae-fee3371fa328 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04558d3f-16b9-4a36-9e13-7de605085976 HTTP/1.1" status: 200 len: 856 time: 0.0452785 Aug 19 15:59:45.353061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e759-b731-4472-a38e-877b625c83ca req-694f284c-80c5-4cbc-b230-667a881f979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:45.354585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-694f284c-80c5-4cbc-b230-667a881f979a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90b24f27-920a-4c16-b954-d1fff6ddf0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407534 Aug 19 15:59:45.452146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-7e38ebb1-af04-4cea-a43d-068f6dcc0dc7 service neutron] 10.222.0.46 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906663 Aug 19 15:59:45.586087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3177480-28eb-436c-813a-fcbc589784ba req-09b85baa-bd50-497a-b4ad-a7a95c049443 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:45.587632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3177480-28eb-436c-813a-fcbc589784ba req-09b85baa-bd50-497a-b4ad-a7a95c049443 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 943 time: 0.1088176 Aug 19 15:59:45.593549 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4da0e759-b731-4472-a38e-877b625c83ca req-8b0077d8-536f-469a-936e-fe4fd169c08f service neutron] 10.222.0.46 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341112 Aug 19 15:59:45.627638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a3177480-28eb-436c-813a-fcbc589784ba req-f07543ec-eb07-4cbb-9d7f-8066347f3c4f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Aug 19 15:59:46.744825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a328aa-0a89-48fa-bcc2-60a2aab0d0f9 req-d3f29936-f243-4153-a451-ee21019c6c3e tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:46.746355 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60a328aa-0a89-48fa-bcc2-60a2aab0d0f9 req-d3f29936-f243-4153-a451-ee21019c6c3e tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 943 time: 0.0490911 Aug 19 15:59:46.789834 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60a328aa-0a89-48fa-bcc2-60a2aab0d0f9 req-7df9a7ee-007b-47c0-a866-146fd62b8c01 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Aug 19 15:59:47.907742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b561db-ba8f-43a5-9e13-8d261b07f96f req-b80d4e26-1823-4bdf-b0b0-9c72cd98cf6d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:47.909314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0b561db-ba8f-43a5-9e13-8d261b07f96f req-b80d4e26-1823-4bdf-b0b0-9c72cd98cf6d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 943 time: 0.0505564 Aug 19 15:59:47.948456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0b561db-ba8f-43a5-9e13-8d261b07f96f req-3ec7adc6-e616-4732-921f-c66617bf1f8e tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Aug 19 15:59:48.766189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29a930d6-c700-483d-b708-6a32dcf9d548 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:59:49.031573 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 29a930d6-c700-483d-b708-6a32dcf9d548, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29a930d6-c700-483d-b708-6a32dcf9d548,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:49.044159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '29a930d6-c700-483d-b708-6a32dcf9d548', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'port_id': '29a930d6-c700-483d-b708-6a32dcf9d548', 'mac_address': 'fa:16:3e:6f:21:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04558d3f-16b9-4a36-9e13-7de605085976', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:59:49.073880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61892177-f9f4-4a5a-b113-c158d707ef6c req-f0e5eae1-6349-40b4-838d-2df3628d3f0f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:49.075402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61892177-f9f4-4a5a-b113-c158d707ef6c req-f0e5eae1-6349-40b4-838d-2df3628d3f0f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 943 time: 0.0559051 Aug 19 15:59:49.082567 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:49.096014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a930d6-c700-483d-b708-6a32dcf9d548 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:59:49.114884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-61892177-f9f4-4a5a-b113-c158d707ef6c req-68d3df95-a0d4-4092-a35f-d3b2acb163ca tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Aug 19 15:59:49.117696 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 29a930d6-c700-483d-b708-6a32dcf9d548, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29a930d6-c700-483d-b708-6a32dcf9d548,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:49.161888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:49.212450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=29a930d6-c700-483d-b708-6a32dcf9d548,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:49.219631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.219976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.220318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.220652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.220982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.221334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.221664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.221988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.222320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.222637 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.222956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.223274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:59:49.370332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['29a930d6-c700-483d-b708-6a32dcf9d548'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:59:50.235835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799123f3-06d2-40b4-8bc9-59b053692d88 req-799168dd-7b0a-4acb-8d1e-5f0a401d37ff tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:50.237392 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-799123f3-06d2-40b4-8bc9-59b053692d88 req-799168dd-7b0a-4acb-8d1e-5f0a401d37ff tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 944 time: 0.0543456 Aug 19 15:59:50.276482 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-799123f3-06d2-40b4-8bc9-59b053692d88 req-b62ee4aa-0458-4c46-9b8e-25e0d84e2604 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Aug 19 15:59:50.773390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29a930d6-c700-483d-b708-6a32dcf9d548 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:59:50.904744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 29a930d6-c700-483d-b708-6a32dcf9d548 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:59:50.908738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 29a930d6-c700-483d-b708-6a32dcf9d548 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:59:50.909149 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:50.987446 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:51.010330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06147962-ee6a-4256-b520-6c0840778c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a930d6-c700-483d-b708-6a32dcf9d548'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:59:51.012608 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff4414-a4db-4a4d-9866-fd0c6633ea4f" -d '{"events": [{"server_uuid": "06147962-ee6a-4256-b520-6c0840778c08", "name": "network-vif-plugged", "status": "completed", "tag": "29a930d6-c700-483d-b708-6a32dcf9d548"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:59:51.029467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 29a930d6-c700-483d-b708-6a32dcf9d548, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29a930d6-c700-483d-b708-6a32dcf9d548,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:59:51.049510 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23d2b8-f276-44ca-a041-48c09cc7f5f4 x-openstack-request-id: req-0a23d2b8-f276-44ca-a041-48c09cc7f5f4 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:59:51.049829 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06147962-ee6a-4256-b520-6c0840778c08", "name": "network-vif-plugged", "status": "completed", "tag": "29a930d6-c700-483d-b708-6a32dcf9d548", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:59:51.050084 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a23d2b8-f276-44ca-a041-48c09cc7f5f4 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:59:51.050484 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06147962-ee6a-4256-b520-6c0840778c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a930d6-c700-483d-b708-6a32dcf9d548', 'code': 200} Aug 19 15:59:51.122157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:51.150651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42648-2d74-475a-8cfa-f27d95f64f0d req-d17af5a4-9fab-473a-9979-7ca2a0773969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:51.152286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cb42648-2d74-475a-8cfa-f27d95f64f0d req-d17af5a4-9fab-473a-9979-7ca2a0773969 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 1096 time: 0.0446920 Aug 19 15:59:51.176578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=29a930d6-c700-483d-b708-6a32dcf9d548,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:59:51.191952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9cb42648-2d74-475a-8cfa-f27d95f64f0d req-2abc5a38-2cb5-4e40-ac02-b2aaa593ea74 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Aug 19 15:59:51.399052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bb3fc-03f1-4861-89c7-bf5d38609d24 req-61181f43-7d14-4f2d-8f75-47e8ff4bae62 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:51.400560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee0bb3fc-03f1-4861-89c7-bf5d38609d24 req-61181f43-7d14-4f2d-8f75-47e8ff4bae62 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Aug 19 15:59:51.814010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ee0bb3fc-03f1-4861-89c7-bf5d38609d24 req-e2c28831-bcc2-4239-98ea-d71454c2601b tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074543 Aug 19 15:59:52.932611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221f61-bf81-4760-95d9-24944310b1d2 req-f0ba043b-d8ef-4814-b582-8671236a0a1a tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:52.934163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d221f61-bf81-4760-95d9-24944310b1d2 req-f0ba043b-d8ef-4814-b582-8671236a0a1a tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Aug 19 15:59:52.972761 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2d221f61-bf81-4760-95d9-24944310b1d2 req-c2f86869-3efc-4657-8596-4049f01bfbe9 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Aug 19 15:59:53.088356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0dceb-5ac8-49b4-8351-37ff4e9d6acc req-c1983cdd-5e42-47f1-b7dc-c0c1f9a659a1 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:53.089890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79a0dceb-5ac8-49b4-8351-37ff4e9d6acc req-c1983cdd-5e42-47f1-b7dc-c0c1f9a659a1 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 945 time: 0.0497777 Aug 19 15:59:53.128033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-79a0dceb-5ac8-49b4-8351-37ff4e9d6acc req-9e00d1dd-bf90-4a40-a8ce-ee609f25792b tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Aug 19 15:59:54.619508 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-70d1cc41-b35d-45a6-a762-308808da79c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:56.030245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:57.344764 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:57.899483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf2964b1-72a7-4182-b895-cae0874c5306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:59.813137 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:00.927533 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:11.355878 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:00:13.784322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:15.218330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f1382-2921-43f8-951e-e5eba1540121 req-19ba6d66-d127-448e-b905-cc3f4df5d5f5 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:15.219708 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c33f1382-2921-43f8-951e-e5eba1540121 req-19ba6d66-d127-448e-b905-cc3f4df5d5f5 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 945 time: 0.0540299 Aug 19 16:00:15.258707 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c33f1382-2921-43f8-951e-e5eba1540121 req-0304902b-8dcd-4f04-96c8-06715419a3b2 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Aug 19 16:00:16.378159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f774cc-3a78-4e3b-8ab8-7ff0dbebfd77 req-7c57873e-333c-4904-a62b-1c7c38b176a5 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:16.379639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f774cc-3a78-4e3b-8ab8-7ff0dbebfd77 req-7c57873e-333c-4904-a62b-1c7c38b176a5 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Aug 19 16:00:16.417677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f774cc-3a78-4e3b-8ab8-7ff0dbebfd77 req-9a9b4ca0-c149-4ad1-9c84-d06fbdca1111 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Aug 19 16:00:16.899351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-ae01bba8-952d-4b7b-a21a-2a3d3022cf71 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:16.900770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-ae01bba8-952d-4b7b-a21a-2a3d3022cf71 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 945 time: 0.0514760 Aug 19 16:00:16.999922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Deleting port 29a930d6-c700-483d-b708-6a32dcf9d548 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:17.000267 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:17.088331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] For port 29a930d6-c700-483d-b708-6a32dcf9d548, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=29a930d6-c700-483d-b708-6a32dcf9d548,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:17.088703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:17.102339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Calling delete_port for 29a930d6-c700-483d-b708-6a32dcf9d548 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:17.355662 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:17.367689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['29a930d6-c700-483d-b708-6a32dcf9d548'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:00:17.384250 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Pushing event deleted for resources: {'Port': ['ID=29a930d6-c700-483d-b708-6a32dcf9d548,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:17.433726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] No DVR routers for this DVR port 29a930d6-c700-483d-b708-6a32dcf9d548 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:17.436449 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:17.438564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6d3eff2-358f-4fd7-b470-d86ba7cefe9c req-0e4c334a-2f03-400c-832f-4d23e137055d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "DELETE /v2.0/ports/29a930d6-c700-483d-b708-6a32dcf9d548 HTTP/1.1" status: 204 len: 173 time: 0.5314274 Aug 19 16:00:17.439035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06147962-ee6a-4256-b520-6c0840778c08', 'name': 'network-vif-deleted', 'tag': '29a930d6-c700-483d-b708-6a32dcf9d548'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:17.443474 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18f211-1803-4057-a47c-964bbc789c3c" -d '{"events": [{"server_uuid": "06147962-ee6a-4256-b520-6c0840778c08", "name": "network-vif-deleted", "tag": "29a930d6-c700-483d-b708-6a32dcf9d548"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:17.520825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06217790-e319-4f01-9431-8315a47f57fe req-b19dbee0-62f3-4abf-8e8d-a03fcceb16bd tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=06147962-ee6a-4256-b520-6c0840778c08 HTTP/1.1" status: 200 len: 210 time: 0.0297287 Aug 19 16:00:17.566908 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36992f08-09b3-4e4e-8fb2-7d3bfbcd0433 x-openstack-request-id: req-36992f08-09b3-4e4e-8fb2-7d3bfbcd0433 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:17.567208 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06147962-ee6a-4256-b520-6c0840778c08", "name": "network-vif-deleted", "tag": "29a930d6-c700-483d-b708-6a32dcf9d548", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:17.567459 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36992f08-09b3-4e4e-8fb2-7d3bfbcd0433 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:17.567910 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06147962-ee6a-4256-b520-6c0840778c08', 'name': 'network-vif-deleted', 'tag': '29a930d6-c700-483d-b708-6a32dcf9d548', 'status': 'completed', 'code': 200} Aug 19 16:00:19.082452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-8661967b-6dd1-44db-9c49-09f2e0f05af7 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:19.083967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-8661967b-6dd1-44db-9c49-09f2e0f05af7 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/networks?id=90b24f27-920a-4c16-b954-d1fff6ddf0a2 HTTP/1.1" status: 200 len: 817 time: 0.1118598 Aug 19 16:00:19.099571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-f9e351c2-961c-4858-ab2d-c63d8612a6bb tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/quotas/84eca65a5c214d3fb08826b4f9d0738f HTTP/1.1" status: 200 len: 375 time: 0.0095303 Aug 19 16:00:19.157213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-90695297-347a-45c3-adce-46c63df43551 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521536 Aug 19 16:00:19.261566 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-ec968315-5aea-4739-a267-24cb05f1b53e service neutron] 10.222.0.13 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916748 Aug 19 16:00:19.360889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-f6874ec0-cc51-443c-a792-66c923946253 service neutron] 10.222.0.13 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925813 Aug 19 16:00:19.582548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83f75040-0097-4f75-bfe9-bdb181ece7a6 req-2cc39d3c-604f-4d37-8781-d679aee75a5e tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Aug 19 16:00:20.684610 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a91df74-9d1d-4c05-8641-7e148e96e243 req-097073e2-c5ef-47db-b696-3b67f9eaae56 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 210 time: 0.0278256 Aug 19 16:00:20.850970 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29a930d6-c700-483d-b708-6a32dcf9d548 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:20.878724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 29a930d6-c700-483d-b708-6a32dcf9d548 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:20.879090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 29a930d6-c700-483d-b708-6a32dcf9d548 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:21.812571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d66b707e-d9d9-454d-8e51-233f73d564e9 req-74f16e66-0149-4993-be08-7de5c1065790 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 210 time: 0.0411015 Aug 19 16:00:21.862808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-5dcff5cc-8f07-47eb-b812-e61be2354c0c tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:21.864435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-5dcff5cc-8f07-47eb-b812-e61be2354c0c tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "GET /v2.0/networks?id=90b24f27-920a-4c16-b954-d1fff6ddf0a2 HTTP/1.1" status: 200 len: 817 time: 0.1402938 Aug 19 16:00:21.877230 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Request body: {'port': {'device_id': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'admin_state_up': True, 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:00:22.109927 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Made reservation on behalf of 84eca65a5c214d3fb08826b4f9d0738f for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:00:22.113673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:22.244025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Allocated IP 172.20.0.6 (90b24f27-920a-4c16-b954-d1fff6ddf0a2/04558d3f-16b9-4a36-9e13-7de605085976/8902e8ea-7500-4a10-86a4-b8dd65d8cf75) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:00:22.394072 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:22.407767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Transition to ACTIVE for port object 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:00:22.486837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:22.530913 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:00:22.534007 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:00:22.538102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:00:22.545046 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Pushing event updated for resources: {'Port': ['ID=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:22.592362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:22.593001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:22.647598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-9310df40-b86a-4bfe-afa2-da0d14d30b2f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7741005 Aug 19 16:00:22.766672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Request body: {'port': {'device_id': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:00:22.828627 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:22.898414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2173214b-5039-4b7f-a294-521642c250f3 None None] Provisioning for port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:00:22.902295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2173214b-5039-4b7f-a294-521642c250f3 None None] Provisioning complete for port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:00:22.902658 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2173214b-5039-4b7f-a294-521642c250f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:22.940557 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2173214b-5039-4b7f-a294-521642c250f3 None None] Port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:00:23.040151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ad1ee-7f9e-45f4-b786-bf20291ac578 req-40e13377-514f-4c15-9416-ed4c69f0bfa9 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:23.042493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec7ad1ee-7f9e-45f4-b786-bf20291ac578 req-40e13377-514f-4c15-9416-ed4c69f0bfa9 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 931 time: 0.1525402 Aug 19 16:00:23.122221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec7ad1ee-7f9e-45f4-b786-bf20291ac578 req-37088bcd-f623-4744-b420-a0f799941434 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708511 Aug 19 16:00:23.185650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:00:23.193241 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:23.204797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Transition to ACTIVE for port object 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:00:23.292435 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:23.343664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:23.416087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Attempting to bind port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:00:23.417435 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Attempting to bind port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:00:23.417783 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Attempting to bind port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:00:23.422619 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:00:23.422945 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Attempting to bind port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 on network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:00:23.428264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:00:23.428610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Checking segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:00:23.429003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Bound using segment: {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:00:23.429478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Bound port: 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255a5a0-cd5e-493d-a351-8cda69dff7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:00:23.429845 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:23.500600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] For port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:00:23.503638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] For port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:00:23.578816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:23.614770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:23.615412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:23.616807 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/8902e8ea-7500-4a10-86a4-b8dd65d8cf75 HTTP/1.1" status: 200 len: 1092 time: 0.9598055 Aug 19 16:00:23.617288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'tag': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:23.619587 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99df161-e818-421e-8439-3b106f16fb30" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cbe609-7f5d-4034-b617-3a081acb3c95", "tag": "8902e8ea-7500-4a10-86a4-b8dd65d8cf75"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:23.644242 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819a130-58e8-4850-89b8-cbbe5e1e33f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:23.667522 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9ac1a-428f-4e4f-8ea9-aecb041366ca x-openstack-request-id: req-dfe9ac1a-428f-4e4f-8ea9-aecb041366ca {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:23.667827 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cbe609-7f5d-4034-b617-3a081acb3c95", "tag": "8902e8ea-7500-4a10-86a4-b8dd65d8cf75", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:23.668088 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfe9ac1a-428f-4e4f-8ea9-aecb041366ca {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:23.668501 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'tag': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75', 'status': 'completed', 'code': 200} Aug 19 16:00:23.732425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df161-e818-421e-8439-3b106f16fb30 req-be40a262-3dbb-4596-9388-3ba15827d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:23.734067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b99df161-e818-421e-8439-3b106f16fb30 req-be40a262-3dbb-4596-9388-3ba15827d3fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 1095 time: 0.0445321 Aug 19 16:00:23.838668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df161-e818-421e-8439-3b106f16fb30 req-2a8181e5-aff0-4cda-a44f-733326eed638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:23.840660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b99df161-e818-421e-8439-3b106f16fb30 req-2a8181e5-aff0-4cda-a44f-733326eed638 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0987713 Aug 19 16:00:23.936087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df161-e818-421e-8439-3b106f16fb30 req-2ce5dad4-1c7d-442c-9717-b64077eea921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:23.937671 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b99df161-e818-421e-8439-3b106f16fb30 req-2ce5dad4-1c7d-442c-9717-b64077eea921 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894074 Aug 19 16:00:24.020198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-1438907f-649d-466e-adcd-4f7151ce7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:24.021465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-1438907f-649d-466e-adcd-4f7151ce7a4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 1095 time: 0.0429275 Aug 19 16:00:24.068914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-affe4924-54e1-4e92-9905-33e026fba7d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8902e8ea-7500-4a10-86a4-b8dd65d8cf75 HTTP/1.1" status: 200 len: 217 time: 0.0391202 Aug 19 16:00:24.117092 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-ebe0f8e0-3da9-4d4a-8747-ce72cbc3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:24.118531 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-ebe0f8e0-3da9-4d4a-8747-ce72cbc3646c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04558d3f-16b9-4a36-9e13-7de605085976 HTTP/1.1" status: 200 len: 856 time: 0.0424280 Aug 19 16:00:24.165042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-32d52696-1a41-445d-b294-1306c991b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:24.166582 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-32d52696-1a41-445d-b294-1306c991b682 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90b24f27-920a-4c16-b954-d1fff6ddf0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404716 Aug 19 16:00:24.294063 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01fa8-6e20-4b46-b073-0463f4aaf1cf req-8852a1f4-8ee7-4ab3-aed9-4b43f8f81eb7 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:24.295490 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9d01fa8-6e20-4b46-b073-0463f4aaf1cf req-8852a1f4-8ee7-4ab3-aed9-4b43f8f81eb7 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 943 time: 0.1032531 Aug 19 16:00:24.299313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-7c5a9065-b1d1-4889-a22a-ca1296d74748 service neutron] 10.222.0.46 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242440 Aug 19 16:00:24.383375 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f9d01fa8-6e20-4b46-b073-0463f4aaf1cf req-b122d05b-8c28-4af5-b4b4-059f7f0707f4 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Aug 19 16:00:24.418030 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e4ab7f05-a3ee-4515-851f-d212df14210c req-f6fcbd29-a13d-4458-a2f9-f868f5feb0aa service neutron] 10.222.0.46 "GET /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097119 Aug 19 16:00:24.601027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad862fd9-9e58-49b6-98b7-02b596ab1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:25.499595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085cda5-fa4e-4ba8-a0b7-c2d582fd1bcc req-282d5090-bd9b-4fc8-82e7-c697f1f689f4 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:25.501013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8085cda5-fa4e-4ba8-a0b7-c2d582fd1bcc req-282d5090-bd9b-4fc8-82e7-c697f1f689f4 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 943 time: 0.0498257 Aug 19 16:00:25.539897 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8085cda5-fa4e-4ba8-a0b7-c2d582fd1bcc req-0978a564-ad55-486a-9a3f-73b24ff9ad9b tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Aug 19 16:00:25.989289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:26.656880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6488d-f8a6-43fd-8a36-707f70794aed req-7a4c8bcb-1a60-4f1b-aa33-113a303d0551 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:26.658421 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe6488d-f8a6-43fd-8a36-707f70794aed req-7a4c8bcb-1a60-4f1b-aa33-113a303d0551 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 943 time: 0.0507758 Aug 19 16:00:26.697033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fe6488d-f8a6-43fd-8a36-707f70794aed req-579eb720-1530-49c7-948a-607d9beec8ba tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Aug 19 16:00:26.894558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:00:26.988101 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:26.999919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75', 'network_id': '90b24f27-920a-4c16-b954-d1fff6ddf0a2', 'port_id': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75', 'mac_address': 'fa:16:3e:89:01:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04558d3f-16b9-4a36-9e13-7de605085976', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:00:27.041744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.054553 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:00:27.074193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:27.155657 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.205171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:27.332434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.389442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['8902e8ea-7500-4a10-86a4-b8dd65d8cf75'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:00:27.822260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd130c9f-20ce-40c3-b6b6-03c9dc66b83e req-259fffd9-880e-4a9b-aad7-7d907b984120 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:27.824119 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd130c9f-20ce-40c3-b6b6-03c9dc66b83e req-259fffd9-880e-4a9b-aad7-7d907b984120 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 944 time: 0.0582078 Aug 19 16:00:27.862781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd130c9f-20ce-40c3-b6b6-03c9dc66b83e req-27715754-a95e-4cff-afed-3fc5999b0855 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Aug 19 16:00:27.880711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f335f4d-36e4-4d5b-abee-d43fcab1c01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:28.897866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:00:28.981705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b7128-a432-451f-b1e4-1230b3123218 req-dca1b916-12df-4e33-a8bf-de4afb47b5e2 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:28.983250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a40b7128-a432-451f-b1e4-1230b3123218 req-dca1b916-12df-4e33-a8bf-de4afb47b5e2 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 944 time: 0.0519774 Aug 19 16:00:29.001036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:00:29.004954 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:00:29.005363 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:29.022547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a40b7128-a432-451f-b1e4-1230b3123218 req-74d536a7-3339-4b22-9062-649f2144f2d5 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Aug 19 16:00:29.087380 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:29.110467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:29.112737 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835df75-3327-42e6-b44c-db6fba1504fe" -d '{"events": [{"server_uuid": "d8cbe609-7f5d-4034-b617-3a081acb3c95", "name": "network-vif-plugged", "status": "completed", "tag": "8902e8ea-7500-4a10-86a4-b8dd65d8cf75"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:29.130277 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:29.150981 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a18697-64e3-4c85-a1fa-f83dde52c3dd x-openstack-request-id: req-f1a18697-64e3-4c85-a1fa-f83dde52c3dd {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:29.151386 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cbe609-7f5d-4034-b617-3a081acb3c95", "name": "network-vif-plugged", "status": "completed", "tag": "8902e8ea-7500-4a10-86a4-b8dd65d8cf75", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:29.151796 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1a18697-64e3-4c85-a1fa-f83dde52c3dd {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:29.152352 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75', 'code': 200} Aug 19 16:00:29.206736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:29.252602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db735f-2e1b-4b55-9e3f-746ef62b996e req-bdfd599a-b49a-4bfa-91e7-98c1529efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:29.254159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46db735f-2e1b-4b55-9e3f-746ef62b996e req-bdfd599a-b49a-4bfa-91e7-98c1529efbb1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 1097 time: 0.0419662 Aug 19 16:00:29.257869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:29.294557 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-46db735f-2e1b-4b55-9e3f-746ef62b996e req-5e895b32-bfff-465b-86f4-c245ca7e96cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Aug 19 16:00:29.823741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:30.153024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b6b9-7c94-46c2-b944-764ea1e7bb8d req-4606eb88-d84a-4da8-9c5d-550655ceeb4a tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:30.154479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab83b6b9-7c94-46c2-b944-764ea1e7bb8d req-4606eb88-d84a-4da8-9c5d-550655ceeb4a tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 945 time: 0.0549653 Aug 19 16:00:30.193713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab83b6b9-7c94-46c2-b944-764ea1e7bb8d req-b06fed44-7eb8-4972-832a-f579729c9088 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Aug 19 16:00:30.961226 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:31.318031 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7790401-c347-49cc-8c5d-e344ff90aff4 req-8f65f2d2-bad4-4d90-949a-fbb2e17d7106 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:31.319544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7790401-c347-49cc-8c5d-e344ff90aff4 req-8f65f2d2-bad4-4d90-949a-fbb2e17d7106 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Aug 19 16:00:31.363822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7790401-c347-49cc-8c5d-e344ff90aff4 req-37de4929-f332-4bad-9419-ae9b7109af83 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Aug 19 16:00:31.499967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa56a0c-3dc1-427f-a07d-0a1e6c9a3b5d req-7fec733c-7bb2-47d8-a0cc-9e9457d85054 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:31.501672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaa56a0c-3dc1-427f-a07d-0a1e6c9a3b5d req-7fec733c-7bb2-47d8-a0cc-9e9457d85054 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 945 time: 0.0557249 Aug 19 16:00:31.552354 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aaa56a0c-3dc1-427f-a07d-0a1e6c9a3b5d req-ba92ef60-334e-429e-b4e3-59ae0e3f6674 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Aug 19 16:00:43.755006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:48.355471 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:00:53.657209 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592c9c3-b8be-4050-bb63-1db482a0b177 req-0f3c910b-6f75-4196-a24a-fe6ebf7feecf tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:53.658677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1592c9c3-b8be-4050-bb63-1db482a0b177 req-0f3c910b-6f75-4196-a24a-fe6ebf7feecf tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 945 time: 0.0546758 Aug 19 16:00:53.697804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1592c9c3-b8be-4050-bb63-1db482a0b177 req-037d193b-fc9e-496b-86ff-4dd63aaa529f tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Aug 19 16:00:54.600797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-559a0585-6466-449c-85d2-082650c0c74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:54.819070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bbc91-2b13-4d5b-866e-18a386f06dae req-2bf2f7fa-0f84-4e91-b7d7-6af19ec4c257 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:54.820659 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa8bbc91-2b13-4d5b-866e-18a386f06dae req-2bf2f7fa-0f84-4e91-b7d7-6af19ec4c257 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Aug 19 16:00:54.862688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fa8bbc91-2b13-4d5b-866e-18a386f06dae req-f570e7e7-8dd6-4134-a2d3-799476e377f5 tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346079 Aug 19 16:00:55.255792 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-c3e31913-c291-4522-b49d-e3338f6f397d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:55.257337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-c3e31913-c291-4522-b49d-e3338f6f397d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 945 time: 0.0520096 Aug 19 16:00:55.357649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Deleting port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:55.357986 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:55.450980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] For port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:55.451344 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:55.463990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Calling delete_port for 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:55.691670 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:55.704327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['8902e8ea-7500-4a10-86a4-b8dd65d8cf75'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:00:55.722085 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Pushing event deleted for resources: {'Port': ['ID=8902e8ea-7500-4a10-86a4-b8dd65d8cf75,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:55.754316 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.754679 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.755028 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.755367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.755700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.756035 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.756372 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.756703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.757032 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.757387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.757716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.758041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:55.778617 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] No DVR routers for this DVR port 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:55.781406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:55.783462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0142d1c-b06d-4e28-ab98-5f361b393fb0 req-800cdc29-97a3-4290-b247-d278936c886d tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.46 "DELETE /v2.0/ports/8902e8ea-7500-4a10-86a4-b8dd65d8cf75 HTTP/1.1" status: 204 len: 173 time: 0.5201507 Aug 19 16:00:55.783919 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'name': 'network-vif-deleted', 'tag': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:55.786586 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e59563-d48b-4353-9dec-6f3f02a41583" -d '{"events": [{"server_uuid": "d8cbe609-7f5d-4034-b617-3a081acb3c95", "name": "network-vif-deleted", "tag": "8902e8ea-7500-4a10-86a4-b8dd65d8cf75"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:55.824588 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb95d2-a9e1-42b4-a3e5-5d76a9c67d60 x-openstack-request-id: req-37cb95d2-a9e1-42b4-a3e5-5d76a9c67d60 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:55.825273 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cbe609-7f5d-4034-b617-3a081acb3c95", "name": "network-vif-deleted", "tag": "8902e8ea-7500-4a10-86a4-b8dd65d8cf75", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:55.825381 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37cb95d2-a9e1-42b4-a3e5-5d76a9c67d60 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:55.825817 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cbe609-7f5d-4034-b617-3a081acb3c95', 'name': 'network-vif-deleted', 'tag': '8902e8ea-7500-4a10-86a4-b8dd65d8cf75', 'status': 'completed', 'code': 200} Aug 19 16:00:55.969373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06d12455-b15f-4b3b-971a-b988db275e43 req-8c6135fb-1fc7-4f06-989d-303c6f9c6e2e tempest-TestEncryptedCinderVolumes-475999552 tempest-TestEncryptedCinderVolumes-475999552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cbe609-7f5d-4034-b617-3a081acb3c95 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Aug 19 16:00:55.988714 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:57.156889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:57.349298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:57.527837 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:57.780356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Deleting port e77a6649-bde9-45a8-9acf-e5dadd12172d {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:57.780701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:57.859789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] For port e77a6649-bde9-45a8-9acf-e5dadd12172d, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e77a6649-bde9-45a8-9acf-e5dadd12172d,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:57.860149 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:57.873199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Calling delete_port for e77a6649-bde9-45a8-9acf-e5dadd12172d owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:57.885783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ccc2-22eb-45a6-aa9c-717a4cc56260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:58.116138 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:58.141390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77a6649-bde9-45a8-9acf-e5dadd12172d,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:58.309401 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:58.530501 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Router df65f7f9-df13-4f0a-8478-d28b11d624e2 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:00:58.639143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:00:58.646530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ab1baed9-4b0d-4e9b-8abe-263e0e0a8842 admin admin] 10.222.0.13 "PUT /v2.0/routers/df65f7f9-df13-4f0a-8478-d28b11d624e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882333 Aug 19 16:00:58.646737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:58.649075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27de122-4222-459f-9be9-956d55b44661 None None] Sync routers for ids ['df65f7f9-df13-4f0a-8478-d28b11d624e2'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:00:58.663444 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] Routers {'df65f7f9-df13-4f0a-8478-d28b11d624e2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:58.664082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['df65f7f9-df13-4f0a-8478-d28b11d624e2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:58.754827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:58.772852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] Set router df65f7f9-df13-4f0a-8478-d28b11d624e2 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:58.859954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:58.957796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T16:00:58Z', 'revision_number': 5, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port': {'id': '23094b83-583a-4f6c-8091-8517d9c8137f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:29Z', 'updated_at': '2021-08-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:58.982156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Deleting port 23094b83-583a-4f6c-8091-8517d9c8137f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:58.982615 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:58.984579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27de122-4222-459f-9be9-956d55b44661 None None] Checking router: df65f7f9-df13-4f0a-8478-d28b11d624e2 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:00:58.993003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] Routers {'df65f7f9-df13-4f0a-8478-d28b11d624e2'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:58.993661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['df65f7f9-df13-4f0a-8478-d28b11d624e2'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:59.069655 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] For port 23094b83-583a-4f6c-8091-8517d9c8137f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=23094b83-583a-4f6c-8091-8517d9c8137f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:59.069943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:59.070072 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.083989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Calling delete_port for 23094b83-583a-4f6c-8091-8517d9c8137f owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:59.094590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:59.094943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 8902e8ea-7500-4a10-86a4-b8dd65d8cf75 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:59.103815 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] Set router df65f7f9-df13-4f0a-8478-d28b11d624e2 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:59.160244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a27de122-4222-459f-9be9-956d55b44661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T16:00:58Z', 'revision_number': 6, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:59.187152 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27de122-4222-459f-9be9-956d55b44661 None None] The sync data for ids ['df65f7f9-df13-4f0a-8478-d28b11d624e2'] in n-d-779913-32 is: [{'id': 'df65f7f9-df13-4f0a-8478-d28b11d624e2', 'name': 'tempest-TestEncryptedCinderVolumes-1367067413-router', 'tenant_id': '84eca65a5c214d3fb08826b4f9d0738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:28Z', 'updated_at': '2021-08-19T16:00:58Z', 'revision_number': 6, 'project_id': '84eca65a5c214d3fb08826b4f9d0738f', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:00:59.320113 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.346782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=23094b83-583a-4f6c-8091-8517d9c8137f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:59.373543 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.373902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.374251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.374596 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.374935 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.375278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.375608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.375941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.376271 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.376600 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.376933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.377296 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:59.420452 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.514718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.516760 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.606235 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.606834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df65f7f9-df13-4f0a-8478-d28b11d624e2 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:00:59.612053 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.614311 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bc72f09b-479d-4e72-92f6-8430be0c5d8e admin admin] 10.222.0.13 "DELETE /v2.0/routers/df65f7f9-df13-4f0a-8478-d28b11d624e2 HTTP/1.1" status: 204 len: 168 time: 0.9660468 Aug 19 16:00:59.615839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53480) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:59.665718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Deleting subnet 04558d3f-16b9-4a36-9e13-7de605085976 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:00:59.668939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.705452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.796014 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.817349 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.926315 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.953404 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04558d3f-16b9-4a36-9e13-7de605085976,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:59.959258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:59.961208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-edd59d86-a4b5-4648-9d23-08b1c87c5dd3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/04558d3f-16b9-4a36-9e13-7de605085976 HTTP/1.1" status: 204 len: 168 time: 0.3443434 Aug 19 16:00:59.963678 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53482) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:59.965845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887446c-9be5-4355-babc-d7b681c67e01 None None] Network 90b24f27-920a-4c16-b954-d1fff6ddf0a2 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:01:00.153098 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] DHCP port deletion for 90b24f27-920a-4c16-b954-d1fff6ddf0a2 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:01:00.205364 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Deleting port 92a02947-fd38-462e-a7df-ee412c2b7c5a {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:01:00.205736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.279751 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] For port 92a02947-fd38-462e-a7df-ee412c2b7c5a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=92a02947-fd38-462e-a7df-ee412c2b7c5a,segment=NetworkSegment(3255a5a0-cd5e-493d-a351-8cda69dff7f3),segment_id=3255a5a0-cd5e-493d-a351-8cda69dff7f3)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:00.280152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.294869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Calling delete_port for 92a02947-fd38-462e-a7df-ee412c2b7c5a owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:01:00.415660 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.457688 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.468881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Deleting port 92a02947-fd38-462e-a7df-ee412c2b7c5a {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:01:00.469195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.484546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Pushing event deleted for resources: {'Port': ['ID=92a02947-fd38-462e-a7df-ee412c2b7c5a,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:00.488892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] No DVR routers for this DVR port 92a02947-fd38-462e-a7df-ee412c2b7c5a on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.498821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.499765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.499765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.499765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.500169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a1a93-81f4-42b0-9079-57d1517481bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:00.532171 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] For port 92a02947-fd38-462e-a7df-ee412c2b7c5a, host n-d-779913-32, got binding levels [] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:00.532617 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.545596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Calling delete_port for 92a02947-fd38-462e-a7df-ee412c2b7c5a owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:01:00.548343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.ipam_backend_mixin [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Port 92a02947-fd38-462e-a7df-ee412c2b7c5a was not found and therefore no delete operation was performed {{(pid=101963) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 16:01:00.549623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.576104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Pushing event deleted for resources: {'Port': ['ID=92a02947-fd38-462e-a7df-ee412c2b7c5a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:00.577958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] No DVR routers for this DVR port 92a02947-fd38-462e-a7df-ee412c2b7c5a on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:01:00.652651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.663099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b24f27-920a-4c16-b954-d1fff6ddf0a2']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:00.675564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3255a5a0-cd5e-493d-a351-8cda69dff7f3') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:00.675864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3255a5a0-cd5e-493d-a351-8cda69dff7f3') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:00.685719 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.700109 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.702986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a02947-fd38-462e-a7df-ee412c2b7c5a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:01:00.706438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: timer() Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:01:00.710037 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:01:00.722877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 92a02947-fd38-462e-a7df-ee412c2b7c5a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:01:00.723165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 92a02947-fd38-462e-a7df-ee412c2b7c5a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:00.723581 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e77a6649-bde9-45a8-9acf-e5dadd12172d no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:01:00.747001 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e77a6649-bde9-45a8-9acf-e5dadd12172d {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:01:00.747342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e77a6649-bde9-45a8-9acf-e5dadd12172d not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:00.747758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 23094b83-583a-4f6c-8091-8517d9c8137f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:01:00.770955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 23094b83-583a-4f6c-8091-8517d9c8137f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:01:00.770955 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 23094b83-583a-4f6c-8091-8517d9c8137f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:00.829311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.835346 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:00.837249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] 10.222.0.13 "DELETE /v2.0/networks/90b24f27-920a-4c16-b954-d1fff6ddf0a2 HTTP/1.1" status: 204 len: 168 time: 0.8719728 Aug 19 16:01:00.841496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53484) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:00.849356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce0caf-bb50-4c99-a621-e1e4fa0b112d admin admin] Pushing event deleted for resources: {'Network': ['ID=90b24f27-920a-4c16-b954-d1fff6ddf0a2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:00.972571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:01.225493 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:01.490469 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Deleting port 57503198-f837-40da-b79e-ae80282a0990 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:01:01.490720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:01.571487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] For port 57503198-f837-40da-b79e-ae80282a0990, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=57503198-f837-40da-b79e-ae80282a0990,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:01.571857 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:01.585967 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Calling delete_port for 57503198-f837-40da-b79e-ae80282a0990 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:01:01.840873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:01.865408 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Pushing event deleted for resources: {'Port': ['ID=57503198-f837-40da-b79e-ae80282a0990,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:02.041802 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:02.273496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Router 61e94f63-aa15-41ce-9359-3a75696b1886 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:01:02.378287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:01:02.383302 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d634ee1f-730c-42f1-b6a9-7bf7b3870545 admin admin] 10.222.0.13 "PUT /v2.0/routers/61e94f63-aa15-41ce-9359-3a75696b1886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5405271 Aug 19 16:01:02.386007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53486) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:02.388725 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] Sync routers for ids ['61e94f63-aa15-41ce-9359-3a75696b1886'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:01:02.398511 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] Routers {'61e94f63-aa15-41ce-9359-3a75696b1886'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:02.399124 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['61e94f63-aa15-41ce-9359-3a75696b1886'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:02.490147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:02.503995 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] Set router 61e94f63-aa15-41ce-9359-3a75696b1886 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:02.595626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:02.682625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T16:01:01Z', 'revision_number': 5, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port': {'id': 'fcd3f607-e769-426c-a628-ab6c8eb26a9a', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T15:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:02.709647 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] Checking router: 61e94f63-aa15-41ce-9359-3a75696b1886 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:01:02.718018 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] Routers {'61e94f63-aa15-41ce-9359-3a75696b1886'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:02.718629 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['61e94f63-aa15-41ce-9359-3a75696b1886'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:02.753643 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Deleting port fcd3f607-e769-426c-a628-ab6c8eb26a9a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:01:02.753906 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:02.804375 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] Set router 61e94f63-aa15-41ce-9359-3a75696b1886 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:02.837302 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] For port fcd3f607-e769-426c-a628-ab6c8eb26a9a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=fcd3f607-e769-426c-a628-ab6c8eb26a9a,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:02.837673 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:02.850760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Calling delete_port for fcd3f607-e769-426c-a628-ab6c8eb26a9a owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:01:02.859263 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T16:01:02Z', 'revision_number': 6, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:02.885748 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999373d-a2ae-447d-ac26-f505fa0dd72a None None] The sync data for ids ['61e94f63-aa15-41ce-9359-3a75696b1886'] in n-d-779913-32 is: [{'id': '61e94f63-aa15-41ce-9359-3a75696b1886', 'name': 'tempest-TestEncryptedCinderVolumes-539376699-router', 'tenant_id': 'cc056cdc938a4f7eac1e724d42618092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:59:35Z', 'updated_at': '2021-08-19T16:01:02Z', 'revision_number': 6, 'project_id': 'cc056cdc938a4f7eac1e724d42618092', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:01:03.091465 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.117345 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd3f607-e769-426c-a628-ab6c8eb26a9a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:03.183982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.619594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.623240 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.732011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.735590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e94f63-aa15-41ce-9359-3a75696b1886 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:01:03.737106 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.738304 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb130cfb-72f8-495f-8016-e1417e2f3445 admin admin] 10.222.0.13 "DELETE /v2.0/routers/61e94f63-aa15-41ce-9359-3a75696b1886 HTTP/1.1" status: 204 len: 168 time: 1.3509910 Aug 19 16:01:03.740744 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53488) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:03.786504 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Deleting subnet 3a2a0774-608e-4792-82a8-02c2abbc97fc {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:01:03.789940 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.827162 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:03.912157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.035123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.062901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2a0774-608e-4792-82a8-02c2abbc97fc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:04.064896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.067461 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-143fb681-e7f3-49dc-b29b-189ee152d370 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a2a0774-608e-4792-82a8-02c2abbc97fc HTTP/1.1" status: 204 len: 168 time: 0.3250911 Aug 19 16:01:04.069335 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:04.069788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef73d46-eeb1-489d-bd22-c8604b183246 None None] Network 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:01:04.144953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.201326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Deleting port af96baf4-0413-415b-83ed-f496940d9a9f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:01:04.201684 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.253739 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] DHCP port deletion for 70b1e9a0-8e70-4f44-9c7c-143e6399deb6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:01:04.266326 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] For port af96baf4-0413-415b-83ed-f496940d9a9f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=af96baf4-0413-415b-83ed-f496940d9a9f,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:04.266694 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.280220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Calling delete_port for af96baf4-0413-415b-83ed-f496940d9a9f owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:01:04.304099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] Deleting port af96baf4-0413-415b-83ed-f496940d9a9f {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:01:04.306382 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.368570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] For port af96baf4-0413-415b-83ed-f496940d9a9f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=af96baf4-0413-415b-83ed-f496940d9a9f,segment=NetworkSegment(fd6bb42c-f240-4969-8593-e1c42f8b1dd0),segment_id=fd6bb42c-f240-4969-8593-e1c42f8b1dd0)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:04.369083 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.383321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] Calling delete_port for af96baf4-0413-415b-83ed-f496940d9a9f owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:01:04.434755 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.462277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Pushing event deleted for resources: {'Port': ['ID=af96baf4-0413-415b-83ed-f496940d9a9f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:01:04.463151 n-d-779913-32 neutron-server[101964]: self.session.flush() Aug 19 16:01:04.467513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] No DVR routers for this DVR port af96baf4-0413-415b-83ed-f496940d9a9f on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:01:04.474010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.499808 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] Pushing event deleted for resources: {'Port': ['ID=af96baf4-0413-415b-83ed-f496940d9a9f,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:04.503307 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea44d0-35ad-4ae4-b096-8dbe121ad78b None None] No DVR routers for this DVR port af96baf4-0413-415b-83ed-f496940d9a9f on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:01:04.548861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.558738 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b1e9a0-8e70-4f44-9c7c-143e6399deb6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:04.569019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:04.569349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6bb42c-f240-4969-8593-e1c42f8b1dd0') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:04.578528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.593083 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.599061 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:01:04.599491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:01:04.601170 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:01:04.708638 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57503198-f837-40da-b79e-ae80282a0990 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:01:04.714757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.720900 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.723035 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] 10.222.0.13 "DELETE /v2.0/networks/70b1e9a0-8e70-4f44-9c7c-143e6399deb6 HTTP/1.1" status: 204 len: 168 time: 0.6526272 Aug 19 16:01:04.734559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 57503198-f837-40da-b79e-ae80282a0990 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:01:04.734559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 57503198-f837-40da-b79e-ae80282a0990 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:04.734559 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fcd3f607-e769-426c-a628-ab6c8eb26a9a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:01:04.735021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea6ae-c808-42ef-b6f1-19d60b1d9281 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b1e9a0-8e70-4f44-9c7c-143e6399deb6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:04.756495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: fcd3f607-e769-426c-a628-ab6c8eb26a9a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:01:04.756840 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device fcd3f607-e769-426c-a628-ab6c8eb26a9a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:04.757287 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af96baf4-0413-415b-83ed-f496940d9a9f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:01:04.779359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: af96baf4-0413-415b-83ed-f496940d9a9f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:01:04.779619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device af96baf4-0413-415b-83ed-f496940d9a9f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:05.094172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53494) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:05.133683 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7956976f-28dd-40d8-86eb-40d1b345891c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84eca65a5c214d3fb08826b4f9d0738f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382524 Aug 19 16:01:05.136048 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53496) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:05.189366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d288792b-c157-425b-a607-c0f472e7b4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:05.210544 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d288792b-c157-425b-a607-c0f472e7b4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:05.326779 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d288792b-c157-425b-a607-c0f472e7b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:05.329531 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d288792b-c157-425b-a607-c0f472e7b4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:05.330693 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d288792b-c157-425b-a607-c0f472e7b4b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f HTTP/1.1" status: 204 len: 168 time: 0.1937492 Aug 19 16:01:05.338777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288792b-c157-425b-a607-c0f472e7b4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6a4d1-975e-47e4-994b-5cdfb3a9c55f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:06.038142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:06.080710 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e7513a2e-64e4-48d7-8175-cef571ccc37c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc056cdc938a4f7eac1e724d42618092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413780 Aug 19 16:01:06.083507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:06.132299 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-738ec2a4-9354-430e-8641-1d6b0fa8b84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:06.155634 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-738ec2a4-9354-430e-8641-1d6b0fa8b84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:06.291686 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-738ec2a4-9354-430e-8641-1d6b0fa8b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:06.294472 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-738ec2a4-9354-430e-8641-1d6b0fa8b84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:06.295664 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-738ec2a4-9354-430e-8641-1d6b0fa8b84e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eac46925-342b-4148-9318-d555370b5ede HTTP/1.1" status: 204 len: 168 time: 0.2112169 Aug 19 16:01:06.304113 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec2a4-9354-430e-8641-1d6b0fa8b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac46925-342b-4148-9318-d555370b5ede,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:07.556860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53526) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:07.661199 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-252012800-network', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:07.754241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Made reservation on behalf of c49eb8e8943f43b8a569cb29baaabbeb for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:01:07.756726 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:07.765819 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:07.856305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:07.902842 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:07.928860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:01:07.938972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed9eba3-b182-4117-bb5a-4c43fa7c3695,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:07.943976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:07.944314 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Added segment abbd99d1-a5b2-416e-9fe2-1af3cf822e21 of type vlan for network 81b9652c-f1bf-4bec-9945-a1f62d8a975b Aug 19 16:01:07.987796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:08.085612 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:08.086609 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:08.087225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:08.149497 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] Pushing event updated for resources: {'Network': ['ID=81b9652c-f1bf-4bec-9945-a1f62d8a975b,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:08.159836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:01:08.212353 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e3b7ca5e-7f36-47da-bee4-e6c69c2ff83e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6542726 Aug 19 16:01:08.215045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53530) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:08.222083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Request body: {'subnet': {'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-252012800-subnet', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:08.314262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Made reservation on behalf of c49eb8e8943f43b8a569cb29baaabbeb for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:01:08.316709 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:08.565973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:08.620022 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:08.630329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Checking segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:08.630693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Network hostable DHCP agents. Network: 81b9652c-f1bf-4bec-9945-a1f62d8a975b, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:01:08.702793 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:01:08.788544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 81b9652c-f1bf-4bec-9945-a1f62d8a975b) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:08.793166 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:08.793781 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:08.804345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a3c54-ce7c-4789-bbc3-d031bf7d6e56 None None] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:01:08.898511 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-36c0121d-04e5-424d-a310-9bcc5bcc6c6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6820922 Aug 19 16:01:08.901524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53534) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:08.906333 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:08.950521 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:01:08.951367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.017756 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.018861 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.072277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.088177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Allocated IP 172.20.0.2 (81b9652c-f1bf-4bec-9945-a1f62d8a975b/ad52bf11-1b78-41a1-8ad5-d87b0b143e9b/b460880f-25e1-4660-a842-58a6dc9d6bb8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:09.230760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.241053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Transition to ACTIVE for port object b460880f-25e1-4660-a842-58a6dc9d6bb8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:09.257702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Transition to ACTIVE for port object b460880f-25e1-4660-a842-58a6dc9d6bb8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:09.319633 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.343781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.388775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:09.392415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:09.396290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:09.402065 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Pushing event updated for resources: {'Port': ['ID=b460880f-25e1-4660-a842-58a6dc9d6bb8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:09.459054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Attempting to bind port b460880f-25e1-4660-a842-58a6dc9d6bb8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:09.459431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Attempting to bind port b460880f-25e1-4660-a842-58a6dc9d6bb8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:09.459809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Attempting to bind port b460880f-25e1-4660-a842-58a6dc9d6bb8 on network 81b9652c-f1bf-4bec-9945-a1f62d8a975b {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:09.465486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:09.465862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Checking segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:09.466275 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.466820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Bound using segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:09.468289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Bound port: b460880f-25e1-4660-a842-58a6dc9d6bb8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:09.468614 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.538640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] For port b460880f-25e1-4660-a842-58a6dc9d6bb8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:09.541771 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] For port b460880f-25e1-4660-a842-58a6dc9d6bb8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b460880f-25e1-4660-a842-58a6dc9d6bb8,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:09.626314 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.634650 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.646677 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.709346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a0768-b1f3-4bdc-bdbd-3aa5d68d7171 None None] Pushing event updated for resources: {'Port': ['ID=b460880f-25e1-4660-a842-58a6dc9d6bb8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:09.767894 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Allocated IP 172.25.5.155 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/a360d2db-52ab-4ed0-bab8-a966246899ce) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:09.911928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:10.029184 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:10.076545 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:10.080525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:10.083241 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:10.112341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Pushing event updated for resources: {'Port': ['ID=a360d2db-52ab-4ed0-bab8-a966246899ce,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:10.489687 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:10.631869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a129c42-cfbc-4af0-a9fe-c338e9594eb1 None None] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:01:10.754228 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b460880f-25e1-4660-a842-58a6dc9d6bb8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:10.754865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:10.951210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7038e16f-e717-494a-91b2-51080e5ebbbe None None] Provisioning for port b460880f-25e1-4660-a842-58a6dc9d6bb8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:11.017830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Router 0a1a3088-513c-4581-ad8e-eea09888a224 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:01:11.063867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b460880f-25e1-4660-a842-58a6dc9d6bb8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:11.068459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b460880f-25e1-4660-a842-58a6dc9d6bb8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:11.072278 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.185417 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.200212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:01:11.213382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Sync routers for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:01:11.231818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b460880f-25e1-4660-a842-58a6dc9d6bb8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b460880f-25e1-4660-a842-58a6dc9d6bb8,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:11.237011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:11.237670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:11.314707 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.316078 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-02f09498-5d30-4585-8f32-2c7a2a133b7a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4133749 Aug 19 16:01:11.319196 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53536) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:11.334707 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-55efbaea-ef4d-4a52-8e37-6e7237caf074 None None] Provisioning complete for port b460880f-25e1-4660-a842-58a6dc9d6bb8 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:11.335082 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55efbaea-ef4d-4a52-8e37-6e7237caf074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.347799 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.427050 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:11.518025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b460880f-25e1-4660-a842-58a6dc9d6bb8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:11.677410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:10Z', 'revision_number': 3, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:11.704828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Checking router: 0a1a3088-513c-4581-ad8e-eea09888a224 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:01:11.705201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Updating router 0a1a3088-513c-4581-ad8e-eea09888a224 port a360d2db-52ab-4ed0-bab8-a966246899ce binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:01:11.730188 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.765292 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:11.940337 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Allocated IP 172.20.0.1 (81b9652c-f1bf-4bec-9945-a1f62d8a975b/ad52bf11-1b78-41a1-8ad5-d87b0b143e9b/8026cf59-7200-4514-b3b5-96b4ec05187c) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:12.006407 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.016409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Transition to ACTIVE for port object a360d2db-52ab-4ed0-bab8-a966246899ce will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:12.055519 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.069850 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Transition to ACTIVE for port object 8026cf59-7200-4514-b3b5-96b4ec05187c will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:12.085907 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.145746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Attempting to bind port a360d2db-52ab-4ed0-bab8-a966246899ce on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:12.146240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Attempting to bind port a360d2db-52ab-4ed0-bab8-a966246899ce by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:12.146740 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Attempting to bind port a360d2db-52ab-4ed0-bab8-a966246899ce on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:12.149377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7efd6-ceb1-4655-8dd8-04d0075ebaff None None] Pushing event updated for resources: {'Port': ['ID=a360d2db-52ab-4ed0-bab8-a966246899ce,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:12.156754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:12.157142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:12.157570 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.157990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:12.158492 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Bound port: a360d2db-52ab-4ed0-bab8-a966246899ce, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:12.159621 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.166533 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.209754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:12.212838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:12.215313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] For port a360d2db-52ab-4ed0-bab8-a966246899ce, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:12.216822 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:12.222126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] For port a360d2db-52ab-4ed0-bab8-a966246899ce, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a360d2db-52ab-4ed0-bab8-a966246899ce,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:12.241566 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Pushing event updated for resources: {'Port': ['ID=8026cf59-7200-4514-b3b5-96b4ec05187c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:12.262291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.320726 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.385828 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:12.386466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:12.392235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7efd6-ceb1-4655-8dd8-04d0075ebaff None None] Pushing event updated for resources: {'Port': ['ID=a360d2db-52ab-4ed0-bab8-a966246899ce,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:12.472932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.506792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:12.650203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.681717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5c57844f-7c09-45f0-a3e2-0bc2fde51bb3 None None] Provisioning for port 8026cf59-7200-4514-b3b5-96b4ec05187c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:12.688252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5c57844f-7c09-45f0-a3e2-0bc2fde51bb3 None None] Provisioning complete for port 8026cf59-7200-4514-b3b5-96b4ec05187c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:12.691875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5c57844f-7c09-45f0-a3e2-0bc2fde51bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.714238 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b460880f-25e1-4660-a842-58a6dc9d6bb8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:12.754364 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.760262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-5c57844f-7c09-45f0-a3e2-0bc2fde51bb3 None None] Port 8026cf59-7200-4514-b3b5-96b4ec05187c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:01:12.784254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:10Z', 'revision_number': 3, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:12.821809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061331-d25e-454b-8692-24cb8080aa7a None None] The sync data for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 is: [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:10Z', 'revision_number': 3, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:01:12.823357 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Pushing event updated for resources: {'Port': ['ID=8026cf59-7200-4514-b3b5-96b4ec05187c,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:12.823836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b460880f-25e1-4660-a842-58a6dc9d6bb8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:12.823836 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.826082 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:12.939000 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:12.940644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:13.293506 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0690622a-b7bd-4395-97d4-b1ddbe77a333 None None] Provisioning complete for port 8026cf59-7200-4514-b3b5-96b4ec05187c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:13.294172 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0690622a-b7bd-4395-97d4-b1ddbe77a333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:13.340357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0690622a-b7bd-4395-97d4-b1ddbe77a333 None None] Port 8026cf59-7200-4514-b3b5-96b4ec05187c cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:01:13.444863 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Router 0a1a3088-513c-4581-ad8e-eea09888a224 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:01:13.565690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:01:13.571692 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4715c51c-4777-471b-96a0-55bfb8bd317d admin admin] 10.222.0.13 "PUT /v2.0/routers/0a1a3088-513c-4581-ad8e-eea09888a224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508230 Aug 19 16:01:13.771583 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.293812 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53552) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:14.299082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-270986492-network', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:14.414638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Made reservation on behalf of 6eee533c7bed4da68bcf2e9b238754fc for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:01:14.414638 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.424606 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.441594 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Sync routers for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:01:14.453489 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:14.454131 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:14.520405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.564652 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:14.565528 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.594544 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:01:14.603488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b2906-9305-49cd-a8b9-65b4c759f46f,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:14.622294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.622703 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Added segment 081bd11f-e96c-49a6-9350-9a8d0638e169 of type vlan for network 6068eb52-141a-42ce-94ac-103ae768d8ae Aug 19 16:01:14.668795 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.752304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a360d2db-52ab-4ed0-bab8-a966246899ce up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:14.771739 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.772692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:14.773916 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.783187 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 2, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:14.840920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] Pushing event updated for resources: {'Network': ['ID=6068eb52-141a-42ce-94ac-103ae768d8ae,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:14.851941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6068eb52-141a-42ce-94ac-103ae768d8ae details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:01:14.898439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a360d2db-52ab-4ed0-bab8-a966246899ce completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:14.906451 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a360d2db-52ab-4ed0-bab8-a966246899ce triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:14.906859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.907270 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Checking router: 0a1a3088-513c-4581-ad8e-eea09888a224 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:01:14.907629 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Updating router 0a1a3088-513c-4581-ad8e-eea09888a224 port 8026cf59-7200-4514-b3b5-96b4ec05187c binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:01:14.932271 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-946cce84-8b8d-444b-890f-f9959b1bfca8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6372664 Aug 19 16:01:14.934918 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:14.937175 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53554) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:14.943060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Request body: {'subnet': {'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-270986492-subnet', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'ip_version': 4}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:15.004192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.025349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a360d2db-52ab-4ed0-bab8-a966246899ce, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a360d2db-52ab-4ed0-bab8-a966246899ce,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:15.034486 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Made reservation on behalf of 6eee533c7bed4da68bcf2e9b238754fc for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:01:15.037019 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.109468 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.164462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a360d2db-52ab-4ed0-bab8-a966246899ce,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:15.225765 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.236926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Transition to ACTIVE for port object 8026cf59-7200-4514-b3b5-96b4ec05187c will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:15.263277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.291303 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.321949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b15d436-7fea-40bd-836f-9a7b9c1494a5,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:15.331702 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Checking segment: {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:15.332076 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Network hostable DHCP agents. Network: 6068eb52-141a-42ce-94ac-103ae768d8ae, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:01:15.384498 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Pushing event updated for resources: {'Port': ['ID=8026cf59-7200-4514-b3b5-96b4ec05187c,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:15.400393 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.400735 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.401078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.401439 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.401772 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.402105 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.402436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.402761 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.403084 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.403405 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.403730 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.404058 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:01:15.408243 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Attempting to bind port 8026cf59-7200-4514-b3b5-96b4ec05187c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:15.408611 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Attempting to bind port 8026cf59-7200-4514-b3b5-96b4ec05187c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:15.409260 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Attempting to bind port 8026cf59-7200-4514-b3b5-96b4ec05187c on network 81b9652c-f1bf-4bec-9945-a1f62d8a975b {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:15.415337 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:15.416769 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Network 6068eb52-141a-42ce-94ac-103ae768d8ae is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:01:15.417864 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Checking segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:15.418292 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.418691 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Bound using segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:15.419180 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Bound port: 8026cf59-7200-4514-b3b5-96b4ec05187c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:15.419570 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.489389 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] For port 8026cf59-7200-4514-b3b5-96b4ec05187c, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:15.492727 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] For port 8026cf59-7200-4514-b3b5-96b4ec05187c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8026cf59-7200-4514-b3b5-96b4ec05187c,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:15.508228 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6068eb52-141a-42ce-94ac-103ae768d8ae) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:15.512712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:15.513354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.518370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69861b3-d838-430b-8cbc-66a0928fb7e2 None None] Network 6068eb52-141a-42ce-94ac-103ae768d8ae requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:01:15.560941 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.615479 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57d28ba5-7dbb-4d6c-bbba-e58bfc2bc17d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6766777 Aug 19 16:01:15.615762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53556) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:15.622752 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:15.633278 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71f2e5-fd9e-4f3f-a624-5fae11c85c37 None None] Pushing event updated for resources: {'Port': ['ID=8026cf59-7200-4514-b3b5-96b4ec05187c,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:15.636344 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:15.637165 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:15.699816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6068eb52-141a-42ce-94ac-103ae768d8ae', 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'fixed_ips': [{'subnet_id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:01:15.700694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.739351 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.741883 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.790022 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:15.818953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:15.860847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Allocated IP 172.20.0.2 (6068eb52-141a-42ce-94ac-103ae768d8ae/6b15d436-7fea-40bd-836f-9a7b9c1494a5/c9c03665-afc1-4534-9a12-33c5dc248cd8) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:16.015012 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:16.045826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.050698 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ccbd8-ece2-4547-8094-41782e59576b None None] The sync data for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 is: [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:01:16.057272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Transition to ACTIVE for port object c9c03665-afc1-4534-9a12-33c5dc248cd8 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:16.067023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.073463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Transition to ACTIVE for port object c9c03665-afc1-4534-9a12-33c5dc248cd8 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:16.178038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.234917 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Network 6068eb52-141a-42ce-94ac-103ae768d8ae is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:16.235865 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Pushing event updated for resources: {'Port': ['ID=c9c03665-afc1-4534-9a12-33c5dc248cd8,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:16.240576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:16.243605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:16.310368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Attempting to bind port c9c03665-afc1-4534-9a12-33c5dc248cd8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:16.311058 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Attempting to bind port c9c03665-afc1-4534-9a12-33c5dc248cd8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:16.311427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Attempting to bind port c9c03665-afc1-4534-9a12-33c5dc248cd8 on network 6068eb52-141a-42ce-94ac-103ae768d8ae {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:16.317416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:16.317667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Checking segment: {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:16.318073 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.318470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Bound using segment: {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:16.318987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Bound port: c9c03665-afc1-4534-9a12-33c5dc248cd8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:16.319377 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.385987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.394302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] For port c9c03665-afc1-4534-9a12-33c5dc248cd8, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:16.398169 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] For port c9c03665-afc1-4534-9a12-33c5dc248cd8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9c03665-afc1-4534-9a12-33c5dc248cd8,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:16.407248 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.480548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.521072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Allocated IP 172.25.5.44 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/439c589a-06bd-4311-a437-756b733a811f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:16.576494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761aefc-475a-4134-8293-36ba744c5ea4 None None] Pushing event updated for resources: {'Port': ['ID=c9c03665-afc1-4534-9a12-33c5dc248cd8,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:16.661377 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.767037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:16.847757 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:16.851519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:16.854989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:16.876518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8026cf59-7200-4514-b3b5-96b4ec05187c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:16.908699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Pushing event updated for resources: {'Port': ['ID=439c589a-06bd-4311-a437-756b733a811f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:17.005453 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 8026cf59-7200-4514-b3b5-96b4ec05187c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:17.010197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8026cf59-7200-4514-b3b5-96b4ec05187c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:17.010585 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.101142 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.141789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 8026cf59-7200-4514-b3b5-96b4ec05187c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8026cf59-7200-4514-b3b5-96b4ec05187c,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:17.199910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.200827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a360d2db-52ab-4ed0-bab8-a966246899ce up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:17.247111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.311600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=8026cf59-7200-4514-b3b5-96b4ec05187c,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:17.324765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a360d2db-52ab-4ed0-bab8-a966246899ce triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:17.325477 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.501695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.602505 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce83943-e38d-4730-b443-9082f86aeedd None None] Network 6068eb52-141a-42ce-94ac-103ae768d8ae requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:01:17.725370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:01:17.800063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4b4389b6-4d2e-431a-891e-c0532ba48f16 None None] Provisioning for port c9c03665-afc1-4534-9a12-33c5dc248cd8 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:17.847797 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:01:17.859110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Sync routers for ids ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:01:17.869699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Routers {'7e2e33b6-cbf4-43fb-b293-0d7495bda33a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:17.870341 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:17.943548 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:17.944820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f4e79c49-f7b9-4876-955c-aac3701e4b57 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3271503 Aug 19 16:01:17.947872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53558) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:01:17.986576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Set router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:18.184090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 3, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:18.393295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Checking router: 7e2e33b6-cbf4-43fb-b293-0d7495bda33a for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:01:18.393556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Updating router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a port 439c589a-06bd-4311-a437-756b733a811f binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:01:18.424581 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.427406 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.594789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Allocated IP 172.20.0.1 (6068eb52-141a-42ce-94ac-103ae768d8ae/6b15d436-7fea-40bd-836f-9a7b9c1494a5/cc93d556-4481-4800-badd-bf0033b9a182) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:18.709155 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.718587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.720387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Transition to ACTIVE for port object 439c589a-06bd-4311-a437-756b733a811f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:18.734106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Transition to ACTIVE for port object cc93d556-4481-4800-badd-bf0033b9a182 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:18.783234 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.815722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9c03665-afc1-4534-9a12-33c5dc248cd8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:18.829093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.869889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Network 6068eb52-141a-42ce-94ac-103ae768d8ae is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:18.871013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948452d-1c8b-43db-a0df-af53980c37c2 None None] Pushing event updated for resources: {'Port': ['ID=439c589a-06bd-4311-a437-756b733a811f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:18.874760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Attempting to bind port 439c589a-06bd-4311-a437-756b733a811f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:18.875139 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Attempting to bind port 439c589a-06bd-4311-a437-756b733a811f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:18.875509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Attempting to bind port 439c589a-06bd-4311-a437-756b733a811f on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:18.878535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:18.881533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:18.883298 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:18.883692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:18.884102 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.884508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:18.885102 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Bound port: 439c589a-06bd-4311-a437-756b733a811f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:18.885404 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.912858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Pushing event updated for resources: {'Port': ['ID=cc93d556-4481-4800-badd-bf0033b9a182,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:18.933617 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:18.947641 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] For port 439c589a-06bd-4311-a437-756b733a811f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:18.957239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] For port 439c589a-06bd-4311-a437-756b733a811f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=439c589a-06bd-4311-a437-756b733a811f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:19.005595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c9c03665-afc1-4534-9a12-33c5dc248cd8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:19.010292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c9c03665-afc1-4534-9a12-33c5dc248cd8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:19.010669 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.039367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.125093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948452d-1c8b-43db-a0df-af53980c37c2 None None] Pushing event updated for resources: {'Port': ['ID=439c589a-06bd-4311-a437-756b733a811f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:19.129047 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Routers {'7e2e33b6-cbf4-43fb-b293-0d7495bda33a'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:19.129731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:19.164127 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.243569 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4e5c415f-4a5c-4588-be80-48effb08862b None None] Provisioning for port cc93d556-4481-4800-badd-bf0033b9a182 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:19.248600 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.257684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4e5c415f-4a5c-4588-be80-48effb08862b None None] Provisioning complete for port cc93d556-4481-4800-badd-bf0033b9a182 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:19.258063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e5c415f-4a5c-4588-be80-48effb08862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.326997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] Set router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:19.361063 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.399472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c415f-4a5c-4588-be80-48effb08862b None None] Port cc93d556-4481-4800-badd-bf0033b9a182 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:01:19.411391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port c9c03665-afc1-4534-9a12-33c5dc248cd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9c03665-afc1-4534-9a12-33c5dc248cd8,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:19.421723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.465669 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.466481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8026cf59-7200-4514-b3b5-96b4ec05187c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:19.490773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Pushing event updated for resources: {'Port': ['ID=cc93d556-4481-4800-badd-bf0033b9a182,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:19.495136 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.588682 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=c9c03665-afc1-4534-9a12-33c5dc248cd8,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:19.605167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Network 6068eb52-141a-42ce-94ac-103ae768d8ae is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:19.614350 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8026cf59-7200-4514-b3b5-96b4ec05187c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:19.614727 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.618498 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:19.676339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 3, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:19.709529 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead221-e5f2-4f50-93a6-44d0b48473c4 None None] The sync data for ids ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'] in n-d-779913-32 is: [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 3, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:01:19.767040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:01:19.907558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:01:19.922693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e8850bae-c545-4532-ad82-2bc6336ff93e admin admin] 10.222.0.13 "PUT /v2.0/routers/7e2e33b6-cbf4-43fb-b293-0d7495bda33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9729834 Aug 19 16:01:19.933009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-fba432d5-13e7-4d50-9a44-e28181d7feda None None] Provisioning complete for port cc93d556-4481-4800-badd-bf0033b9a182 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:19.933462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fba432d5-13e7-4d50-9a44-e28181d7feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:19.986973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-fba432d5-13e7-4d50-9a44-e28181d7feda None None] Port cc93d556-4481-4800-badd-bf0033b9a182 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:01:20.824250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9c03665-afc1-4534-9a12-33c5dc248cd8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:20.882475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c9c03665-afc1-4534-9a12-33c5dc248cd8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:20.882853 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:20.967711 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 439c589a-06bd-4311-a437-756b733a811f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:21.096822 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 439c589a-06bd-4311-a437-756b733a811f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:21.101420 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 439c589a-06bd-4311-a437-756b733a811f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:21.101816 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:21.193007 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:21.215726 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 439c589a-06bd-4311-a437-756b733a811f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=439c589a-06bd-4311-a437-756b733a811f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:21.297829 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:21.359510 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=439c589a-06bd-4311-a437-756b733a811f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:21.488466 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Sync routers for ids ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:01:21.500011 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Routers {'7e2e33b6-cbf4-43fb-b293-0d7495bda33a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:21.501054 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:21.624079 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Set router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:21.879868 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:01:19Z', 'revision_number': 4, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'cc93d556-4481-4800-badd-bf0033b9a182', 'name': '', 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'mac_address': 'fa:16:3e:b6:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:18Z', 'updated_at': '2021-08-19T16:01:19Z', 'revision_number': 2, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'subnets': [{'id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:21.920144 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Checking router: 7e2e33b6-cbf4-43fb-b293-0d7495bda33a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:01:21.922942 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Updating router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a port cc93d556-4481-4800-badd-bf0033b9a182 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:01:21.961823 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:22.333225 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:22.345771 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Transition to ACTIVE for port object cc93d556-4481-4800-badd-bf0033b9a182 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:22.422688 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:22.481042 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7606c-b1a0-444b-8449-92280f9f742d None None] Pushing event updated for resources: {'Port': ['ID=cc93d556-4481-4800-badd-bf0033b9a182,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:22.555238 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Attempting to bind port cc93d556-4481-4800-badd-bf0033b9a182 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:22.555908 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Attempting to bind port cc93d556-4481-4800-badd-bf0033b9a182 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:22.556045 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Attempting to bind port cc93d556-4481-4800-badd-bf0033b9a182 on network 6068eb52-141a-42ce-94ac-103ae768d8ae {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:22.562377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:22.562657 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Checking segment: {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:22.563455 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:22.563455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Bound using segment: {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:22.563765 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Bound port: cc93d556-4481-4800-badd-bf0033b9a182, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081bd11f-e96c-49a6-9350-9a8d0638e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:22.564512 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:22.667927 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] For port cc93d556-4481-4800-badd-bf0033b9a182, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:22.671889 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] For port cc93d556-4481-4800-badd-bf0033b9a182, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cc93d556-4481-4800-badd-bf0033b9a182,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:22.756610 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:22.770408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 439c589a-06bd-4311-a437-756b733a811f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:22.827102 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Routers {'7e2e33b6-cbf4-43fb-b293-0d7495bda33a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:01:22.827758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:00:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:22.836623 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7606c-b1a0-444b-8449-92280f9f742d None None] Pushing event updated for resources: {'Port': ['ID=cc93d556-4481-4800-badd-bf0033b9a182,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:22.873291 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 439c589a-06bd-4311-a437-756b733a811f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:22.873670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:23.147464 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] Set router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:01:23.490722 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:01:19Z', 'revision_number': 4, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'cc93d556-4481-4800-badd-bf0033b9a182', 'name': '', 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'mac_address': 'fa:16:3e:b6:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:18Z', 'updated_at': '2021-08-19T16:01:22Z', 'revision_number': 4, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'subnets': [{'id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:01:23.539599 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233e60d-2c85-4608-86d0-ae6788bdd925 None None] The sync data for ids ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'] in n-d-779913-32 is: [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:01:19Z', 'revision_number': 4, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'cc93d556-4481-4800-badd-bf0033b9a182', 'name': '', 'network_id': '6068eb52-141a-42ce-94ac-103ae768d8ae', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'mac_address': 'fa:16:3e:b6:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:18Z', 'updated_at': '2021-08-19T16:01:22Z', 'revision_number': 4, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'subnets': [{'id': '6b15d436-7fea-40bd-836f-9a7b9c1494a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:01:24.749646 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a8fb242b-f8c8-485b-a96a-715273af44fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:24.756472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cc93d556-4481-4800-badd-bf0033b9a182 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:24.868686 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port cc93d556-4481-4800-badd-bf0033b9a182 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:24.874108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cc93d556-4481-4800-badd-bf0033b9a182 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:24.874508 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:25.000848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:25.054003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port cc93d556-4481-4800-badd-bf0033b9a182, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cc93d556-4481-4800-badd-bf0033b9a182,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:25.144979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:25.243470 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=cc93d556-4481-4800-badd-bf0033b9a182,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:25.355595 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:01:26.039749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:26.729200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cc93d556-4481-4800-badd-bf0033b9a182 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:26.807497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port cc93d556-4481-4800-badd-bf0033b9a182 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:26.807888 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:27.331704 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:27.971281 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-abd41f25-38cf-4ef7-bcd1-964f5a6e7228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:29.817011 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:30.987920 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:32.413507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-f66cdf8d-f117-4196-a39a-a387d4397369 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:32.415010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-f66cdf8d-f117-4196-a39a-a387d4397369 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 814 time: 0.1035566 Aug 19 16:01:32.430412 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-8e334e08-34e7-4cc5-8239-764c2a6ca222 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/quotas/c49eb8e8943f43b8a569cb29baaabbeb HTTP/1.1" status: 200 len: 375 time: 0.0094395 Aug 19 16:01:32.488367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-b90d963b-cb8d-4081-8b89-3fc5e76bab98 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516901 Aug 19 16:01:32.586399 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-58bc43dc-1f59-48d8-9fa3-1668b4b94e83 service neutron] 10.222.0.13 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853965 Aug 19 16:01:32.679650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-03b2853c-1261-44f2-8645-d395c68b4cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 Aug 19 16:01:33.023607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4344a5fe-0466-410a-b753-7a29fc4733f7 req-3ccd8460-393a-44dc-aaa0-be81d9be32bf tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 210 time: 0.0313628 Aug 19 16:01:34.102170 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0ac37f7d-3b22-4384-a0f8-044e257ade44 req-aafaf2f3-c0af-4169-b7ce-9d7cb9fc9b1b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 210 time: 0.0272517 Aug 19 16:01:35.633431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a0652665-0e5e-4de6-86b1-e64642071062 req-454e6d90-8626-4482-a572-a638fdc67aca tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 210 time: 0.4528298 Aug 19 16:01:35.698314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-711cd3a3-6aec-4091-915b-46cb3ce53e01 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:35.699912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-711cd3a3-6aec-4091-915b-46cb3ce53e01 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 814 time: 0.5419180 Aug 19 16:01:35.715073 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'port': {'device_id': '6eef41c8-b825-4203-83be-51258a7ea695', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'admin_state_up': True, 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:35.975245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Made reservation on behalf of c49eb8e8943f43b8a569cb29baaabbeb for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:01:35.981607 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:36.219124 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Allocated IP 172.20.0.12 (81b9652c-f1bf-4bec-9945-a1f62d8a975b/ad52bf11-1b78-41a1-8ad5-d87b0b143e9b/d9795d89-a1e4-4a52-a052-93f5eca185d1) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:01:36.395831 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:36.412946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Transition to ACTIVE for port object d9795d89-a1e4-4a52-a052-93f5eca185d1 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:36.508956 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:36.568245 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:01:36.572182 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:01:36.577595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:01:36.607707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:36.687977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:36.688878 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:36.799742 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d28a1-5284-447f-a026-1979c7944984 req-dd241bce-ebd7-4081-8514-88b897b7f5d0 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:36.802974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e2d28a1-5284-447f-a026-1979c7944984 req-dd241bce-ebd7-4081-8514-88b897b7f5d0 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0742426 Aug 19 16:01:36.808050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-53b99611-3e05-4f41-9e0f-52f7f4fe16df tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0971289 Aug 19 16:01:36.852642 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e2d28a1-5284-447f-a026-1979c7944984 req-753e78cd-78ed-4451-9044-1ae3a284fe3e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Aug 19 16:01:36.964883 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-55897bcc-4387-4c21-8ef6-4ab3b07c1048 None None] Provisioning for port d9795d89-a1e4-4a52-a052-93f5eca185d1 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:36.970304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-55897bcc-4387-4c21-8ef6-4ab3b07c1048 None None] Provisioning complete for port d9795d89-a1e4-4a52-a052-93f5eca185d1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:36.971472 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-55897bcc-4387-4c21-8ef6-4ab3b07c1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:37.008926 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-55897bcc-4387-4c21-8ef6-4ab3b07c1048 None None] Port d9795d89-a1e4-4a52-a052-93f5eca185d1 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:01:38.002519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aafdae-7374-4fd0-880a-70e767d06be6 req-7826928e-d56d-4f97-a158-b9f400423c34 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:38.009327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86aafdae-7374-4fd0-880a-70e767d06be6 req-7826928e-d56d-4f97-a158-b9f400423c34 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0640721 Aug 19 16:01:38.052330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86aafdae-7374-4fd0-880a-70e767d06be6 req-092748e2-4f02-457d-9aac-34fa6aea1f91 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Aug 19 16:01:39.172388 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612966-2981-4265-9e33-54d5671590f1 req-eb7eae44-b2f7-447b-b865-211ec3a90719 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:39.173961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50612966-2981-4265-9e33-54d5671590f1 req-eb7eae44-b2f7-447b-b865-211ec3a90719 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0525458 Aug 19 16:01:39.213992 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-50612966-2981-4265-9e33-54d5671590f1 req-38cedcff-e3a5-474b-92bc-6c9eb824ec2b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Aug 19 16:01:40.343953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e2ec2-af06-4144-aa50-5104c921e019 req-fa8a1c15-736e-4bd1-9329-71a484fbe1b2 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:40.345700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a3e2ec2-af06-4144-aa50-5104c921e019 req-fa8a1c15-736e-4bd1-9329-71a484fbe1b2 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0548751 Aug 19 16:01:40.386970 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a3e2ec2-af06-4144-aa50-5104c921e019 req-97ae8150-a5ba-47da-9257-e773a72b2721 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Aug 19 16:01:41.523854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a641a85-4848-496e-b526-b1a8a1952fd3 req-29e12d38-d115-40c1-88ca-134f63090a99 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:41.525850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a641a85-4848-496e-b526-b1a8a1952fd3 req-29e12d38-d115-40c1-88ca-134f63090a99 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0662181 Aug 19 16:01:41.599660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a641a85-4848-496e-b526-b1a8a1952fd3 req-22d2adc8-6d43-43cc-a9b2-742401bcd47d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661385 Aug 19 16:01:42.727091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c502031-ff55-4b0c-b938-1bd3c59542a3 req-553cfe22-f911-4468-98d6-6636d9b2f375 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:42.728593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c502031-ff55-4b0c-b938-1bd3c59542a3 req-553cfe22-f911-4468-98d6-6636d9b2f375 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0534053 Aug 19 16:01:42.769917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c502031-ff55-4b0c-b938-1bd3c59542a3 req-389463ea-1961-4856-9efe-e31809e608ac tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Aug 19 16:01:43.793869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:43.901180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cae363-a329-4902-9cf1-b0ded1a36d8e req-89194037-bbae-4e36-949e-927b87d32100 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:43.902767 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69cae363-a329-4902-9cf1-b0ded1a36d8e req-89194037-bbae-4e36-949e-927b87d32100 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0574107 Aug 19 16:01:43.950425 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69cae363-a329-4902-9cf1-b0ded1a36d8e req-f1491b0f-11f7-4c00-b531-24c23f681c14 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Aug 19 16:01:45.080298 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28853a-663d-42fb-86f8-0ae2ec5beac8 req-4bde549c-6e2a-44dd-a62b-41a2797334f9 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:45.082118 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad28853a-663d-42fb-86f8-0ae2ec5beac8 req-4bde549c-6e2a-44dd-a62b-41a2797334f9 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0567029 Aug 19 16:01:45.121358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ad28853a-663d-42fb-86f8-0ae2ec5beac8 req-4ed7f6ed-daa6-4ce2-8c15-1738fcdd27a2 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Aug 19 16:01:46.189416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Request body: {'port': {'device_id': '6eef41c8-b825-4203-83be-51258a7ea695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:01:46.286166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94233-4d61-493d-a9b8-9786920c165e req-577bc3a8-98b1-4818-8600-9040a7e84bfe tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:46.287731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6f94233-4d61-493d-a9b8-9786920c165e req-577bc3a8-98b1-4818-8600-9040a7e84bfe tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 932 time: 0.0955389 Aug 19 16:01:46.288311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:46.365630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d6f94233-4d61-493d-a9b8-9786920c165e req-17577342-3427-4ac0-8dca-b0b523bf9bd7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681787 Aug 19 16:01:46.592754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9795d89-a1e4-4a52-a052-93f5eca185d1 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:01:46.601153 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:46.616344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Transition to ACTIVE for port object d9795d89-a1e4-4a52-a052-93f5eca185d1 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:01:46.662171 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:46.735119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:46.793733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Attempting to bind port d9795d89-a1e4-4a52-a052-93f5eca185d1 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:01:46.794069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Attempting to bind port d9795d89-a1e4-4a52-a052-93f5eca185d1 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:01:46.794395 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Attempting to bind port d9795d89-a1e4-4a52-a052-93f5eca185d1 on network 81b9652c-f1bf-4bec-9945-a1f62d8a975b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:46.800348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Port d9795d89-a1e4-4a52-a052-93f5eca185d1 on network 81b9652c-f1bf-4bec-9945-a1f62d8a975b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:01:46.805545 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Attempting to bind port d9795d89-a1e4-4a52-a052-93f5eca185d1 on network 81b9652c-f1bf-4bec-9945-a1f62d8a975b {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:01:46.807325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:01:46.807670 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Checking segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:01:46.808162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Bound using segment: {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:01:46.808603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Bound port: d9795d89-a1e4-4a52-a052-93f5eca185d1, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:01:46.808966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:46.884029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:01:46.887684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:01:46.959890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:47.001708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.002332 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:47.003770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] 10.222.0.46 "PUT /v2.0/ports/d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 1093 time: 0.8191214 Aug 19 16:01:47.004267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:01:47.006578 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef12803b-22d7-4550-8575-f083b844fc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:01:47.037965 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9047af-2209-420d-ac2c-cd13589efaca service neutron] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:47.057249 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63734aa1-33ac-43d3-9aa2-60e65cb29013 x-openstack-request-id: req-63734aa1-33ac-43d3-9aa2-60e65cb29013 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:01:47.057552 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:01:47.057816 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63734aa1-33ac-43d3-9aa2-60e65cb29013 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:01:47.058235 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'status': 'completed', 'code': 200} Aug 19 16:01:47.125462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12803b-22d7-4550-8575-f083b844fc7e req-ef9c20ab-bfb7-4c89-a930-c2f0fe94b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.126929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef12803b-22d7-4550-8575-f083b844fc7e req-ef9c20ab-bfb7-4c89-a930-c2f0fe94b3cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1096 time: 0.0497854 Aug 19 16:01:47.242917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12803b-22d7-4550-8575-f083b844fc7e req-5c449d33-57e0-419e-af19-477c19d469ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.244539 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef12803b-22d7-4550-8575-f083b844fc7e req-5c449d33-57e0-419e-af19-477c19d469ad service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1099160 Aug 19 16:01:47.339276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12803b-22d7-4550-8575-f083b844fc7e req-6b24d115-f447-478f-b5ea-19259ed98bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.340677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef12803b-22d7-4550-8575-f083b844fc7e req-6b24d115-f447-478f-b5ea-19259ed98bd9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892494 Aug 19 16:01:47.427533 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-85d273b3-2b80-4f82-901f-b67700e0b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.429083 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-85d273b3-2b80-4f82-901f-b67700e0b65b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1096 time: 0.0521402 Aug 19 16:01:47.482334 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-3967ffea-db37-4aa5-82c1-8095d235d717 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 217 time: 0.0448682 Aug 19 16:01:47.566638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81c7ac-48c2-4c26-b51d-12109b6de961 req-794a5c69-5a31-4f5f-930e-cb4b1243a34c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.568216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be81c7ac-48c2-4c26-b51d-12109b6de961 req-794a5c69-5a31-4f5f-930e-cb4b1243a34c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 944 time: 0.0953786 Aug 19 16:01:47.572357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-fb40b918-cb28-40fe-99f8-eba565aed9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.573845 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-fb40b918-cb28-40fe-99f8-eba565aed9d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0728066 Aug 19 16:01:47.634920 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be81c7ac-48c2-4c26-b51d-12109b6de961 req-b3766722-fe47-4464-a2c3-2803ed4797a5 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600927 Aug 19 16:01:47.645726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-67376a4f-a658-4017-bef7-3eee452c4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:47.647457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-67376a4f-a658-4017-bef7-3eee452c4fce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660408 Aug 19 16:01:47.746178 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-883f6cab-bd09-4e55-b21c-3eca429d1ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912011 Aug 19 16:01:47.848912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-88df4465-89c0-4194-96b8-a4a9ec5c7b8b req-fe042909-92c2-4de9-b1b8-d637c068959f service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950327 Aug 19 16:01:48.766782 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba72805-7244-4e13-9831-e31b01e6a4d3 req-97525d8c-6632-46ad-b650-8557597c79f7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:48.768313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ba72805-7244-4e13-9831-e31b01e6a4d3 req-97525d8c-6632-46ad-b650-8557597c79f7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 944 time: 0.0583665 Aug 19 16:01:48.813860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5ba72805-7244-4e13-9831-e31b01e6a4d3 req-e4993c5b-e68f-4ae4-941a-9473429f18b8 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Aug 19 16:01:49.938128 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd77f8-e11b-4810-91db-ecf6050f3227 req-c7ae9f66-2082-4486-bf76-d804c3f48c07 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:49.939804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0fd77f8-e11b-4810-91db-ecf6050f3227 req-c7ae9f66-2082-4486-bf76-d804c3f48c07 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 944 time: 0.0557075 Aug 19 16:01:49.979061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c0fd77f8-e11b-4810-91db-ecf6050f3227 req-20aec257-4d34-489c-9e08-ae651fc70769 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Aug 19 16:01:51.105548 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c964211-53b7-45e2-a5f3-9cbec0ecd005 req-b12a6128-eb7a-40cf-92ce-5828f8e02598 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:51.107313 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c964211-53b7-45e2-a5f3-9cbec0ecd005 req-b12a6128-eb7a-40cf-92ce-5828f8e02598 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 944 time: 0.0544496 Aug 19 16:01:51.148694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c964211-53b7-45e2-a5f3-9cbec0ecd005 req-e7d658f4-142e-40ea-8e7f-4234116f986b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Aug 19 16:01:51.289812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d9795d89-a1e4-4a52-a052-93f5eca185d1 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:01:51.394788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:51.409183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'port_id': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'mac_address': 'fa:16:3e:e9:9a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:01:51.445811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:51.462722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9795d89-a1e4-4a52-a052-93f5eca185d1 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:01:51.483502 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:51.542891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:51.599032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:51.759164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d9795d89-a1e4-4a52-a052-93f5eca185d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:01:52.267936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c382-0b54-4581-81f6-a5fcb506fdfe req-1cbf93c2-61ba-477d-9e02-3bf140e548ce tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:52.269710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bc1c382-0b54-4581-81f6-a5fcb506fdfe req-1cbf93c2-61ba-477d-9e02-3bf140e548ce tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 945 time: 0.0517476 Aug 19 16:01:52.310153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3bc1c382-0b54-4581-81f6-a5fcb506fdfe req-6499cc3b-cf89-4fd7-9b53-59d93c34c1c2 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Aug 19 16:01:53.304831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d9795d89-a1e4-4a52-a052-93f5eca185d1 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:01:53.435454 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0abe22-56b3-4991-82f6-f1bf2d838979 req-45ac5ba0-d479-4243-a036-8ddbfcf35c5f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:53.436952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae0abe22-56b3-4991-82f6-f1bf2d838979 req-45ac5ba0-d479-4243-a036-8ddbfcf35c5f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Aug 19 16:01:53.444724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port d9795d89-a1e4-4a52-a052-93f5eca185d1 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:01:53.448816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port d9795d89-a1e4-4a52-a052-93f5eca185d1 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:01:53.449245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:53.476498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ae0abe22-56b3-4991-82f6-f1bf2d838979 req-ef085214-a167-41a4-a9e4-9a03e418f900 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Aug 19 16:01:53.527455 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:53.550386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:01:53.552625 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f247be-1dd4-4dfe-89b4-ab609a611364" -d '{"events": [{"server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "name": "network-vif-plugged", "status": "completed", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:01:53.570652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:01:53.591475 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889a1fbe-2cf7-45e6-95e4-e89d6f9548e9 x-openstack-request-id: req-889a1fbe-2cf7-45e6-95e4-e89d6f9548e9 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:01:53.591776 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "name": "network-vif-plugged", "status": "completed", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:01:53.592038 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-889a1fbe-2cf7-45e6-95e4-e89d6f9548e9 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:01:53.592435 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'code': 200} Aug 19 16:01:53.633216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:53.691845 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:01:53.692286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873f0f-8a93-4ca1-9ad9-7ff766ac7371 req-f8e551bf-7003-4620-9630-024c151b87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:53.694498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63873f0f-8a93-4ca1-9ad9-7ff766ac7371 req-f8e551bf-7003-4620-9630-024c151b87ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1098 time: 0.0434256 Aug 19 16:01:53.732148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-63873f0f-8a93-4ca1-9ad9-7ff766ac7371 req-86d05089-d91b-4b32-9cc6-ccc444797a34 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304720 Aug 19 16:01:54.593373 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279a1bf-d0da-45df-830f-8034a514c535 req-9deabfec-a45a-4a24-9f78-26cc1097f8e5 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:54.595739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0279a1bf-d0da-45df-830f-8034a514c535 req-9deabfec-a45a-4a24-9f78-26cc1097f8e5 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0505319 Aug 19 16:01:54.615976 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1aeeec48-6a03-4c5c-b60a-114701d10995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:54.635200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0279a1bf-d0da-45df-830f-8034a514c535 req-dc1b89d4-9bd0-45ab-8564-7b5534961da4 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Aug 19 16:01:55.925809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1f522-4ca7-4180-b659-13947994d81b req-a1016a4b-c342-4449-b374-ceb8432eeef7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:55.927447 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0b1f522-4ca7-4180-b659-13947994d81b req-a1016a4b-c342-4449-b374-ceb8432eeef7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.2239213 Aug 19 16:01:55.968565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b0b1f522-4ca7-4180-b659-13947994d81b req-0df21cd1-f16c-4cf8-88c5-209884d9cc9c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348887 Aug 19 16:01:56.034023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:56.084002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeb4f9-1573-4053-97c1-ca1061dbae8c req-e284fbaa-75d9-4f8c-a660-8ed27c4c4bd3 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:56.085552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2aeb4f9-1573-4053-97c1-ca1061dbae8c req-e284fbaa-75d9-4f8c-a660-8ed27c4c4bd3 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0502691 Aug 19 16:01:56.124605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2aeb4f9-1573-4053-97c1-ca1061dbae8c req-0278da43-dd68-41d2-a1d3-043e786fe026 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Aug 19 16:01:56.316799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe2aa9-650f-481e-a837-4bd5b490d482 req-9bf78d47-dec9-41de-aa17-fd57af7ca795 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:01:56.318638 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dabe2aa9-650f-481e-a837-4bd5b490d482 req-9bf78d47-dec9-41de-aa17-fd57af7ca795 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0505188 Aug 19 16:01:56.358944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dabe2aa9-650f-481e-a837-4bd5b490d482 req-f2cd0495-821c-4fd8-8416-37ee4a322f71 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341806 Aug 19 16:01:57.324846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:57.902090 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4a484313-b90f-4140-8956-2beb63ea9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:59.827667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:00.958957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:02.360954 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:02:09.751447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82c7f3-721a-44c1-a958-ddd582e21700 req-885f4392-63e9-4b35-8405-70282d9b8ffe tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:09.752912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f82c7f3-721a-44c1-a958-ddd582e21700 req-885f4392-63e9-4b35-8405-70282d9b8ffe tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0581677 Aug 19 16:02:09.796966 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0f82c7f3-721a-44c1-a958-ddd582e21700 req-55bb461d-35f8-4866-9344-148dc99b3c24 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375357 Aug 19 16:02:09.822410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53774) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:09.932162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce119dc6-3bdc-456b-b69e-167fc8c77148 tempest-TestMinimumBasicScenario-607967157 tempest-TestMinimumBasicScenario-607967157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:09.933842 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ce119dc6-3bdc-456b-b69e-167fc8c77148 tempest-TestMinimumBasicScenario-607967157 tempest-TestMinimumBasicScenario-607967157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1093 time: 0.1100726 Aug 19 16:02:09.936855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53778) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:09.941763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:10.004560 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:10.109326 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:10.214406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Allocated IP 172.25.5.65 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/dafba170-ecce-4782-9396-17ba65149fb8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:02:10.326622 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:10.421960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:10.466061 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:02:10.469346 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:02:10.472199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:02:10.478383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'Port': ['ID=dafba170-ecce-4782-9396-17ba65149fb8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:10.505759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.506100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.506442 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.506785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.507115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.507446 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.507776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.508096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.508422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.508743 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.509055 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.509405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:10.856016 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:10.977500 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:11.131519 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:11.205748 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:11.283318 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'Port': ['ID=dafba170-ecce-4782-9396-17ba65149fb8,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:11.301854 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:11.408432 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Floating IP b86c00e0-027e-4f48-b789-1f4a67902c96 associated. External IP: 172.25.5.65, port: d9795d89-a1e4-4a52-a052-93f5eca185d1. Aug 19 16:02:11.624447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Router 0a1a3088-513c-4581-ad8e-eea09888a224 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:02:11.742554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:02:11.752658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] Sync routers for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:02:11.762958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:02:11.763602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:02:11.833231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:11.872360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4ffa1771-00ac-43dd-9377-b67e8113e0a6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9343257 Aug 19 16:02:11.873098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:02:11.875217 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53780) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:11.875701 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:02:11.881171 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208653183', 'description': 'tempest-secgroup-smoke-1208653183 description', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:11.892563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:02:11.915794 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d55f382-64e2-4306-8269-842273f98831 x-openstack-request-id: req-2d55f382-64e2-4306-8269-842273f98831 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:02:11.916090 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:02:11.916345 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d55f382-64e2-4306-8269-842273f98831 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:02:11.916786 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'status': 'completed', 'code': 200} Aug 19 16:02:11.958954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:11.981056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-93d3edfa-b21d-4e34-9208-b4ebea524dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:11.982922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-93d3edfa-b21d-4e34-9208-b4ebea524dc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1098 time: 0.0443041 Aug 19 16:02:12.047576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.078354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-2eb8d8e6-58bb-4cdf-bcf5-c4df0edbbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:12.080570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-2eb8d8e6-58bb-4cdf-bcf5-c4df0edbbbb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 915 time: 0.0900967 Aug 19 16:02:12.113320 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.127734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b86c00e0-027e-4f48-b789-1f4a67902c96', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'port_id': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'mac_address': 'fa:16:3e:e9:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef41c8-b825-4203-83be-51258a7ea695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:02:10Z', 'updated_at': '2021-08-19T16:02:10Z', 'revision_number': 0, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:02:12.156580 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004aeeb0-ce95-4648-94fa-bdf80448f832,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:12.164699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] Checking router: 0a1a3088-513c-4581-ad8e-eea09888a224 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:02:12.169693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-e7e84cac-8ab7-4e94-9cc2-7145a2a964a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 999 time: 0.0814221 Aug 19 16:02:12.174508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:02:12.175120 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.175271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:01:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:02:12.175725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.176453 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.177040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.178042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.178638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.179590 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.180191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.180777 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.181406 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.181996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.182588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:02:12.199181 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.200523 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb8d3cf4-87f5-4578-ae76-634b02b589d7 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3235741 Aug 19 16:02:12.203954 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53784) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:12.209041 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group_rule': {'security_group_id': '004aeeb0-ce95-4648-94fa-bdf80448f832', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:12.242687 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-6c3807a1-a3db-43ea-97c3-f1420f6f4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:12.244316 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-6c3807a1-a3db-43ea-97c3-f1420f6f4249 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0662880 Aug 19 16:02:12.299099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-3710a79e-cd33-44c2-b9e1-cad9bc4f6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:12.300864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-3710a79e-cd33-44c2-b9e1-cad9bc4f6956 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476544 Aug 19 16:02:12.319757 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.393564 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.406712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-e721202d-9a6c-49b9-b665-dbbb06dec695 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982494 Aug 19 16:02:12.464863 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:02:12.504604 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ddce94b5-5ffe-455b-b4bd-9d59d63e60d8 req-24c117d6-4e52-4f2f-ba52-6485e3aafd24 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896914 Aug 19 16:02:12.552869 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.575549 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569d7ce6-f917-4a67-95d9-79f9ed52e887,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:12.661701 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.663046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-57472e3f-8c25-4d51-9976-7840f2545d82 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4581091 Aug 19 16:02:12.665936 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53786) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:12.670595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group_rule': {'security_group_id': '004aeeb0-ce95-4648-94fa-bdf80448f832', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:12.709408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b86c00e0-027e-4f48-b789-1f4a67902c96', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'port_id': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'mac_address': 'fa:16:3e:e9:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef41c8-b825-4203-83be-51258a7ea695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:02:10Z', 'updated_at': '2021-08-19T16:02:10Z', 'revision_number': 0, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:02:12.737033 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702e0fd-6161-465c-bebe-7b667398afb4 None None] The sync data for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 is: [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'b86c00e0-027e-4f48-b789-1f4a67902c96', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'port_id': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'mac_address': 'fa:16:3e:e9:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef41c8-b825-4203-83be-51258a7ea695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:02:10Z', 'updated_at': '2021-08-19T16:02:10Z', 'revision_number': 0, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:02:12.770561 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.845656 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.896321 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.920534 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6f284-5d3b-40bc-a037-022d80ae49c2,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:12.966704 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed0770-f827-4f1d-8b58-72603514a41b None None] New status for floating IP b86c00e0-027e-4f48-b789-1f4a67902c96: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:02:12.970793 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:12.972482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ad81bc50-8be6-4b32-a0a9-eae8e07fe10e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3055055 Aug 19 16:02:12.975321 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53788) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:12.980369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group_rule': {'security_group_id': '004aeeb0-ce95-4648-94fa-bdf80448f832', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:13.050380 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.111456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.176232 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.196034 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c56d9d6-35b9-4269-930e-873818016090,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:13.244710 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.246028 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-adb4c0c6-c043-4476-ad6f-dcad5e363c5d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2694857 Aug 19 16:02:13.248733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53790) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:13.254304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group_rule': {'security_group_id': '004aeeb0-ce95-4648-94fa-bdf80448f832', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:13.329301 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.394392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.443955 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.462723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16821bd6-42c4-4475-922c-3dab4ce234d3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:13.536002 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.537372 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab893579-161d-4df1-8ed0-9ce6b407bdfa tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875137 Aug 19 16:02:13.540086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53792) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:13.544539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group_rule': {'security_group_id': '004aeeb0-ce95-4648-94fa-bdf80448f832', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:13.638641 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Project c49eb8e8943f43b8a569cb29baaabbeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:02:13.644167 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.710350 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.782349 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.801441 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77fa64a-fc15-4f3b-ba33-b506683f8302,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:13.810220 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.855863 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:13.857263 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f6dcb7d5-258f-4758-8274-a2f9c080ff95 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161192 Aug 19 16:02:13.860099 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53794) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:02:13.864781 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'security_group_rule': {'security_group_id': '004aeeb0-ce95-4648-94fa-bdf80448f832', 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:13.947292 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Project c49eb8e8943f43b8a569cb29baaabbeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:02:13.952770 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.016893 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.084580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.105515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f146821-7e41-4822-b084-fb7e944fee39,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:14.175663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.176952 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-56fc54b2-a805-4bd0-8699-7ab1008f7d1a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158581 Aug 19 16:02:14.261410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-73d37ec0-71fb-409e-af4a-31b55357c239 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208653183&fields=id&tenant_id=c49eb8e8943f43b8a569cb29baaabbeb HTTP/1.1" status: 200 len: 267 time: 0.0357947 Aug 19 16:02:14.324500 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-0cf61e79-638b-47db-bac7-06e8ca4b5a0f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:14.326085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-0cf61e79-638b-47db-bac7-06e8ca4b5a0f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0578332 Aug 19 16:02:14.341408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'port': {'security_groups': ['8ed9eba3-b182-4117-bb5a-4c43fa7c3695', '004aeeb0-ce95-4648-94fa-bdf80448f832']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:02:14.412230 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.604751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:02:14.636551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.706962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.721086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d9795d89-a1e4-4a52-a052-93f5eca185d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:02:14.753309 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:14.753309 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:14.753309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-717b9e7d-9062-420a-9a2c-fe8771e1f0ab req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "PUT /v2.0/ports/d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 982 time: 0.4166393 Aug 19 16:02:14.753613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:02:14.755783 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f06031-61ad-4b53-ae16-cb069c354eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:02:14.786434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214076c-b2e7-4940-b814-e69cf9feb6ab tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:02:14.802906 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ac804-99a1-42c3-90ab-497a0f18513b x-openstack-request-id: req-9d4ac804-99a1-42c3-90ab-497a0f18513b {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:02:14.803033 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:02:14.803284 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4ac804-99a1-42c3-90ab-497a0f18513b {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:02:14.803693 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'status': 'completed', 'code': 200} Aug 19 16:02:14.839957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d9795d89-a1e4-4a52-a052-93f5eca185d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:02:14.914883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-10db29aa-ef8b-4fa4-9c18-7aa92632b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:14.916532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-10db29aa-ef8b-4fa4-9c18-7aa92632b960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1137 time: 0.0863588 Aug 19 16:02:14.979016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568b0d0-410b-4e80-86c0-ed66b8c17ea6 req-24e23a38-cc8a-4717-b4f5-22476a25787e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:14.980559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5568b0d0-410b-4e80-86c0-ed66b8c17ea6 req-24e23a38-cc8a-4717-b4f5-22476a25787e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.1100285 Aug 19 16:02:15.045041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5568b0d0-410b-4e80-86c0-ed66b8c17ea6 req-35468524-d9e2-45ab-82ac-0751ac44f740 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562146 Aug 19 16:02:15.060158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-bac70f0d-bf61-4f41-bc99-9b2f80275ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:15.061887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-bac70f0d-bf61-4f41-bc99-9b2f80275ba1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 915 time: 0.1376286 Aug 19 16:02:15.097278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f1bd80d3-ffcb-48f1-840b-93f06b73902f None None] Provisioning complete for port d9795d89-a1e4-4a52-a052-93f5eca185d1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:02:15.097653 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f1bd80d3-ffcb-48f1-840b-93f06b73902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:15.131378 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-9ea39879-1efc-4baf-ba03-6a0aba60bbf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 1001 time: 0.0609765 Aug 19 16:02:15.182102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-778518a9-a9ff-41a4-a18b-c07d5385b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:15.183621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-778518a9-a9ff-41a4-a18b-c07d5385b8e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0441256 Aug 19 16:02:15.235187 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-285e6e6e-52c4-4805-9734-4dbe768857fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:15.236833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-285e6e6e-52c4-4805-9734-4dbe768857fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452435 Aug 19 16:02:15.697016 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-16b2bc68-640d-4eac-b0f0-1e48f501d1cb service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523964 Aug 19 16:02:15.789393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-11f06031-61ad-4b53-ae16-cb069c354eb0 req-a39b6582-b0ee-4441-be03-9c76b05bfd99 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847285 Aug 19 16:02:24.655191 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7ae15978-f12b-4aa5-80f6-9f317a4d12f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:26.050406 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:27.341749 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:27.958861 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b4da1e8f-4833-4b61-8c09-c0a62e9ebe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:28.575703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-c9d68f86-c594-48c8-b54f-365501e46963 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469670 Aug 19 16:02:28.663341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-df463e73-a449-467a-b0a9-40f804901eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:28.664944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-df463e73-a449-467a-b0a9-40f804901eff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1137 time: 0.0417864 Aug 19 16:02:28.774844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-cc678b0d-c07b-4d93-88ec-d65b407ecb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:28.776360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-cc678b0d-c07b-4d93-88ec-d65b407ecb44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 915 time: 0.0909460 Aug 19 16:02:28.845694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-4afce9ba-75d4-4b2d-b228-368b03eab264 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 1001 time: 0.0605428 Aug 19 16:02:28.911422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-e652bfeb-5ffd-4d33-955d-dc8396fcb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:28.913319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-e652bfeb-5ffd-4d33-955d-dc8396fcb2f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0596235 Aug 19 16:02:28.966142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-66a576d7-3559-4505-a7ed-03b930031572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:28.967693 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-66a576d7-3559-4505-a7ed-03b930031572 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460355 Aug 19 16:02:29.066526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-9ab26b6f-92a5-4e80-acf4-c7e6b0d88318 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895073 Aug 19 16:02:29.171173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-269eb48a-0e67-4655-b88f-2b85bc3ac941 req-8ea67ff7-3716-4ade-a762-20a3eb27e5c0 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967133 Aug 19 16:02:29.356722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78774232-648e-4856-9399-dd6431366037 req-f139eec2-dbac-46ae-b0fd-2cd6bd9bf7cd tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:29.358406 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78774232-648e-4856-9399-dd6431366037 req-f139eec2-dbac-46ae-b0fd-2cd6bd9bf7cd tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0519445 Aug 19 16:02:29.429786 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78774232-648e-4856-9399-dd6431366037 req-0e7bd0cc-2bc9-4d03-b52c-c70adfab2fdd tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612199 Aug 19 16:02:29.451911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-90eec20d-1424-4f7d-b8cb-10de4d026da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:29.453573 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-90eec20d-1424-4f7d-b8cb-10de4d026da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1137 time: 0.0612607 Aug 19 16:02:29.553830 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-9236ecab-13bc-4063-b857-7ced5a3a1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:29.555339 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-9236ecab-13bc-4063-b857-7ced5a3a1f3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 915 time: 0.0940990 Aug 19 16:02:29.623213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-17fd1268-2bcf-40cd-99d6-ec344f06e858 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 1001 time: 0.0607193 Aug 19 16:02:29.679348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-5db36e19-e672-4b77-83f9-795f0a52a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:29.680880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-5db36e19-e672-4b77-83f9-795f0a52a84b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0495591 Aug 19 16:02:29.733089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-2e607ae5-0d46-4e9f-ae39-e22daab0644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:29.734949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-2e607ae5-0d46-4e9f-ae39-e22daab0644c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465388 Aug 19 16:02:29.833326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-ed96f00e-2b1c-4a0f-9183-4be726569e1d service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899293 Aug 19 16:02:29.838214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:29.931719 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e39d8cc-f0ec-415a-a72b-250260d4df76 req-cc350e1d-ee0a-474c-bce7-4a25bffbc5bd service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910413 Aug 19 16:02:30.565506 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4d23-bde4-433b-99a6-ff72707ff3d0 req-65ee858e-d695-44f8-974e-3f4e4161dc05 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:30.566878 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c7f4d23-bde4-433b-99a6-ff72707ff3d0 req-65ee858e-d695-44f8-974e-3f4e4161dc05 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0539737 Aug 19 16:02:30.611105 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c7f4d23-bde4-433b-99a6-ff72707ff3d0 req-a0008045-c00c-4c3d-9162-be05979444b2 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371854 Aug 19 16:02:30.963894 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:31.733785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6021c06-2195-44c8-8e73-f820d5893f4a req-42811f99-4b15-4e00-af9d-c9cd2d45090d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:31.735360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6021c06-2195-44c8-8e73-f820d5893f4a req-42811f99-4b15-4e00-af9d-c9cd2d45090d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0523810 Aug 19 16:02:31.781629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6021c06-2195-44c8-8e73-f820d5893f4a req-fc69e0a2-f5db-4e23-9c9e-423a80d8794c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378656 Aug 19 16:02:32.904647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec4f8-09b7-4cda-b64f-2a55e6683450 req-0a916cbe-3806-4f52-8858-b3b38a33ad5c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:32.906211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25bec4f8-09b7-4cda-b64f-2a55e6683450 req-0a916cbe-3806-4f52-8858-b3b38a33ad5c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0550628 Aug 19 16:02:32.949560 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-25bec4f8-09b7-4cda-b64f-2a55e6683450 req-adfa1f92-4b4f-4848-8572-285b85d0c03c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364149 Aug 19 16:02:34.070972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b174-5915-4b56-9cc3-f15fdede89c2 req-c4c8c23c-f798-46de-94e9-04612005f799 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:34.072515 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc33b174-5915-4b56-9cc3-f15fdede89c2 req-c4c8c23c-f798-46de-94e9-04612005f799 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0527294 Aug 19 16:02:34.115967 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc33b174-5915-4b56-9cc3-f15fdede89c2 req-4a6e8148-7e36-4bed-a4d5-5b158feb98e6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370779 Aug 19 16:02:35.240213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7bb54-4ed2-4602-b254-29810aef85a8 req-42448159-2832-4037-b0db-ff48cf2fdac1 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:35.242044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57e7bb54-4ed2-4602-b254-29810aef85a8 req-42448159-2832-4037-b0db-ff48cf2fdac1 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0558484 Aug 19 16:02:35.287824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57e7bb54-4ed2-4602-b254-29810aef85a8 req-9184a5a2-cac4-48e6-81de-a796e92cc08a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394485 Aug 19 16:02:36.421096 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1d83d-872b-4fb8-a78d-d68953bd8def req-65464c82-0346-49df-b4a5-fe9ce9a9e4ff tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:36.422816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cdd1d83d-872b-4fb8-a78d-d68953bd8def req-65464c82-0346-49df-b4a5-fe9ce9a9e4ff tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0626371 Aug 19 16:02:36.475681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cdd1d83d-872b-4fb8-a78d-d68953bd8def req-387fc764-849d-4de5-a80a-db64569e5c0a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406351 Aug 19 16:02:37.602163 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47583211-79bd-4bea-be6d-c46018f7c9e8 req-8b80a442-3069-4b05-be66-b0d47802785f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:37.603776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47583211-79bd-4bea-be6d-c46018f7c9e8 req-8b80a442-3069-4b05-be66-b0d47802785f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0546560 Aug 19 16:02:37.649681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47583211-79bd-4bea-be6d-c46018f7c9e8 req-33332b88-be25-4732-be44-77f61878c17e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389390 Aug 19 16:02:38.778170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa6cd-008e-41af-9f4f-415a3b7c5354 req-5c949db8-3f41-449e-9338-7971b1dfb5bc tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:38.779705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39ffa6cd-008e-41af-9f4f-415a3b7c5354 req-5c949db8-3f41-449e-9338-7971b1dfb5bc tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0600481 Aug 19 16:02:38.825435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39ffa6cd-008e-41af-9f4f-415a3b7c5354 req-38a3a3d3-822d-47ea-9493-71f2c768543d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384107 Aug 19 16:02:39.360551 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:02:39.951416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd77d-9aa0-4c45-9749-33d0910142a8 req-73d85046-85b9-4dfd-a086-71b9de0b747e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:39.952925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f0cd77d-9aa0-4c45-9749-33d0910142a8 req-73d85046-85b9-4dfd-a086-71b9de0b747e tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0562162 Aug 19 16:02:39.995997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2f0cd77d-9aa0-4c45-9749-33d0910142a8 req-60f37f6f-d99d-4493-96da-82bad21d8f76 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365901 Aug 19 16:02:41.122348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4088-7ae1-4afb-ac03-528893b8916b req-17510333-ee5a-496b-8fe9-d95c8d015850 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:02:41.123915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-124f4088-7ae1-4afb-ac03-528893b8916b req-17510333-ee5a-496b-8fe9-d95c8d015850 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0559702 Aug 19 16:02:41.170059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-124f4088-7ae1-4afb-ac03-528893b8916b req-3505efea-263e-42f0-9a8d-68097404aaf6 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&id=004aeeb0-ce95-4648-94fa-bdf80448f832&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391092 Aug 19 16:02:43.798260 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:54.597975 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6dcac5c7-5ca3-4750-a4f2-47ed74fde2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:56.066614 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:57.392343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:57.889214 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-868bb4a2-4347-4093-b36b-b7d43c846ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:59.860702 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:00.974566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:13.455725 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-c20e379c-ff70-467f-be7e-2180ed930fc1 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208653183&fields=id&tenant_id=c49eb8e8943f43b8a569cb29baaabbeb HTTP/1.1" status: 200 len: 267 time: 0.0354574 Aug 19 16:03:13.516043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-be4cb1d4-d313-4115-82b1-4fd947b6e71f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:13.517526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-be4cb1d4-d313-4115-82b1-4fd947b6e71f tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 985 time: 0.0558980 Aug 19 16:03:13.529495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Request body: {'port': {'security_groups': ['8ed9eba3-b182-4117-bb5a-4c43fa7c3695']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:13.596918 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:13.789889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:13.808803 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:13.823400 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:13.894721 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:13.907618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d9795d89-a1e4-4a52-a052-93f5eca185d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:03:13.946004 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:13.946004 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:13.946004 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-764699a7-3fd4-45f5-88c7-0a93b990081d req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "PUT /v2.0/ports/d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 943 time: 0.4210510 Aug 19 16:03:13.946637 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:03:13.948636 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c70df82-88f0-4895-8078-78cbc7c36207" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:03:13.952952 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53856) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:13.987869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event updated for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:13.997787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:13.998610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:13.998610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:13.998942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:13.999202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:13.999935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.000465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.000821 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.001192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.001721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.002060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.002413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8147a7b-9a1f-4bc0-8d16-5a5dbe00244c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.020356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d9795d89-a1e4-4a52-a052-93f5eca185d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:03:14.067462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.096218 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2353e0-04f0-4d5f-92ab-369868e6f848 x-openstack-request-id: req-ae2353e0-04f0-4d5f-92ab-369868e6f848 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:03:14.099061 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:03:14.099682 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae2353e0-04f0-4d5f-92ab-369868e6f848 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:03:14.100816 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'status': 'completed', 'code': 200} Aug 19 16:03:14.111805 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.185042 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-9fbd78e0-0d27-4285-a1b1-d636e89ada22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:14.186934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-9fbd78e0-0d27-4285-a1b1-d636e89ada22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1098 time: 0.0648029 Aug 19 16:03:14.254582 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.257626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.261611 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "DELETE /v2.0/security-groups/004aeeb0-ce95-4648-94fa-bdf80448f832 HTTP/1.1" status: 204 len: 168 time: 0.3048148 Aug 19 16:03:14.265883 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53862) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:14.270107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004aeeb0-ce95-4648-94fa-bdf80448f832,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:14.279838 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.280195 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.280525 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.281028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.281422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.282782 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.283520 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.283908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.284209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.284559 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.284927 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.285290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628923ae-eac6-4c07-8010-a9f02a9d403b tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:14.344967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-082919ae-07fe-490c-a28d-29eb83b2cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:14.346496 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-082919ae-07fe-490c-a28d-29eb83b2cfa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 915 time: 0.1484714 Aug 19 16:03:14.369471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8e34d0ff-4164-40cf-b567-973c408ab87c None None] Provisioning complete for port d9795d89-a1e4-4a52-a052-93f5eca185d1 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:14.369848 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8e34d0ff-4164-40cf-b567-973c408ab87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.463159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-a3cf1dc8-e036-4e09-8e2b-7c6b3b813738 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 1001 time: 0.1072798 Aug 19 16:03:14.549780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-099fcfc9-a8cc-45eb-8755-c16f3922c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:14.551203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-099fcfc9-a8cc-45eb-8755-c16f3922c51d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0665357 Aug 19 16:03:14.555596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Deleting port dafba170-ecce-4782-9396-17ba65149fb8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:14.555940 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.660393 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-b8082bbb-f1dd-4093-86a4-0056d28dee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:14.662360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-b8082bbb-f1dd-4093-86a4-0056d28dee7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033816 Aug 19 16:03:14.683987 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.684322 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:14.736340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Calling delete_port for dafba170-ecce-4782-9396-17ba65149fb8 owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:14.832742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-11075994-c260-486e-b158-4f989e6499e8 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608529 Aug 19 16:03:14.973286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6c70df82-88f0-4895-8078-78cbc7c36207 req-c87d3dc0-3acb-4846-b295-de5563616909 service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327159 Aug 19 16:03:15.071932 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:15.100437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event deleted for resources: {'Port': ['ID=dafba170-ecce-4782-9396-17ba65149fb8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:15.164208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:15.164525 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Floating IP b86c00e0-027e-4f48-b789-1f4a67902c96 disassociated (deleted). External IP: 172.25.5.65, port: d9795d89-a1e4-4a52-a052-93f5eca185d1. Aug 19 16:03:15.384340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Router 0a1a3088-513c-4581-ad8e-eea09888a224 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:03:15.499509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:03:15.504259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:15.509866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] Sync routers for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:03:15.519074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:15.519701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:15.533803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-366475c6-1933-433f-b9c9-82cf4c2f167d tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "DELETE /v2.0/floatingips/b86c00e0-027e-4f48-b789-1f4a67902c96 HTTP/1.1" status: 204 len: 168 time: 1.2702272 Aug 19 16:03:15.655770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:15.878611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:15.906493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] Checking router: 0a1a3088-513c-4581-ad8e-eea09888a224 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:03:15.916800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:15.917565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:02:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:16.036184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:16.101803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:03:16.104399 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d294e785-6227-44df-8845-538fdc30324a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:03:16.139966 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72167d19-7138-4e80-b0ca-dc32d3892cdc x-openstack-request-id: req-72167d19-7138-4e80-b0ca-dc32d3892cdc {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:03:16.140264 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:03:16.140519 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72167d19-7138-4e80-b0ca-dc32d3892cdc {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:03:16.140928 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'status': 'completed', 'code': 200} Aug 19 16:03:16.208027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e785-6227-44df-8845-538fdc30324a req-408d5516-3cab-4444-a024-5b0c0ad02959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:16.210384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-408d5516-3cab-4444-a024-5b0c0ad02959 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 1098 time: 0.0452733 Aug 19 16:03:16.244561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:16.273414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8854eb-834a-4b04-a25d-6fba8601ae97 None None] The sync data for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 is: [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:12Z', 'revision_number': 4, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '8026cf59-7200-4514-b3b5-96b4ec05187c', 'name': '', 'network_id': '81b9652c-f1bf-4bec-9945-a1f62d8a975b', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'mac_address': 'fa:16:3e:45:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:11Z', 'updated_at': '2021-08-19T16:01:17Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'subnets': [{'id': 'ad52bf11-1b78-41a1-8ad5-d87b0b143e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:03:16.306867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e785-6227-44df-8845-538fdc30324a req-022fba01-0d46-4085-809e-3e1a917b646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:16.308374 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-022fba01-0d46-4085-809e-3e1a917b646b service neutron] 10.222.0.46 "GET /v2.0/networks?id=81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 200 len: 915 time: 0.0899739 Aug 19 16:03:16.356427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-d104e854-7f03-4075-b421-ddabf9b693ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 200 len: 217 time: 0.0399671 Aug 19 16:03:16.360013 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:03:16.411118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e785-6227-44df-8845-538fdc30324a req-17ae212f-c388-43ac-b44c-1d2bfde77a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:16.413199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-17ae212f-c388-43ac-b44c-1d2bfde77a46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 200 len: 853 time: 0.0493119 Aug 19 16:03:16.464579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e785-6227-44df-8845-538fdc30324a req-da4e7c2b-7205-4df5-ab4b-8bbf3e6a2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:16.466882 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-da4e7c2b-7205-4df5-ab4b-8bbf3e6a2640 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81b9652c-f1bf-4bec-9945-a1f62d8a975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441651 Aug 19 16:03:16.522019 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc1b93-5a79-4702-baf6-ee6562a3fb87 None None] New status for floating IP b86c00e0-027e-4f48-b789-1f4a67902c96: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:03:16.569225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-bcc42ae4-6733-4b99-a404-37fdf821ebcf service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930026 Aug 19 16:03:16.675612 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d294e785-6227-44df-8845-538fdc30324a req-ed7c837b-0c46-4a9e-9737-65eda4c576ef service neutron] 10.222.0.46 "GET /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985646 Aug 19 16:03:24.105289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92ed7-eeb6-41af-837a-1d6c23115ed1 req-1d9ef324-6b93-4f6d-95be-66df5b80972c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:24.106841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ae92ed7-eeb6-41af-837a-1d6c23115ed1 req-1d9ef324-6b93-4f6d-95be-66df5b80972c tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0513813 Aug 19 16:03:24.145135 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1ae92ed7-eeb6-41af-837a-1d6c23115ed1 req-d1c2bf53-ec07-45c6-8f77-f839678e03a8 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Aug 19 16:03:24.614482 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12626f5c-c9cd-4031-a223-03ad8bf6f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:25.270358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eef14-d47a-47a0-a40c-0cf69510bb2f req-0634653b-b3ae-451d-a284-35993728a218 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:25.272198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-059eef14-d47a-47a0-a40c-0cf69510bb2f req-0634653b-b3ae-451d-a284-35993728a218 tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0568490 Aug 19 16:03:25.312941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-059eef14-d47a-47a0-a40c-0cf69510bb2f req-dde7083d-f510-4297-a869-71a508c0a8ac tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ed9eba3-b182-4117-bb5a-4c43fa7c3695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Aug 19 16:03:25.735590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4ce090bf-6468-43ee-be3b-39dff3c3048a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:25.737142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4ce090bf-6468-43ee-be3b-39dff3c3048a tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 946 time: 0.0496297 Aug 19 16:03:25.831534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Deleting port d9795d89-a1e4-4a52-a052-93f5eca185d1 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:25.831872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:25.934423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] For port d9795d89-a1e4-4a52-a052-93f5eca185d1, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=d9795d89-a1e4-4a52-a052-93f5eca185d1,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:25.934787 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:25.949086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Calling delete_port for d9795d89-a1e4-4a52-a052-93f5eca185d1 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:26.059997 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:26.180102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:26.195279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['d9795d89-a1e4-4a52-a052-93f5eca185d1'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:03:26.211211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Pushing event deleted for resources: {'Port': ['ID=d9795d89-a1e4-4a52-a052-93f5eca185d1,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:26.257544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] No DVR routers for this DVR port d9795d89-a1e4-4a52-a052-93f5eca185d1 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:03:26.260486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:26.264113 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c77f980f-c9f3-4303-8c40-c5d0005e6b7a req-4e0547a3-e9d8-460e-bba9-d7b4f83203af tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.46 "DELETE /v2.0/ports/d9795d89-a1e4-4a52-a052-93f5eca185d1 HTTP/1.1" status: 204 len: 173 time: 0.5208678 Aug 19 16:03:26.267699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'name': 'network-vif-deleted', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:03:26.267699 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5751112-a93f-4cdd-b26d-c3e7866dd323" -d '{"events": [{"server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "name": "network-vif-deleted", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:03:26.319461 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f46b770-4a40-4d10-a34c-3e5b4d2599f7 x-openstack-request-id: req-9f46b770-4a40-4d10-a34c-3e5b4d2599f7 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:03:26.320135 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef41c8-b825-4203-83be-51258a7ea695", "name": "network-vif-deleted", "tag": "d9795d89-a1e4-4a52-a052-93f5eca185d1", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:03:26.320135 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f46b770-4a40-4d10-a34c-3e5b4d2599f7 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:03:26.320389 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eef41c8-b825-4203-83be-51258a7ea695', 'name': 'network-vif-deleted', 'tag': 'd9795d89-a1e4-4a52-a052-93f5eca185d1', 'status': 'completed', 'code': 200} Aug 19 16:03:26.435505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7469e6e6-9905-4301-888b-c2e22a767f4e req-2868745e-a22c-4025-a230-13e98ad9e5bb tempest-TestMinimumBasicScenario-2000420148 tempest-TestMinimumBasicScenario-2000420148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eef41c8-b825-4203-83be-51258a7ea695 HTTP/1.1" status: 200 len: 210 time: 0.0375566 Aug 19 16:03:27.335668 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:27.888075 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8dc748c3-aec4-4d58-8961-50288c1fb43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:28.689299 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53964) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:29.047567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:29.305694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Deleting port 8026cf59-7200-4514-b3b5-96b4ec05187c {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:29.305929 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:29.384231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] For port 8026cf59-7200-4514-b3b5-96b4ec05187c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8026cf59-7200-4514-b3b5-96b4ec05187c,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:29.384601 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:29.405998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Calling delete_port for 8026cf59-7200-4514-b3b5-96b4ec05187c owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:29.665709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:29.696143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Pushing event deleted for resources: {'Port': ['ID=8026cf59-7200-4514-b3b5-96b4ec05187c,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:29.742680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d9795d89-a1e4-4a52-a052-93f5eca185d1 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:29.775564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: d9795d89-a1e4-4a52-a052-93f5eca185d1 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:29.776186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device d9795d89-a1e4-4a52-a052-93f5eca185d1 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:29.837073 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:30.235952 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:30.479224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Router 0a1a3088-513c-4581-ad8e-eea09888a224 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:03:30.588854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:03:30.594014 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c584f7ff-7f50-49b9-b879-e14c67468002 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a1a3088-513c-4581-ad8e-eea09888a224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9036436 Aug 19 16:03:30.596689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53966) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:30.600763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] Sync routers for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:03:30.611462 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:30.612117 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:30.713802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:30.728154 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:30.830480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:30.931360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:03:29Z', 'revision_number': 5, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port': {'id': 'a360d2db-52ab-4ed0-bab8-a966246899ce', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:30.959658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] Checking router: 0a1a3088-513c-4581-ad8e-eea09888a224 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:03:30.968944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] Routers {'0a1a3088-513c-4581-ad8e-eea09888a224'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:30.969872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['0a1a3088-513c-4581-ad8e-eea09888a224'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:30.992315 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Deleting port a360d2db-52ab-4ed0-bab8-a966246899ce {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:30.994316 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.038676 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.065137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] Set router 0a1a3088-513c-4581-ad8e-eea09888a224 gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:31.081449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] For port a360d2db-52ab-4ed0-bab8-a966246899ce, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a360d2db-52ab-4ed0-bab8-a966246899ce,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:31.081806 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.101888 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Calling delete_port for a360d2db-52ab-4ed0-bab8-a966246899ce owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:31.126809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:03:30Z', 'revision_number': 6, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:31.155896 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0b5ad-9519-4268-8ba5-0e39653e1560 None None] The sync data for ids ['0a1a3088-513c-4581-ad8e-eea09888a224'] in n-d-779913-32 is: [{'id': '0a1a3088-513c-4581-ad8e-eea09888a224', 'name': 'tempest-TestMinimumBasicScenario-252012800-router', 'tenant_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:09Z', 'updated_at': '2021-08-19T16:03:30Z', 'revision_number': 6, 'project_id': 'c49eb8e8943f43b8a569cb29baaabbeb', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:03:31.340020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.372039 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a360d2db-52ab-4ed0-bab8-a966246899ce,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:31.435129 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.534007 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.536250 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.671046 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.671579 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1a3088-513c-4581-ad8e-eea09888a224 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:03:31.678446 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.678446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a0955a7f-afb9-4647-a1b1-b9bf8ca9e0a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0a1a3088-513c-4581-ad8e-eea09888a224 HTTP/1.1" status: 204 len: 168 time: 1.0797195 Aug 19 16:03:31.679990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53970) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:31.725862 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Deleting subnet ad52bf11-1b78-41a1-8ad5-d87b0b143e9b {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:03:31.728970 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.764271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.846354 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.957861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.986624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad52bf11-1b78-41a1-8ad5-d87b0b143e9b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:31.990412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.992336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3c3aa798-7f49-427c-9055-66a6aaabcaba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad52bf11-1b78-41a1-8ad5-d87b0b143e9b HTTP/1.1" status: 204 len: 168 time: 0.3114095 Aug 19 16:03:31.994849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 53972) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:31.997720 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d9096-d75a-43e2-b0e2-696e0f7328ec None None] Network 81b9652c-f1bf-4bec-9945-a1f62d8a975b requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:03:32.067056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.127964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Deleting port b460880f-25e1-4660-a842-58a6dc9d6bb8 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:32.128089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.192927 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] DHCP port deletion for 81b9652c-f1bf-4bec-9945-a1f62d8a975b request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:03:32.203144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] For port b460880f-25e1-4660-a842-58a6dc9d6bb8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b460880f-25e1-4660-a842-58a6dc9d6bb8,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:32.203598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.222133 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Calling delete_port for b460880f-25e1-4660-a842-58a6dc9d6bb8 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:32.243109 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Deleting port b460880f-25e1-4660-a842-58a6dc9d6bb8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:32.243698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.306576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] For port b460880f-25e1-4660-a842-58a6dc9d6bb8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b460880f-25e1-4660-a842-58a6dc9d6bb8,segment=NetworkSegment(abbd99d1-a5b2-416e-9fe2-1af3cf822e21),segment_id=abbd99d1-a5b2-416e-9fe2-1af3cf822e21)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:32.306973 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.319525 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Calling delete_port for b460880f-25e1-4660-a842-58a6dc9d6bb8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:32.391144 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.397330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.424088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Pushing event deleted for resources: {'Port': ['ID=b460880f-25e1-4660-a842-58a6dc9d6bb8,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:32.425905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] No DVR routers for this DVR port b460880f-25e1-4660-a842-58a6dc9d6bb8 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:03:32.430454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] No DVR routers for this DVR port b460880f-25e1-4660-a842-58a6dc9d6bb8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:03:32.435500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Pushing event deleted for resources: {'Port': ['ID=b460880f-25e1-4660-a842-58a6dc9d6bb8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:32.444812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.445201 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.445555 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.445968 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.446224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.446618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.447024 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.447264 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.447601 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.447932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.448259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.448586 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51409a-c3ac-4145-8895-56ec975502d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:32.499184 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.509027 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b9652c-f1bf-4bec-9945-a1f62d8a975b']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:32.519638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:32.519937 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd99d1-a5b2-416e-9fe2-1af3cf822e21') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:32.529163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.543566 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.549549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:03:32.549945 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: timer() Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:03:32.551927 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:03:32.682703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.688431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:32.690307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] 10.222.0.13 "DELETE /v2.0/networks/81b9652c-f1bf-4bec-9945-a1f62d8a975b HTTP/1.1" status: 204 len: 168 time: 0.6944907 Aug 19 16:03:32.693445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53974) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:32.701791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1736c-5da0-4418-bb77-7d0a03574042 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b9652c-f1bf-4bec-9945-a1f62d8a975b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:32.789700 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a360d2db-52ab-4ed0-bab8-a966246899ce no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:32.821746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a360d2db-52ab-4ed0-bab8-a966246899ce {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:32.822091 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a360d2db-52ab-4ed0-bab8-a966246899ce not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:32.822514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8026cf59-7200-4514-b3b5-96b4ec05187c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:32.841931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 8026cf59-7200-4514-b3b5-96b4ec05187c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:32.842279 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8026cf59-7200-4514-b3b5-96b4ec05187c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:32.842697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b460880f-25e1-4660-a842-58a6dc9d6bb8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:32.861622 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b460880f-25e1-4660-a842-58a6dc9d6bb8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:32.861972 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b460880f-25e1-4660-a842-58a6dc9d6bb8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:33.064247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:33.313375 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Deleting port cc93d556-4481-4800-badd-bf0033b9a182 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:33.313719 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:33.397163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] For port cc93d556-4481-4800-badd-bf0033b9a182, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=cc93d556-4481-4800-badd-bf0033b9a182,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:33.397440 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:33.410496 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Calling delete_port for cc93d556-4481-4800-badd-bf0033b9a182 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:33.678331 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:33.703374 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc93d556-4481-4800-badd-bf0033b9a182,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:33.887864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.134020 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:03:34.254994 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:03:34.261862 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-90bcdcd9-5538-479b-a20a-2ddfa652ae4a admin admin] 10.222.0.13 "PUT /v2.0/routers/7e2e33b6-cbf4-43fb-b293-0d7495bda33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664513 Aug 19 16:03:34.264412 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53976) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:34.268357 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] Sync routers for ids ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:03:34.281167 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] Routers {'7e2e33b6-cbf4-43fb-b293-0d7495bda33a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:34.282205 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:34.384845 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.399938 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] Set router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:34.522015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.592325 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '439c589a-06bd-4311-a437-756b733a811f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:03:33Z', 'revision_number': 5, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port': {'id': '439c589a-06bd-4311-a437-756b733a811f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:01:16Z', 'updated_at': '2021-08-19T16:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:34.619384 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] Checking router: 7e2e33b6-cbf4-43fb-b293-0d7495bda33a for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:03:34.627836 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] Routers {'7e2e33b6-cbf4-43fb-b293-0d7495bda33a'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:34.628569 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:34.636626 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Deleting port 439c589a-06bd-4311-a437-756b733a811f {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:34.636880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.718417 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] Set router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:34.721923 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] For port 439c589a-06bd-4311-a437-756b733a811f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=439c589a-06bd-4311-a437-756b733a811f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:34.722540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.737708 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Calling delete_port for 439c589a-06bd-4311-a437-756b733a811f owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:34.774169 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:03:34Z', 'revision_number': 6, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:34.806689 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a548b-95c9-4fce-ace1-98be3fbb284c None None] The sync data for ids ['7e2e33b6-cbf4-43fb-b293-0d7495bda33a'] in n-d-779913-32 is: [{'id': '7e2e33b6-cbf4-43fb-b293-0d7495bda33a', 'name': 'tempest-TestMinimumBasicScenario-270986492-router', 'tenant_id': '6eee533c7bed4da68bcf2e9b238754fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:01:15Z', 'updated_at': '2021-08-19T16:03:34Z', 'revision_number': 6, 'project_id': '6eee533c7bed4da68bcf2e9b238754fc', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:03:34.969165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.997243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Pushing event deleted for resources: {'Port': ['ID=439c589a-06bd-4311-a437-756b733a811f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:35.059678 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.160932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.163497 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.271850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.272457 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2e33b6-cbf4-43fb-b293-0d7495bda33a {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:03:35.276905 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.278001 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-242a3849-029b-4629-ad6e-eeded83ee333 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7e2e33b6-cbf4-43fb-b293-0d7495bda33a HTTP/1.1" status: 204 len: 168 time: 1.0126104 Aug 19 16:03:35.281159 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53978) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:35.330176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Deleting subnet 6b15d436-7fea-40bd-836f-9a7b9c1494a5 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:03:35.334985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.370070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.456742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.602891 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.632329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b15d436-7fea-40bd-836f-9a7b9c1494a5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:35.636210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.637585 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb30b48-1243-4e51-90ae-4855e1c0ddd3 None None] Network 6068eb52-141a-42ce-94ac-103ae768d8ae requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:03:35.640870 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-51a49f7b-38f5-4a21-8da6-bd07ff836b1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b15d436-7fea-40bd-836f-9a7b9c1494a5 HTTP/1.1" status: 204 len: 168 time: 0.3555870 Aug 19 16:03:35.640870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53980) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:35.718818 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.779600 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Deleting port c9c03665-afc1-4534-9a12-33c5dc248cd8 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:35.780271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.853266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] DHCP port deletion for 6068eb52-141a-42ce-94ac-103ae768d8ae request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:03:35.854188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] For port c9c03665-afc1-4534-9a12-33c5dc248cd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9c03665-afc1-4534-9a12-33c5dc248cd8,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:35.854643 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.869760 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Calling delete_port for c9c03665-afc1-4534-9a12-33c5dc248cd8 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:35.908172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] Deleting port c9c03665-afc1-4534-9a12-33c5dc248cd8 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:03:35.908546 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.977535 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] For port c9c03665-afc1-4534-9a12-33c5dc248cd8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c9c03665-afc1-4534-9a12-33c5dc248cd8,segment=NetworkSegment(081bd11f-e96c-49a6-9350-9a8d0638e169),segment_id=081bd11f-e96c-49a6-9350-9a8d0638e169)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:35.977936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.991130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] Calling delete_port for c9c03665-afc1-4534-9a12-33c5dc248cd8 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:03:36.054089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.072049 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.085370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c03665-afc1-4534-9a12-33c5dc248cd8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:36.089064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] No DVR routers for this DVR port c9c03665-afc1-4534-9a12-33c5dc248cd8 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:03:36.179907 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.191933 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6068eb52-141a-42ce-94ac-103ae768d8ae']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:36.205651 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081bd11f-e96c-49a6-9350-9a8d0638e169') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:36.205976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081bd11f-e96c-49a6-9350-9a8d0638e169') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:36.218604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.243853 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.256459 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:03:36.257579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.275446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] Pushing event deleted for resources: {'Port': ['ID=c9c03665-afc1-4534-9a12-33c5dc248cd8,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:03:36.277722 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:03:36.281996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cc46f-6ef3-45c4-a819-e63a219205e7 None None] No DVR routers for this DVR port c9c03665-afc1-4534-9a12-33c5dc248cd8 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:03:36.422607 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.430453 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.432971 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6068eb52-141a-42ce-94ac-103ae768d8ae HTTP/1.1" status: 204 len: 168 time: 0.7910788 Aug 19 16:03:36.444636 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8a29-8509-4ae0-ab9e-5cad8087a486 admin admin] Pushing event deleted for resources: {'Network': ['ID=6068eb52-141a-42ce-94ac-103ae768d8ae,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:36.791142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9c03665-afc1-4534-9a12-33c5dc248cd8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:36.813396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c9c03665-afc1-4534-9a12-33c5dc248cd8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:36.813746 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c9c03665-afc1-4534-9a12-33c5dc248cd8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:36.814168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cc93d556-4481-4800-badd-bf0033b9a182 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:36.835599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: cc93d556-4481-4800-badd-bf0033b9a182 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:36.835947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device cc93d556-4481-4800-badd-bf0033b9a182 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:36.836368 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 439c589a-06bd-4311-a437-756b733a811f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:03:36.853941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53990) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:36.856621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 439c589a-06bd-4311-a437-756b733a811f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:03:36.856973 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 439c589a-06bd-4311-a437-756b733a811f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:03:36.899995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0cca6385-770e-41c5-b9a4-4cdc04e63cea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c49eb8e8943f43b8a569cb29baaabbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422542 Aug 19 16:03:36.902546 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53992) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:36.954630 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-596abc5f-d6da-4b7c-88ca-bdf22ccd9f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.976583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-596abc5f-d6da-4b7c-88ca-bdf22ccd9f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.105629 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-596abc5f-d6da-4b7c-88ca-bdf22ccd9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.108210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-596abc5f-d6da-4b7c-88ca-bdf22ccd9f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.109456 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-596abc5f-d6da-4b7c-88ca-bdf22ccd9f28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ed9eba3-b182-4117-bb5a-4c43fa7c3695 HTTP/1.1" status: 204 len: 168 time: 0.2059362 Aug 19 16:03:37.118571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596abc5f-d6da-4b7c-88ca-bdf22ccd9f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed9eba3-b182-4117-bb5a-4c43fa7c3695,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:37.750904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 53998) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:37.796285 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0de6ef58-59b5-4451-a6ab-3f0441b550c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6eee533c7bed4da68bcf2e9b238754fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438933 Aug 19 16:03:37.798755 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54000) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:37.851849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-543be554-d8e6-4b9c-9f40-7d6afdff2dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.874829 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-543be554-d8e6-4b9c-9f40-7d6afdff2dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.992140 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-543be554-d8e6-4b9c-9f40-7d6afdff2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.994640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-543be554-d8e6-4b9c-9f40-7d6afdff2dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.995859 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-543be554-d8e6-4b9c-9f40-7d6afdff2dd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d6b2906-9305-49cd-a8b9-65b4c759f46f HTTP/1.1" status: 204 len: 168 time: 0.1961935 Aug 19 16:03:38.003787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543be554-d8e6-4b9c-9f40-7d6afdff2dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b2906-9305-49cd-a8b9-65b4c759f46f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:40.219091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54040) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:40.223804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264134818', 'description': 'tempest-secgroup-smoke-1264134818 description', 'project_id': '5b0183228dd94696a7a39e6ffd950533'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:40.305752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.316093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.410499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.448098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.486508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb59ae10-2aad-4868-875e-2711ec51264b,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:40.543634 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.645615 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.676846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:40.733912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.735203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ded61d3a-8ef0-4ac2-ad9e-6e0ad0bf2de4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5150776 Aug 19 16:03:40.739191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54042) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:40.744136 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'c90db33d-ea2e-4332-ba5c-a44d97e5a0aa', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:40.859666 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.923957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:40.985595 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.007168 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d772bc9-d83c-4bca-93c1-219aaec80965,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:41.076776 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.078098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ba7900ce-8a29-48d4-9cb7-7f099c46b093 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378179 Aug 19 16:03:41.081369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54044) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:41.089665 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'c90db33d-ea2e-4332-ba5c-a44d97e5a0aa', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:41.250013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.317888 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.437071 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.458874 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9fb5da-6726-43eb-b10b-2f2d34b63356,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:41.523421 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.524641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-d0638bd9-1b71-4b7d-8ac8-6d5b93afbca0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420807 Aug 19 16:03:41.527528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54046) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:41.532537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'c90db33d-ea2e-4332-ba5c-a44d97e5a0aa', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:41.607687 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.669319 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.722499 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.741992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777c3c73-ebf8-4613-a0cc-32f6c310a854,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:41.802661 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.804309 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6f68908b-203c-46ea-8bf1-1f70255879ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757003 Aug 19 16:03:41.807450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54048) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:41.815741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'c90db33d-ea2e-4332-ba5c-a44d97e5a0aa', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:41.921925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:41.988676 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.059075 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.077715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050b0eae-cc01-4926-8548-4792ab4af348,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:42.163224 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.164616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0344fa1e-fcb5-4430-9d4a-9a3fb12e8775 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3557537 Aug 19 16:03:42.167820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54052) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:42.172556 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'c90db33d-ea2e-4332-ba5c-a44d97e5a0aa', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:42.260082 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:03:42.265580 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.332835 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.396497 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.416755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3e734c-bd47-4a57-9af0-fd3d2ee2cccd,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:42.470904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.472264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f394e804-474c-4e44-8090-5f99ebbb4e06 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3033493 Aug 19 16:03:42.475477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54054) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:42.480068 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'c90db33d-ea2e-4332-ba5c-a44d97e5a0aa', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:42.539838 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:03:42.545240 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.611907 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.682257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.702155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4853a6f0-cb05-4a9e-9a59-51a40aa8b436,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:42.761979 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.763254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-207f4cb9-cf5a-4814-9518-5b2fa38395e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2866869 Aug 19 16:03:42.766639 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54056) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:42.772870 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'network': {'name': 'tempest-network-smoke--2102343692', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:42.866028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:03:42.870060 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.896142 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:03:42.904838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:42.908617 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Added segment 10bfec7d-ce83-4e8e-9d32-a3c3e78a7127 of type vlan for network 0fc61d46-6b95-407a-b258-820c072f287e Aug 19 16:03:42.945268 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.042462 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.048110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:43.051834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.115028 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Network': ['ID=0fc61d46-6b95-407a-b258-820c072f287e,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:43.126110 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 0fc61d46-6b95-407a-b258-820c072f287e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:03:43.170102 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c0e1141-0bd7-400d-8c3d-97896eb5d7e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4020762 Aug 19 16:03:43.172932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54058) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:43.180570 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'admin_state_up': True, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:43.276941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.278091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.335908 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.530043 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:43.848132 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:44.114928 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:44.135324 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:44.247518 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.124 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/b9b87270-7548-49a9-963f-ef8de1364073) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:03:44.353396 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:44.448708 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:44.494859 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:03:44.497920 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:03:44.501725 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:03:44.524532 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=b9b87270-7548-49a9-963f-ef8de1364073,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:44.818488 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:45.032424 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:45.226188 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router b61c4116-6e34-440d-9285-c03547a5e383 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:03:45.334790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:03:45.344809 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Sync routers for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:03:45.356511 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:45.357765 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:45.402667 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:45.403971 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1642a0e1-e090-4821-a721-8cc16712132f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2297149 Aug 19 16:03:45.407281 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54060) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:45.465625 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:45.536336 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-80e5ae7e-5f54-496c-875e-457f9994ef81 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5b0183228dd94696a7a39e6ffd950533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278667 Aug 19 16:03:45.539310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54064) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:45.626907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5ac2f-61e8-4859-b6f9-652c76834818 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:45.628349 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5ed5ac2f-61e8-4859-b6f9-652c76834818 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880132 Aug 19 16:03:45.631849 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54066) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:45.658530 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:44Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:45.661435 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-10fbf895-3fad-4c5e-89e5-aa6f8a63f68e tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284524 Aug 19 16:03:45.664659 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54068) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:45.669776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1660313669', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:45.689310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Checking router: b61c4116-6e34-440d-9285-c03547a5e383 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:03:45.689659 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Updating router b61c4116-6e34-440d-9285-c03547a5e383 port b9b87270-7548-49a9-963f-ef8de1364073 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:03:45.718253 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:45.831042 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:03:45.836236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:45.999729 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.010293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Transition to ACTIVE for port object b9b87270-7548-49a9-963f-ef8de1364073 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:46.076730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.099742 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.130907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Attempting to bind port b9b87270-7548-49a9-963f-ef8de1364073 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:03:46.131611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Attempting to bind port b9b87270-7548-49a9-963f-ef8de1364073 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:03:46.131942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Attempting to bind port b9b87270-7548-49a9-963f-ef8de1364073 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:03:46.137915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94c58-2f5d-470d-b103-c539318de3c1 None None] Pushing event updated for resources: {'Port': ['ID=b9b87270-7548-49a9-963f-ef8de1364073,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:46.143076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:03:46.143518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:03:46.143936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.144340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:03:46.145046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Bound port: b9b87270-7548-49a9-963f-ef8de1364073, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:03:46.145474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.182354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Subnet': ['ID=8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:46.193354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Checking segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:03:46.193912 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network hostable DHCP agents. Network: 0fc61d46-6b95-407a-b258-820c072f287e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:03:46.217880 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] For port b9b87270-7548-49a9-963f-ef8de1364073, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:03:46.221548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] For port b9b87270-7548-49a9-963f-ef8de1364073, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9b87270-7548-49a9-963f-ef8de1364073,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:03:46.282990 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0fc61d46-6b95-407a-b258-820c072f287e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:03:46.294178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.356045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:46.356738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:46.358283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94c58-2f5d-470d-b103-c539318de3c1 None None] Pushing event updated for resources: {'Port': ['ID=b9b87270-7548-49a9-963f-ef8de1364073,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:46.373759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 0fc61d46-6b95-407a-b258-820c072f287e) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:03:46.377807 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:46.378415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.394493 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788b98e-48d7-4891-b391-745c199d8153 None None] Network 0fc61d46-6b95-407a-b258-820c072f287e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:03:46.461281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-145b3cd9-190f-4753-ae7e-26fd8df5b0de tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7952302 Aug 19 16:03:46.464792 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54070) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:03:46.533603 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:46.698404 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-0fc61d46-6b95-407a-b258-820c072f287e', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:03:46.699264 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:46.891785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:44Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:46.925547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe229f-d7d5-4587-847c-9613bc7e5fca None None] The sync data for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 is: [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:44Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:03:46.933882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Allocated IP 172.20.0.2 (0fc61d46-6b95-407a-b258-820c072f287e/8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d/da051207-0cf7-4f0f-9f98-3bac0405144c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:03:46.998387 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.097957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.108162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Transition to ACTIVE for port object da051207-0cf7-4f0f-9f98-3bac0405144c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:47.126855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Transition to ACTIVE for port object da051207-0cf7-4f0f-9f98-3bac0405144c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:47.201823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.263486 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Network 0fc61d46-6b95-407a-b258-820c072f287e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:03:47.268655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:03:47.272466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:03:47.283812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Pushing event updated for resources: {'Port': ['ID=da051207-0cf7-4f0f-9f98-3bac0405144c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:47.326416 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.1 (0fc61d46-6b95-407a-b258-820c072f287e/8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d/1a9bb75f-8924-4097-bf6f-597362dfd9ed) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:03:47.346869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Attempting to bind port da051207-0cf7-4f0f-9f98-3bac0405144c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:03:47.347262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Attempting to bind port da051207-0cf7-4f0f-9f98-3bac0405144c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:03:47.347604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Attempting to bind port da051207-0cf7-4f0f-9f98-3bac0405144c on network 0fc61d46-6b95-407a-b258-820c072f287e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:03:47.353615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:03:47.353992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Checking segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:03:47.354401 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.354931 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Bound using segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:03:47.355408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Bound port: da051207-0cf7-4f0f-9f98-3bac0405144c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:03:47.355798 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.425796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] For port da051207-0cf7-4f0f-9f98-3bac0405144c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:03:47.429938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] For port da051207-0cf7-4f0f-9f98-3bac0405144c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=da051207-0cf7-4f0f-9f98-3bac0405144c,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:03:47.455336 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.468903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 1a9bb75f-8924-4097-bf6f-597362dfd9ed will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:47.523412 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.590611 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ee1d9-a67e-42ac-bbff-c1623e5436d2 None None] Pushing event updated for resources: {'Port': ['ID=da051207-0cf7-4f0f-9f98-3bac0405144c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:47.593735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.641840 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0fc61d46-6b95-407a-b258-820c072f287e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:03:47.645257 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:03:47.651140 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:03:47.655351 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=1a9bb75f-8924-4097-bf6f-597362dfd9ed,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:47.704804 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:47.925269 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:48.223064 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:48.305158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:48.387969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:48.390001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=1a9bb75f-8924-4097-bf6f-597362dfd9ed,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:48.501078 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0fc61d46-6b95-407a-b258-820c072f287e is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:03:48.502780 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:03:48.509534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf1e9bb-bde2-422a-bd66-2a0676502092 None None] Network 0fc61d46-6b95-407a-b258-820c072f287e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:03:48.628400 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router b61c4116-6e34-440d-9285-c03547a5e383 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:03:48.650122 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a491c561-319d-4ab2-962b-401ecaa5f402 None None] Provisioning for port da051207-0cf7-4f0f-9f98-3bac0405144c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:03:48.877906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9b87270-7548-49a9-963f-ef8de1364073 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:03:48.991538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b9b87270-7548-49a9-963f-ef8de1364073 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:03:48.996725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b9b87270-7548-49a9-963f-ef8de1364073 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:48.997161 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.071893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-96bafe3f-9a47-4fc4-bf20-bedd1d6201f9 None None] Provisioning for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:03:49.077684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-96bafe3f-9a47-4fc4-bf20-bedd1d6201f9 None None] Provisioning complete for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:49.078509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-96bafe3f-9a47-4fc4-bf20-bedd1d6201f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.105830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:03:49.110045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.117753 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-bd2efc7d-2e55-47d2-a5b1-230b1d6cb04a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/b61c4116-6e34-440d-9285-c03547a5e383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514151 Aug 19 16:03:49.136992 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-96bafe3f-9a47-4fc4-bf20-bedd1d6201f9 None None] Port 1a9bb75f-8924-4097-bf6f-597362dfd9ed cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:03:49.142546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b9b87270-7548-49a9-963f-ef8de1364073, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9b87270-7548-49a9-963f-ef8de1364073,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:49.173489 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Sync routers for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:03:49.191455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:49.192087 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:49.219809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.220564 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device da051207-0cf7-4f0f-9f98-3bac0405144c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:03:49.304243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-ebfb4530-c62a-49d6-9dd4-59090eac3ca7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264134818&fields=id&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 267 time: 0.0530362 Aug 19 16:03:49.308710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8be423d6-3014-4df3-b30f-bde7f2ad4fae None None] Provisioning complete for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:49.309101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8be423d6-3014-4df3-b30f-bde7f2ad4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.346816 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8be423d6-3014-4df3-b30f-bde7f2ad4fae None None] Port 1a9bb75f-8924-4097-bf6f-597362dfd9ed cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:03:49.354753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:49.367348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b9b87270-7548-49a9-963f-ef8de1364073,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:49.423677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-e848d6bd-c447-4a4c-ba55-b8f0919e484d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:49.425224 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-e848d6bd-c447-4a4c-ba55-b8f0919e484d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/networks?id=0fc61d46-6b95-407a-b258-820c072f287e HTTP/1.1" status: 200 len: 797 time: 0.1195517 Aug 19 16:03:49.430814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port da051207-0cf7-4f0f-9f98-3bac0405144c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:03:49.435080 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port da051207-0cf7-4f0f-9f98-3bac0405144c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:49.435732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.442836 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-5fa2da37-32f2-4f90-bd54-453e3243497d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/quotas/5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 375 time: 0.0094023 Aug 19 16:03:49.483750 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-88c831f5-76d1-48d9-8a4d-7814904e94ae None None] Provisioning complete for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:49.484224 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88c831f5-76d1-48d9-8a4d-7814904e94ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.502628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-559ba9f1-b437-4da9-9410-82b6c7fb86b4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516291 Aug 19 16:03:49.551725 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-88c831f5-76d1-48d9-8a4d-7814904e94ae None None] Port 1a9bb75f-8924-4097-bf6f-597362dfd9ed cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:03:49.565447 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.586627 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:48Z', 'revision_number': 2, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:49.603783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port da051207-0cf7-4f0f-9f98-3bac0405144c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=da051207-0cf7-4f0f-9f98-3bac0405144c,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:49.618887 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Checking router: b61c4116-6e34-440d-9285-c03547a5e383 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:03:49.619345 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Updating router b61c4116-6e34-440d-9285-c03547a5e383 port 1a9bb75f-8924-4097-bf6f-597362dfd9ed binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:03:49.671374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.674841 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-bc086405-69cd-429c-9864-bc62473452a2 service neutron] 10.222.0.13 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594591 Aug 19 16:03:49.730103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=da051207-0cf7-4f0f-9f98-3bac0405144c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:49.740913 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:49.773371 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-2569a0d4-d4a7-4101-8c88-3b910ebb4335 service neutron] 10.222.0.13 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903406 Aug 19 16:03:50.024913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-120bdd1e-bde3-4857-a357-86a04edf33c5 req-e189bc1e-1213-4394-8900-18e3f14ee95a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 210 time: 0.0337739 Aug 19 16:03:50.085861 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:50.095693 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Transition to ACTIVE for port object 1a9bb75f-8924-4097-bf6f-597362dfd9ed will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:50.179438 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:50.230924 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Pushing event updated for resources: {'Port': ['ID=1a9bb75f-8924-4097-bf6f-597362dfd9ed,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:50.259508 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.259764 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.260088 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.260423 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.260756 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.261084 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.261435 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.261758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.262081 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.262400 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.262727 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.263045 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:03:50.298342 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Attempting to bind port 1a9bb75f-8924-4097-bf6f-597362dfd9ed on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:03:50.300876 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Attempting to bind port 1a9bb75f-8924-4097-bf6f-597362dfd9ed by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:03:50.300876 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Attempting to bind port 1a9bb75f-8924-4097-bf6f-597362dfd9ed on network 0fc61d46-6b95-407a-b258-820c072f287e {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:03:50.305182 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:03:50.305564 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Checking segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:03:50.305993 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:50.306386 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Bound using segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:03:50.306849 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Bound port: 1a9bb75f-8924-4097-bf6f-597362dfd9ed, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:03:50.307232 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:50.387454 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] For port 1a9bb75f-8924-4097-bf6f-597362dfd9ed, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:03:50.390759 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] For port 1a9bb75f-8924-4097-bf6f-597362dfd9ed, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1a9bb75f-8924-4097-bf6f-597362dfd9ed,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:03:50.431456 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:50.489663 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:03:50.490800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:50.540683 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde182-4e54-436b-8eb7-7750b4691a50 None None] Pushing event updated for resources: {'Port': ['ID=1a9bb75f-8924-4097-bf6f-597362dfd9ed,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:50.618979 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:03:50.807405 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9b87270-7548-49a9-963f-ef8de1364073 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:03:50.847505 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:50Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:03:50.876336 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107ddf8-e649-4417-b8b3-e33684aaf975 None None] The sync data for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 is: [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:50Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:03:51.056874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b9b87270-7548-49a9-963f-ef8de1364073 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:51.057344 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:51.116921 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-429cb63c-58ea-4bd9-84e6-26952698b21c req-902aa274-9621-42fc-b9e8-ba62fd1f977d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 210 time: 0.0355151 Aug 19 16:03:51.146424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device da051207-0cf7-4f0f-9f98-3bac0405144c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:03:51.205794 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port da051207-0cf7-4f0f-9f98-3bac0405144c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:51.206668 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:52.214915 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0406228a-760a-4447-b84d-be31f1e0c49f req-97fde003-b1a8-4585-9877-f4c560c093e4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Aug 19 16:03:52.404604 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-c01754bd-d4ed-44c2-9590-0fe45b3f93cf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:52.406141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-c01754bd-d4ed-44c2-9590-0fe45b3f93cf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/networks?id=0fc61d46-6b95-407a-b258-820c072f287e HTTP/1.1" status: 200 len: 797 time: 0.1060066 Aug 19 16:03:52.456077 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-99895cfc-f840-44dd-adf2-74468dd2e8c9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 380 time: 0.0350058 Aug 19 16:03:52.465522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'port': {'device_id': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'admin_state_up': True, 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'security_groups': ['c90db33d-ea2e-4332-ba5c-a44d97e5a0aa']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:52.648366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:03:52.652059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:52.802623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.5 (0fc61d46-6b95-407a-b258-820c072f287e/8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d/4e1b92de-7ef8-4baf-abe3-4b2bb95724a7) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:03:52.825450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1a9bb75f-8924-4097-bf6f-597362dfd9ed up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:03:52.954368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:52.968248 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:03:52.971938 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:52.972800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:52.973198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.059410 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.082823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.093160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 1a9bb75f-8924-4097-bf6f-597362dfd9ed, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1a9bb75f-8924-4097-bf6f-597362dfd9ed,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:53.135292 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0fc61d46-6b95-407a-b258-820c072f287e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:03:53.138526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:03:53.140990 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:03:53.170695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:53.173827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.203457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:53.204151 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.230274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=1a9bb75f-8924-4097-bf6f-597362dfd9ed,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:53.278040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-dbf071f3-7803-43e1-a9f6-0c96b06fe4c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162968 Aug 19 16:03:53.354259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c20fc-6c1e-47b9-bfca-a4c1842e5593 req-64f092f2-1961-41c4-99f6-ab9aa5617c22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:53.355893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-874c20fc-6c1e-47b9-bfca-a4c1842e5593 req-64f092f2-1961-41c4-99f6-ab9aa5617c22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 931 time: 0.0530522 Aug 19 16:03:53.359418 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:03:53.399150 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-874c20fc-6c1e-47b9-bfca-a4c1842e5593 req-3fff71c9-aaf3-4d69-b073-60d4b21a3fb9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352187 Aug 19 16:03:53.408708 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Request body: {'port': {'device_id': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:03:53.442380 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-617c266b-1fcc-43f2-96d7-43f60506b772 None None] Provisioning for port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:03:53.447300 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-617c266b-1fcc-43f2-96d7-43f60506b772 None None] Provisioning complete for port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:53.447673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-617c266b-1fcc-43f2-96d7-43f60506b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.467314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.484142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-617c266b-1fcc-43f2-96d7-43f60506b772 None None] Port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:03:53.751037 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:03:53.760424 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.772873 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Transition to ACTIVE for port object 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:03:53.842210 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:53.895620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Pushing event updated for resources: {'Port': ['ID=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:53.982857 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Attempting to bind port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:03:53.983196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Attempting to bind port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:03:53.983530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Attempting to bind port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 on network 0fc61d46-6b95-407a-b258-820c072f287e {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:03:53.988398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 on network 0fc61d46-6b95-407a-b258-820c072f287e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:03:53.988725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Attempting to bind port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 on network 0fc61d46-6b95-407a-b258-820c072f287e {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:03:53.994058 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:03:53.994401 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Checking segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:03:53.994798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Bound using segment: {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:03:53.995228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Bound port: 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:03:53.995598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:54.071150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] For port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:03:54.074314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] For port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:03:54.180257 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:54.217009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.217699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:54.219125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] 10.222.0.54 "PUT /v2.0/ports/4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 HTTP/1.1" status: 200 len: 1092 time: 0.8614705 Aug 19 16:03:54.219569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:03:54.221966 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf" -d '{"events": [{"name": "network-changed", "server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:03:54.263057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f2755-ec8c-4391-bda8-9939dac85afb service neutron] Pushing event updated for resources: {'Port': ['ID=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:54.281905 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0174258c-494e-4dae-b7ac-256f47b55fd6 x-openstack-request-id: req-0174258c-494e-4dae-b7ac-256f47b55fd6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:03:54.282533 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:03:54.282533 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0174258c-494e-4dae-b7ac-256f47b55fd6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:03:54.282849 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'status': 'completed', 'code': 200} Aug 19 16:03:54.366218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf req-1cb97f84-dbcb-45c2-8307-6648ddeb2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.367773 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf req-1cb97f84-dbcb-45c2-8307-6648ddeb2a19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1095 time: 0.0465124 Aug 19 16:03:54.489892 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf req-bdcea84c-9867-45da-9176-37ad5f0b82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.491499 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf req-bdcea84c-9867-45da-9176-37ad5f0b82fd service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5b0183228dd94696a7a39e6ffd950533&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1117373 Aug 19 16:03:54.591692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418fefa-68e4-4ff9-a52c-5866dbf240d8 req-1ebd5621-9f1f-46c5-a211-1e9eff72642b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.593199 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d418fefa-68e4-4ff9-a52c-5866dbf240d8 req-1ebd5621-9f1f-46c5-a211-1e9eff72642b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 943 time: 0.1172409 Aug 19 16:03:54.613619 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1b25-2c88-4c7e-877e-960c1ca118a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:54.627668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf req-57096775-ad94-4ccc-be83-c649fa5a7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.631428 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-abc19b8c-6f7c-45b1-b4ad-fd4b9b8f04cf req-57096775-ad94-4ccc-be83-c649fa5a7cdb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235209 Aug 19 16:03:54.648243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d418fefa-68e4-4ff9-a52c-5866dbf240d8 req-43ad7d66-fad5-4b8f-9f54-46218e91e71e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479803 Aug 19 16:03:54.730018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-5a2c945a-ee71-4703-a24f-4bfc3cd81771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.731556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-5a2c945a-ee71-4703-a24f-4bfc3cd81771 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1095 time: 0.0435634 Aug 19 16:03:54.785180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-0dcebceb-e4f2-40ad-9621-dc5a3c0c1196 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 HTTP/1.1" status: 200 len: 217 time: 0.0412207 Aug 19 16:03:54.802013 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1a9bb75f-8924-4097-bf6f-597362dfd9ed up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:03:54.837238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-b53ccdc5-3484-467e-b5e5-b7d926162312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.838801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-b53ccdc5-3484-467e-b5e5-b7d926162312 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d HTTP/1.1" status: 200 len: 835 time: 0.0468390 Aug 19 16:03:54.854146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 1a9bb75f-8924-4097-bf6f-597362dfd9ed triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:03:54.854430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:54.888377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-5e50a8e7-2dfb-47cd-adf3-b796335b37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:54.891969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-5e50a8e7-2dfb-47cd-adf3-b796335b37bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fc61d46-6b95-407a-b258-820c072f287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447443 Aug 19 16:03:54.987637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-042d807f-3b20-4675-ada2-dc962dd48eb0 service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908408 Aug 19 16:03:55.078609 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8955ce36-ac14-4143-b8bd-2b57831b0dd6 req-3178e07c-7098-4d3a-909d-4390e62c00be service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833149 Aug 19 16:03:55.767195 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dce0-9990-4626-b83b-4cf9a9b5565f req-0d2283e8-0282-4345-bfc8-45b534b24a87 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:55.768765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2420dce0-9990-4626-b83b-4cf9a9b5565f req-0d2283e8-0282-4345-bfc8-45b534b24a87 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 943 time: 0.0522387 Aug 19 16:03:55.811963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2420dce0-9990-4626-b83b-4cf9a9b5565f req-0f5bffd7-0ba1-4c40-b5a2-c024443a9aaa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360446 Aug 19 16:03:56.071063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:56.935850 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea6257-0a27-4361-ae0f-965dde8c584c req-52922872-fddc-476b-a5e1-72f378e508eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:56.937431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8ea6257-0a27-4361-ae0f-965dde8c584c req-52922872-fddc-476b-a5e1-72f378e508eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 943 time: 0.0557992 Aug 19 16:03:56.977491 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a8ea6257-0a27-4361-ae0f-965dde8c584c req-1aefb74d-67b5-4b0e-ac87-4978f049fb3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Aug 19 16:03:57.345872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:57.883064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3a05f63e-4dd3-4305-be41-f1cdc97b2928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:58.103887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2e3a9-4e26-4cb0-86fb-e8bab62498b9 req-bb3d34ae-48bf-438b-bb9b-21f717fc004f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:58.105577 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2e2e3a9-4e26-4cb0-86fb-e8bab62498b9 req-bb3d34ae-48bf-438b-bb9b-21f717fc004f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 943 time: 0.0539136 Aug 19 16:03:58.160383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f2e2e3a9-4e26-4cb0-86fb-e8bab62498b9 req-d12fc5fb-2a2e-4865-99a8-36f7478baf43 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462413 Aug 19 16:03:58.551383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:03:58.655354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:58.667083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'port_id': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'mac_address': 'fa:16:3e:f6:60:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:03:58.704408 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:58.716833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:03:58.735925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:03:58.813483 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:58.862642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:03:59.219198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['4e1b92de-7ef8-4baf-abe3-4b2bb95724a7'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:03:59.278615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdf93f-3955-4d54-aa2f-e088cc7993e2 req-6a1de785-4398-45c4-907b-f82223649231 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:03:59.283314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13cdf93f-3955-4d54-aa2f-e088cc7993e2 req-6a1de785-4398-45c4-907b-f82223649231 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 944 time: 0.0494378 Aug 19 16:03:59.320997 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13cdf93f-3955-4d54-aa2f-e088cc7993e2 req-75ec63c6-47f7-4a0a-8d68-b24a1aa20cce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342543 Aug 19 16:03:59.853806 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:00.442891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1fb42-5237-494e-8f09-86ab714b0a32 req-41c30d6a-1e22-4a8c-b2cc-5b5ee2bb2c0b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:00.444758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ca1fb42-5237-494e-8f09-86ab714b0a32 req-41c30d6a-1e22-4a8c-b2cc-5b5ee2bb2c0b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 944 time: 0.0577843 Aug 19 16:04:00.484292 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3ca1fb42-5237-494e-8f09-86ab714b0a32 req-8b287b95-e335-4ea0-843c-d634ee11c3eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Aug 19 16:04:00.562892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:04:00.658976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:04:00.662882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:04:00.663310 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:00.741153 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:00.765043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:04:00.767336 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36878395-d87e-4303-9a47-56dc94960ea7" -d '{"events": [{"server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "name": "network-vif-plugged", "status": "completed", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:04:00.781680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:04:00.859318 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c4c44b-835f-4e13-9e85-0eebe3408389 x-openstack-request-id: req-d4c4c44b-835f-4e13-9e85-0eebe3408389 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:04:00.859919 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "name": "network-vif-plugged", "status": "completed", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:04:00.859919 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4c4c44b-835f-4e13-9e85-0eebe3408389 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:04:00.860262 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'code': 200} Aug 19 16:04:00.875994 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:00.938370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:04:00.982949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5ee47-8c89-4880-8009-3c05937c5bdd req-3b94a44c-0f43-4a09-8b8a-9e940183cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:00.984494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bea5ee47-8c89-4880-8009-3c05937c5bdd req-3b94a44c-0f43-4a09-8b8a-9e940183cba2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1097 time: 0.0411010 Aug 19 16:04:01.012766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:01.024435 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bea5ee47-8c89-4880-8009-3c05937c5bdd req-22ab5106-d184-4ba9-9b00-3b897f998eaa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Aug 19 16:04:01.605048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0cea0-96cb-40cb-b147-12d1e5552084 req-fc171ee7-01f8-49d4-99ff-5afe9ad55b91 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:01.606694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7f0cea0-96cb-40cb-b147-12d1e5552084 req-fc171ee7-01f8-49d4-99ff-5afe9ad55b91 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0528104 Aug 19 16:04:01.649880 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d7f0cea0-96cb-40cb-b147-12d1e5552084 req-18a258cc-af91-47be-a296-02df8b40450a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371325 Aug 19 16:04:02.769586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef39e4-04c1-43a7-85f9-7bb093cd3fb0 req-66562993-ca40-459c-ae45-b50bcf814b6d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:02.771086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00ef39e4-04c1-43a7-85f9-7bb093cd3fb0 req-66562993-ca40-459c-ae45-b50bcf814b6d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Aug 19 16:04:02.816849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-00ef39e4-04c1-43a7-85f9-7bb093cd3fb0 req-d96aa958-423b-4acf-bb21-452609855e8f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396581 Aug 19 16:04:02.931223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80488259-c332-4620-89d3-2c7c58365cc3 req-d8dd18bb-d58f-4d1d-823c-6a86c3f118f3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:02.932668 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80488259-c332-4620-89d3-2c7c58365cc3 req-d8dd18bb-d58f-4d1d-823c-6a86c3f118f3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0501220 Aug 19 16:04:02.969973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80488259-c332-4620-89d3-2c7c58365cc3 req-ac56b97a-c09c-42e0-97cc-46772dc26255 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Aug 19 16:04:02.994085 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54132) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:04:03.038222 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd66d23-3bf3-4410-a984-58db8269e1e9 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:03.039756 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cdd66d23-3bf3-4410-a984-58db8269e1e9 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1092 time: 0.0446062 Aug 19 16:04:03.042608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54134) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:04:03.046991 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:04:03.156434 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:03.258446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:03.366717 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.36 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/8f5af6c8-5a40-498c-9dce-198a60dc55ea) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:04:03.467957 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:03.545062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:03.586663 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:04:03.589715 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:04:03.593443 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:04:03.619941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=8f5af6c8-5a40-498c-9dce-198a60dc55ea,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:04:03.952680 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.070478 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.218521 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.270720 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.346693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=8f5af6c8-5a40-498c-9dce-198a60dc55ea,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:04:04.363242 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.466391 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 associated. External IP: 172.25.5.36, port: 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7. Aug 19 16:04:04.679238 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router b61c4116-6e34-440d-9285-c03547a5e383 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:04:04.788779 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:04:04.798384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] Sync routers for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:04:04.807594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:04:04.810673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:04:04.904896 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.915345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:04:04.934801 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-44c90b59-c6c0-42e3-9101-b0306464d300 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8911488 Aug 19 16:04:04.935439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:04:04.937913 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d74f55f-8a92-49fc-b306-09615381566c" -d '{"events": [{"name": "network-changed", "server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:04:05.036405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010995-79f2-4198-9d89-a9abe67a6a0c req-4ba746bd-b3d2-45ee-9f3d-0832f70ad348 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:05.037097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69010995-79f2-4198-9d89-a9abe67a6a0c req-4ba746bd-b3d2-45ee-9f3d-0832f70ad348 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Aug 19 16:04:05.077584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69010995-79f2-4198-9d89-a9abe67a6a0c req-48640d49-a8d3-42fc-80f5-69cdf335a04d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344601 Aug 19 16:04:05.105364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54144) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:04:05.178273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'bf907ee5-5c14-4ff5-8f9b-2c6409b7c726', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'port_id': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'mac_address': 'fa:16:3e:f6:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:04:03Z', 'updated_at': '2021-08-19T16:04:03Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:53Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:04:05.185801 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f09c0fff-dec8-4d32-a073-71cddfd6c5ea tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 HTTP/1.1" status: 200 len: 990 time: 0.0791743 Aug 19 16:04:05.196874 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b562f3e-c482-4853-bb0d-5f0382159983 x-openstack-request-id: req-5b562f3e-c482-4853-bb0d-5f0382159983 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:04:05.197781 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:04:05.198041 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b562f3e-c482-4853-bb0d-5f0382159983 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:04:05.198452 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'status': 'completed', 'code': 200} Aug 19 16:04:05.205628 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] Checking router: b61c4116-6e34-440d-9285-c03547a5e383 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:04:05.214383 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:04:05.214997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:03:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:04:05.280183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f55f-8a92-49fc-b306-09615381566c req-27f7dd47-147c-4c92-bd3e-ab18915148c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:05.282095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-27f7dd47-147c-4c92-bd3e-ab18915148c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1097 time: 0.0428798 Aug 19 16:04:05.329212 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:04:05.384013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f55f-8a92-49fc-b306-09615381566c req-1ca93fc6-fb5b-4eb2-a8dd-a8e4dd02de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:05.385567 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-1ca93fc6-fb5b-4eb2-a8dd-a8e4dd02de4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fc61d46-6b95-407a-b258-820c072f287e HTTP/1.1" status: 200 len: 898 time: 0.0963202 Aug 19 16:04:05.464460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-4b60bca6-63e6-4fdf-a032-bf1248648111 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 HTTP/1.1" status: 200 len: 998 time: 0.0722516 Aug 19 16:04:05.515330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f55f-8a92-49fc-b306-09615381566c req-fc7d1695-c618-41b9-9f6b-0cc948107ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:05.517196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-fc7d1695-c618-41b9-9f6b-0cc948107ec5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d HTTP/1.1" status: 200 len: 835 time: 0.0464780 Aug 19 16:04:05.567758 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'bf907ee5-5c14-4ff5-8f9b-2c6409b7c726', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'port_id': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'mac_address': 'fa:16:3e:f6:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:04:03Z', 'updated_at': '2021-08-19T16:04:03Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:53Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:04:05.569808 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f55f-8a92-49fc-b306-09615381566c req-3782ce38-fb9a-4ac3-934e-3cb47c9253c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:05.571925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-3782ce38-fb9a-4ac3-934e-3cb47c9253c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fc61d46-6b95-407a-b258-820c072f287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477736 Aug 19 16:04:05.597468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cd45d-4bcb-4fc4-813c-62bf1938a28c None None] The sync data for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 is: [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'bf907ee5-5c14-4ff5-8f9b-2c6409b7c726', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'port_id': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'mac_address': 'fa:16:3e:f6:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:04:03Z', 'updated_at': '2021-08-19T16:04:03Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:53Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:04:05.670220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-54517e5f-dd14-4d03-aa42-ee747e142fa4 service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915658 Aug 19 16:04:05.778391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d74f55f-8a92-49fc-b306-09615381566c req-6cc18170-5b6c-4631-918f-cff11b62b9ac service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014633 Aug 19 16:04:05.808413 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005d884-961c-4796-a75c-f454b372b13e None None] New status for floating IP bf907ee5-5c14-4ff5-8f9b-2c6409b7c726: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:04:06.189832 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54146) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:04:06.251132 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3d9b8232-4e93-4beb-bb69-21e0c28005e8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 HTTP/1.1" status: 200 len: 992 time: 0.0601389 Aug 19 16:04:13.829869 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:24.596296 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-80f92f8b-7245-42f9-9835-d1aecc787d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:26.121329 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:27.332757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:27.876020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4c26ec2c-f045-4f63-9bca-8f2872464599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:29.858982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:30.360244 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:04:30.995673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:41.377264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-fa50b89b-7ff8-439a-8f62-92d306b62a7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428894 Aug 19 16:04:41.484069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-6e5f3491-435f-4b4c-b7df-8eb6782c5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:41.485605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-6e5f3491-435f-4b4c-b7df-8eb6782c5750 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1097 time: 0.0447378 Aug 19 16:04:41.605456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-d58f1d96-7f22-4ac0-9481-472e49e97b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:41.608581 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-d58f1d96-7f22-4ac0-9481-472e49e97b7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fc61d46-6b95-407a-b258-820c072f287e HTTP/1.1" status: 200 len: 898 time: 0.0996935 Aug 19 16:04:41.680127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-0e102123-3a8f-4210-b010-073bcf5f4b8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 HTTP/1.1" status: 200 len: 1000 time: 0.0662940 Aug 19 16:04:41.730479 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-0f6aa53c-d668-448f-9de4-3d09784e2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:41.732015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-0f6aa53c-d668-448f-9de4-3d09784e2c6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d HTTP/1.1" status: 200 len: 835 time: 0.0458705 Aug 19 16:04:42.172072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-4127f335-76cf-4199-bc25-f3bd8902eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:04:42.173645 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-4127f335-76cf-4199-bc25-f3bd8902eda0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fc61d46-6b95-407a-b258-820c072f287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4345841 Aug 19 16:04:42.184882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-f8ef92f1-2f50-4e64-a72b-7a0385267788 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:04:42.185935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-f8ef92f1-2f50-4e64-a72b-7a0385267788 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054908 Aug 19 16:04:42.283706 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-dcc0859f-048f-40da-8a79-a0e9dc8afc10 service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905051 Aug 19 16:04:42.391104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5cdb9fa0-5f94-43a7-aa95-fea1908c223a req-4bc60a0b-204d-4956-975d-4f723f259e9d service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998173 Aug 19 16:04:43.875389 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:54.652094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-170ac1eb-1019-4581-a413-9ac68761fec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:56.097917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:57.355162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:57.955096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2c82d377-577f-44c3-87f7-7bedbf8fa482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:59.863914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:01.024032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:07.362610 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:05:13.863544 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:17.527622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea0f10-a30f-467f-8243-1d9de59445e3 req-7f184689-2186-49ce-bd59-870ec4528bff tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:17.529082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5aea0f10-a30f-467f-8243-1d9de59445e3 req-7f184689-2186-49ce-bd59-870ec4528bff tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0570362 Aug 19 16:05:17.568084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5aea0f10-a30f-467f-8243-1d9de59445e3 req-c6907a4b-37ff-4061-b5b0-a29a6203d2ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326338 Aug 19 16:05:18.692291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626f29b-93f0-4ab4-9de6-ca639aba57de req-985f8c45-7914-4c0c-9305-bba797981362 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:18.693800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4626f29b-93f0-4ab4-9de6-ca639aba57de req-985f8c45-7914-4c0c-9305-bba797981362 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Aug 19 16:05:18.733715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4626f29b-93f0-4ab4-9de6-ca639aba57de req-f06b975e-63bf-4529-a2a7-c95296d168b4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Aug 19 16:05:18.755380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54180) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:18.831619 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1cd45d6b-5c5b-4085-a158-f9dfbc4f17fe tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 HTTP/1.1" status: 200 len: 992 time: 0.0750189 Aug 19 16:05:20.285471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37c28c-9e02-446c-9838-d8fcab34fd56 req-1f5d67d1-8b7f-418f-98a5-f06252360f45 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:20.287141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a37c28c-9e02-446c-9838-d8fcab34fd56 req-1f5d67d1-8b7f-418f-98a5-f06252360f45 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0525599 Aug 19 16:05:20.334064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7a37c28c-9e02-446c-9838-d8fcab34fd56 req-58bb8e37-e3ac-4a41-9ae7-0cf5f4d37077 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371065 Aug 19 16:05:21.462616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ed3b3-5b6e-4a4b-969b-c033df5d4527 req-5268f5f2-0c08-4cbc-ad9a-c32f1c44b96c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:21.464219 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c05ed3b3-5b6e-4a4b-969b-c033df5d4527 req-5268f5f2-0c08-4cbc-ad9a-c32f1c44b96c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Aug 19 16:05:21.505478 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c05ed3b3-5b6e-4a4b-969b-c033df5d4527 req-6ff92619-f1ae-4781-8790-aabd8a05554b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348012 Aug 19 16:05:21.527926 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54190) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:21.595364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a4e2bd03-0314-4cc3-b4ad-0d9b8d77f549 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 HTTP/1.1" status: 200 len: 992 time: 0.0662925 Aug 19 16:05:21.830255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54196) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:21.993894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 8f5af6c8-5a40-498c-9dce-198a60dc55ea {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:05:21.994174 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:22.078465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:22.078791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:22.092654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 8f5af6c8-5a40-498c-9dce-198a60dc55ea owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:05:22.320886 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:22.349178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=8f5af6c8-5a40-498c-9dce-198a60dc55ea,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:22.360248 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.362606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.363276 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.363384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.363716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.363967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:22.419189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:22.419533 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 disassociated (deleted). External IP: 172.25.5.36, port: 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7. Aug 19 16:05:22.649793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router b61c4116-6e34-440d-9285-c03547a5e383 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:05:22.759854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:05:22.764854 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:22.769769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] Sync routers for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:05:22.787664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:22.788325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:22.792848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1e5fa46-9418-4099-8e38-b50aa9617461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/floatingips/bf907ee5-5c14-4ff5-8f9b-2c6409b7c726 HTTP/1.1" status: 204 len: 168 time: 0.9615610 Aug 19 16:05:22.793586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:05:22.795773 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d25e1-7513-4457-a61c-6904b0727ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:05:23.071859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:23.173358 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f2546e-038c-47ca-bc2e-f5491674abef x-openstack-request-id: req-d3f2546e-038c-47ca-bc2e-f5491674abef {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:05:23.173661 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:05:23.173917 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f2546e-038c-47ca-bc2e-f5491674abef {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:05:23.174333 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'status': 'completed', 'code': 200} Aug 19 16:05:23.294352 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:53Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:23.305226 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83df82-e772-480b-8bd0-17e7683dfc47 req-cea95fec-6bf1-4997-99d9-871d396b7900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:23.306843 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b83df82-e772-480b-8bd0-17e7683dfc47 req-cea95fec-6bf1-4997-99d9-871d396b7900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0856240 Aug 19 16:05:23.321548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] Checking router: b61c4116-6e34-440d-9285-c03547a5e383 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:05:23.324843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-332a67ac-d30f-4d79-bd85-aad946bda3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:23.326305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-332a67ac-d30f-4d79-bd85-aad946bda3bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 1097 time: 0.0744209 Aug 19 16:05:23.330387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:23.331018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:04:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:23.403800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b83df82-e772-480b-8bd0-17e7683dfc47 req-034e0050-372b-4035-a937-f7a9f563568c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882630 Aug 19 16:05:23.439649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:23.443139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-c304ca47-33c3-444f-a41b-ba483a25e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:23.444682 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-c304ca47-33c3-444f-a41b-ba483a25e4f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fc61d46-6b95-407a-b258-820c072f287e HTTP/1.1" status: 200 len: 898 time: 0.1097934 Aug 19 16:05:23.494297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-e9494778-53cd-4706-8f1d-f062b87ed230 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 HTTP/1.1" status: 200 len: 217 time: 0.0421777 Aug 19 16:05:23.548148 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-ad72cabc-7c37-4c0c-9cf8-67a41f548e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:23.549684 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-ad72cabc-7c37-4c0c-9cf8-67a41f548e7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d HTTP/1.1" status: 200 len: 835 time: 0.0472190 Aug 19 16:05:23.600806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-c85906cf-8388-4694-9f5a-bf50c22f6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:23.603650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-c85906cf-8388-4694-9f5a-bf50c22f6097 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fc61d46-6b95-407a-b258-820c072f287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463226 Aug 19 16:05:23.659157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:53Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:23.686818 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ff0d3-bae4-47e3-84f6-c45c560fa0b5 None None] The sync data for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 is: [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:03:47Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '1a9bb75f-8924-4097-bf6f-597362dfd9ed', 'name': '', 'network_id': '0fc61d46-6b95-407a-b258-820c072f287e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:b2:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:47Z', 'updated_at': '2021-08-19T16:03:53Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:05:23.717518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-9e14b176-2a19-4a8f-80ca-0b3a8ab6daf3 service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056609 Aug 19 16:05:23.816351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-436d25e1-7513-4457-a61c-6904b0727ca2 req-88ed2171-1571-457e-9e7d-752b3e2aafba service neutron] 10.222.0.54 "GET /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914812 Aug 19 16:05:23.908263 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69284c0c-37bf-4c30-9149-e81ac980524d None None] New status for floating IP bf907ee5-5c14-4ff5-8f9b-2c6409b7c726: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:05:24.530537 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79797bc-872f-4984-8282-336ef02dd3e6 req-5ebab5a5-3708-4536-8c9f-a7f7a5f9c5f1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:24.531961 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c79797bc-872f-4984-8282-336ef02dd3e6 req-5ebab5a5-3708-4536-8c9f-a7f7a5f9c5f1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Aug 19 16:05:24.577427 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c79797bc-872f-4984-8282-336ef02dd3e6 req-fc0c35f4-51de-47ff-9578-526b9298b9c9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391314 Aug 19 16:05:24.611756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-454c3d1b-55ff-48ff-96ba-61fb03222389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:25.275785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-c5dfeaf5-2194-4bbd-848a-3ff0f443157f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:25.277424 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-c5dfeaf5-2194-4bbd-848a-3ff0f443157f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 945 time: 0.0592284 Aug 19 16:05:25.373275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:05:25.373578 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:25.470844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:25.471213 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:25.485380 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:05:25.676720 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:25.709824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=4e1b92de-7ef8-4baf-abe3-4b2bb95724a7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:25.770102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0028d-26b6-431d-8c04-dd4be70784c7 req-ecc11a52-3169-4db4-afe5-539d489abeb1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:25.770102 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22c0028d-26b6-431d-8c04-dd4be70784c7 req-ecc11a52-3169-4db4-afe5-539d489abeb1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b45b73-bd6d-4bca-8e80-1a5f35a144b8 HTTP/1.1" status: 200 len: 867 time: 0.1014874 Aug 19 16:05:25.770102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] No DVR routers for this DVR port 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:05:25.773323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:25.775710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5d8a6944-6a09-45b4-8533-c52de9245549 req-fcdaa1d4-45dd-491a-9efc-1a1f7e1780f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "DELETE /v2.0/ports/4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 HTTP/1.1" status: 204 len: 173 time: 0.4920218 Aug 19 16:05:25.776153 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'name': 'network-vif-deleted', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:05:25.778549 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e6aa5-899a-49eb-bc11-eef33222cc69" -d '{"events": [{"server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "name": "network-vif-deleted", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:05:25.812359 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-22c0028d-26b6-431d-8c04-dd4be70784c7 req-3f595825-80ab-4d5b-b5e0-cf6ad56a4548 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476422 Aug 19 16:05:25.858123 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b0db9-caf8-4c4c-a2a6-181635c3e1ac x-openstack-request-id: req-ee0b0db9-caf8-4c4c-a2a6-181635c3e1ac {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:05:25.858432 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b45b73-bd6d-4bca-8e80-1a5f35a144b8", "name": "network-vif-deleted", "tag": "4e1b92de-7ef8-4baf-abe3-4b2bb95724a7", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:05:25.858693 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee0b0db9-caf8-4c4c-a2a6-181635c3e1ac {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:05:25.859105 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b45b73-bd6d-4bca-8e80-1a5f35a144b8', 'name': 'network-vif-deleted', 'tag': '4e1b92de-7ef8-4baf-abe3-4b2bb95724a7', 'status': 'completed', 'code': 200} Aug 19 16:05:26.086192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:26.876436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54214) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:27.255956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:27.371564 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:27.530428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 1a9bb75f-8924-4097-bf6f-597362dfd9ed {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:05:27.530773 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:27.625710 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 1a9bb75f-8924-4097-bf6f-597362dfd9ed, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=1a9bb75f-8924-4097-bf6f-597362dfd9ed,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:27.625986 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:27.639904 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 1a9bb75f-8924-4097-bf6f-597362dfd9ed owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:05:27.903078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a84af945-e48f-4a43-95d7-ebf562e5fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:27.908502 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:27.937256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=1a9bb75f-8924-4097-bf6f-597362dfd9ed,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:27.967451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.967809 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:27.980403 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:28.141209 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.404529 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router b61c4116-6e34-440d-9285-c03547a5e383 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:05:28.525966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:05:28.532662 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b29a0e32-1330-4647-9223-b6efed0fc84c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/b61c4116-6e34-440d-9285-c03547a5e383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546280 Aug 19 16:05:28.535086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54218) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:28.537240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] Sync routers for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:05:28.549539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:28.550516 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:28.594107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting subnet 8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:05:28.597487 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.643699 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.668131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:28.735471 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.858273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:05:27Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:28.880277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.886548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] Checking router: b61c4116-6e34-440d-9285-c03547a5e383 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:05:28.896415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] Routers {'b61c4116-6e34-440d-9285-c03547a5e383'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:28.901176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['b61c4116-6e34-440d-9285-c03547a5e383'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:28.918371 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:28.923973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.925923 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6319c47c-42b9-4a03-bb76-a4d4dfa30d79 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/subnets/8b8c8fb1-b083-4a3c-a5d7-9831e34b6f0d HTTP/1.1" status: 204 len: 168 time: 0.3894713 Aug 19 16:05:28.928572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:28.935475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08e4f9-a727-4986-aeda-bc777d56b34b None None] Network 0fc61d46-6b95-407a-b258-820c072f287e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:05:29.039029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:05:29.065640 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.088014 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:05:29.088358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 4e1b92de-7ef8-4baf-abe3-4b2bb95724a7 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:05:29.118198 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] Set router b61c4116-6e34-440d-9285-c03547a5e383 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:29.170750 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.292226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] DHCP port deletion for 0fc61d46-6b95-407a-b258-820c072f287e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:05:29.305825 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port b9b87270-7548-49a9-963f-ef8de1364073 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:05:29.306170 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.363353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:05:27Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:29.393898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b05cf6-ba2a-4991-9c59-18a18dbf8d37 None None] The sync data for ids ['b61c4116-6e34-440d-9285-c03547a5e383'] in n-d-779913-32 is: [{'id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057311616', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:03:43Z', 'updated_at': '2021-08-19T16:05:27Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'b9b87270-7548-49a9-963f-ef8de1364073', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c4116-6e34-440d-9285-c03547a5e383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:03:44Z', 'updated_at': '2021-08-19T16:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:05:29.396707 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port b9b87270-7548-49a9-963f-ef8de1364073, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b9b87270-7548-49a9-963f-ef8de1364073,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:29.397078 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.402648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Deleting port da051207-0cf7-4f0f-9f98-3bac0405144c {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:05:29.403023 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.412045 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for b9b87270-7548-49a9-963f-ef8de1364073 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:05:29.469834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] For port da051207-0cf7-4f0f-9f98-3bac0405144c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=da051207-0cf7-4f0f-9f98-3bac0405144c,segment=NetworkSegment(10bfec7d-ce83-4e8e-9d32-a3c3e78a7127),segment_id=10bfec7d-ce83-4e8e-9d32-a3c3e78a7127)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:29.470226 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.483338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Calling delete_port for da051207-0cf7-4f0f-9f98-3bac0405144c owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:05:29.629318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:29.656727 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Pushing event deleted for resources: {'Port': ['ID=da051207-0cf7-4f0f-9f98-3bac0405144c,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:29.661464 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] No DVR routers for this DVR port da051207-0cf7-4f0f-9f98-3bac0405144c on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.675769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6402-2099-4f5f-81ae-f7e03182dc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:29.891384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.017015 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.042377 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=b9b87270-7548-49a9-963f-ef8de1364073,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:30.106764 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.199989 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.202113 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.308651 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.309277 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Fanout notify agent at l3_agent the message router_deleted on router b61c4116-6e34-440d-9285-c03547a5e383 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:05:30.316117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.317282 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0e960592-84fe-4598-a995-a3d089ad6957 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/routers/b61c4116-6e34-440d-9285-c03547a5e383 HTTP/1.1" status: 204 len: 168 time: 1.3869634 Aug 19 16:05:30.320502 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54222) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:30.413225 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.506172 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.517177 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc61d46-6b95-407a-b258-820c072f287e']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:30.528190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:30.528490 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bfec7d-ce83-4e8e-9d32-a3c3e78a7127') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:30.537691 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.551245 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.557839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:05:30.560738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:05:30.561173 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:05:30.674456 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.685554 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.685554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/networks/0fc61d46-6b95-407a-b258-820c072f287e HTTP/1.1" status: 204 len: 168 time: 0.3634109 Aug 19 16:05:30.687898 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54224) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:30.712363 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0629-8b75-4e7d-ae07-ae9b0e02fbf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Network': ['ID=0fc61d46-6b95-407a-b258-820c072f287e,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:30.788088 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2c8-26af-47c7-bac3-a7f7752b6635 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.821498 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2c8-26af-47c7-bac3-a7f7752b6635 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.852944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device da051207-0cf7-4f0f-9f98-3bac0405144c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:05:30.874811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: da051207-0cf7-4f0f-9f98-3bac0405144c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:05:30.875242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device da051207-0cf7-4f0f-9f98-3bac0405144c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:05:30.875733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9b87270-7548-49a9-963f-ef8de1364073 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:05:30.899479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b9b87270-7548-49a9-963f-ef8de1364073 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:05:30.900560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b9b87270-7548-49a9-963f-ef8de1364073 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:05:30.900560 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1a9bb75f-8924-4097-bf6f-597362dfd9ed no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:05:30.924892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 1a9bb75f-8924-4097-bf6f-597362dfd9ed {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:05:30.925354 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 1a9bb75f-8924-4097-bf6f-597362dfd9ed not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:05:30.965669 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2c8-26af-47c7-bac3-a7f7752b6635 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.968412 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b2c8-26af-47c7-bac3-a7f7752b6635 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:30.969642 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a6a7b2c8-26af-47c7-bac3-a7f7752b6635 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/security-groups/c90db33d-ea2e-4332-ba5c-a44d97e5a0aa HTTP/1.1" status: 204 len: 168 time: 0.2806180 Aug 19 16:05:30.980090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b2c8-26af-47c7-bac3-a7f7752b6635 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90db33d-ea2e-4332-ba5c-a44d97e5a0aa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:31.001198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.338318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54230) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:31.343107 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393067789', 'description': 'tempest-secgroup-smoke-393067789 description', 'project_id': '5b0183228dd94696a7a39e6ffd950533'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:31.434566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.517298 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.577176 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.607654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9b38d-66a5-4fdd-83cd-f6643552e3b6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:31.668504 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.669843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5daf7802-7e92-4d42-a8dd-0d5809b393c0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3304946 Aug 19 16:05:31.673100 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54232) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:31.677947 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '10c9b38d-66a5-4fdd-83cd-f6643552e3b6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:31.752990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.812378 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.891271 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.909172 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae4036f-a76f-49b6-a15a-b6e1dc17a5ab,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:31.965621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:31.966895 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2d133ece-bb23-41fa-bb35-0b91e2a41e3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926879 Aug 19 16:05:31.970011 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54234) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:31.974513 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '10c9b38d-66a5-4fdd-83cd-f6643552e3b6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:32.050345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.107796 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.160062 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.177908 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f23948-bf9c-486a-a758-d2b9857f8705,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:32.245543 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.246787 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7991cf35-ab48-4a48-919d-bb03cbc34c3a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2758248 Aug 19 16:05:32.249485 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54236) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:32.253925 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '10c9b38d-66a5-4fdd-83cd-f6643552e3b6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:32.336576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.395042 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.474500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.496855 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe7859d-dc7c-4f4b-929a-9b5d25744dc3,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:32.571772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.573036 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0f18bd92-eb7c-4ed6-bd1f-01e4cb801e71 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226111 Aug 19 16:05:32.575762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54238) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:32.580310 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '10c9b38d-66a5-4fdd-83cd-f6643552e3b6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:32.662058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.730809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.822555 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.841341 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d50e5-e887-45c1-acad-ebfd96e834d0,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:32.908419 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:32.909788 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8e6642b8-c831-4c20-b808-8722493862bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330081 Aug 19 16:05:32.912571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54240) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:32.917036 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '10c9b38d-66a5-4fdd-83cd-f6643552e3b6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:32.988710 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:05:32.994385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.057925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.103003 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.122352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6387e2a1-f236-42cb-9e23-1c8b6bfcc366,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:33.165631 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.166966 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5d392a1d-888e-4be1-a9e7-b879507f96ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2534311 Aug 19 16:05:33.169984 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54242) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:33.174439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '10c9b38d-66a5-4fdd-83cd-f6643552e3b6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:33.246141 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:05:33.251432 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.320833 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.388626 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.408611 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b486a0a1-dfb5-4f50-b501-7338ea8f5835,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:33.485728 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.487046 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a28fa8d2-2ec8-46c3-93e2-cc01c3ddafa4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160934 Aug 19 16:05:33.490339 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54244) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:33.496243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'network': {'name': 'tempest-network-smoke--136331470', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:33.583079 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:05:33.586953 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.614399 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:05:33.623879 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.626148 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Added segment 7381a7fc-a958-4733-b179-f245df5bb3d7 of type vlan for network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 Aug 19 16:05:33.665392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.778036 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.784221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:33.784824 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:33.853431 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Network': ['ID=0d55d331-cbc7-4286-b023-e1d0e3544ef6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:33.864318 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:05:33.926585 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ef2c74e-d80e-48e9-a1b7-52edb593f61d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4349933 Aug 19 16:05:33.930776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54246) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:33.936262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'admin_state_up': True, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:34.012262 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.013374 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.067554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.273844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.559239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.578350 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.694600 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.46 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/dee1b842-14ef-4827-9f34-05879d52a6a8) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:05:34.797093 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.909651 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.965383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:05:34.968648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:34.977224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:05:34.980229 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=dee1b842-14ef-4827-9f34-05879d52a6a8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:35.288181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:35.498653 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:35.716546 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 29e797a6-882d-4f18-830e-70dfe0c11a4f is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:05:35.827075 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:05:35.840015 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Sync routers for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:05:35.849067 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:35.849804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:35.925723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:35.930131 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0980e50c-e29b-451f-ba61-8e06c090be9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9947596 Aug 19 16:05:35.930554 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54250) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:35.960905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7c47e25e-a7ed-4591-8e90-5755601c6b56 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5b0183228dd94696a7a39e6ffd950533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291672 Aug 19 16:05:35.962884 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:35.964599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54252) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:36.057009 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6edc714-83bd-42c4-b79d-065647b98ea3 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:36.058816 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f6edc714-83bd-42c4-b79d-065647b98ea3 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930469 Aug 19 16:05:36.062870 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54254) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:36.100692 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f59978af-3b98-4799-9d48-f3a198a33c0a tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338659 Aug 19 16:05:36.101479 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54256) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:36.107158 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-426349075', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:36.155762 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:35Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:36.182582 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Checking router: 29e797a6-882d-4f18-830e-70dfe0c11a4f for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:05:36.182936 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Updating router 29e797a6-882d-4f18-830e-70dfe0c11a4f port dee1b842-14ef-4827-9f34-05879d52a6a8 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:05:36.208280 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.274118 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:05:36.278930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.489961 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.502279 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Transition to ACTIVE for port object dee1b842-14ef-4827-9f34-05879d52a6a8 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:36.566005 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.594876 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.627351 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Attempting to bind port dee1b842-14ef-4827-9f34-05879d52a6a8 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:05:36.627702 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Attempting to bind port dee1b842-14ef-4827-9f34-05879d52a6a8 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:05:36.628077 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Attempting to bind port dee1b842-14ef-4827-9f34-05879d52a6a8 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:05:36.631535 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Pushing event updated for resources: {'Port': ['ID=dee1b842-14ef-4827-9f34-05879d52a6a8,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:36.637148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:05:36.637654 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:05:36.637940 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.638348 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:05:36.638828 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Bound port: dee1b842-14ef-4827-9f34-05879d52a6a8, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:05:36.639217 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.664547 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Subnet': ['ID=92b8cb65-5d41-48c0-9a4d-b5da4896b818,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:36.665809 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.666215 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.667502 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.668050 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.668050 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.668287 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.668534 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.668898 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.669215 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.669542 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.669862 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.670183 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:05:36.679016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Checking segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:05:36.679740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network hostable DHCP agents. Network: 0d55d331-cbc7-4286-b023-e1d0e3544ef6, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:05:36.713982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] For port dee1b842-14ef-4827-9f34-05879d52a6a8, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:05:36.717643 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] For port dee1b842-14ef-4827-9f34-05879d52a6a8, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dee1b842-14ef-4827-9f34-05879d52a6a8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:05:36.777669 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:05:36.783342 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.846862 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264a08-41c3-474a-8b45-2854c51f41fb None None] Pushing event updated for resources: {'Port': ['ID=dee1b842-14ef-4827-9f34-05879d52a6a8,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:36.850059 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:36.850679 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:36.870860 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 0d55d331-cbc7-4286-b023-e1d0e3544ef6) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:36.882128 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ae847-dfdb-42d6-9fd8-9f4178cc26a1 None None] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:05:36.885972 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:36.885972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.987458 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6e932f2-d0bc-4a1d-842e-91cf0c8cdc53 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8846226 Aug 19 16:05:36.988603 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54258) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:37.137042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:05:37.138370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:37.141670 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:37.374662 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:35Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:37.382377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Allocated IP 172.20.0.2 (0d55d331-cbc7-4286-b023-e1d0e3544ef6/92b8cb65-5d41-48c0-9a4d-b5da4896b818/6c6d28bb-0b20-4d23-b393-098a06b49a6c) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:05:37.405161 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d28fb7-b863-4e75-8339-a466e9e7e022 None None] The sync data for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 is: [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:35Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:05:37.617385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:37.628976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Transition to ACTIVE for port object 6c6d28bb-0b20-4d23-b393-098a06b49a6c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:37.650956 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Transition to ACTIVE for port object 6c6d28bb-0b20-4d23-b393-098a06b49a6c will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:37.748921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:37.794875 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:05:37.798239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:37.802421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:05:37.810833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Pushing event updated for resources: {'Port': ['ID=6c6d28bb-0b20-4d23-b393-098a06b49a6c,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:37.871951 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Attempting to bind port 6c6d28bb-0b20-4d23-b393-098a06b49a6c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:05:37.872437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Attempting to bind port 6c6d28bb-0b20-4d23-b393-098a06b49a6c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:05:37.872932 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Attempting to bind port 6c6d28bb-0b20-4d23-b393-098a06b49a6c on network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:05:37.879332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:05:37.879621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Checking segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:05:37.880217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:37.880858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Bound using segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:05:37.881467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Bound port: 6c6d28bb-0b20-4d23-b393-098a06b49a6c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:05:37.881924 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:37.964171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] For port 6c6d28bb-0b20-4d23-b393-098a06b49a6c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:05:37.967831 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] For port 6c6d28bb-0b20-4d23-b393-098a06b49a6c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c6d28bb-0b20-4d23-b393-098a06b49a6c,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:05:37.970943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:38.028839 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:38.097089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf81f-ace1-4578-9fac-9256a5c730c1 None None] Pushing event updated for resources: {'Port': ['ID=6c6d28bb-0b20-4d23-b393-098a06b49a6c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:38.323362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.1 (0d55d331-cbc7-4286-b023-e1d0e3544ef6/92b8cb65-5d41-48c0-9a4d-b5da4896b818/01e4ad8a-f01b-405b-ad75-a3d917cc8ee9) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:05:38.461452 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:38.475825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:38.589090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:38.633977 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:05:38.637508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:38.641616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:05:38.670628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:38.693380 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:38.898154 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:38.930699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dee1b842-14ef-4827-9f34-05879d52a6a8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:39.045774 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port dee1b842-14ef-4827-9f34-05879d52a6a8 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:39.053257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port dee1b842-14ef-4827-9f34-05879d52a6a8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:39.053637 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.091579 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b38594-add3-4ef7-9a80-5cdcaf9d261b None None] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:05:39.221551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.222313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.276399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port dee1b842-14ef-4827-9f34-05879d52a6a8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dee1b842-14ef-4827-9f34-05879d52a6a8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:39.320098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.405864 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.407879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:39.481326 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.481971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c6d28bb-0b20-4d23-b393-098a06b49a6c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:39.483691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-75d5faaa-33a5-4789-8a0c-21132c4489fc None None] Provisioning for port 6c6d28bb-0b20-4d23-b393-098a06b49a6c completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:39.521872 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:05:39.523396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:39.581148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=dee1b842-14ef-4827-9f34-05879d52a6a8,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:39.668687 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 6c6d28bb-0b20-4d23-b393-098a06b49a6c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:39.673608 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6c6d28bb-0b20-4d23-b393-098a06b49a6c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:39.674338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.682952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 29e797a6-882d-4f18-830e-70dfe0c11a4f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:05:39.807630 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:39.863526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 6c6d28bb-0b20-4d23-b393-098a06b49a6c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c6d28bb-0b20-4d23-b393-098a06b49a6c,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:39.867051 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:05:39.881860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3461a410-fb20-4970-9e91-949e5b23f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/29e797a6-882d-4f18-830e-70dfe0c11a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910923 Aug 19 16:05:39.892982 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Sync routers for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:05:39.911849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:39.913127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:39.957925 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:40.044930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-46c305f3-99a7-4804-bcec-1bb3a5208a64 None None] Provisioning complete for port 6c6d28bb-0b20-4d23-b393-098a06b49a6c triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:40.045344 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-46c305f3-99a7-4804-bcec-1bb3a5208a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:40.105384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=6c6d28bb-0b20-4d23-b393-098a06b49a6c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:40.120926 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-4bde8dae-09e0-46b7-9ac1-75c247d0ef09 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393067789&fields=id&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 267 time: 0.0483282 Aug 19 16:05:40.127881 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:40.278252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-783be35d-e5d8-4f77-871d-730545224058 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:40.281352 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-783be35d-e5d8-4f77-871d-730545224058 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/networks?id=0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 200 len: 796 time: 0.1494315 Aug 19 16:05:40.307521 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-9726f9c9-6cca-4d84-abfb-786f29c9d6e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/quotas/5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 375 time: 0.0180709 Aug 19 16:05:40.380766 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-46c305f3-99a7-4804-bcec-1bb3a5208a64 None None] Provisioning for port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:40.381294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-947f5b60-fe33-4570-a6e9-099dc3b4f2a7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666227 Aug 19 16:05:40.391398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-46c305f3-99a7-4804-bcec-1bb3a5208a64 None None] Provisioning complete for port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:40.391880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-46c305f3-99a7-4804-bcec-1bb3a5208a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:40.400147 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-5788b244-3caf-46b1-9e4f-1156d8fc0467 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:05:40.402360 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-5788b244-3caf-46b1-9e4f-1156d8fc0467 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079260 Aug 19 16:05:40.440079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-46c305f3-99a7-4804-bcec-1bb3a5208a64 None None] Port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:05:40.454136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 2, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:40.488334 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Checking router: 29e797a6-882d-4f18-830e-70dfe0c11a4f for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:05:40.488690 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Updating router 29e797a6-882d-4f18-830e-70dfe0c11a4f port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:05:40.516751 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:40.518258 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-1eda4315-8836-4575-91e2-2a607b01e0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082814 Aug 19 16:05:40.622545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-091a744d-8555-4977-96da-270c648aa123 service neutron] 10.222.0.13 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976806 Aug 19 16:05:40.625345 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3f00764-f7d8-4185-a64f-18cc36cb5562 None None] Provisioning complete for port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:40.625716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3f00764-f7d8-4185-a64f-18cc36cb5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:40.682269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3f00764-f7d8-4185-a64f-18cc36cb5562 None None] Port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:05:40.842053 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:40.861461 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Transition to ACTIVE for port object 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:40.887889 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75a7f8aa-fa1b-4c3b-93c0-5f5bd844af57 req-784e35b4-2211-4870-8e96-d3fc0dabf56c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 210 time: 0.0417171 Aug 19 16:05:40.913833 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dee1b842-14ef-4827-9f34-05879d52a6a8 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:40.918685 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:41.031249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a963c0-5272-4870-aed4-ee23585cd82a None None] Pushing event updated for resources: {'Port': ['ID=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:41.070705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port dee1b842-14ef-4827-9f34-05879d52a6a8 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:41.071078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:41.114745 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Attempting to bind port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:05:41.115655 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Attempting to bind port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:05:41.115834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Attempting to bind port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 on network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:05:41.126074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:05:41.127562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Checking segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:05:41.127562 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:41.127562 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Bound using segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:05:41.128074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Bound port: 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:05:41.128295 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:41.239811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] For port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:05:41.241769 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] For port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:05:41.249925 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c6d28bb-0b20-4d23-b393-098a06b49a6c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:41.315385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6c6d28bb-0b20-4d23-b393-098a06b49a6c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:41.315866 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:41.318182 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:41.415043 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a963c0-5272-4870-aed4-ee23585cd82a None None] Pushing event updated for resources: {'Port': ['ID=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:41.419348 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:41.419991 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:41.572027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:41.807514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:41Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:41.840699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5c336-39e0-4576-95b3-2109afbb7f61 None None] The sync data for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 is: [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:41Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:05:42.005865 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80b3664a-b8ff-4ff1-88dd-d3e63f0e6953 req-19058eeb-1771-4d5f-9e57-b8ea7304a71c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 210 time: 0.0283592 Aug 19 16:05:42.879517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:42.998066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-642b6574-255a-4891-811d-74d32c112dc1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:42.999452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-642b6574-255a-4891-811d-74d32c112dc1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "GET /v2.0/networks?id=0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 200 len: 796 time: 0.1141689 Aug 19 16:05:43.000046 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:43.004004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:43.004381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.054722 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0e5a2a3d-f343-45f8-a54c-f9862a8a505b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 379 time: 0.0453608 Aug 19 16:05:43.064715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'port': {'device_id': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'admin_state_up': True, 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'security_groups': ['10c9b38d-66a5-4fdd-83cd-f6643552e3b6']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:43.091607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.125305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:43.142631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43c25fd1-da7d-460d-8dc7-6228bb86a07d req-81e939a0-1525-4131-8fac-e54dda0d47b0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 210 time: 0.0619731 Aug 19 16:05:43.199984 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.250127 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:43.279761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:05:43.283423 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.410351 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.13 (0d55d331-cbc7-4286-b023-e1d0e3544ef6/92b8cb65-5d41-48c0-9a4d-b5da4896b818/08961b61-b6d3-44c0-b3d4-97d780f744d4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:05:43.554823 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.569341 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 08961b61-b6d3-44c0-b3d4-97d780f744d4 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:43.657390 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.704303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:05:43.707534 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:43.711429 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:05:43.718356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=08961b61-b6d3-44c0-b3d4-97d780f744d4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:43.773942 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:43.774533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.875069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-0b88249a-d2e3-4acd-9deb-7cdf9ac1c79d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8144112 Aug 19 16:05:43.880196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:43.887287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-12c9c54c-4421-43d9-b906-7ca52d56f30e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:05:43.888444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-12c9c54c-4421-43d9-b906-7ca52d56f30e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065637 Aug 19 16:05:43.961970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Request body: {'port': {'device_id': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:44.022525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.028652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31bd61ec-0ab1-46e1-82f6-256533f8dd99 None None] Provisioning for port 08961b61-b6d3-44c0-b3d4-97d780f744d4 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:44.033273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31bd61ec-0ab1-46e1-82f6-256533f8dd99 None None] Provisioning complete for port 08961b61-b6d3-44c0-b3d4-97d780f744d4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:44.033647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31bd61ec-0ab1-46e1-82f6-256533f8dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.073103 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-31bd61ec-0ab1-46e1-82f6-256533f8dd99 None None] Port 08961b61-b6d3-44c0-b3d4-97d780f744d4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:05:44.304487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcbc30-c039-4eba-b919-367c294fa196 req-0af7b609-8c68-48c4-948c-680d09a77f45 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:44.305873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fdcbc30-c039-4eba-b919-367c294fa196 req-0af7b609-8c68-48c4-948c-680d09a77f45 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 932 time: 0.0865295 Aug 19 16:05:44.361825 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:05:44.370331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08961b61-b6d3-44c0-b3d4-97d780f744d4 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:05:44.379418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.383923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7fdcbc30-c039-4eba-b919-367c294fa196 req-7e49b526-d89b-436a-96e3-ea1e66d5f7e8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720115 Aug 19 16:05:44.394145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Transition to ACTIVE for port object 08961b61-b6d3-44c0-b3d4-97d780f744d4 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:05:44.497010 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.549088 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Pushing event updated for resources: {'Port': ['ID=08961b61-b6d3-44c0-b3d4-97d780f744d4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:44.636731 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Attempting to bind port 08961b61-b6d3-44c0-b3d4-97d780f744d4 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:05:44.637072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Attempting to bind port 08961b61-b6d3-44c0-b3d4-97d780f744d4 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:05:44.637436 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Attempting to bind port 08961b61-b6d3-44c0-b3d4-97d780f744d4 on network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:05:44.642335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Port 08961b61-b6d3-44c0-b3d4-97d780f744d4 on network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:05:44.642660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Attempting to bind port 08961b61-b6d3-44c0-b3d4-97d780f744d4 on network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:05:44.647921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:05:44.648265 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Checking segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:05:44.648649 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Bound using segment: {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:05:44.649090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Bound port: 08961b61-b6d3-44c0-b3d4-97d780f744d4, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7381a7fc-a958-4733-b179-f245df5bb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:05:44.649482 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.723590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] For port 08961b61-b6d3-44c0-b3d4-97d780f744d4, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:05:44.726982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] For port 08961b61-b6d3-44c0-b3d4-97d780f744d4, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:05:44.800695 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.839815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:44.840001 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:44.841520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] 10.222.0.46 "PUT /v2.0/ports/08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 200 len: 1093 time: 0.9456184 Aug 19 16:05:44.843936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:05:44.847069 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50135c-56ae-48b2-b0e5-50cf225c1166" -d '{"events": [{"name": "network-changed", "server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:05:44.872590 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339e97-8b86-42f1-a369-78aacff83532 service neutron] Pushing event updated for resources: {'Port': ['ID=08961b61-b6d3-44c0-b3d4-97d780f744d4,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:44.881770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:44.929826 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb349a3-b52f-45e3-82f2-bde0ae6b75ad x-openstack-request-id: req-bfb349a3-b52f-45e3-82f2-bde0ae6b75ad {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:05:44.934575 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:05:44.934575 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfb349a3-b52f-45e3-82f2-bde0ae6b75ad {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:05:44.934575 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'status': 'completed', 'code': 200} Aug 19 16:05:44.942660 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:44.943035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:45.038095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50135c-56ae-48b2-b0e5-50cf225c1166 req-dbe241c5-16b3-4a41-bf15-9aaba7fdc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.040603 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf50135c-56ae-48b2-b0e5-50cf225c1166 req-dbe241c5-16b3-4a41-bf15-9aaba7fdc200 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1096 time: 0.0842063 Aug 19 16:05:45.146211 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50135c-56ae-48b2-b0e5-50cf225c1166 req-3421dd55-3fca-4b12-b52a-1b4b57d8699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.147698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf50135c-56ae-48b2-b0e5-50cf225c1166 req-3421dd55-3fca-4b12-b52a-1b4b57d8699a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b0183228dd94696a7a39e6ffd950533&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0986114 Aug 19 16:05:45.244252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50135c-56ae-48b2-b0e5-50cf225c1166 req-70cf421c-6268-444d-a1c0-bb9eb26d54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.245794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf50135c-56ae-48b2-b0e5-50cf225c1166 req-70cf421c-6268-444d-a1c0-bb9eb26d54b0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916851 Aug 19 16:05:45.326512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-2372539a-ee3f-4502-a992-3eb2073d5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.328054 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-2372539a-ee3f-4502-a992-3eb2073d5933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1096 time: 0.0435605 Aug 19 16:05:45.371301 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-b02bb656-f7c2-494f-a13c-f339ec577e2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 200 len: 217 time: 0.0354333 Aug 19 16:05:45.421541 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-b9f87fa0-8517-425d-9213-d8036cdcf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.423018 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-b9f87fa0-8517-425d-9213-d8036cdcf51e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92b8cb65-5d41-48c0-9a4d-b5da4896b818 HTTP/1.1" status: 200 len: 834 time: 0.0442262 Aug 19 16:05:45.500900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-765ba99f-2e1b-4fc5-b9b0-4d482ed64371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.502479 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-765ba99f-2e1b-4fc5-b9b0-4d482ed64371 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d55d331-cbc7-4286-b023-e1d0e3544ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728405 Aug 19 16:05:45.518517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5fe11-4a72-471c-b300-168a0f879ff4 req-135370e6-0d6b-4a0a-9f43-62cf97b80b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:45.520010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84a5fe11-4a72-471c-b300-168a0f879ff4 req-135370e6-0d6b-4a0a-9f43-62cf97b80b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 944 time: 0.0615370 Aug 19 16:05:45.604655 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-84a5fe11-4a72-471c-b300-168a0f879ff4 req-6cf92b08-f06b-4284-8c09-bf1a04619728 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775778 Aug 19 16:05:45.634394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-d265f413-b7af-49ab-a354-e3e686bfab2e service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241889 Aug 19 16:05:45.724960 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d73f7bf-e375-4cb6-93b4-65c5a3c71487 req-54913164-6e21-42de-84cc-2f20540dbb3e service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832896 Aug 19 16:05:46.722246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374ea7d-1933-41f0-9722-f1c05ff7ddd8 req-e49dc3e4-4327-4c3c-ba64-527d3a7f2d42 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:46.723744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0374ea7d-1933-41f0-9722-f1c05ff7ddd8 req-e49dc3e4-4327-4c3c-ba64-527d3a7f2d42 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 944 time: 0.0498412 Aug 19 16:05:46.762800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0374ea7d-1933-41f0-9722-f1c05ff7ddd8 req-25abd2ff-864c-4918-9199-deecb23a1a45 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Aug 19 16:05:47.884959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9a4b-1989-4539-aff8-4a14fc666000 req-443f309d-2982-4847-ab18-6312bd51df7e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:47.887133 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a4f9a4b-1989-4539-aff8-4a14fc666000 req-443f309d-2982-4847-ab18-6312bd51df7e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 944 time: 0.0564296 Aug 19 16:05:47.928449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a4f9a4b-1989-4539-aff8-4a14fc666000 req-8d8421d7-0ec2-4c07-9cdf-14268fc281ca tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Aug 19 16:05:48.157878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 08961b61-b6d3-44c0-b3d4-97d780f744d4 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:05:48.264675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 08961b61-b6d3-44c0-b3d4-97d780f744d4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:48.275851 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'port_id': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'mac_address': 'fa:16:3e:c7:10:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:05:48.314784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:48.327744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08961b61-b6d3-44c0-b3d4-97d780f744d4 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:05:48.346969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 08961b61-b6d3-44c0-b3d4-97d780f744d4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:48.405430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:48.455921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=08961b61-b6d3-44c0-b3d4-97d780f744d4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:48.645252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['08961b61-b6d3-44c0-b3d4-97d780f744d4'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:05:49.050217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cad1e2-f7cb-44c0-a23b-27dae8aea86b req-01b92e70-ca99-4b9d-bbe1-781621e9f556 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:49.051702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47cad1e2-f7cb-44c0-a23b-27dae8aea86b req-01b92e70-ca99-4b9d-bbe1-781621e9f556 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Aug 19 16:05:49.090269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47cad1e2-f7cb-44c0-a23b-27dae8aea86b req-ec943e50-ccf7-4bf0-ab28-0ed15035aa57 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Aug 19 16:05:50.172230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 08961b61-b6d3-44c0-b3d4-97d780f744d4 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:05:50.210216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa323b8-3054-49f9-bc72-ee8b21cfa99a req-1f14a60d-7bcd-49be-a8eb-cb5e8937acd1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:50.211743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aa323b8-3054-49f9-bc72-ee8b21cfa99a req-1f14a60d-7bcd-49be-a8eb-cb5e8937acd1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 945 time: 0.0529053 Aug 19 16:05:50.252186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aa323b8-3054-49f9-bc72-ee8b21cfa99a req-a51b98a9-9eea-4f8a-92d1-2b6ea0d6dc8a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337415 Aug 19 16:05:50.280011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 08961b61-b6d3-44c0-b3d4-97d780f744d4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:05:50.284165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 08961b61-b6d3-44c0-b3d4-97d780f744d4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:05:50.284532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:50.362320 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:50.384094 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:05:50.387061 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5669fa-991a-4390-9c41-b082a0178289" -d '{"events": [{"server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "name": "network-vif-plugged", "status": "completed", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:05:50.406901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 08961b61-b6d3-44c0-b3d4-97d780f744d4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:05:50.435837 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98d465-9711-4f1a-b6b2-881a7ebd774d x-openstack-request-id: req-cc98d465-9711-4f1a-b6b2-881a7ebd774d {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:05:50.436778 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "name": "network-vif-plugged", "status": "completed", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:05:50.436778 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc98d465-9711-4f1a-b6b2-881a7ebd774d {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:05:50.437197 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'code': 200} Aug 19 16:05:50.474374 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:50.524578 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=08961b61-b6d3-44c0-b3d4-97d780f744d4,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:50.535025 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035150f-bc60-45b2-ac20-75175dc97b87 req-a336ed6b-2353-4d7d-ae37-0fde272759a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:50.536432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1035150f-bc60-45b2-ac20-75175dc97b87 req-a336ed6b-2353-4d7d-ae37-0fde272759a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1098 time: 0.0445402 Aug 19 16:05:50.572908 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1035150f-bc60-45b2-ac20-75175dc97b87 req-9a8d18ab-6853-430e-a6af-69c331357675 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268345 Aug 19 16:05:51.369650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa06e-bd55-4473-a334-5bc5f665939f req-73533da7-aa8e-482c-8bbc-dbfa3a58a06b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:51.371627 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4cfa06e-bd55-4473-a334-5bc5f665939f req-73533da7-aa8e-482c-8bbc-dbfa3a58a06b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0492816 Aug 19 16:05:51.410329 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4cfa06e-bd55-4473-a334-5bc5f665939f req-ce469272-7639-4ee4-ad41-13ccd4feebcf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Aug 19 16:05:52.529709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df8533-30af-45eb-b15a-3e695a05f11b req-24a1be6b-f3cb-40ce-ace8-3e7d48a2f4f7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:52.531260 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80df8533-30af-45eb-b15a-3e695a05f11b req-24a1be6b-f3cb-40ce-ace8-3e7d48a2f4f7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0523210 Aug 19 16:05:52.569755 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-80df8533-30af-45eb-b15a-3e695a05f11b req-ce6b31a4-75e4-49f8-900f-0a5aca50ebcd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Aug 19 16:05:52.686340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888425c7-b197-4ee0-9465-6a326e6f3e35 req-b27d6151-a67c-4088-aab5-48707d90f868 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:52.687809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-888425c7-b197-4ee0-9465-6a326e6f3e35 req-b27d6151-a67c-4088-aab5-48707d90f868 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0518212 Aug 19 16:05:52.725423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-888425c7-b197-4ee0-9465-6a326e6f3e35 req-4a8e812e-73e8-409a-a547-dad40cae268c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Aug 19 16:05:52.747413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54318) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:52.789519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0d82e-3b17-431e-b159-0bdcb1fabc01 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:52.790969 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-98e0d82e-3b17-431e-b159-0bdcb1fabc01 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1093 time: 0.0422590 Aug 19 16:05:52.793776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54320) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:52.798936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:05:52.879912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:52.981370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:53.081188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.40 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/6064ef1e-f8ad-4e40-810c-9f3191bfb5eb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:05:53.184781 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:53.336694 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:53.376490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:05:53.379583 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:05:53.383287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:05:53.388618 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=6064ef1e-f8ad-4e40-810c-9f3191bfb5eb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:53.747286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:53.893898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:54.041841 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:54.102189 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:54.170121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=6064ef1e-f8ad-4e40-810c-9f3191bfb5eb,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:05:54.180291 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:54.280561 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP 29906901-6676-44c7-b424-a344b8e6a150 associated. External IP: 172.25.5.40, port: 08961b61-b6d3-44c0-b3d4-97d780f744d4. Aug 19 16:05:54.622634 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-538817c3-f134-4735-aa95-cb48de24e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:54.855640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 29e797a6-882d-4f18-830e-70dfe0c11a4f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:05:54.967415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:05:54.977523 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] Sync routers for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:05:54.987499 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:54.988369 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:55.034465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:55.063039 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-839faf4c-5cca-49e0-b1ad-77842c929f22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2681313 Aug 19 16:05:55.063554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:05:55.066164 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a7f38-b06e-481d-a751-5fb0ff8d97ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:05:55.094057 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:55.168778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2f252-3d16-4281-bd52-190d0335b327 req-f2cc7522-802f-4457-a1d4-c7d45366ed6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:55.170345 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24a2f252-3d16-4281-bd52-190d0335b327 req-f2cc7522-802f-4457-a1d4-c7d45366ed6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0527546 Aug 19 16:05:55.208649 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24a2f252-3d16-4281-bd52-190d0335b327 req-2a28d24f-c26c-4138-9dc0-0b19e8876263 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 Aug 19 16:05:55.231397 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54328) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:55.257847 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcd961d-e752-45b6-b23b-0ae145572d58 x-openstack-request-id: req-4bcd961d-e752-45b6-b23b-0ae145572d58 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:05:55.258149 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:05:55.258411 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bcd961d-e752-45b6-b23b-0ae145572d58 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:05:55.258827 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'status': 'completed', 'code': 200} Aug 19 16:05:55.303754 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7a185ecb-0ead-4dcf-a11b-d2d910103565 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/29906901-6676-44c7-b424-a344b8e6a150 HTTP/1.1" status: 200 len: 991 time: 0.0711522 Aug 19 16:05:55.326311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-e50b9629-7173-45e1-a7c5-9474464c5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:55.327765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-e50b9629-7173-45e1-a7c5-9474464c5033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1098 time: 0.0453520 Aug 19 16:05:55.332409 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '29906901-6676-44c7-b424-a344b8e6a150', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'port_id': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'mac_address': 'fa:16:3e:c7:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:05:53Z', 'updated_at': '2021-08-19T16:05:53Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:43Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:55.363063 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] Checking router: 29e797a6-882d-4f18-830e-70dfe0c11a4f for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:05:55.371930 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:05:55.372568 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:05:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:55.433177 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-7b84406e-9411-4c33-a515-dc9129d9a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:55.434747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-7b84406e-9411-4c33-a515-dc9129d9a819 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 200 len: 897 time: 0.0979102 Aug 19 16:05:55.485317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:05:55.509147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-3a1a2338-6bec-4a06-ab05-d799b3d8163f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 200 len: 999 time: 0.0664701 Aug 19 16:05:55.559935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-fcbe8442-cf22-473a-93cb-9205e5ea4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:55.561446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-fcbe8442-cf22-473a-93cb-9205e5ea4573 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92b8cb65-5d41-48c0-9a4d-b5da4896b818 HTTP/1.1" status: 200 len: 834 time: 0.0452967 Aug 19 16:05:55.608897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-fea5ffa3-881b-4978-9fa6-2c0a2bcccd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:05:55.610418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-fea5ffa3-881b-4978-9fa6-2c0a2bcccd76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d55d331-cbc7-4286-b023-e1d0e3544ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415609 Aug 19 16:05:55.707040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-c07f23c1-7fa4-4848-aa25-b87a139482cd service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889580 Aug 19 16:05:55.716134 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '29906901-6676-44c7-b424-a344b8e6a150', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'port_id': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'mac_address': 'fa:16:3e:c7:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:05:53Z', 'updated_at': '2021-08-19T16:05:53Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:43Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:05:55.743693 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f25929-6827-4fad-bf89-a859e5c0bded None None] The sync data for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 is: [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '29906901-6676-44c7-b424-a344b8e6a150', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'port_id': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'mac_address': 'fa:16:3e:c7:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:05:53Z', 'updated_at': '2021-08-19T16:05:53Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:43Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:05:55.806556 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-580a7f38-b06e-481d-a751-5fb0ff8d97ab req-5d3b0730-8481-49e8-a99f-d08a26423db3 service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891621 Aug 19 16:05:55.961639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56ca04-e561-44d8-a498-3fe001a2d991 None None] New status for floating IP 29906901-6676-44c7-b424-a344b8e6a150: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:05:56.113061 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:56.306179 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54330) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:05:56.366893 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9129d1ce-9d09-4525-bd52-1cfd2aa96be8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/29906901-6676-44c7-b424-a344b8e6a150 HTTP/1.1" status: 200 len: 993 time: 0.0595343 Aug 19 16:05:57.348078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:57.902177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-07fb99cf-73aa-45d6-9217-229d2265773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:59.908891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:00.999192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:13.856020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:21.360935 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:06:24.615622 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-85843abe-1d93-4060-9a7c-9fff14ecd1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:26.078914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:27.324156 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:27.875660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3b781-5cfd-4a12-9d26-105bedc66067 req-0524ea62-df20-4940-b22c-34b69506cc9f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:27.877108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0b3b781-5cfd-4a12-9d26-105bedc66067 req-0524ea62-df20-4940-b22c-34b69506cc9f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0559204 Aug 19 16:06:27.879448 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-272f93d6-05ea-47d8-9a94-f172fd582e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:27.942208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f0b3b781-5cfd-4a12-9d26-105bedc66067 req-49baf6fb-e2cf-48b7-92f9-240e0a88e07f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586557 Aug 19 16:06:27.957101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-e1561c56-4194-4023-88dd-b3ac8ddecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:27.959376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-e1561c56-4194-4023-88dd-b3ac8ddecf50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1098 time: 0.0616481 Aug 19 16:06:28.054340 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-107500bf-791d-4bf8-9869-05f60730456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:28.055815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-107500bf-791d-4bf8-9869-05f60730456a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 200 len: 897 time: 0.0885932 Aug 19 16:06:28.123854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-d4b2d293-f5ff-4c5d-bdd6-949f467cece2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 200 len: 1001 time: 0.0598149 Aug 19 16:06:28.173722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-31f61d4f-9d19-4d89-8a10-d01596e489f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:28.175176 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-31f61d4f-9d19-4d89-8a10-d01596e489f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92b8cb65-5d41-48c0-9a4d-b5da4896b818 HTTP/1.1" status: 200 len: 834 time: 0.0444148 Aug 19 16:06:28.227764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-e3bd8d1e-11f3-495b-97ff-463bec7ddc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:28.229351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-e3bd8d1e-11f3-495b-97ff-463bec7ddc4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d55d331-cbc7-4286-b023-e1d0e3544ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470154 Aug 19 16:06:28.324883 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-a7f22b1d-cf98-499c-ae02-992e473dadec service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874610 Aug 19 16:06:28.421023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-31e279ee-199a-49cf-9fbd-f0afc37e2128 req-d1dd051a-9b73-4928-9391-000550ed38bf service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Aug 19 16:06:29.065217 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccf40-1567-415e-b9fe-ecdd8f949537 req-d877e914-9a87-42a3-b3d8-4a8a330c45da tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:29.066832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e7ccf40-1567-415e-b9fe-ecdd8f949537 req-d877e914-9a87-42a3-b3d8-4a8a330c45da tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0538430 Aug 19 16:06:29.104519 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2e7ccf40-1567-415e-b9fe-ecdd8f949537 req-4694955f-b2fc-49e7-ab79-5475b0d423ab tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316815 Aug 19 16:06:29.856247 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:30.236786 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699c871-7352-4916-9e63-90a6b40e0af8 req-ee2e378c-8c7a-4692-b2c2-5273d92c0a7e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:30.238388 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f699c871-7352-4916-9e63-90a6b40e0af8 req-ee2e378c-8c7a-4692-b2c2-5273d92c0a7e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0562499 Aug 19 16:06:30.279215 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f699c871-7352-4916-9e63-90a6b40e0af8 req-5a5c8100-3585-4070-b9f7-33d17e96dcf5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330017 Aug 19 16:06:30.976261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:31.396239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041be5-fec6-4788-8449-faa44d900da0 req-fbec6187-2250-4d23-8146-ce1d1b21e9d7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:31.397785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e041be5-fec6-4788-8449-faa44d900da0 req-fbec6187-2250-4d23-8146-ce1d1b21e9d7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0500298 Aug 19 16:06:31.442498 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e041be5-fec6-4788-8449-faa44d900da0 req-70b391d8-4c43-4f1a-968a-8875b822da5d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386798 Aug 19 16:06:32.564272 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957906c-43cd-4e27-afc1-69990700bd48 req-79af7e1f-e0af-45c8-ad0e-8931030d0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:32.565712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-79af7e1f-e0af-45c8-ad0e-8931030d0c5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1098 time: 0.0693254 Aug 19 16:06:32.583311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59711c-93d3-4ef3-9802-cc5d7aec7625 req-d929727f-5a2c-4e8f-a81e-40f3a31d3f9e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:32.584914 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c59711c-93d3-4ef3-9802-cc5d7aec7625 req-d929727f-5a2c-4e8f-a81e-40f3a31d3f9e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0638299 Aug 19 16:06:32.674935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c59711c-93d3-4ef3-9802-cc5d7aec7625 req-fa00fda7-0652-4867-a764-bc9ef43bfa00 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805526 Aug 19 16:06:32.709865 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957906c-43cd-4e27-afc1-69990700bd48 req-a53a258f-0694-4182-9cb0-51788e2246ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:32.711365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-a53a258f-0694-4182-9cb0-51788e2246ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 200 len: 897 time: 0.1255352 Aug 19 16:06:32.781195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-87a5f669-257d-4b48-8b11-d6cca4a34ebc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 200 len: 1001 time: 0.0616682 Aug 19 16:06:32.834321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957906c-43cd-4e27-afc1-69990700bd48 req-7a472a2a-32a9-4434-afcd-0ca5aa27dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:32.835804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-7a472a2a-32a9-4434-afcd-0ca5aa27dffe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92b8cb65-5d41-48c0-9a4d-b5da4896b818 HTTP/1.1" status: 200 len: 834 time: 0.0480359 Aug 19 16:06:32.885397 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957906c-43cd-4e27-afc1-69990700bd48 req-7aaa123d-7d86-4499-9e33-bffdae3a0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:32.886895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-7aaa123d-7d86-4499-9e33-bffdae3a0b55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d55d331-cbc7-4286-b023-e1d0e3544ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410662 Aug 19 16:06:32.977808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-a1b0bad1-ad8a-42f4-bdcc-b28a8eb20ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833271 Aug 19 16:06:33.076167 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0957906c-43cd-4e27-afc1-69990700bd48 req-4965738c-433e-4a93-8075-a7eabf263063 service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906014 Aug 19 16:06:33.792998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80841b-5758-42ea-9c96-49a29e3bc7d7 req-56b1eaaa-68da-48c0-9ed4-45bd8f7ba915 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:33.794535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e80841b-5758-42ea-9c96-49a29e3bc7d7 req-56b1eaaa-68da-48c0-9ed4-45bd8f7ba915 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0508873 Aug 19 16:06:33.832256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e80841b-5758-42ea-9c96-49a29e3bc7d7 req-c55ff564-8ee3-4e16-ba19-a55eb5134d6c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Aug 19 16:06:34.951119 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7f29-95d7-4f94-a0d9-59e7d523f669 req-d73c02e9-642f-4ba3-9e7b-67939d6e8ed3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:34.952639 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-218b7f29-95d7-4f94-a0d9-59e7d523f669 req-d73c02e9-642f-4ba3-9e7b-67939d6e8ed3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0528345 Aug 19 16:06:34.991484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-218b7f29-95d7-4f94-a0d9-59e7d523f669 req-52ec6fe3-a5d6-4966-ad6c-65a56aeef9fa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327680 Aug 19 16:06:36.112057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99aa84-0cd0-4f08-82ca-b957aa373660 req-c13bca2e-3070-4a08-9198-a93bb580ce96 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:36.113564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a99aa84-0cd0-4f08-82ca-b957aa373660 req-c13bca2e-3070-4a08-9198-a93bb580ce96 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0543420 Aug 19 16:06:36.152238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a99aa84-0cd0-4f08-82ca-b957aa373660 req-89ab3947-93e1-4e83-8c30-a106be3b8fb9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Aug 19 16:06:37.274348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114091e-f8ab-4780-b93f-2968372aae65 req-bd70b05c-6b72-4b5d-b2a4-28aea94dd88d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:37.276129 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e114091e-f8ab-4780-b93f-2968372aae65 req-bd70b05c-6b72-4b5d-b2a4-28aea94dd88d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0538824 Aug 19 16:06:37.319225 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e114091e-f8ab-4780-b93f-2968372aae65 req-35435d88-8ff8-4cf4-9107-cfe4030db18a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368063 Aug 19 16:06:38.442383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea110a-7fb0-495a-93e0-64eac37489cf req-29668d12-1cf0-47bf-91ff-3be3d1c9e4f7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:38.443899 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1ea110a-7fb0-495a-93e0-64eac37489cf req-29668d12-1cf0-47bf-91ff-3be3d1c9e4f7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0515351 Aug 19 16:06:38.482416 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1ea110a-7fb0-495a-93e0-64eac37489cf req-c4cfdec0-f4d2-431a-8582-086756a77a87 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325146 Aug 19 16:06:39.603954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04645eef-e5af-4fff-8dcb-d143e690405e req-7a7b46ca-4f04-4366-bc94-26b1e41565b3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:39.605528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04645eef-e5af-4fff-8dcb-d143e690405e req-7a7b46ca-4f04-4366-bc94-26b1e41565b3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0544140 Aug 19 16:06:39.645401 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04645eef-e5af-4fff-8dcb-d143e690405e req-b3fd735b-c1e0-4046-bf0a-2f6b67f0643c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334418 Aug 19 16:06:40.764493 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5d953-39f9-4fc8-a19a-8441ba9bbf50 req-dbd9ca00-4138-4c6c-87bb-87cd01f60bb3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:40.766079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f5d953-39f9-4fc8-a19a-8441ba9bbf50 req-dbd9ca00-4138-4c6c-87bb-87cd01f60bb3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Aug 19 16:06:40.810507 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f5d953-39f9-4fc8-a19a-8441ba9bbf50 req-94de5cdf-ba7b-474d-8b71-6d2346cf77a3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372951 Aug 19 16:06:41.928601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419789c9-d326-4e04-b0e2-f2bcabbe6e4a req-9a615724-f5b3-4ff7-8add-0ba1791a57d9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:41.930201 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-419789c9-d326-4e04-b0e2-f2bcabbe6e4a req-9a615724-f5b3-4ff7-8add-0ba1791a57d9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0509496 Aug 19 16:06:41.972069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-419789c9-d326-4e04-b0e2-f2bcabbe6e4a req-085b62d2-36a5-48c1-a605-1f74cbc74ae6 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341849 Aug 19 16:06:43.091342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54abfa7-a8f6-43f7-a8bd-cfdd08ff06da req-1af5a00b-2536-495f-8535-ef26858e34af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:43.092758 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f54abfa7-a8f6-43f7-a8bd-cfdd08ff06da req-1af5a00b-2536-495f-8535-ef26858e34af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0534248 Aug 19 16:06:43.130988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f54abfa7-a8f6-43f7-a8bd-cfdd08ff06da req-30bb5dc1-5044-418b-a6d4-d4791d5cfe6d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321803 Aug 19 16:06:43.895169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:44.250526 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6f5bb-09ff-476a-8fcf-c244d2423d6b req-05f646b8-9836-4abb-9030-9a1daec5b62d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:44.251989 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a6f5bb-09ff-476a-8fcf-c244d2423d6b req-05f646b8-9836-4abb-9030-9a1daec5b62d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0508435 Aug 19 16:06:44.300686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-37a6f5bb-09ff-476a-8fcf-c244d2423d6b req-8b193517-47ea-4b9a-8c3c-fa2fa2cafdce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Aug 19 16:06:45.417417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107803-b4c1-4962-878f-d49ad583c55e req-6622e363-cfe4-47a9-bad0-acc4af5f5602 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:06:45.418952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58107803-b4c1-4962-878f-d49ad583c55e req-6622e363-cfe4-47a9-bad0-acc4af5f5602 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0508575 Aug 19 16:06:45.459171 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58107803-b4c1-4962-878f-d49ad583c55e req-f378d45a-1f86-4cb2-b9ce-0b58cc79fd2c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Aug 19 16:06:45.482656 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:06:45.548135 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3a382f76-3ec0-447e-834d-badc9b145eaf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/29906901-6676-44c7-b424-a344b8e6a150 HTTP/1.1" status: 200 len: 993 time: 0.0641375 Aug 19 16:06:54.638185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8da3c490-1e4d-4702-a8b6-69f16e8021e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:56.135056 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:57.352339 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:57.866823 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4bdde73a-7206-46b0-b85b-8388cbfd38d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:58.363540 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:06:59.861141 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:00.998430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:13.906022 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:15.949803 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54404) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:16.110631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 6064ef1e-f8ad-4e40-810c-9f3191bfb5eb {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:07:16.110985 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:16.186207 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:16.186539 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:16.199156 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 6064ef1e-f8ad-4e40-810c-9f3191bfb5eb owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:07:16.413988 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:16.438294 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=6064ef1e-f8ad-4e40-810c-9f3191bfb5eb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:16.449522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.451930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.453246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.453246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.453246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.453246 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:16.518210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:16.518460 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP 29906901-6676-44c7-b424-a344b8e6a150 disassociated (deleted). External IP: 172.25.5.40, port: 08961b61-b6d3-44c0-b3d4-97d780f744d4. Aug 19 16:07:16.731349 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 29e797a6-882d-4f18-830e-70dfe0c11a4f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:07:16.839394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:07:16.844132 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:16.848866 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] Sync routers for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:07:16.859438 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:16.859953 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:16.872783 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1ded430-4503-4ae9-b960-456daf1ab9c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/floatingips/29906901-6676-44c7-b424-a344b8e6a150 HTTP/1.1" status: 204 len: 168 time: 0.9218910 Aug 19 16:07:16.873413 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:07:16.875843 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152569fb-e44d-4979-82f7-4a98d61c03c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:07:16.963796 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:17.244954 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e78787-880e-40da-9dc3-b94c1dee7b99 x-openstack-request-id: req-81e78787-880e-40da-9dc3-b94c1dee7b99 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:07:17.245532 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:07:17.245635 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81e78787-880e-40da-9dc3-b94c1dee7b99 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:07:17.246070 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'status': 'completed', 'code': 200} Aug 19 16:07:17.264222 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:43Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:17.294575 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] Checking router: 29e797a6-882d-4f18-830e-70dfe0c11a4f for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:07:17.304525 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:17.305328 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:17.363641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-fb6914b2-4645-4e16-87ad-4c920fd4d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:17.365888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-fb6914b2-4645-4e16-87ad-4c920fd4d8c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 1098 time: 0.0971274 Aug 19 16:07:17.412377 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:17.476535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef265b44-ae92-4877-a922-1f2fb860bc65 req-6b301fef-222a-4709-9b9a-10c02876eed1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:17.478005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef265b44-ae92-4877-a922-1f2fb860bc65 req-6b301fef-222a-4709-9b9a-10c02876eed1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.1776235 Aug 19 16:07:17.512635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-9b6bbad8-75e4-4262-846d-52b2a20411cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:17.514169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-9b6bbad8-75e4-4262-846d-52b2a20411cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 200 len: 897 time: 0.1384790 Aug 19 16:07:17.562898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ef265b44-ae92-4877-a922-1f2fb860bc65 req-77ef8441-88cf-462c-b47d-84da503b2273 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779581 Aug 19 16:07:17.564235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-49131f39-0f50-4a38-9f5d-e7af1aa52bcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 200 len: 217 time: 0.0406039 Aug 19 16:07:17.616185 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:43Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:17.616470 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-d27a42f6-80d5-4a0e-9683-f9fc6091f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:17.618055 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-d27a42f6-80d5-4a0e-9683-f9fc6091f460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92b8cb65-5d41-48c0-9a4d-b5da4896b818 HTTP/1.1" status: 200 len: 834 time: 0.0453334 Aug 19 16:07:17.642732 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd6f2-983b-421e-b077-da20f9dafad9 None None] The sync data for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 is: [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:38Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '01e4ad8a-f01b-405b-ad75-a3d917cc8ee9', 'name': '', 'network_id': '0d55d331-cbc7-4286-b023-e1d0e3544ef6', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d5:56:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:38Z', 'updated_at': '2021-08-19T16:05:43Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '92b8cb65-5d41-48c0-9a4d-b5da4896b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:07:17.675366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-a21bc59a-b367-45c3-a8a4-64db0d11143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:17.677044 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-a21bc59a-b367-45c3-a8a4-64db0d11143e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d55d331-cbc7-4286-b023-e1d0e3544ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485635 Aug 19 16:07:17.772379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-fae8cbed-15c1-492e-b16b-c3df8cdce562 service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Aug 19 16:07:17.875891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-152569fb-e44d-4979-82f7-4a98d61c03c4 req-3bf0cd70-ee59-4f57-9768-f12cf5ac52ed service neutron] 10.222.0.46 "GET /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950961 Aug 19 16:07:17.881826 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd1b56-aef2-440b-918b-6af29e34e9f8 None None] New status for floating IP 29906901-6676-44c7-b424-a344b8e6a150: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:07:18.686203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a321b-4024-4453-8cc4-824b9dc66204 req-71e4d71a-97a0-470c-9e5b-fe4b5d052caf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:18.687704 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b7a321b-4024-4453-8cc4-824b9dc66204 req-71e4d71a-97a0-470c-9e5b-fe4b5d052caf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0501266 Aug 19 16:07:18.726584 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b7a321b-4024-4453-8cc4-824b9dc66204 req-12d0fd9e-60eb-44ec-aa7f-d19c090a85ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=10c9b38d-66a5-4fdd-83cd-f6643552e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Aug 19 16:07:18.821614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-be30eca4-ddce-4892-aaa3-48f4a8f5034b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:18.823075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-be30eca4-ddce-4892-aaa3-48f4a8f5034b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Aug 19 16:07:18.917064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 08961b61-b6d3-44c0-b3d4-97d780f744d4 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:07:18.917429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:19.007290 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 08961b61-b6d3-44c0-b3d4-97d780f744d4, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=08961b61-b6d3-44c0-b3d4-97d780f744d4,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:19.007655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:19.020305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 08961b61-b6d3-44c0-b3d4-97d780f744d4 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:07:19.203547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:19.233490 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=08961b61-b6d3-44c0-b3d4-97d780f744d4,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:19.246876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.247260 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.247587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.247928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.248267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.248615 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.248955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.249330 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.249657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.249998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.250354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.250689 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:19.296152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] No DVR routers for this DVR port 08961b61-b6d3-44c0-b3d4-97d780f744d4 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:07:19.298805 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:19.300802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe210b7c-94bf-48eb-a5d4-11564e89bff7 req-640250f0-af59-482b-9177-509ddef9f5bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "DELETE /v2.0/ports/08961b61-b6d3-44c0-b3d4-97d780f744d4 HTTP/1.1" status: 204 len: 173 time: 0.4710300 Aug 19 16:07:19.301274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'name': 'network-vif-deleted', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:07:19.304445 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ed1e1f-e2b8-40aa-9c9d-0f2302790382" -d '{"events": [{"server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "name": "network-vif-deleted", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:07:19.340588 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f0c30-5ba6-43cb-bc09-070a2c94f885 x-openstack-request-id: req-ad4f0c30-5ba6-43cb-bc09-070a2c94f885 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:07:19.340889 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6957596-01bf-4b13-936f-64ef3a70da45", "name": "network-vif-deleted", "tag": "08961b61-b6d3-44c0-b3d4-97d780f744d4", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:07:19.341169 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad4f0c30-5ba6-43cb-bc09-070a2c94f885 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:07:19.341574 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6957596-01bf-4b13-936f-64ef3a70da45', 'name': 'network-vif-deleted', 'tag': '08961b61-b6d3-44c0-b3d4-97d780f744d4', 'status': 'completed', 'code': 200} Aug 19 16:07:19.839439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c8b4d7d-a406-4d83-9d9a-9e37d5ab5c94 req-2120568c-7568-4a97-9589-72acca58a465 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6957596-01bf-4b13-936f-64ef3a70da45 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Aug 19 16:07:20.894503 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54422) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:21.266817 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:21.523019 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:07:21.523263 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:21.616473 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:21.616844 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:21.629619 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:07:21.866608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:21.892876 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=01e4ad8a-f01b-405b-ad75-a3d917cc8ee9,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:22.078623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:22.639464 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 29e797a6-882d-4f18-830e-70dfe0c11a4f has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:07:22.672999 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 08961b61-b6d3-44c0-b3d4-97d780f744d4 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:07:22.693785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 08961b61-b6d3-44c0-b3d4-97d780f744d4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:07:22.694023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 08961b61-b6d3-44c0-b3d4-97d780f744d4 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:07:22.745928 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:07:22.751067 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-617ef5db-69be-44ca-b36c-a1de0f1c5568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/29e797a6-882d-4f18-830e-70dfe0c11a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555121 Aug 19 16:07:22.754051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54424) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:22.755627 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] Sync routers for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:07:22.765155 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:22.765762 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:22.809977 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting subnet 92b8cb65-5d41-48c0-9a4d-b5da4896b818 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:07:22.813089 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:22.857033 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:22.873396 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:23.053386 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:07:21Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:23.071118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.083317 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] Checking router: 29e797a6-882d-4f18-830e-70dfe0c11a4f for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:07:23.091785 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] Routers {'29e797a6-882d-4f18-830e-70dfe0c11a4f'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:23.092437 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:06:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['29e797a6-882d-4f18-830e-70dfe0c11a4f'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:23.192540 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.196674 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] Set router 29e797a6-882d-4f18-830e-70dfe0c11a4f gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:23.223551 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Subnet': ['ID=92b8cb65-5d41-48c0-9a4d-b5da4896b818,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:23.234210 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.234563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340ad90-3d33-4cdb-9e15-88510709cef6 None None] Network 0d55d331-cbc7-4286-b023-e1d0e3544ef6 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:07:23.236532 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-baad077c-d22a-4fef-a67b-823aa3c14777 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/subnets/92b8cb65-5d41-48c0-9a4d-b5da4896b818 HTTP/1.1" status: 204 len: 168 time: 0.4811656 Aug 19 16:07:23.238943 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54426) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:23.358525 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.403968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:07:21Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:23.426379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] DHCP port deletion for 0d55d331-cbc7-4286-b023-e1d0e3544ef6 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:07:23.432036 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a4a4b-b3f8-4a7d-949b-6b2c905d8a7a None None] The sync data for ids ['29e797a6-882d-4f18-830e-70dfe0c11a4f'] in n-d-779913-32 is: [{'id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847019425', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:07:21Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': 'dee1b842-14ef-4827-9f34-05879d52a6a8', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e797a6-882d-4f18-830e-70dfe0c11a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:05:34Z', 'updated_at': '2021-08-19T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:07:23.477231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.481920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Deleting port 6c6d28bb-0b20-4d23-b393-098a06b49a6c {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:07:23.482309 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.544635 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] For port 6c6d28bb-0b20-4d23-b393-098a06b49a6c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c6d28bb-0b20-4d23-b393-098a06b49a6c,segment=NetworkSegment(7381a7fc-a958-4733-b179-f245df5bb3d7),segment_id=7381a7fc-a958-4733-b179-f245df5bb3d7)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:23.545063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.558440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Calling delete_port for 6c6d28bb-0b20-4d23-b393-098a06b49a6c owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:07:23.579585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port dee1b842-14ef-4827-9f34-05879d52a6a8 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:07:23.579932 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.666147 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port dee1b842-14ef-4827-9f34-05879d52a6a8, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=dee1b842-14ef-4827-9f34-05879d52a6a8,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:23.666524 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.679733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for dee1b842-14ef-4827-9f34-05879d52a6a8 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:07:23.717884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.744689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Pushing event deleted for resources: {'Port': ['ID=6c6d28bb-0b20-4d23-b393-098a06b49a6c,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:23.750338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] No DVR routers for this DVR port 6c6d28bb-0b20-4d23-b393-098a06b49a6c on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:07:23.759409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.759783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.760132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.760476 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.760864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.761283 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.761619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.761990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.762321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.762600 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.762930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.763261 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2bf22-3780-410c-a482-0a4f464728dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:23.979070 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:23.999395 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=dee1b842-14ef-4827-9f34-05879d52a6a8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:24.064952 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.156024 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.158158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.266166 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.266907 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Fanout notify agent at l3_agent the message router_deleted on router 29e797a6-882d-4f18-830e-70dfe0c11a4f {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:07:24.274962 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.276141 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-fab53f45-5d34-4b1d-99cb-108a118a1836 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/routers/29e797a6-882d-4f18-830e-70dfe0c11a4f HTTP/1.1" status: 204 len: 168 time: 1.0360634 Aug 19 16:07:24.279098 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54428) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:24.367386 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.457126 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.468202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d55d331-cbc7-4286-b023-e1d0e3544ef6']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:24.479437 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7381a7fc-a958-4733-b179-f245df5bb3d7') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:24.479750 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7381a7fc-a958-4733-b179-f245df5bb3d7') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:24.488765 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.507983 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.513804 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:07:24.514192 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:07:24.517243 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:07:24.603522 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3cf9485b-4e81-4cb8-9a01-b51816f1f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.626619 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.634768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.635980 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/networks/0d55d331-cbc7-4286-b023-e1d0e3544ef6 HTTP/1.1" status: 204 len: 168 time: 0.3558483 Aug 19 16:07:24.638749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54430) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:24.648440 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d037480-aae7-4daa-8638-0ac39917f04b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Network': ['ID=0d55d331-cbc7-4286-b023-e1d0e3544ef6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:24.699243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3014232e-be19-4108-abc5-a489b13f1136 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.735908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3014232e-be19-4108-abc5-a489b13f1136 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.848264 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3014232e-be19-4108-abc5-a489b13f1136 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.850814 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3014232e-be19-4108-abc5-a489b13f1136 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:24.852009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3014232e-be19-4108-abc5-a489b13f1136 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/security-groups/10c9b38d-66a5-4fdd-83cd-f6643552e3b6 HTTP/1.1" status: 204 len: 168 time: 0.2122667 Aug 19 16:07:24.862154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014232e-be19-4108-abc5-a489b13f1136 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9b38d-66a5-4fdd-83cd-f6643552e3b6,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:24.920374 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dee1b842-14ef-4827-9f34-05879d52a6a8 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:07:24.940754 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: dee1b842-14ef-4827-9f34-05879d52a6a8 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:07:24.941108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device dee1b842-14ef-4827-9f34-05879d52a6a8 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:07:24.941549 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:07:24.963976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:07:24.964330 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 01e4ad8a-f01b-405b-ad75-a3d917cc8ee9 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:07:24.967286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c6d28bb-0b20-4d23-b393-098a06b49a6c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:07:24.986391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 6c6d28bb-0b20-4d23-b393-098a06b49a6c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:07:24.986665 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c6d28bb-0b20-4d23-b393-098a06b49a6c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:07:25.240221 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54436) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:25.245004 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342506465', 'description': 'tempest-secgroup-smoke-342506465 description', 'project_id': '5b0183228dd94696a7a39e6ffd950533'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:25.346231 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.427735 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.511762 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.542071 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47084f2-6b18-4ad6-8bad-da4ada4f53e7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:25.614851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.616213 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ab1c1c98-9bf4-4018-b051-92f09399a223 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3749609 Aug 19 16:07:25.619303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54438) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:25.623723 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'd47084f2-6b18-4ad6-8bad-da4ada4f53e7', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:25.722284 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.784135 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.854685 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.872949 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b09c83-994c-4819-8918-00a9cccace54,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:25.934725 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:25.935964 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5140fd13-7a7b-43da-80dd-8b78fdaa7dbb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157377 Aug 19 16:07:25.938788 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54440) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:25.943289 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'd47084f2-6b18-4ad6-8bad-da4ada4f53e7', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:26.053403 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.110486 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.117338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.198068 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.216458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8006bc4a-bb29-42a9-9398-5b1dc17ba93a,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:26.294679 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.295928 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-5a063120-f5b7-4b35-a441-59b052edf9e9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561678 Aug 19 16:07:26.298836 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54442) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:26.303378 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'd47084f2-6b18-4ad6-8bad-da4ada4f53e7', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:26.407887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.468568 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.568660 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.588115 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deccbbfd-4919-49c7-95b8-b5dc103be67c,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:26.660415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.662119 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6bd12162-c8e8-498d-bf8a-8ba4e3a0bac0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620214 Aug 19 16:07:26.664608 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54444) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:26.669883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'd47084f2-6b18-4ad6-8bad-da4ada4f53e7', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:26.750595 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.812406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.928852 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:26.947516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34f3cb5-6cff-4a6b-a0b0-efc5c12b78d6,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:27.043228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.044468 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ca086f0-cb0b-4a3c-87bf-d766bbfa97bd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3782322 Aug 19 16:07:27.047316 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54446) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:27.051698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'd47084f2-6b18-4ad6-8bad-da4ada4f53e7', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:27.139742 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:07:27.145513 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.210723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.288095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.306716 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be87a6f-b489-4e4a-8a1b-03ebf8d29c83,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:27.368067 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.397354 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.398614 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c0052d74-a2fd-4521-927e-975d14ffe566 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503573 Aug 19 16:07:27.401495 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54448) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:27.406465 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'd47084f2-6b18-4ad6-8bad-da4ada4f53e7', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:27.488700 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:07:27.493865 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.555308 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.643100 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.663327 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601d750-04bc-4423-babd-bc3348bef7a0,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:27.739922 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.741146 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-32fd2a89-760a-4ea7-b102-2efaf98c33ad tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386841 Aug 19 16:07:27.744138 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54450) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:27.749209 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'network': {'name': 'tempest-network-smoke--632796019', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:27.848762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:07:27.852406 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.875189 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:07:27.883669 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.884506 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Added segment e5e91285-c321-4125-96e7-a3c685e3a8a9 of type vlan for network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 Aug 19 16:07:27.889007 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-dd54a99d-ad54-4ad4-9d09-d4c66e842a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:27.926811 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.026654 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.032394 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:28.032982 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.099572 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Network': ['ID=6b0754a4-c654-45c5-b8d3-e71454c6b9c4,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:28.111356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:07:28.130554 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-6d3f20d2-4b64-43f5-8951-a4456478a907 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3851290 Aug 19 16:07:28.133602 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54452) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:28.139090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'admin_state_up': True, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:28.242791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.245960 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.307466 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.503035 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.785804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.804550 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:28.907840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.200 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/8f9e7951-ecae-4dcb-b11d-690904e3441f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:07:29.007967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:29.100436 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:29.141408 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:07:29.144344 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:29.148552 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:07:29.152241 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=8f9e7951-ecae-4dcb-b11d-690904e3441f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:29.468027 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:29.663725 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:29.849398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 3a3f415f-f698-4793-bae7-8314d66c0774 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:07:29.877891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:29.959154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:07:29.972554 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Sync routers for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:07:29.984975 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:29.985913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:30.020824 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.022141 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7fda66fc-be4a-4039-aa6f-6de6ea2a5503 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8867264 Aug 19 16:07:30.031002 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54454) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:30.059162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-74cf5397-b151-440a-8169-a202057d62a0 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5b0183228dd94696a7a39e6ffd950533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269852 Aug 19 16:07:30.061800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54456) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:30.094893 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:30.150460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8bbbc-5c18-4289-bff3-6875ef4d7cd1 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:30.155009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7cf8bbbc-5c18-4289-bff3-6875ef4d7cd1 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893114 Aug 19 16:07:30.155199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54458) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:30.183820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6609a22f-5fb1-4e0a-a363-02645e3ea9a2 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274329 Aug 19 16:07:30.198813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54460) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:30.204200 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511905274', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:30.279821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:29Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:30.307130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Checking router: 3a3f415f-f698-4793-bae7-8314d66c0774 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:07:30.307477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Updating router 3a3f415f-f698-4793-bae7-8314d66c0774 port 8f9e7951-ecae-4dcb-b11d-690904e3441f binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:07:30.332612 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.351719 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:07:30.355515 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.574943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.582602 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.592651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Transition to ACTIVE for port object 8f9e7951-ecae-4dcb-b11d-690904e3441f will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:30.677684 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.734834 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Attempting to bind port 8f9e7951-ecae-4dcb-b11d-690904e3441f on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:07:30.735197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Attempting to bind port 8f9e7951-ecae-4dcb-b11d-690904e3441f by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:07:30.735556 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Attempting to bind port 8f9e7951-ecae-4dcb-b11d-690904e3441f on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:07:30.742941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c774dd7-0d77-4ca6-bd6d-c927bcbfffe4 None None] Pushing event updated for resources: {'Port': ['ID=8f9e7951-ecae-4dcb-b11d-690904e3441f,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:30.747488 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:07:30.747872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:07:30.748371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.748924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:07:30.749602 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Bound port: 8f9e7951-ecae-4dcb-b11d-690904e3441f, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:07:30.750027 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.806490 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] For port 8f9e7951-ecae-4dcb-b11d-690904e3441f, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:07:30.813460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] For port 8f9e7951-ecae-4dcb-b11d-690904e3441f, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8f9e7951-ecae-4dcb-b11d-690904e3441f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:07:30.895652 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:30.966231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c774dd7-0d77-4ca6-bd6d-c927bcbfffe4 None None] Pushing event updated for resources: {'Port': ['ID=8f9e7951-ecae-4dcb-b11d-690904e3441f,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:30.970670 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:30.971295 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:31.006216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Subnet': ['ID=ed6d4687-b2b4-4a33-b688-6b56186f3e04,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:31.012662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:31.015646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Checking segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:07:31.016013 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network hostable DHCP agents. Network: 6b0754a4-c654-45c5-b8d3-e71454c6b9c4, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:07:31.080258 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:31.099494 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:07:31.191156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 6b0754a4-c654-45c5-b8d3-e71454c6b9c4) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:31.196033 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:31.198633 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:31.201233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec205b65-5a66-432e-9121-68915de9b57f None None] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:07:31.286911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-73132a87-2f6c-4d45-be99-9b7b9efa49af tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0865114 Aug 19 16:07:31.290951 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54462) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:31.388566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:29Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:31.435509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:07:31.436360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:31.439930 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83a8ce-8530-4fc9-b5c3-cf0122a14234 None None] The sync data for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 is: [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:29Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:07:31.598753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Allocated IP 172.20.0.2 (6b0754a4-c654-45c5-b8d3-e71454c6b9c4/ed6d4687-b2b4-4a33-b688-6b56186f3e04/e7619f8e-f765-41cf-b0e8-d556388fd9c3) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:07:31.771009 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:31.780950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Transition to ACTIVE for port object e7619f8e-f765-41cf-b0e8-d556388fd9c3 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:31.788409 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:31.797310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Transition to ACTIVE for port object e7619f8e-f765-41cf-b0e8-d556388fd9c3 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:31.866597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:31.915636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:07:31.918947 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:31.923236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:07:31.931598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Pushing event updated for resources: {'Port': ['ID=e7619f8e-f765-41cf-b0e8-d556388fd9c3,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:32.131498 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.1 (6b0754a4-c654-45c5-b8d3-e71454c6b9c4/ed6d4687-b2b4-4a33-b688-6b56186f3e04/b8a4dcdd-2342-44b0-bac3-ab995a3c64f2) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:07:32.159432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Attempting to bind port e7619f8e-f765-41cf-b0e8-d556388fd9c3 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:07:32.159950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Attempting to bind port e7619f8e-f765-41cf-b0e8-d556388fd9c3 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:07:32.160523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Attempting to bind port e7619f8e-f765-41cf-b0e8-d556388fd9c3 on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:07:32.166474 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:07:32.166860 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Checking segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:07:32.167265 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.167732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Bound using segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:07:32.168217 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Bound port: e7619f8e-f765-41cf-b0e8-d556388fd9c3, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:07:32.168611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.254072 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] For port e7619f8e-f765-41cf-b0e8-d556388fd9c3, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:07:32.259988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] For port e7619f8e-f765-41cf-b0e8-d556388fd9c3, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e7619f8e-f765-41cf-b0e8-d556388fd9c3,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:07:32.280315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.299275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:32.370439 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.440194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25bcf-8281-4117-b32c-8d16f82cf6f7 None None] Pushing event updated for resources: {'Port': ['ID=e7619f8e-f765-41cf-b0e8-d556388fd9c3,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:32.443366 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.495354 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:07:32.498582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:32.502818 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:07:32.510773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:32.566704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.782352 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:32.969062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e7619f8e-f765-41cf-b0e8-d556388fd9c3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:33.072326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port e7619f8e-f765-41cf-b0e8-d556388fd9c3 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:33.076684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8f9e7951-ecae-4dcb-b11d-690904e3441f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:33.101152 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.140395 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.168339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 8f9e7951-ecae-4dcb-b11d-690904e3441f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:33.172455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8f9e7951-ecae-4dcb-b11d-690904e3441f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:33.172917 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.216995 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:33.222798 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.256733 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.280003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 8f9e7951-ecae-4dcb-b11d-690904e3441f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8f9e7951-ecae-4dcb-b11d-690904e3441f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:33.323839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:07:33.325152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:33.357580 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.411976 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=8f9e7951-ecae-4dcb-b11d-690904e3441f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:33.451151 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 3a3f415f-f698-4793-bae7-8314d66c0774 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:07:33.568638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:07:33.575326 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-4ffba215-e262-41f9-ac1d-c367405eb461 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/3a3f415f-f698-4793-bae7-8314d66c0774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2828271 Aug 19 16:07:33.579509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Sync routers for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:07:33.592040 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:33.592685 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:33.713556 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:33.739809 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8e02b6d1-ae8a-41b0-86fa-f875aea6e733 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342506465&fields=id&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 267 time: 0.0370269 Aug 19 16:07:33.751151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b32301-daad-452e-8161-63f05c1913ad None None] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:07:33.868813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-deb36a7c-ddc5-4ff8-ac45-0934e7ab5fde tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:33.869075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] Provisioning for port e7619f8e-f765-41cf-b0e8-d556388fd9c3 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:33.870330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-deb36a7c-ddc5-4ff8-ac45-0934e7ab5fde tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 796 time: 0.1211398 Aug 19 16:07:33.879108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] Provisioning complete for port e7619f8e-f765-41cf-b0e8-d556388fd9c3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:33.879459 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:33.888406 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-40136725-254f-420f-b2c9-e832120edd6a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/quotas/5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 375 time: 0.0096579 Aug 19 16:07:33.934177 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 2, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:33.952108 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-f3f3b908-4d62-4c3d-8c07-f09d2c3d754e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568240 Aug 19 16:07:34.002419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.051996 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] For port e7619f8e-f765-41cf-b0e8-d556388fd9c3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e7619f8e-f765-41cf-b0e8-d556388fd9c3,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:34.074619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Checking router: 3a3f415f-f698-4793-bae7-8314d66c0774 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:07:34.074980 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Updating router 3a3f415f-f698-4793-bae7-8314d66c0774 port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:07:34.084035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8de8b010-4765-492c-9dbb-c2fff7f93866 service neutron] 10.222.0.13 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036472 Aug 19 16:07:34.102194 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.106233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.170674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65238c97-67df-470a-a645-ac21d05a08aa None None] Pushing event updated for resources: {'Port': ['ID=e7619f8e-f765-41cf-b0e8-d556388fd9c3,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:34.198244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-cddb911e-a819-4c06-8153-8917cf513bde service neutron] 10.222.0.13 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048598 Aug 19 16:07:34.386078 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aabfad73-b68c-4cc9-bc8f-cb276903ad46 None None] Provisioning for port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:34.395807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aabfad73-b68c-4cc9-bc8f-cb276903ad46 None None] Provisioning complete for port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:34.395807 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aabfad73-b68c-4cc9-bc8f-cb276903ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.436469 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.448325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-aabfad73-b68c-4cc9-bc8f-cb276903ad46 None None] Port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:07:34.453925 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Transition to ACTIVE for port object b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:34.460933 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d393d471-3458-4488-84cc-08ca9b167f97 req-04cec310-b3ae-4ece-809b-6f36e1c9aedf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 210 time: 0.0388706 Aug 19 16:07:34.469039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aabfad73-b68c-4cc9-bc8f-cb276903ad46 None None] Provisioning complete for port e7619f8e-f765-41cf-b0e8-d556388fd9c3 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:34.469723 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aabfad73-b68c-4cc9-bc8f-cb276903ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.529460 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.627145 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Pushing event updated for resources: {'Port': ['ID=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:34.642449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Attempting to bind port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:07:34.642449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Attempting to bind port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:07:34.642898 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Attempting to bind port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:07:34.645288 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.645632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.645968 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.646302 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.646631 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.646959 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.647331 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.647657 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.647975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.648295 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.648614 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.648930 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:07:34.657040 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:07:34.659850 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Checking segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:07:34.660492 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.661146 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Bound using segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:07:34.661914 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Bound port: b8a4dcdd-2342-44b0-bac3-ab995a3c64f2, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:07:34.662534 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.751668 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] For port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:07:34.751668 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] For port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:07:34.843698 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.913844 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee0e4-05e8-4b7e-b546-a2d68bfec7d8 None None] Pushing event updated for resources: {'Port': ['ID=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:34.918946 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:34.919567 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:34.953223 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e7619f8e-f765-41cf-b0e8-d556388fd9c3 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:35.008684 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port e7619f8e-f765-41cf-b0e8-d556388fd9c3 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:35.009783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:35.041599 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:35.107942 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8f9e7951-ecae-4dcb-b11d-690904e3441f up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:35.158859 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 8f9e7951-ecae-4dcb-b11d-690904e3441f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:35.159237 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:35.263177 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:34Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:35.293851 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2548dc6-1402-42fa-9a0e-ef446ca7f5fc None None] The sync data for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 is: [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:34Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:07:35.362314 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:07:35.561520 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3f1c121b-a9e0-4f3f-90d9-cd4f7eb38b48 req-ed54d8e7-3a56-4e8d-9526-f70c36d2e6fb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 210 time: 0.0274959 Aug 19 16:07:36.529512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-22deaa97-e7d5-43c5-a7b3-9bcb1a1a0c01 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:36.530901 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-22deaa97-e7d5-43c5-a7b3-9bcb1a1a0c01 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 796 time: 0.1043015 Aug 19 16:07:36.585982 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-bda82ce4-4b8c-43d2-8484-db8f968ae9c2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 379 time: 0.0393312 Aug 19 16:07:36.595438 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'port': {'device_id': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'admin_state_up': True, 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'security_groups': ['d47084f2-6b18-4ad6-8bad-da4ada4f53e7']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:36.669337 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6bf439fa-ba54-4b57-a8e2-df0038985793 req-71f50230-9cb1-4900-a28e-87e4c55f85fb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 210 time: 0.0330503 Aug 19 16:07:36.843364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:07:36.846919 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:36.946812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:36.978439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.4 (6b0754a4-c654-45c5-b8d3-e71454c6b9c4/ed6d4687-b2b4-4a33-b688-6b56186f3e04/3ab3f374-f582-4fd2-a2f7-b721733c77de) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:07:37.099877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:37.104260 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:37.104617 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.123658 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.138364 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 3ab3f374-f582-4fd2-a2f7-b721733c77de will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:37.186864 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.218482 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:37.233555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.282289 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:07:37.285400 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:37.289331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:07:37.296896 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:37.311552 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.346159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:37.346989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.365086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:37.432791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8ad6bec0-b827-47fb-9cb3-ccb786edc39f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407524 Aug 19 16:07:37.450788 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Request body: {'port': {'device_id': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:37.512567 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.660278 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7bc7bcd-f0b2-4ed5-8f2a-81cb56161551 None None] Provisioning for port 3ab3f374-f582-4fd2-a2f7-b721733c77de completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:37.668632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b7bc7bcd-f0b2-4ed5-8f2a-81cb56161551 None None] Provisioning complete for port 3ab3f374-f582-4fd2-a2f7-b721733c77de triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:37.669010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bcd-f0b2-4ed5-8f2a-81cb56161551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.708825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc7bcd-f0b2-4ed5-8f2a-81cb56161551 None None] Port 3ab3f374-f582-4fd2-a2f7-b721733c77de cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:07:37.834325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c57dbe-aa48-419f-961f-232854eacb25 req-1754a0c5-0aba-4fee-8d65-71d1424dc168 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:37.835847 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c57dbe-aa48-419f-961f-232854eacb25 req-1754a0c5-0aba-4fee-8d65-71d1424dc168 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 931 time: 0.0874648 Aug 19 16:07:37.851376 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab3f374-f582-4fd2-a2f7-b721733c77de {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:07:37.865179 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.888093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Transition to ACTIVE for port object 3ab3f374-f582-4fd2-a2f7-b721733c77de will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:07:37.895580 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e5c57dbe-aa48-419f-961f-232854eacb25 req-f1f8a624-0103-4f2e-b5c6-76ce04dd1cf4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527370 Aug 19 16:07:37.962727 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:38.033018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:38.101997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:07:38.102338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:07:38.102705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:07:38.108662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Port 3ab3f374-f582-4fd2-a2f7-b721733c77de on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:07:38.108987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:07:38.114103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:07:38.114439 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Checking segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:07:38.114910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Bound using segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:07:38.115256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Bound port: 3ab3f374-f582-4fd2-a2f7-b721733c77de, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:07:38.115643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:38.186283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:07:38.189465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:07:38.261471 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:38.300653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.301311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:38.302721 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] 10.222.0.54 "PUT /v2.0/ports/3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 1092 time: 0.8567176 Aug 19 16:07:38.303167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:07:38.305569 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:07:38.337283 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fcd6-ff61-47fd-94c1-cd872b674330 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:38.351227 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205bf8eb-f50a-4fa9-9ea8-da0b80262d84 x-openstack-request-id: req-205bf8eb-f50a-4fa9-9ea8-da0b80262d84 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:07:38.351438 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:07:38.351895 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-205bf8eb-f50a-4fa9-9ea8-da0b80262d84 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:07:38.352274 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'status': 'completed', 'code': 200} Aug 19 16:07:38.433982 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576 req-cadd424e-a7bf-45cf-bd60-d94082d150fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.435524 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576 req-cadd424e-a7bf-45cf-bd60-d94082d150fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1095 time: 0.0433934 Aug 19 16:07:38.542254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576 req-c3d5684e-2d8e-463f-a6be-84df95b30272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.543735 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576 req-c3d5684e-2d8e-463f-a6be-84df95b30272 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5b0183228dd94696a7a39e6ffd950533&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0951426 Aug 19 16:07:38.646356 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576 req-81609d55-881b-48a7-886c-bb0c1c52452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.647765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c13ea4fe-e08c-4bbe-a09a-53acd7f19576 req-81609d55-881b-48a7-886c-bb0c1c52452c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977206 Aug 19 16:07:38.743335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-0d6fd449-6095-4be7-b94f-16c06173d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.745518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-0d6fd449-6095-4be7-b94f-16c06173d1f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1095 time: 0.0424297 Aug 19 16:07:38.797629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-844449df-fb01-441e-bf3e-190e63472dd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 217 time: 0.0401592 Aug 19 16:07:38.847897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ab53579c-8a4f-4ab7-be3e-cc1891ce6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.849397 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-ab53579c-8a4f-4ab7-be3e-cc1891ce6384 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0446618 Aug 19 16:07:38.899079 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-b8de5e91-5fd9-446c-aa55-fbfff92f2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:38.900677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-b8de5e91-5fd9-446c-aa55-fbfff92f2a39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442698 Aug 19 16:07:38.923481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:38.974419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:38.974978 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:39.029402 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-fda616eb-7d58-4ad6-8f2f-2efc3509d13a service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214590 Aug 19 16:07:39.040662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dca6f-c32f-44e2-84fc-8911603d7d8a req-a1e6f32d-c062-4302-8c20-8e45b69dde69 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:39.042896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-852dca6f-c32f-44e2-84fc-8911603d7d8a req-a1e6f32d-c062-4302-8c20-8e45b69dde69 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 943 time: 0.0726135 Aug 19 16:07:39.127121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-852dca6f-c32f-44e2-84fc-8911603d7d8a req-2f8245d5-f78b-4c10-9cd7-70840e5c6c29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761037 Aug 19 16:07:39.156323 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-28916967-8265-4930-92e4-d4e7d37c6d06 req-8982910b-5e94-4df3-a98f-f83eb4f20b38 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124568 Aug 19 16:07:40.247960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373011b-d27f-408c-8526-f047f4607eee req-0a5a6aaf-9d63-4327-a146-2250c77e4a21 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:40.249513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373011b-d27f-408c-8526-f047f4607eee req-0a5a6aaf-9d63-4327-a146-2250c77e4a21 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 943 time: 0.0558066 Aug 19 16:07:40.288718 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2373011b-d27f-408c-8526-f047f4607eee req-79172d47-230c-42f1-b1da-227416045014 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328214 Aug 19 16:07:41.406684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b4ab-c650-43c6-94d6-6806065b904e req-40c4e3cd-d472-46dd-8cae-5ab99ae6b8dd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:41.408188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a898b4ab-c650-43c6-94d6-6806065b904e req-40c4e3cd-d472-46dd-8cae-5ab99ae6b8dd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 943 time: 0.0501425 Aug 19 16:07:41.447455 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a898b4ab-c650-43c6-94d6-6806065b904e req-a3987c67-1ee9-40e7-87f2-8e9e43e6e7c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Aug 19 16:07:41.733721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:07:41.832382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:41.848424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'port_id': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'mac_address': 'fa:16:3e:94:72:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:07:41.887561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:41.901073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab3f374-f582-4fd2-a2f7-b721733c77de {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:07:41.922049 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:41.991543 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:42.042234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:42.378640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['3ab3f374-f582-4fd2-a2f7-b721733c77de'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:07:42.576258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cead1bd-52ba-49a7-aafa-a7e7c6442dc5 req-601dc329-2c2b-4010-a46a-34f83cab5154 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:42.577911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cead1bd-52ba-49a7-aafa-a7e7c6442dc5 req-601dc329-2c2b-4010-a46a-34f83cab5154 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 944 time: 0.0567129 Aug 19 16:07:42.618280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6cead1bd-52ba-49a7-aafa-a7e7c6442dc5 req-0fe36f7d-eb0c-4a33-ba76-5c833d49f9fa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343978 Aug 19 16:07:43.733675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:07:43.738998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4bae4-f947-4b00-b213-f86c8709e314 req-4d1620f6-6e46-4678-aecd-57f736c13db7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:43.740555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69c4bae4-f947-4b00-b213-f86c8709e314 req-4d1620f6-6e46-4678-aecd-57f736c13db7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 944 time: 0.0515938 Aug 19 16:07:43.780737 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69c4bae4-f947-4b00-b213-f86c8709e314 req-fcdfeafb-5c93-420a-806e-1593e680df29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334806 Aug 19 16:07:43.848236 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 3ab3f374-f582-4fd2-a2f7-b721733c77de completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:07:43.852200 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 3ab3f374-f582-4fd2-a2f7-b721733c77de triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:07:43.852571 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:43.931750 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:43.939982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:43.954561 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:07:43.956822 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abaa4d8-f84f-42a2-b649-19c4785922c5" -d '{"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:07:43.971357 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:07:43.996298 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb56d80-6f56-4351-a4f8-fd2a2bade636 x-openstack-request-id: req-3bb56d80-6f56-4351-a4f8-fd2a2bade636 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:07:43.996298 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:07:43.996298 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bb56d80-6f56-4351-a4f8-fd2a2bade636 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:07:43.996298 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'code': 200} Aug 19 16:07:44.043292 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:44.093650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:44.117628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508b9d9-81d3-4fed-9ac4-2f58ebe72248 req-a586eb82-7bcf-49a2-a9d8-2d8940205b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:44.119149 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c508b9d9-81d3-4fed-9ac4-2f58ebe72248 req-a586eb82-7bcf-49a2-a9d8-2d8940205b64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0445676 Aug 19 16:07:44.158112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c508b9d9-81d3-4fed-9ac4-2f58ebe72248 req-8fbed262-0b30-4446-b0b1-961b3090fee2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Aug 19 16:07:44.906478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93980-d076-4a92-ae2e-af1684b981eb req-00f55c80-326f-477e-a63c-a4e694258fc8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:44.908021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2e93980-d076-4a92-ae2e-af1684b981eb req-00f55c80-326f-477e-a63c-a4e694258fc8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0571773 Aug 19 16:07:44.949449 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2e93980-d076-4a92-ae2e-af1684b981eb req-431c5b5b-646f-4ecb-a065-74e8db1cbb1c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348616 Aug 19 16:07:46.068749 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352d46-f1f3-45a5-a515-f4c44932125a req-b8f800bf-d62d-47b7-8de6-5320b15ba7f8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.070281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47352d46-f1f3-45a5-a515-f4c44932125a req-b8f800bf-d62d-47b7-8de6-5320b15ba7f8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0498581 Aug 19 16:07:46.109366 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-47352d46-f1f3-45a5-a515-f4c44932125a req-e8d4c8e5-9066-4a63-aaf2-e0b61b65d67a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Aug 19 16:07:46.225570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb38f3-c813-4518-b2e4-ceb8ac555830 req-6fdb7954-467f-4b6d-93e7-c9a53b80570a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.225570 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2bb38f3-c813-4518-b2e4-ceb8ac555830 req-6fdb7954-467f-4b6d-93e7-c9a53b80570a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0494754 Aug 19 16:07:46.263495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2bb38f3-c813-4518-b2e4-ceb8ac555830 req-f4b4af70-9522-4fad-b99b-ae460e4ce5ea tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Aug 19 16:07:46.285613 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54516) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:46.328881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff67354-869f-43b7-918e-ef19b99210fc tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.333237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-2ff67354-869f-43b7-918e-ef19b99210fc tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1092 time: 0.0431018 Aug 19 16:07:46.333442 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54518) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:46.337897 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:07:46.339944 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-9309d830-c088-4162-9439-a642a747e917 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445354 Aug 19 16:07:46.436467 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-0b4bc355-d219-4867-931b-7b050006a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.438040 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-0b4bc355-d219-4867-931b-7b050006a683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0423319 Aug 19 16:07:46.443400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:46.544840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-c280a00e-59fb-4f3e-b0a6-c4b081d99967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.546633 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-c280a00e-59fb-4f3e-b0a6-c4b081d99967 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0894401 Aug 19 16:07:46.552031 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:46.593437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-c1f2d789-648f-48cd-a4d0-d3215dc57b49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 217 time: 0.0401845 Aug 19 16:07:46.643616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-66ec2c24-cf4d-471d-b66c-6f3a9ae556c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.645274 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-66ec2c24-cf4d-471d-b66c-6f3a9ae556c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0456133 Aug 19 16:07:46.664141 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.248 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/f326a8aa-a4ed-4cd1-b325-e67e06211ecc) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:07:46.692595 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-39402e4d-f86d-46d7-acef-a4a2ef732d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:46.694297 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-39402e4d-f86d-46d7-acef-a4a2ef732d0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426712 Aug 19 16:07:46.782431 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:46.802956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-493f70b3-4d6d-4d73-82be-221126ca30c0 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015382 Aug 19 16:07:46.860580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:46.897323 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:07:46.900275 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:07:46.905480 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e6201fd-5b3b-4bbb-9df7-5bc7cd40aa5c req-100894ec-c57b-4fa7-80e2-8ab2b6e4fb4b service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959694 Aug 19 16:07:46.907439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:07:47.269032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=f326a8aa-a4ed-4cd1-b325-e67e06211ecc,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:47.606294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:47.713617 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:47.862185 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:47.923164 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:47.995817 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=f326a8aa-a4ed-4cd1-b325-e67e06211ecc,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:07:48.007834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:48.111126 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da associated. External IP: 172.25.5.248, port: 3ab3f374-f582-4fd2-a2f7-b721733c77de. Aug 19 16:07:48.324808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 3a3f415f-f698-4793-bae7-8314d66c0774 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:07:48.436516 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:07:48.446667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] Sync routers for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:07:48.457632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:48.458254 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:48.530049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:48.558832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0b0e39a2-c724-416d-b751-4d9dff27e2cd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2237363 Aug 19 16:07:48.559434 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:07:48.567323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:48.569352 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002f0f20-e22e-4bc6-af83-d9ab79aee490" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:07:48.661886 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb27f-2faf-4cd5-b8b4-9dcdf7c33b2a req-5b5e506c-df0b-4f47-b594-b6e8ba41d131 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:48.663546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7fbb27f-2faf-4cd5-b8b4-9dcdf7c33b2a req-5b5e506c-df0b-4f47-b594-b6e8ba41d131 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0537269 Aug 19 16:07:48.706230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7fbb27f-2faf-4cd5-b8b4-9dcdf7c33b2a req-1b0010cd-dd56-4c9e-9239-8aaa8b07bc3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366325 Aug 19 16:07:48.728772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54524) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:48.767632 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3e52d7-2195-43a3-aaad-b9be93847921 x-openstack-request-id: req-6d3e52d7-2195-43a3-aaad-b9be93847921 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:07:48.767934 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:07:48.768192 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d3e52d7-2195-43a3-aaad-b9be93847921 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:07:48.768595 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'status': 'completed', 'code': 200} Aug 19 16:07:48.805191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd0fb7a6d-6e8e-433c-8e19-ea63a28fe5da', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'port_id': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'mac_address': 'fa:16:3e:94:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:07:47Z', 'updated_at': '2021-08-19T16:07:47Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:37Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:48.807602 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dd47e3ee-ee74-46d0-95e7-8492f8e07145 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da HTTP/1.1" status: 200 len: 991 time: 0.0774837 Aug 19 16:07:48.834186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-ef551aca-20a0-4084-adbb-d8c990ac7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:48.834467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] Checking router: 3a3f415f-f698-4793-bae7-8314d66c0774 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:07:48.835728 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-ef551aca-20a0-4084-adbb-d8c990ac7b7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0428035 Aug 19 16:07:48.842649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:07:48.843284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:07:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:48.937989 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-4d512f10-7eda-40e1-9fcb-cd5da0fcd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:48.939621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-4d512f10-7eda-40e1-9fcb-cd5da0fcd7a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0970442 Aug 19 16:07:48.952320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:07:49.011917 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-66f91939-a647-4fe8-b061-00a3e920b8cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 999 time: 0.0651572 Aug 19 16:07:49.061778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-2588e423-4c9b-4b45-8d5d-e94b9c59d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:49.063237 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-2588e423-4c9b-4b45-8d5d-e94b9c59d1a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0453005 Aug 19 16:07:49.110375 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-ba6ca559-d71f-4d8b-96c4-4699f0561570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:07:49.111903 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-ba6ca559-d71f-4d8b-96c4-4699f0561570 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414720 Aug 19 16:07:49.187153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd0fb7a6d-6e8e-433c-8e19-ea63a28fe5da', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'port_id': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'mac_address': 'fa:16:3e:94:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:07:47Z', 'updated_at': '2021-08-19T16:07:47Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:37Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:07:49.205804 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-331de800-3b9a-45c2-aa5f-7ae905b5327e service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869548 Aug 19 16:07:49.213757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73413b6d-acab-44f4-b298-5626778ee3fc None None] The sync data for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 is: [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd0fb7a6d-6e8e-433c-8e19-ea63a28fe5da', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'port_id': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'mac_address': 'fa:16:3e:94:72:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:07:47Z', 'updated_at': '2021-08-19T16:07:47Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:37Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:07:49.302033 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-002f0f20-e22e-4bc6-af83-d9ab79aee490 req-5049f5a2-aab1-49d9-bd34-9084ffb8f401 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895414 Aug 19 16:07:49.411391 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64857c71-dd7c-42b6-9f7c-dbb264d3fe26 None None] New status for floating IP d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:07:49.811232 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54528) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:07:49.880853 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d7923985-ec05-44be-b548-59af6ca1e013 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da HTTP/1.1" status: 200 len: 993 time: 0.0683472 Aug 19 16:07:54.705991 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2898a88f-ccf0-41e3-b9e9-5ceb4be51ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:56.134310 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:57.334158 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:57.882495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2fc41528-88fc-4d7a-9166-0afb662e047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:59.859619 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:01.014045 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:12.362154 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:08:13.945217 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:24.624415 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e5f72a3-10c6-493e-a040-9d7ecc7064a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:26.128293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:27.333846 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:27.888029 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eaacfd7f-f2e2-4985-ae34-3bd695334036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:29.905026 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:30.990667 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:43.927213 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:48.363674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-aa845195-2289-434a-afb7-54463e213073 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412481 Aug 19 16:08:48.466484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-668c79f4-f04f-4e3b-85a7-8696348c8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:08:48.468021 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-668c79f4-f04f-4e3b-85a7-8696348c8b85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0461431 Aug 19 16:08:48.575305 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-34cb928e-d87c-424e-a0cf-863319eb7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:08:48.576701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-34cb928e-d87c-424e-a0cf-863319eb7c2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0907435 Aug 19 16:08:48.649700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-6c2c379b-fa55-4411-aaf6-c65d61ead350 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 1001 time: 0.0651453 Aug 19 16:08:48.697558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-3ea92eeb-1d1d-487a-a538-0e53c3e57e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:08:48.699003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-3ea92eeb-1d1d-487a-a538-0e53c3e57e4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0438547 Aug 19 16:08:48.743739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-ec0a407a-764d-47ac-b46a-ffc5b5c91375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:08:48.745257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-ec0a407a-764d-47ac-b46a-ffc5b5c91375 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395508 Aug 19 16:08:48.846559 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-1a7969d8-0ab7-41da-b8b6-089f2a3b9cc2 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887814 Aug 19 16:08:48.942714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-156f619b-1c23-4b26-816a-530bfb462bc0 req-56a50893-cc76-47af-af76-c610a3d807d5 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889740 Aug 19 16:08:49.361307 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:08:54.624099 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-13616a91-df09-4dda-86ac-ab82f253e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:56.229385 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:57.355640 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:57.886964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e8ffde91-f847-42b1-8fe0-3c985645fbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:59.875414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:01.000891 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:01.662481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f45a90-4d47-443a-87c1-5684ce480715 req-05536210-0d15-41c3-811b-b8dc479b4454 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:01.664026 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8f45a90-4d47-443a-87c1-5684ce480715 req-05536210-0d15-41c3-811b-b8dc479b4454 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0585947 Aug 19 16:09:01.701912 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8f45a90-4d47-443a-87c1-5684ce480715 req-c4612cf9-c959-4191-a67b-735f2333b0fe tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309823 Aug 19 16:09:01.923935 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-38020ec3-58f1-432c-9ac7-7d0f610283ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964355 Aug 19 16:09:02.825609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32986482-9a1c-4c66-b32a-9d3abe861217 req-a84fd586-faff-42dc-be5b-ea4a30531683 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:02.827098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32986482-9a1c-4c66-b32a-9d3abe861217 req-a84fd586-faff-42dc-be5b-ea4a30531683 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0540519 Aug 19 16:09:02.866730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32986482-9a1c-4c66-b32a-9d3abe861217 req-20a06ed0-f47b-4d30-a55d-924e844212e1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334659 Aug 19 16:09:03.991528 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55f0c7-9efb-4423-9eab-beac471e4ecf req-b9ce1a5c-d757-4292-b2fc-769fa6f1dd4c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:03.993045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f55f0c7-9efb-4423-9eab-beac471e4ecf req-b9ce1a5c-d757-4292-b2fc-769fa6f1dd4c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0521514 Aug 19 16:09:04.033846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9f55f0c7-9efb-4423-9eab-beac471e4ecf req-5db34b22-0e29-420d-a4a7-b7b37f493c76 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339060 Aug 19 16:09:04.337172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-b8b12273-c462-41a6-b329-4a61fd2b71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:04.338738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-b8b12273-c462-41a6-b329-4a61fd2b71b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0848739 Aug 19 16:09:04.435929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-26dcd8cc-e830-476d-a7d0-c0bc335d48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:04.437457 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-26dcd8cc-e830-476d-a7d0-c0bc335d48cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0923610 Aug 19 16:09:04.503463 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-bcb26eb2-fc40-4429-9438-cbc1cb2a3394 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 1001 time: 0.0594082 Aug 19 16:09:04.556001 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-b17bc7a7-df3d-4220-9fa3-3a3ab28053a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:04.558046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-b17bc7a7-df3d-4220-9fa3-3a3ab28053a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0484507 Aug 19 16:09:04.603580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-89700554-0e42-4ce3-a75f-2e121563f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:04.605314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-89700554-0e42-4ce3-a75f-2e121563f524 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409720 Aug 19 16:09:04.694152 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-40764d3c-e322-4766-a268-f836929fd84a service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817528 Aug 19 16:09:04.790017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-4deb25c5-b5c8-4d55-bbf5-6bf6ef7be2e4 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885086 Aug 19 16:09:05.151575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121718c-c926-4d37-b1cc-c11f6d57373b req-f5261994-a822-4776-a368-87928e032db0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:05.153213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0121718c-c926-4d37-b1cc-c11f6d57373b req-f5261994-a822-4776-a368-87928e032db0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0505624 Aug 19 16:09:05.194325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0121718c-c926-4d37-b1cc-c11f6d57373b req-6d8d2f62-fd8a-462c-8498-3584660e48f6 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348716 Aug 19 16:09:06.314980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c268c8b-0e91-4955-95ec-60431b5061a8 req-6123ccfb-0ec4-4148-bfb7-c9958e8657a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:06.316545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c268c8b-0e91-4955-95ec-60431b5061a8 req-6123ccfb-0ec4-4148-bfb7-c9958e8657a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0493274 Aug 19 16:09:06.359890 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c268c8b-0e91-4955-95ec-60431b5061a8 req-a01d299d-f8fa-4be3-b06d-2743eae8d416 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370879 Aug 19 16:09:07.475410 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489eeb6-2b21-4d6f-b4c4-5b07eebef8f2 req-0d753317-9fe1-4a75-b4fa-d2579d9f8516 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:07.476902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1489eeb6-2b21-4d6f-b4c4-5b07eebef8f2 req-0d753317-9fe1-4a75-b4fa-d2579d9f8516 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0490155 Aug 19 16:09:07.517453 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1489eeb6-2b21-4d6f-b4c4-5b07eebef8f2 req-42b6cc83-52c7-43f0-86e1-144b51e29487 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Aug 19 16:09:08.634692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18c31e-31cb-47b2-91c8-9d79cf0dad9b req-60fad5b6-22a8-4fe7-89c9-d24c7b079c6e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:08.636257 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f18c31e-31cb-47b2-91c8-9d79cf0dad9b req-60fad5b6-22a8-4fe7-89c9-d24c7b079c6e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0499551 Aug 19 16:09:08.675130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f18c31e-31cb-47b2-91c8-9d79cf0dad9b req-d2ac3462-ee93-4a71-896f-c0c195ce858e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328195 Aug 19 16:09:09.789867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3d254-b1a0-4e5e-8371-47e42180c0e5 req-9053c000-04fc-4fb9-ac63-d3e228103486 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:09.792330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5a3d254-b1a0-4e5e-8371-47e42180c0e5 req-9053c000-04fc-4fb9-ac63-d3e228103486 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 19 16:09:09.833777 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a5a3d254-b1a0-4e5e-8371-47e42180c0e5 req-9372952d-5b40-4341-9305-b59174e694a1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356891 Aug 19 16:09:10.962599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc758-fe90-4c28-a661-850bf5a08833 req-0fc0affd-524d-4d5b-bc95-e3fbcd67c788 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:10.965050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2dbc758-fe90-4c28-a661-850bf5a08833 req-0fc0affd-524d-4d5b-bc95-e3fbcd67c788 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0601957 Aug 19 16:09:11.006248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c2dbc758-fe90-4c28-a661-850bf5a08833 req-1e506767-fe0f-4496-8db7-948116292b04 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350506 Aug 19 16:09:12.124331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1fd2e-b303-4fb1-8bb4-45499cda9d0f req-7bb95794-f70e-4553-977b-813ed890a6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:12.125857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9c1fd2e-b303-4fb1-8bb4-45499cda9d0f req-7bb95794-f70e-4553-977b-813ed890a6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0491292 Aug 19 16:09:12.163621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c9c1fd2e-b303-4fb1-8bb4-45499cda9d0f req-0ff71214-5473-40ad-b20b-ad265068579c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Aug 19 16:09:13.280238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38b86-6097-4e23-b8d3-b767323a337c req-c909ba35-e0c0-4031-92e4-9e66baedbe51 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:13.286896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58f38b86-6097-4e23-b8d3-b767323a337c req-c909ba35-e0c0-4031-92e4-9e66baedbe51 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0497894 Aug 19 16:09:13.330935 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58f38b86-6097-4e23-b8d3-b767323a337c req-ec382cad-233f-4f22-b185-932c04a1abf9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407982 Aug 19 16:09:13.931974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:14.452860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a8b9a-fe10-4c2b-b593-8a6aa81d9484 req-21231b64-f766-4641-a71e-2ea06e9feb9c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:14.454624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de3a8b9a-fe10-4c2b-b593-8a6aa81d9484 req-21231b64-f766-4641-a71e-2ea06e9feb9c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0534999 Aug 19 16:09:14.494207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-de3a8b9a-fe10-4c2b-b593-8a6aa81d9484 req-6aee936f-3d1a-4145-800a-cc7dc0d75390 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329435 Aug 19 16:09:15.615339 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c755-64fa-45c5-b0e3-8485b1f62da3 req-cd09f199-7e2d-4641-b21d-7864e1a9a976 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:15.616854 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e628c755-64fa-45c5-b0e3-8485b1f62da3 req-cd09f199-7e2d-4641-b21d-7864e1a9a976 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0492723 Aug 19 16:09:15.658968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e628c755-64fa-45c5-b0e3-8485b1f62da3 req-4a3affe3-6782-4277-8f78-8518caceeba5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352285 Aug 19 16:09:16.773257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceff5c2-5e98-46a4-a99d-f6b660400b4e req-3d95353e-c86b-4b00-87c9-77c9c8b95c73 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:16.774739 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cceff5c2-5e98-46a4-a99d-f6b660400b4e req-3d95353e-c86b-4b00-87c9-77c9c8b95c73 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0480154 Aug 19 16:09:16.817174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cceff5c2-5e98-46a4-a99d-f6b660400b4e req-ddb13f83-1622-4da2-9bad-e1a1acb1819d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Aug 19 16:09:17.133951 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-1c4c7c04-8f8b-4133-bd12-4dd44a8c8622 service neutron] show failed (client error): The resource could not be found. Aug 19 16:09:17.134887 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-1c4c7c04-8f8b-4133-bd12-4dd44a8c8622 service neutron] 10.222.0.54 "GET /v2.0/ports/3ab3f374-f582-4fd2-a2f7-b721733c77de/bindings/n-h1-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0555258 Aug 19 16:09:17.630368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-54b4ff51-bbc0-470b-908d-7e47efe17a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:17.631877 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-54b4ff51-bbc0-470b-908d-7e47efe17a23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 1097 time: 0.0419407 Aug 19 16:09:17.644302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:09:17.701059 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:17.932760 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:09:17.961909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cd5e4-f4a4-4c73-bb8b-f83876b34561 req-6451ce62-7c76-4715-ab54-7b4c8118330e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:17.963422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af4cd5e4-f4a4-4c73-bb8b-f83876b34561 req-6451ce62-7c76-4715-ab54-7b4c8118330e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0758631 Aug 19 16:09:17.995831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:09:18.045656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-af4cd5e4-f4a4-4c73-bb8b-f83876b34561 req-4ebd2430-9b00-4e58-9953-fc3a85d538aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711243 Aug 19 16:09:18.048840 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:09:18.051146 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bfa9b1-a3b3-4186-b936-ec66170bbfb7" -d '{"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:09:18.055429 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:18.068822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Transition to ACTIVE for port object 3ab3f374-f582-4fd2-a2f7-b721733c77de will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:09:18.149646 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:18.183610 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473a103-c165-403b-94bf-ec025f32b70d x-openstack-request-id: req-3473a103-c165-403b-94bf-ec025f32b70d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:09:18.183846 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:09:18.184102 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3473a103-c165-403b-94bf-ec025f32b70d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:09:18.184493 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'code': 200} Aug 19 16:09:18.249076 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=6']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:18.261963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.262297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.262642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.262981 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.263322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.263655 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.263980 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.264306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.264634 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.264958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.265306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.265631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:18.289399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] No DVR routers for this DVR port 3ab3f374-f582-4fd2-a2f7-b721733c77de on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:09:18.433536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:09:18.433917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:09:18.434198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:09:18.438536 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Port 3ab3f374-f582-4fd2-a2f7-b721733c77de on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:09:18.438860 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Attempting to bind port 3ab3f374-f582-4fd2-a2f7-b721733c77de on network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:09:18.443607 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:09:18.443946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Checking segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:09:18.444333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Bound using segment: {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:09:18.444758 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Bound port: 3ab3f374-f582-4fd2-a2f7-b721733c77de, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e91285-c321-4125-96e7-a3c685e3a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:09:18.445193 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:18.511777 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:09:18.514671 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:09:18.566962 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:18.602416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:18.603042 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:18.604431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 1092 time: 0.9643521 Aug 19 16:09:18.625920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f078136-2b83-4adc-ab36-04ec5c7cfeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=7']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:18.673074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-3d0bf084-6e51-4965-ace6-b05f57420a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:18.674686 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-3d0bf084-6e51-4965-ace6-b05f57420a99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1095 time: 0.0448365 Aug 19 16:09:18.773361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-0da5afd0-8741-4a03-bd3c-7308b8de2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:18.774922 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-0da5afd0-8741-4a03-bd3c-7308b8de2e89 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0926640 Aug 19 16:09:18.844680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-20bfc99e-78bd-4c5d-a288-965bb0683461 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 999 time: 0.0593271 Aug 19 16:09:18.896453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-34b0cbab-3897-4518-95cc-465944a8f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:18.897829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-34b0cbab-3897-4518-95cc-465944a8f761 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0461211 Aug 19 16:09:18.943690 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-b606d375-2801-495f-9b81-9ba9a135acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:18.945209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-b606d375-2801-495f-9b81-9ba9a135acb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403118 Aug 19 16:09:19.035082 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-c6e1834f-e71f-463a-9556-41439b6c01ac service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814734 Aug 19 16:09:19.155101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f1a4c1b-c031-4059-83c8-d7648b9464c4 req-3679bc01-0da7-4568-a7fd-bdace789d7d5 service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126487 Aug 19 16:09:19.175703 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3c8e-3f9a-45d9-b29f-745a84b7ebb9 req-074c61d0-bc02-44a6-8ba8-c338f40067fa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:19.177218 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41bd3c8e-3f9a-45d9-b29f-745a84b7ebb9 req-074c61d0-bc02-44a6-8ba8-c338f40067fa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 943 time: 0.0603197 Aug 19 16:09:19.214812 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41bd3c8e-3f9a-45d9-b29f-745a84b7ebb9 req-77579b82-b354-4a30-967f-9392a2f68c66 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Aug 19 16:09:20.185219 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:09:20.187586 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81e6ce8-2e25-4d34-8e47-349eea377297" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:09:20.231656 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:09:20.237221 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb6d98-2d38-49f9-86c9-3e71769ae19e x-openstack-request-id: req-7bdb6d98-2d38-49f9-86c9-3e71769ae19e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:09:20.237735 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:09:20.237870 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bdb6d98-2d38-49f9-86c9-3e71769ae19e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:09:20.238173 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'status': 'completed', 'code': 200} Aug 19 16:09:20.283651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:09:20.366793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-7a938eeb-7e6e-4cdd-b5cb-a6e4a0d53028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:20.368251 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-7a938eeb-7e6e-4cdd-b5cb-a6e4a0d53028 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1095 time: 0.1068568 Aug 19 16:09:20.381979 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f27a65-e146-4e19-ad3d-503fbacc68f3 req-683750e6-526f-400a-83ec-c51c94aa83cf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:20.383381 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17f27a65-e146-4e19-ad3d-503fbacc68f3 req-683750e6-526f-400a-83ec-c51c94aa83cf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 943 time: 0.0867476 Aug 19 16:09:20.386322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-55f793f0-1759-4f5e-9d3f-48ed7a31442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:20.387941 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-55f793f0-1759-4f5e-9d3f-48ed7a31442c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1095 time: 0.0996780 Aug 19 16:09:20.896702 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-17f27a65-e146-4e19-ad3d-503fbacc68f3 req-4d7d486c-7a0f-4cef-b5a7-7a5073746fc0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004075 Aug 19 16:09:20.936220 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-258a6ed2-c898-4816-91ce-2f5904920f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:20.937788 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-258a6ed2-c898-4816-91ce-2f5904920f9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.5534339 Aug 19 16:09:20.939121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-07acf13e-c078-41f4-a3cf-915381f2eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:20.940558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-07acf13e-c078-41f4-a3cf-915381f2eba5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.5453436 Aug 19 16:09:21.066716 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-5cee1130-4035-4f08-be19-f2ac7e344777 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 999 time: 0.1214297 Aug 19 16:09:21.068552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-e44bc8a2-0fcd-46c9-a26c-f399e1cd426a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 999 time: 0.1164744 Aug 19 16:09:21.157325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-62fa0fb7-5f8e-4d59-bd9d-0be7bade4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:21.158703 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-62fa0fb7-5f8e-4d59-bd9d-0be7bade4b9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0825417 Aug 19 16:09:21.160125 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-bfb83576-ab13-45a9-95b5-2d912c32b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:21.161494 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-bfb83576-ab13-45a9-95b5-2d912c32b16e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0864601 Aug 19 16:09:21.232889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-5f26d47d-8df6-4330-af31-54b4ff63116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:21.234468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-5f26d47d-8df6-4330-af31-54b4ff63116d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692127 Aug 19 16:09:21.239626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-f12c1e53-9ac9-4bde-97b7-e91efa31fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:21.241220 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-f12c1e53-9ac9-4bde-97b7-e91efa31fbe8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680752 Aug 19 16:09:21.299467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:09:21.397657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:09:21.402634 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-328dbb8e-3342-4676-8ad9-16c826935e95 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605165 Aug 19 16:09:21.404437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-b515cedf-79c4-44df-a501-fdc98786318a service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546779 Aug 19 16:09:21.410244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'port_id': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'mac_address': 'fa:16:3e:94:72:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:09:21.447367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:21.460838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab3f374-f582-4fd2-a2f7-b721733c77de {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:09:21.482450 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:09:21.569348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-1af9acc0-950e-46f1-89a6-765962e3f558 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603994 Aug 19 16:09:21.571283 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f81e6ce8-2e25-4d34-8e47-349eea377297 req-335196a6-20f5-4910-884f-3c36fecad4e3 service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551864 Aug 19 16:09:21.572414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:21.620242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:21.628176 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.628518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.628855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.629210 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.629543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.629869 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.630189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.630508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.630825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.631143 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.631469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.631779 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:21.843914 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['3ab3f374-f582-4fd2-a2f7-b721733c77de'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:09:22.014331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f402bd-b2ae-4b27-9225-571aba46fc93 req-65b5c26b-a8e8-4324-86a2-34cca877ddbc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.015820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51f402bd-b2ae-4b27-9225-571aba46fc93 req-65b5c26b-a8e8-4324-86a2-34cca877ddbc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 944 time: 0.0483785 Aug 19 16:09:22.054621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51f402bd-b2ae-4b27-9225-571aba46fc93 req-105e046d-1b8a-4b8c-a68b-bde31e2c5754 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Aug 19 16:09:22.383662 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168363-c71e-4161-8590-4298c046b544 req-7eb4b7c5-dbe3-48f3-b615-ef3f7a6224b5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.385268 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a168363-c71e-4161-8590-4298c046b544 req-7eb4b7c5-dbe3-48f3-b615-ef3f7a6224b5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 944 time: 0.0513101 Aug 19 16:09:22.459098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4a168363-c71e-4161-8590-4298c046b544 req-5b929295-295b-4ba6-a3e9-45ee260b0732 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667863 Aug 19 16:09:22.477005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-df10c938-0869-4450-8aa3-a3b86725372c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.478341 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-df10c938-0869-4450-8aa3-a3b86725372c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb&tenant_id=5b0183228dd94696a7a39e6ffd950533&binding%3Ahost_id=n-h1-779913-32 HTTP/1.1" status: 200 len: 944 time: 0.0645781 Aug 19 16:09:22.565526 n-d-779913-32 neutron-server[101963]: INFO neutron.api.v2.resource [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-e7b9e2bd-e8ce-44ae-89e4-b46fa8745ed5 service neutron] delete failed (client error): The resource could not be found. Aug 19 16:09:22.566555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-e7b9e2bd-e8ce-44ae-89e4-b46fa8745ed5 service neutron] 10.222.0.54 "DELETE /v2.0/ports/3ab3f374-f582-4fd2-a2f7-b721733c77de/bindings/n-h2-779913-32 HTTP/1.1" status: 404 len: 381 time: 0.0811255 Aug 19 16:09:22.586745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2859-8547-49cf-8038-a1732cb856b7 req-5d5e084b-b8d5-42fd-9c69-fa826d3e9879 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.588279 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e8f2859-8547-49cf-8038-a1732cb856b7 req-5d5e084b-b8d5-42fd-9c69-fa826d3e9879 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 944 time: 0.0550911 Aug 19 16:09:22.627846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e8f2859-8547-49cf-8038-a1732cb856b7 req-795be7ea-a8dd-4a3b-9e5a-c439f789b7b6 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331354 Aug 19 16:09:22.684763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-abb90283-beed-43a5-b69f-3a52e0e798d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.686302 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-abb90283-beed-43a5-b69f-3a52e0e798d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1096 time: 0.0575645 Aug 19 16:09:22.784306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-94e534fe-5c15-4cd8-9df3-a1e08ec7421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.785759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-94e534fe-5c15-4cd8-9df3-a1e08ec7421b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0925529 Aug 19 16:09:22.858475 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-da4b1b02-eab5-4879-a61d-0cc15b26b865 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 1000 time: 0.0662186 Aug 19 16:09:22.908587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-cce58e64-4d0e-4f92-999f-befc0904dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.910107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-cce58e64-4d0e-4f92-999f-befc0904dd61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0452313 Aug 19 16:09:22.957770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-2ed32b8f-735a-45ab-a65d-49b968277410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:22.959293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-2ed32b8f-735a-45ab-a65d-49b968277410 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427070 Aug 19 16:09:23.067572 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-031ab743-b987-4fc5-adc6-9e3ca77dad67 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012237 Aug 19 16:09:23.161319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-65e56df5-b2bd-4b88-b9a6-3f4e21f268ec req-304adaee-4311-488f-9eee-fd3ed2219b46 service neutron] 10.222.0.54 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875053 Aug 19 16:09:23.301000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:09:23.503276 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 3ab3f374-f582-4fd2-a2f7-b721733c77de completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:09:23.507304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 3ab3f374-f582-4fd2-a2f7-b721733c77de triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:09:23.507693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:23.589557 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:23.611590 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:09:23.613858 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e174f-036e-4eb6-89ae-b13b2d35df41" -d '{"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:09:23.627083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:09:23.697937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:23.722740 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e404ce3-2180-4ed6-8537-afb6146ea0e0 x-openstack-request-id: req-8e404ce3-2180-4ed6-8537-afb6146ea0e0 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:09:23.723035 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:09:23.723290 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e404ce3-2180-4ed6-8537-afb6146ea0e0 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:09:23.723686 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'code': 200} Aug 19 16:09:23.749599 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=9']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:23.817567 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58769ca9-cf53-4b27-a9c7-20138a719237 req-7a4941e7-66d0-4733-bf45-26433f9b9ba1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:23.819798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58769ca9-cf53-4b27-a9c7-20138a719237 req-7a4941e7-66d0-4733-bf45-26433f9b9ba1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0553927 Aug 19 16:09:23.858750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58769ca9-cf53-4b27-a9c7-20138a719237 req-ce362199-742f-4a9f-a813-c849c96f89ac tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Aug 19 16:09:24.629220 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-037a1361-842e-499b-8ba0-d2850c89d983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:24.980430 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55455d61-8f8b-43b7-b6ee-68b9f404044d req-14f8ee42-fcc9-47ff-a054-e3fe26f8a95f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:24.982441 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55455d61-8f8b-43b7-b6ee-68b9f404044d req-14f8ee42-fcc9-47ff-a054-e3fe26f8a95f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0552411 Aug 19 16:09:25.022422 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55455d61-8f8b-43b7-b6ee-68b9f404044d req-fa4a0c68-1e50-4d50-9c40-81b5dd769308 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339785 Aug 19 16:09:25.045835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54652) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:09:25.106221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c36e0497-2026-492b-9f0d-901b2ff05eff tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da HTTP/1.1" status: 200 len: 993 time: 0.0592480 Aug 19 16:09:26.143355 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:26.361487 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:09:27.343175 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:27.886951 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ddc1-a0d0-45b9-8ad2-9e57c44c8a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:29.868931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:31.046268 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:35.867830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-1485a284-1700-46c9-8b4d-393f319fd978 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454605 Aug 19 16:09:35.953089 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-644de161-ee16-42d4-8d53-54009672223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:35.954621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-644de161-ee16-42d4-8d53-54009672223a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0452056 Aug 19 16:09:36.061083 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-f5d4a844-a439-4b48-b93c-c19354929fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:36.062626 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-f5d4a844-a439-4b48-b93c-c19354929fed service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.0874803 Aug 19 16:09:36.132411 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-ca4a30b0-71e3-4a9a-80c7-d73e411adcc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 1001 time: 0.0621078 Aug 19 16:09:36.183258 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-6de6e1c5-7f1a-412e-a991-8243defac77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:36.184750 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-6de6e1c5-7f1a-412e-a991-8243defac77b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0445588 Aug 19 16:09:36.230188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-8b62a58d-246a-48cc-8a86-bb3cfef164a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:36.232607 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-8b62a58d-246a-48cc-8a86-bb3cfef164a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402474 Aug 19 16:09:36.328163 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-0cdb1653-fabb-4536-a2ac-1c4184240f26 service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881498 Aug 19 16:09:36.425409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf78a16-a633-4ac0-85c3-f40a52f68746 req-24df3f6a-ea23-4ddc-9415-aebc0a87766f service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896711 Aug 19 16:09:43.942500 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:53.436081 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54668) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:09:53.598873 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port f326a8aa-a4ed-4cd1-b325-e67e06211ecc {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:09:53.599139 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:53.678745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:53.679073 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:53.691251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for f326a8aa-a4ed-4cd1-b325-e67e06211ecc owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:09:53.914506 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:53.942456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=f326a8aa-a4ed-4cd1-b325-e67e06211ecc,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:53.956726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.958834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.958834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.958834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.958834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.958834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.958834 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.959426 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.959531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.959774 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.960097 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:53.960417 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:09:54.014621 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:54.015712 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da disassociated (deleted). External IP: 172.25.5.248, port: 3ab3f374-f582-4fd2-a2f7-b721733c77de. Aug 19 16:09:54.229722 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 3a3f415f-f698-4793-bae7-8314d66c0774 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:09:54.341839 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:09:54.420836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:54.423365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] Sync routers for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:09:54.423365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:09:54.423365 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:09:54.423905 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1e09dd2d-28f4-4486-b44e-99ad10094ebf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/floatingips/d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da HTTP/1.1" status: 204 len: 168 time: 0.9397955 Aug 19 16:09:54.423905 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:09:54.423905 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:09:54.478902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:09:54.691039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:37Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:09:54.723487 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] Checking router: 3a3f415f-f698-4793-bae7-8314d66c0774 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:09:54.725384 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d91f1ef9-6db6-4a9a-80f0-62e1cf5d3032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:54.733288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:09:54.734793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:09:54.839905 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:09:54.876178 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38553c1-af8a-4adc-b87b-46a555580a4e x-openstack-request-id: req-d38553c1-af8a-4adc-b87b-46a555580a4e {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:09:54.876705 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:09:54.876807 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d38553c1-af8a-4adc-b87b-46a555580a4e {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:09:54.877159 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'status': 'completed', 'code': 200} Aug 19 16:09:54.984642 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-cfca15a6-aa1b-42a2-886a-3bfd53bd64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:54.986207 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-cfca15a6-aa1b-42a2-886a-3bfd53bd64ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 1097 time: 0.0846701 Aug 19 16:09:54.994702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f2a77-8dcd-4bd7-b5e9-1bb8eb6e4241 req-68fd3ae8-ce37-41d6-b8ee-6c6d18442732 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:54.996212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e1f2a77-8dcd-4bd7-b5e9-1bb8eb6e4241 req-68fd3ae8-ce37-41d6-b8ee-6c6d18442732 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0678680 Aug 19 16:09:55.051882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:37Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:09:55.078463 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f6fdc-b4a9-4b18-ad3e-59c2180b25d2 None None] The sync data for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 is: [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:32Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'b8a4dcdd-2342-44b0-bac3-ab995a3c64f2', 'name': '', 'network_id': '6b0754a4-c654-45c5-b8d3-e71454c6b9c4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:60:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:31Z', 'updated_at': '2021-08-19T16:07:37Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': 'ed6d4687-b2b4-4a33-b688-6b56186f3e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:09:55.088351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8e1f2a77-8dcd-4bd7-b5e9-1bb8eb6e4241 req-5b6daaba-1772-46e2-a748-447a829e8fa1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827186 Aug 19 16:09:55.111386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-4f8a8b07-53be-420c-a53f-11fd31417c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:55.112911 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-4f8a8b07-53be-420c-a53f-11fd31417c45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 200 len: 897 time: 0.1159289 Aug 19 16:09:55.162748 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-6f1d5d20-12ce-4a54-99f1-47dd18bc1dd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 200 len: 217 time: 0.0413480 Aug 19 16:09:55.214968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-3646ffb9-29dd-4c3b-93d6-f511c298e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:55.216451 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-3646ffb9-29dd-4c3b-93d6-f511c298e9ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 200 len: 834 time: 0.0459728 Aug 19 16:09:55.268349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-f5fe995e-bce2-4c7a-9513-7dd9e237cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:55.270280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-f5fe995e-bce2-4c7a-9513-7dd9e237cce3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b0754a4-c654-45c5-b8d3-e71454c6b9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458889 Aug 19 16:09:55.323011 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7371af8f-d306-4198-9adf-53d3ae8fd46c None None] New status for floating IP d0fb7a6d-6e8e-433c-8e19-ea63a28fe5da: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:09:55.375114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-75c49fd0-ac81-47a1-8845-b678569412cf service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946729 Aug 19 16:09:55.473611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9bd29739-0af7-4390-90aa-ec8ebc0a1a3d req-0ad81bbb-40d8-4147-b06e-9821464536fb service neutron] 10.222.0.46 "GET /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916216 Aug 19 16:09:56.137229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:56.231820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-b2e5041c-db64-41b3-aed0-696180605fc6 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:56.233336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-b2e5041c-db64-41b3-aed0-696180605fc6 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0874045 Aug 19 16:09:56.241390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc430fc-3154-4928-81a6-b46b39d2c9ed req-09715c02-89ca-4bf4-ba59-086b831dcbfa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:09:56.242765 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fc430fc-3154-4928-81a6-b46b39d2c9ed req-09715c02-89ca-4bf4-ba59-086b831dcbfa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 945 time: 0.0840788 Aug 19 16:09:56.327514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2fc430fc-3154-4928-81a6-b46b39d2c9ed req-7c0fc0d8-1de4-4023-aee4-349fdaafeca7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=d47084f2-6b18-4ad6-8bad-da4ada4f53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776458 Aug 19 16:09:56.353596 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 3ab3f374-f582-4fd2-a2f7-b721733c77de {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:09:56.354142 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:56.445585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 3ab3f374-f582-4fd2-a2f7-b721733c77de, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=3ab3f374-f582-4fd2-a2f7-b721733c77de,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:09:56.445957 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:56.459677 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 3ab3f374-f582-4fd2-a2f7-b721733c77de owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:09:56.634200 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:56.664780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=3ab3f374-f582-4fd2-a2f7-b721733c77de,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:56.707383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] No DVR routers for this DVR port 3ab3f374-f582-4fd2-a2f7-b721733c77de on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:09:56.709329 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:56.711330 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1e495f39-57c6-4ee8-bedd-0aaf521a4912 req-941ea1b7-da73-47fd-aae7-9c9f094286d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.46 "DELETE /v2.0/ports/3ab3f374-f582-4fd2-a2f7-b721733c77de HTTP/1.1" status: 204 len: 173 time: 0.4676545 Aug 19 16:09:56.711781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-deleted', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:09:56.714052 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f50112-fcf5-4993-99bc-7ff2fa110bce" -d '{"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-deleted", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:09:56.751277 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b51924-ff6e-4c8d-933c-7b33efe409c1 x-openstack-request-id: req-a3b51924-ff6e-4c8d-933c-7b33efe409c1 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:09:56.751644 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac19b6-6748-4a15-824a-d66bdbeaf7cb", "name": "network-vif-deleted", "tag": "3ab3f374-f582-4fd2-a2f7-b721733c77de", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:09:56.751907 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3b51924-ff6e-4c8d-933c-7b33efe409c1 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:09:56.752316 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac19b6-6748-4a15-824a-d66bdbeaf7cb', 'name': 'network-vif-deleted', 'tag': '3ab3f374-f582-4fd2-a2f7-b721733c77de', 'status': 'completed', 'code': 200} Aug 19 16:09:57.360414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:57.436797 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f5892354-5acb-46c0-8d8d-8890df93fa3d req-d1330f86-fc67-45df-a06c-ef57c66fe990 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ac19b6-6748-4a15-824a-d66bdbeaf7cb HTTP/1.1" status: 200 len: 210 time: 0.0273440 Aug 19 16:09:57.869360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de33b03d-584a-454b-9e60-a3153e987f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:58.498268 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54686) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:09:58.866313 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:59.126359 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:09:59.126598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:59.212259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port b8a4dcdd-2342-44b0-bac3-ab995a3c64f2, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:09:59.212621 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:59.225936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:09:59.384466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:09:59.409055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 3ab3f374-f582-4fd2-a2f7-b721733c77de {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:09:59.409426 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 3ab3f374-f582-4fd2-a2f7-b721733c77de not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:09:59.536904 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:59.563350 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=b8a4dcdd-2342-44b0-bac3-ab995a3c64f2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:09:59.736625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:59.874557 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:59.964233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 3a3f415f-f698-4793-bae7-8314d66c0774 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:10:00.071805 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:10:00.076805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-02885a11-2c6c-4505-a045-9c7b4eb7891b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/3a3f415f-f698-4793-bae7-8314d66c0774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774395 Aug 19 16:10:00.080123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54688) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:00.082654 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] Sync routers for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:10:00.091640 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:00.092243 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:00.130599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting subnet ed6d4687-b2b4-4a33-b688-6b56186f3e04 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:10:00.133723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.174212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.196598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:00.262588 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.376063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:09:59Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:00.400084 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.403835 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] Checking router: 3a3f415f-f698-4793-bae7-8314d66c0774 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:10:00.412089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] Routers {'3a3f415f-f698-4793-bae7-8314d66c0774'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:00.412710 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['3a3f415f-f698-4793-bae7-8314d66c0774'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:00.428914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6d4687-b2b4-4a33-b688-6b56186f3e04,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:00.430912 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.435263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0cac0806-9331-4782-a197-09f719acb2c4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/subnets/ed6d4687-b2b4-4a33-b688-6b56186f3e04 HTTP/1.1" status: 204 len: 168 time: 0.3517728 Aug 19 16:10:00.435499 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54690) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:00.457240 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417b710-a3c9-4a21-aa21-73e20a357965 None None] Network 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:10:00.545370 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.619235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] Set router 3a3f415f-f698-4793-bae7-8314d66c0774 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:00.652794 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.823858 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 8f9e7951-ecae-4dcb-b11d-690904e3441f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:10:00.824115 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:00.981924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] DHCP port deletion for 6b0754a4-c654-45c5-b8d3-e71454c6b9c4 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:10:01.018115 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:09:59Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:01.023837 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.051432 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b19fef-a30b-447d-a8a4-5556ad062921 None None] The sync data for ids ['3a3f415f-f698-4793-bae7-8314d66c0774'] in n-d-779913-32 is: [{'id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834198623', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:09:59Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '8f9e7951-ecae-4dcb-b11d-690904e3441f', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f415f-f698-4793-bae7-8314d66c0774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:07:28Z', 'updated_at': '2021-08-19T16:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:10:01.078767 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] Deleting port e7619f8e-f765-41cf-b0e8-d556388fd9c3 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:10:01.078767 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.145257 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] For port e7619f8e-f765-41cf-b0e8-d556388fd9c3, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=e7619f8e-f765-41cf-b0e8-d556388fd9c3,segment=NetworkSegment(e5e91285-c321-4125-96e7-a3c685e3a8a9),segment_id=e5e91285-c321-4125-96e7-a3c685e3a8a9)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:01.145666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.164988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] Calling delete_port for e7619f8e-f765-41cf-b0e8-d556388fd9c3 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:10:01.286016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 8f9e7951-ecae-4dcb-b11d-690904e3441f, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=8f9e7951-ecae-4dcb-b11d-690904e3441f,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:01.286384 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.299823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 8f9e7951-ecae-4dcb-b11d-690904e3441f owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:10:01.320231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.345500 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] Pushing event deleted for resources: {'Port': ['ID=e7619f8e-f765-41cf-b0e8-d556388fd9c3,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:01.353371 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e03902-fa75-4e86-a4fc-abbbc149453c None None] No DVR routers for this DVR port e7619f8e-f765-41cf-b0e8-d556388fd9c3 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:10:01.405872 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e7619f8e-f765-41cf-b0e8-d556388fd9c3 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:10:01.427988 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: e7619f8e-f765-41cf-b0e8-d556388fd9c3 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:10:01.428465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device e7619f8e-f765-41cf-b0e8-d556388fd9c3 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:10:01.571828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.598609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=8f9e7951-ecae-4dcb-b11d-690904e3441f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:01.664784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.758197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.760260 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.890480 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.891626 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Fanout notify agent at l3_agent the message router_deleted on router 3a3f415f-f698-4793-bae7-8314d66c0774 {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:10:01.898529 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:01.899676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-6ba262a7-d04c-4867-af93-52d118aac5d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/routers/3a3f415f-f698-4793-bae7-8314d66c0774 HTTP/1.1" status: 204 len: 168 time: 1.4632649 Aug 19 16:10:01.902841 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54692) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:01.983902 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.077930 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.093762 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0754a4-c654-45c5-b8d3-e71454c6b9c4']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:02.104176 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e91285-c321-4125-96e7-a3c685e3a8a9') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:02.104472 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e91285-c321-4125-96e7-a3c685e3a8a9') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:02.113650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.128391 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.134184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:10:02.134563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:10:02.137478 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:10:02.262071 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.269867 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.271251 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/networks/6b0754a4-c654-45c5-b8d3-e71454c6b9c4 HTTP/1.1" status: 204 len: 168 time: 0.3674204 Aug 19 16:10:02.274130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54694) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:02.283524 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf09bc-1fb2-4a3b-a4d5-5e4c04d54314 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Network': ['ID=6b0754a4-c654-45c5-b8d3-e71454c6b9c4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:02.339311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5741c791-918c-47f3-be54-220f48104966 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.369890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5741c791-918c-47f3-be54-220f48104966 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.491167 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5741c791-918c-47f3-be54-220f48104966 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.493800 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5741c791-918c-47f3-be54-220f48104966 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.495009 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5741c791-918c-47f3-be54-220f48104966 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/security-groups/d47084f2-6b18-4ad6-8bad-da4ada4f53e7 HTTP/1.1" status: 204 len: 168 time: 0.2197728 Aug 19 16:10:02.504944 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c791-918c-47f3-be54-220f48104966 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47084f2-6b18-4ad6-8bad-da4ada4f53e7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:02.845007 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54702) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:02.849968 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106181833', 'description': 'tempest-secgroup-smoke-1106181833 description', 'project_id': '5b0183228dd94696a7a39e6ffd950533'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:02.948608 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:02.996126 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:10:03.019621 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:10:03.019969 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b8a4dcdd-2342-44b0-bac3-ab995a3c64f2 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:10:03.020402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8f9e7951-ecae-4dcb-b11d-690904e3441f no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:10:03.035341 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.039673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 8f9e7951-ecae-4dcb-b11d-690904e3441f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:10:03.040031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 8f9e7951-ecae-4dcb-b11d-690904e3441f not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:10:03.108663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.137012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:03.211768 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.213139 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9d0fabed-b1b3-42ce-b86b-de24f74f6533 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3669627 Aug 19 16:10:03.216190 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54704) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:03.221368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '25241d70-7f1a-4ff6-a811-3d48e1c0e5e2', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:03.313753 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.360600 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:10:03.370190 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.468441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.487101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1b2c40-3986-41de-b73c-26b0e9a793bf,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:03.566394 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.567879 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b417ba4f-b3f7-4c12-a739-cc30886b81bb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503852 Aug 19 16:10:03.570919 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54706) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:03.575592 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '25241d70-7f1a-4ff6-a811-3d48e1c0e5e2', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:03.650745 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.712081 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.759408 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.778089 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6489b92-661a-457e-861f-51a7d83ad37b,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:03.863650 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:03.864908 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-21db541d-f666-47fc-a163-1f9954426375 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930076 Aug 19 16:10:03.867741 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54708) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:03.872219 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '25241d70-7f1a-4ff6-a811-3d48e1c0e5e2', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:03.977038 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.035700 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.102492 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.121101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f9eee-3e94-4b05-b443-4d8071f0970d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:04.182477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.183724 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9ec76ec9-9147-4445-98e5-822bd2d7e0c8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150339 Aug 19 16:10:04.186388 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54710) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:04.190772 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '25241d70-7f1a-4ff6-a811-3d48e1c0e5e2', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:04.273849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.333941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.417032 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.435862 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9286eec-de6d-498c-93df-01690b6d8f21,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:04.525915 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.530436 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0bd73bb2-0860-4d87-8198-b633b6567a29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398774 Aug 19 16:10:04.530436 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54712) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:04.534523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '25241d70-7f1a-4ff6-a811-3d48e1c0e5e2', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:04.622876 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:10:04.628205 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.690455 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.765547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.785010 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8f522b-5215-491c-84d3-04c7ceb4203d,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:04.845577 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.846827 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-872e95a4-041d-42f0-8773-25c8ad41a72b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158207 Aug 19 16:10:04.849515 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54714) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:04.854146 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': '25241d70-7f1a-4ff6-a811-3d48e1c0e5e2', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:04.914124 n-d-779913-32 neutron-server[101962]: INFO neutron.db.securitygroups_db [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:10:04.919218 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:04.981746 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.056950 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.076161 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea701b0-4bbb-423f-b57c-e5f226ab9f21,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:05.159707 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.160975 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0c2c4a19-1e56-4b77-8c40-e2991ca6b849 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104913 Aug 19 16:10:05.163903 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54716) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:05.168835 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'network': {'name': 'tempest-network-smoke--1142329000', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'port_security_enabled': True}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:05.257131 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'network': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:10:05.260730 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.284193 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:10:05.294474 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.294838 n-d-779913-32 neutron-server[101962]: INFO neutron.db.segments_db [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Added segment 292a4665-c4b4-4361-b627-c471247d7379 of type vlan for network 9cb3228c-076d-4b91-9636-180eed18e22c Aug 19 16:10:05.335023 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.423022 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.429548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:05.430142 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.500665 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Network': ['ID=9cb3228c-076d-4b91-9636-180eed18e22c,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:05.513361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 9cb3228c-076d-4b91-9636-180eed18e22c details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:10:05.554978 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3c15118a-872a-45cf-a09b-5fc4b624a59f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900158 Aug 19 16:10:05.557703 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54720) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:05.564657 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'admin_state_up': True, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:05.656704 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.657733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.714011 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:05.938854 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:06.228005 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:06.248213 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:06.350957 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.146 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/766a18f7-f7a1-4a1e-b064-fffc34af16d6) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:10:06.459368 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:06.914849 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:06.955932 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:10:06.959557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:06.964064 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:10:06.969214 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=766a18f7-f7a1-4a1e-b064-fffc34af16d6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:07.288351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:07.491898 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:07.748451 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 674331c0-a700-42f0-aca3-664122680ade is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:10:07.858104 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:10:07.868558 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239538d-4546-4b25-8147-140672357218 None None] Sync routers for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:10:07.879139 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239538d-4546-4b25-8147-140672357218 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:07.879754 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9239538d-4546-4b25-8147-140672357218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:07.943374 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:07.944652 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7929680d-41dd-4639-9476-e6e2bb60e8a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3859785 Aug 19 16:10:07.948101 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54722) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:07.989694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9239538d-4546-4b25-8147-140672357218 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:08.033278 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-1b501e3a-de8e-4629-9473-904d55d834c9 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5b0183228dd94696a7a39e6ffd950533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839231 Aug 19 16:10:08.035986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54726) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:08.132478 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a83ae66-de8f-4ae1-b1c5-f9b312e22220 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:08.134090 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0a83ae66-de8f-4ae1-b1c5-f9b312e22220 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964811 Aug 19 16:10:08.136988 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54728) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:08.174021 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-efc4cb7d-7683-42d0-adfd-60d562283dd1 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335338 Aug 19 16:10:08.174258 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54730) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:08.179259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112904578', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:08.263699 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9239538d-4546-4b25-8147-140672357218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:07Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:08.299210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239538d-4546-4b25-8147-140672357218 None None] Checking router: 674331c0-a700-42f0-aca3-664122680ade for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:10:08.299544 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239538d-4546-4b25-8147-140672357218 None None] Updating router 674331c0-a700-42f0-aca3-664122680ade port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:10:08.326108 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9239538d-4546-4b25-8147-140672357218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.330964 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'subnet': 1} {{(pid=101962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:10:08.335622 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259157172'] for subnet, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.583741 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259150516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259157154'] for subnet, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.600588 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9239538d-4546-4b25-8147-140672357218 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.610625 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-9239538d-4546-4b25-8147-140672357218 None None] Transition to ACTIVE for port object 766a18f7-f7a1-4a1e-b064-fffc34af16d6 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:08.644318 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Subnet': ['ID=0f2fa855-fff3-42b5-8484-90cb36fd0043,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:08.655883 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Checking segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:10:08.662808 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network hostable DHCP agents. Network: 9cb3228c-076d-4b91-9636-180eed18e22c, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:10:08.679610 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9239538d-4546-4b25-8147-140672357218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.728949 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9239538d-4546-4b25-8147-140672357218 None None] Attempting to bind port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:10:08.729343 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9239538d-4546-4b25-8147-140672357218 None None] Attempting to bind port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:10:08.729714 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239538d-4546-4b25-8147-140672357218 None None] Attempting to bind port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:10:08.738921 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239538d-4546-4b25-8147-140672357218 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:10:08.739824 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239538d-4546-4b25-8147-140672357218 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:10:08.740268 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9239538d-4546-4b25-8147-140672357218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.740662 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239538d-4546-4b25-8147-140672357218 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:10:08.741145 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-9239538d-4546-4b25-8147-140672357218 None None] Bound port: 766a18f7-f7a1-4a1e-b064-fffc34af16d6, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:10:08.741584 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9239538d-4546-4b25-8147-140672357218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.742726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 9cb3228c-076d-4b91-9636-180eed18e22c is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:10:08.743939 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Pushing event updated for resources: {'Port': ['ID=766a18f7-f7a1-4a1e-b064-fffc34af16d6,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:08.774140 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.774475 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.774811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.775141 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.775738 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.776152 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.776483 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.776805 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.777138 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.777462 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.777780 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.778097 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:08.810539 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-9239538d-4546-4b25-8147-140672357218 None None] For port 766a18f7-f7a1-4a1e-b064-fffc34af16d6, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:10:08.813937 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-9239538d-4546-4b25-8147-140672357218 None None] For port 766a18f7-f7a1-4a1e-b064-fffc34af16d6, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=766a18f7-f7a1-4a1e-b064-fffc34af16d6,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:10:08.816740 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 9cb3228c-076d-4b91-9636-180eed18e22c) {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:08.822428 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:08.824563 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.825398 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bccc734-647f-4c15-8922-4179bec112c5 None None] Network 9cb3228c-076d-4b91-9636-180eed18e22c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:10:08.921048 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-9239538d-4546-4b25-8147-140672357218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:08.942715 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-ed394084-c39a-493f-8538-04c14b6f70bf tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7641511 Aug 19 16:10:08.944220 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54734) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:08.983390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239538d-4546-4b25-8147-140672357218 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:08.984026 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9239538d-4546-4b25-8147-140672357218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:09.005186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-9cb3228c-076d-4b91-9636-180eed18e22c', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:10:09.007057 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.036804 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4d9e5-a4b3-48f6-8a85-3959cbe04d25 None None] Pushing event updated for resources: {'Port': ['ID=766a18f7-f7a1-4a1e-b064-fffc34af16d6,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:09.116709 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-9239538d-4546-4b25-8147-140672357218 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:09.151633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Allocated IP 172.20.0.2 (9cb3228c-076d-4b91-9636-180eed18e22c/0f2fa855-fff3-42b5-8484-90cb36fd0043/2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:10:09.313790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.319463 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-9239538d-4546-4b25-8147-140672357218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:07Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:09.324406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Transition to ACTIVE for port object 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:09.341821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Transition to ACTIVE for port object 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:09.353695 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239538d-4546-4b25-8147-140672357218 None None] The sync data for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 is: [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:07Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:10:09.412435 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.437935 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.453981 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Network 9cb3228c-076d-4b91-9636-180eed18e22c is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:10:09.456848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:09.461415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:10:09.468848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Pushing event updated for resources: {'Port': ['ID=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:09.529589 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Attempting to bind port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:10:09.529971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Attempting to bind port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:10:09.530428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Attempting to bind port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 on network 9cb3228c-076d-4b91-9636-180eed18e22c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:10:09.536175 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:10:09.537084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Checking segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:10:09.537545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.537952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Bound using segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:10:09.538446 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Bound port: 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:10:09.538842 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.635836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] For port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:10:09.640918 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] For port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:10:09.720323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.775202 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.1 (9cb3228c-076d-4b91-9636-180eed18e22c/0f2fa855-fff3-42b5-8484-90cb36fd0043/db672947-1952-44a1-9f85-3dbc628cb9b7) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:10:09.791873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69727e3c-b720-4900-b746-fc45ccb576cc None None] Pushing event updated for resources: {'Port': ['ID=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:09.932942 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:09.949996 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object db672947-1952-44a1-9f85-3dbc628cb9b7 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:10.058579 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:10.109854 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 9cb3228c-076d-4b91-9636-180eed18e22c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:10:10.116001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:10.124119 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:10:10.154831 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=db672947-1952-44a1-9f85-3dbc628cb9b7,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:10.179448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:10.357130 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:10.668965 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:10.744780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b63195-d6b7-4492-b49b-cbd7409bc757 None None] Network 9cb3228c-076d-4b91-9636-180eed18e22c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:10:10.748421 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:10.829448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:10.831560 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=db672947-1952-44a1-9f85-3dbc628cb9b7,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:10.875208 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e6d00db9-b8bc-4777-bdfc-f3a998c1f542 None None] Provisioning for port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:10.948540 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 9cb3228c-076d-4b91-9636-180eed18e22c is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:10:10.950347 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:11.102737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 766a18f7-f7a1-4a1e-b064-fffc34af16d6 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:11.123092 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 674331c0-a700-42f0-aca3-664122680ade has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:10:11.254555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:10:11.265758 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a1e6cdde-0672-4872-8b18-7a8638a042ee tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/674331c0-a700-42f0-aca3-664122680ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214447 Aug 19 16:10:11.285679 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:11.291799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:11.292186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:11.316319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8f9f309b-8c84-4596-953c-ea858111a3cc None None] Provisioning for port db672947-1952-44a1-9f85-3dbc628cb9b7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:11.324796 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8f9f309b-8c84-4596-953c-ea858111a3cc None None] Provisioning complete for port db672947-1952-44a1-9f85-3dbc628cb9b7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:11.325146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f9f309b-8c84-4596-953c-ea858111a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:11.380807 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f309b-8c84-4596-953c-ea858111a3cc None None] Port db672947-1952-44a1-9f85-3dbc628cb9b7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:10:11.387466 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Sync routers for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:10:11.423415 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:11.424183 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:11.437699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-0fad5075-08eb-4718-9447-e90084c3d1f1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106181833&fields=id&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 267 time: 0.0436833 Aug 19 16:10:11.499805 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:11.566675 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 766a18f7-f7a1-4a1e-b064-fffc34af16d6, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=766a18f7-f7a1-4a1e-b064-fffc34af16d6,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:11.568906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-bb6f7d47-5c12-4de1-a56d-a383ef920f83 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:11.570673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-bb6f7d47-5c12-4de1-a56d-a383ef920f83 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 797 time: 0.1241586 Aug 19 16:10:11.579211 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2d8775e9-8c81-4a01-bb4b-2c8dea29b192 None None] Provisioning complete for port db672947-1952-44a1-9f85-3dbc628cb9b7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:11.579735 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d8775e9-8c81-4a01-bb4b-2c8dea29b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:11.592193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-d14785b3-982e-4dc0-938d-d74bde93489f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/quotas/5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 375 time: 0.0115979 Aug 19 16:10:11.619241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:11.649147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:11.650009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:11.652523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-a61ad42f-f790-41a9-a83d-f820fb04ccfa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539818 Aug 19 16:10:11.664327 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-2d8775e9-8c81-4a01-bb4b-2c8dea29b192 None None] Port db672947-1952-44a1-9f85-3dbc628cb9b7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:10:11.828866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=766a18f7-f7a1-4a1e-b064-fffc34af16d6,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:11.833683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-d329981e-48d1-4bc2-8e82-a651324a093f service neutron] 10.222.0.13 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643958 Aug 19 16:10:11.859772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d04db145-2b66-4ba2-adbc-73d9c363f28d None None] Provisioning complete for port db672947-1952-44a1-9f85-3dbc628cb9b7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:11.860144 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04db145-2b66-4ba2-adbc-73d9c363f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:11.934606 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d04db145-2b66-4ba2-adbc-73d9c363f28d None None] Port db672947-1952-44a1-9f85-3dbc628cb9b7 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:10:11.939688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-daeec23b-2f64-4741-97d3-ebdae53d606c service neutron] 10.222.0.13 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968492 Aug 19 16:10:11.955580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:11.962431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:11.962811 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.000016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 2, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:12.037437 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Checking router: 674331c0-a700-42f0-aca3-664122680ade for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:10:12.037874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Updating router 674331c0-a700-42f0-aca3-664122680ade port db672947-1952-44a1-9f85-3dbc628cb9b7 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:10:12.071512 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.144787 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.252717 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:12.276862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e0fefc43-8734-4b25-801d-ac9737ebe0f6 req-4f45d991-4110-40c1-9cb4-e2d2657a1287 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 210 time: 0.0555675 Aug 19 16:10:12.298813 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.549056 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:12.632186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.642517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Transition to ACTIVE for port object db672947-1952-44a1-9f85-3dbc628cb9b7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:12.702383 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.761138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc12e3-4851-4596-b849-3b1a72b2ddc4 None None] Pushing event updated for resources: {'Port': ['ID=db672947-1952-44a1-9f85-3dbc628cb9b7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:12.815935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Attempting to bind port db672947-1952-44a1-9f85-3dbc628cb9b7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:10:12.816316 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Attempting to bind port db672947-1952-44a1-9f85-3dbc628cb9b7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:10:12.816836 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Attempting to bind port db672947-1952-44a1-9f85-3dbc628cb9b7 on network 9cb3228c-076d-4b91-9636-180eed18e22c {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:10:12.823785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:10:12.826042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Checking segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:10:12.826042 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.826042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Bound using segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:10:12.826042 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Bound port: db672947-1952-44a1-9f85-3dbc628cb9b7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:10:12.826042 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:12.901757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] For port db672947-1952-44a1-9f85-3dbc628cb9b7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:10:12.905289 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] For port db672947-1952-44a1-9f85-3dbc628cb9b7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db672947-1952-44a1-9f85-3dbc628cb9b7,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:10:13.009780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 766a18f7-f7a1-4a1e-b064-fffc34af16d6 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:13.039890 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:13.121738 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:13.122455 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:13.124191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc12e3-4851-4596-b849-3b1a72b2ddc4 None None] Pushing event updated for resources: {'Port': ['ID=db672947-1952-44a1-9f85-3dbc628cb9b7,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:13.182483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:13.182859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:13.273668 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:13.397993 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b91b79d-22cf-4caf-abd3-f4a89b157739 req-2086d040-6e5c-4051-8427-37cfc4603837 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 210 time: 0.0294797 Aug 19 16:10:13.428384 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:13.533319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:13.533694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:13.595661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:12Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:13.645075 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eccc8a-77fb-4dbc-8548-79414703fb25 None None] The sync data for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 is: [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:12Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:10:13.943314 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:14.333920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-e7cc8c0c-cd1e-4967-9851-c59ed4b85592 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:14.335656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-e7cc8c0c-cd1e-4967-9851-c59ed4b85592 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 797 time: 0.1307862 Aug 19 16:10:14.386380 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-de092d4c-dc14-4669-9124-50ff2d6347e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 380 time: 0.0370181 Aug 19 16:10:14.396418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'port': {'device_id': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'admin_state_up': True, 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'security_groups': ['25241d70-7f1a-4ff6-a811-3d48e1c0e5e2']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:14.528905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-375466ec-7f79-429c-b7c4-d953ea134017 req-7ac79658-9354-4e71-87e2-e2d405b1e77d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 210 time: 0.0416384 Aug 19 16:10:14.725809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:10:14.729502 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:14.871121 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.9 (9cb3228c-076d-4b91-9636-180eed18e22c/0f2fa855-fff3-42b5-8484-90cb36fd0043/7d7a80bc-38e9-4e96-b14c-127fe8e0177e) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:10:15.016111 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.029251 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db672947-1952-44a1-9f85-3dbc628cb9b7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:15.033415 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 7d7a80bc-38e9-4e96-b14c-127fe8e0177e will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:15.148861 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.204734 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 9cb3228c-076d-4b91-9636-180eed18e22c is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:10:15.205915 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port db672947-1952-44a1-9f85-3dbc628cb9b7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:15.208646 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:15.212959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:10:15.213259 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port db672947-1952-44a1-9f85-3dbc628cb9b7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:15.213684 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.223379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:15.269331 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:15.270104 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.323179 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.349599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ad58602a-4ab7-44c2-b0c8-19e8babecfa9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576421 Aug 19 16:10:15.360299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port db672947-1952-44a1-9f85-3dbc628cb9b7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db672947-1952-44a1-9f85-3dbc628cb9b7,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:15.366819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Request body: {'port': {'device_id': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:15.427181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.445694 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.506433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=db672947-1952-44a1-9f85-3dbc628cb9b7,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:15.575987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0ee4ebd6-6540-4af9-91ab-6c0d15df6af8 None None] Provisioning for port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:15.579998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0ee4ebd6-6540-4af9-91ab-6c0d15df6af8 None None] Provisioning complete for port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:15.580390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ebd6-6540-4af9-91ab-6c0d15df6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.625239 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4ebd6-6540-4af9-91ab-6c0d15df6af8 None None] Port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:10:15.696505 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083bdf6-e592-4ecc-ad6d-e116e98662c8 req-a7a0f558-7827-46f6-91f6-561438e04bb0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:15.698069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9083bdf6-e592-4ecc-ad6d-e116e98662c8 req-a7a0f558-7827-46f6-91f6-561438e04bb0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 931 time: 0.0860872 Aug 19 16:10:15.775654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9083bdf6-e592-4ecc-ad6d-e116e98662c8 req-2899741d-836c-4152-89ac-303ec302a188 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707333 Aug 19 16:10:15.791568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a80bc-38e9-4e96-b14c-127fe8e0177e {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:10:15.799702 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.811572 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Transition to ACTIVE for port object 7d7a80bc-38e9-4e96-b14c-127fe8e0177e will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:10:15.868364 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:15.921377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:16.002793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Attempting to bind port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:10:16.003132 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Attempting to bind port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:10:16.003474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Attempting to bind port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e on network 9cb3228c-076d-4b91-9636-180eed18e22c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:10:16.009196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e on network 9cb3228c-076d-4b91-9636-180eed18e22c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:10:16.009531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Attempting to bind port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e on network 9cb3228c-076d-4b91-9636-180eed18e22c {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:10:16.015072 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:10:16.015606 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Checking segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:10:16.016005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Bound using segment: {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:10:16.016441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Bound port: 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292a4665-c4b4-4361-b627-c471247d7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:10:16.016816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:16.089739 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] For port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:10:16.093574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] For port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:10:16.148796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:16.188652 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.189321 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:16.190783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] 10.222.0.54 "PUT /v2.0/ports/7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 1092 time: 0.8286140 Aug 19 16:10:16.191239 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:10:16.194094 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292a1c24-8ab5-4eaa-9003-9989cd71b401" -d '{"events": [{"name": "network-changed", "server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:10:16.216726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b21e-46d1-4197-a38d-d456b314d727 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:16.242995 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74082a86-bb6f-4773-8ecd-f98f60343e08 x-openstack-request-id: req-74082a86-bb6f-4773-8ecd-f98f60343e08 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:10:16.243294 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:10:16.243675 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74082a86-bb6f-4773-8ecd-f98f60343e08 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:10:16.243977 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'status': 'completed', 'code': 200} Aug 19 16:10:16.338304 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1c24-8ab5-4eaa-9003-9989cd71b401 req-988d43db-ffc0-4685-96db-45a33bdde802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.339902 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-292a1c24-8ab5-4eaa-9003-9989cd71b401 req-988d43db-ffc0-4685-96db-45a33bdde802 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1095 time: 0.0530703 Aug 19 16:10:16.448650 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1c24-8ab5-4eaa-9003-9989cd71b401 req-45c5ff33-bbf4-48e7-882e-733121a750b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.450184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-292a1c24-8ab5-4eaa-9003-9989cd71b401 req-45c5ff33-bbf4-48e7-882e-733121a750b4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5b0183228dd94696a7a39e6ffd950533&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975637 Aug 19 16:10:16.556091 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1c24-8ab5-4eaa-9003-9989cd71b401 req-1566b46a-482b-4cc9-afa8-c2d2a87957e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.557731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-292a1c24-8ab5-4eaa-9003-9989cd71b401 req-1566b46a-482b-4cc9-afa8-c2d2a87957e1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008844 Aug 19 16:10:16.656050 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-30658b77-df40-4271-af8b-8c0a4f50a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.657660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-30658b77-df40-4271-af8b-8c0a4f50a7d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1095 time: 0.0453424 Aug 19 16:10:16.706949 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-861b868e-2eec-4058-92f8-a0ffce178e2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 217 time: 0.0363135 Aug 19 16:10:16.756871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-39f66583-9764-4218-8799-2da1a15b304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.758550 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-39f66583-9764-4218-8799-2da1a15b304e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 200 len: 834 time: 0.0455239 Aug 19 16:10:16.812599 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ac46ed4a-5712-43a0-a6a3-005545bd09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.814098 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-ac46ed4a-5712-43a0-a6a3-005545bd09b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cb3228c-076d-4b91-9636-180eed18e22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490911 Aug 19 16:10:16.948831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1a10-3d5b-4755-8e37-bc385deba7c0 req-e34f22cb-10c0-4770-8487-6c3c2c3edc2e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:16.950661 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb8c1a10-3d5b-4755-8e37-bc385deba7c0 req-e34f22cb-10c0-4770-8487-6c3c2c3edc2e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 943 time: 0.0839663 Aug 19 16:10:16.960526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-fcbd0336-c3f9-4811-ba87-e4b2167351d9 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393702 Aug 19 16:10:17.021458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db672947-1952-44a1-9f85-3dbc628cb9b7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:17.050476 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fb8c1a10-3d5b-4755-8e37-bc385deba7c0 req-3cbb2b01-955a-4cd5-8d44-0b13aabf6bbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886002 Aug 19 16:10:17.076299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port db672947-1952-44a1-9f85-3dbc628cb9b7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:17.076671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:17.085444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-68dd85ba-970d-4700-8def-ed92fb52ef5f req-94cf5fea-ab88-478e-a61a-83318970e381 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136107 Aug 19 16:10:18.180287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2f032-0ac6-4c60-8e6a-462f57369130 req-a0e973c0-ffe9-4f6c-a396-593b95b7d00a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:18.181962 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fc2f032-0ac6-4c60-8e6a-462f57369130 req-a0e973c0-ffe9-4f6c-a396-593b95b7d00a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 943 time: 0.0597239 Aug 19 16:10:18.224840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8fc2f032-0ac6-4c60-8e6a-462f57369130 req-e7c208af-76d9-40c7-bad1-71733e27f009 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361919 Aug 19 16:10:19.344623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8f3a6-d6fc-485f-b373-32d24664ffaf req-031e9131-f473-4526-a1ce-9ee12a6c52e8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:19.346137 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56e8f3a6-d6fc-485f-b373-32d24664ffaf req-031e9131-f473-4526-a1ce-9ee12a6c52e8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 943 time: 0.0508335 Aug 19 16:10:19.384244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56e8f3a6-d6fc-485f-b373-32d24664ffaf req-00cb3c13-b42c-40fc-a08a-bfd0e8dc2051 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309901 Aug 19 16:10:20.505155 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8d141-7063-4a82-93ae-de53a7d1b941 req-33d526de-dafc-422b-931f-82bd5e62aea0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:20.506632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73b8d141-7063-4a82-93ae-de53a7d1b941 req-33d526de-dafc-422b-931f-82bd5e62aea0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 943 time: 0.0517914 Aug 19 16:10:20.526825 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7d7a80bc-38e9-4e96-b14c-127fe8e0177e details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:10:20.548263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-73b8d141-7063-4a82-93ae-de53a7d1b941 req-778abe42-f9de-4323-af40-21adef92760d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355041 Aug 19 16:10:20.629252 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:20.641168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'port_id': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'mac_address': 'fa:16:3e:62:38:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:10:20.682574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:20.695814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a80bc-38e9-4e96-b14c-127fe8e0177e {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:10:20.716359 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:20.782368 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:20.830192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:21.180838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['7d7a80bc-38e9-4e96-b14c-127fe8e0177e'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:10:21.671519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35e38-a8e1-4abb-af92-dfa0a495a763 req-37572ef7-fe17-4ba5-a107-8dfef328f6b8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:21.673042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a35e38-a8e1-4abb-af92-dfa0a495a763 req-37572ef7-fe17-4ba5-a107-8dfef328f6b8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 944 time: 0.0545423 Aug 19 16:10:21.712280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-55a35e38-a8e1-4abb-af92-dfa0a495a763 req-504070c5-1ad1-4162-9581-9a0e001230fe tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Aug 19 16:10:22.527009 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7d7a80bc-38e9-4e96-b14c-127fe8e0177e up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:10:22.646084 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:10:22.650734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:10:22.651114 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:22.732248 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:22.757459 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:10:22.759786 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511778c2-8d8a-495f-b4bf-3675723322d3" -d '{"events": [{"server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:10:22.773987 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:10:22.839593 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:22.845866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd884097-6f8d-4572-aea0-421353baf957 req-6847781e-52cc-4465-bfb9-69d2be379192 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:22.847452 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd884097-6f8d-4572-aea0-421353baf957 req-6847781e-52cc-4465-bfb9-69d2be379192 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 944 time: 0.0570488 Aug 19 16:10:22.888523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd884097-6f8d-4572-aea0-421353baf957 req-93445893-acd8-46e8-a53a-b81ab5dc1547 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346079 Aug 19 16:10:22.892186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:22.901874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.902231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.902580 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.902965 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.903280 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.903618 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.903949 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.904282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.904614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.904945 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.905302 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.905642 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:10:22.936828 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c339518a-7ffb-4b0c-b1d1-b80262c6be31 x-openstack-request-id: req-c339518a-7ffb-4b0c-b1d1-b80262c6be31 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:10:22.937165 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:10:22.937418 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c339518a-7ffb-4b0c-b1d1-b80262c6be31 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:10:22.937823 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'code': 200} Aug 19 16:10:23.059780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd086-3da2-4a4e-af31-5b1ab68af570 req-e11a281b-a970-4218-a6f6-3ce48238622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:23.061772 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-499fd086-3da2-4a4e-af31-5b1ab68af570 req-e11a281b-a970-4218-a6f6-3ce48238622e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1097 time: 0.0434825 Aug 19 16:10:23.108211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-499fd086-3da2-4a4e-af31-5b1ab68af570 req-a3aa3ccd-8944-4c3f-9206-0a7a5cc46c6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Aug 19 16:10:24.015968 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e85a8d-93db-4ece-9ca8-4ca77f013dbf req-03409e9c-8678-414f-886d-b2bb50426c3c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:24.017512 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3e85a8d-93db-4ece-9ca8-4ca77f013dbf req-03409e9c-8678-414f-886d-b2bb50426c3c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0550573 Aug 19 16:10:24.058347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e3e85a8d-93db-4ece-9ca8-4ca77f013dbf req-ced21dbd-5944-492e-af66-f9778287c1ab tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Aug 19 16:10:24.634052 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5087-58da-4d52-859e-60d1d314a2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:25.185672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96d7d-f5ce-46aa-93d0-029039be6b73 req-692adecf-a13f-414e-b3ef-5230e96f451b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:25.187466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75d96d7d-f5ce-46aa-93d0-029039be6b73 req-692adecf-a13f-414e-b3ef-5230e96f451b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Aug 19 16:10:25.229469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-75d96d7d-f5ce-46aa-93d0-029039be6b73 req-578063d0-56c1-4ee5-9faf-620ca34947d1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351105 Aug 19 16:10:25.357969 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240426a-0cf6-4777-96db-22957e0550a5 req-ac957ffe-2812-465c-b7d4-7b50674dbb97 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:25.359523 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b240426a-0cf6-4777-96db-22957e0550a5 req-ac957ffe-2812-465c-b7d4-7b50674dbb97 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0636425 Aug 19 16:10:25.404250 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b240426a-0cf6-4777-96db-22957e0550a5 req-17d1041f-0ef7-4328-a43f-588a6d87fcf2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Aug 19 16:10:25.427604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54798) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:25.468759 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb197d-bf1f-4190-bd64-928396f1c45a tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:25.470357 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-59fb197d-bf1f-4190-bd64-928396f1c45a tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1092 time: 0.0416086 Aug 19 16:10:25.473169 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54800) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:25.478245 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:10:25.588338 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:25.695267 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:25.850695 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.195 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/d1c5193a-d9ff-45dc-b418-db77161c1c3d) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:10:25.989315 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:26.114436 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:26.142475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:26.155729 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:10:26.161843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:10:26.168152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:10:26.174066 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=d1c5193a-d9ff-45dc-b418-db77161c1c3d,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:26.619604 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:26.758165 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:26.931934 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:26.976976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:27.325534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:27.396148 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=d1c5193a-d9ff-45dc-b418-db77161c1c3d,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:10:27.409712 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:27.523787 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP d2787553-1634-414a-87fd-a5501e353cb4 associated. External IP: 172.25.5.195, port: 7d7a80bc-38e9-4e96-b14c-127fe8e0177e. Aug 19 16:10:27.751588 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 674331c0-a700-42f0-aca3-664122680ade has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:10:27.878164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:10:27.890654 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] Sync routers for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:10:27.902095 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:27.902732 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:09:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:27.919593 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-95913187-c679-43bf-9fc6-ebd30b0449d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:28.026323 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:28.028924 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:28.064339 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-60fdca4b-b356-422f-9bcd-770fede288f9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5894141 Aug 19 16:10:28.065427 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:10:28.068854 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce83e8-1d83-45e3-977c-795d999869f9" -d '{"events": [{"name": "network-changed", "server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:10:28.239452 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7b9d4-5231-4d42-b5dd-9281ccb81c9b req-ab77cb1d-9b8a-456a-a65b-ea0a579c1ff5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:28.241701 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35b7b9d4-5231-4d42-b5dd-9281ccb81c9b req-ab77cb1d-9b8a-456a-a65b-ea0a579c1ff5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0866475 Aug 19 16:10:28.291307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-35b7b9d4-5231-4d42-b5dd-9281ccb81c9b req-d0f06003-f57c-4c9f-ba37-12791fa78ca1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399930 Aug 19 16:10:28.316109 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd2787553-1634-414a-87fd-a5501e353cb4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '674331c0-a700-42f0-aca3-664122680ade', 'port_id': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'mac_address': 'fa:16:3e:62:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:10:26Z', 'updated_at': '2021-08-19T16:10:26Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:15Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:28.324493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54806) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:28.350988 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] Checking router: 674331c0-a700-42f0-aca3-664122680ade for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:10:28.360939 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:10:28.361328 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:10:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:28.392834 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0b831-3a1b-4ce8-8796-cb2cd394697d x-openstack-request-id: req-f4f0b831-3a1b-4ce8-8796-cb2cd394697d {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:10:28.393495 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:10:28.393909 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4f0b831-3a1b-4ce8-8796-cb2cd394697d {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:10:28.394550 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'status': 'completed', 'code': 200} Aug 19 16:10:28.430262 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f538a144-1efa-4688-81dd-c8e9e1f5e2f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d2787553-1634-414a-87fd-a5501e353cb4 HTTP/1.1" status: 200 len: 991 time: 0.1038423 Aug 19 16:10:28.486243 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:10:28.495280 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-cd0c955d-ef7c-49be-91a5-1005c84a4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:28.497849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-cd0c955d-ef7c-49be-91a5-1005c84a4b27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1097 time: 0.0772462 Aug 19 16:10:28.612721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-e5a3b6a5-277f-48dd-ac93-7fd2ed569437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:28.615036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-e5a3b6a5-277f-48dd-ac93-7fd2ed569437 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 898 time: 0.1108589 Aug 19 16:10:28.692695 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-97f4e274-53b6-42d2-b15e-d8d8ce5bff01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 999 time: 0.0708115 Aug 19 16:10:28.747539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-78b32381-3cfc-4283-9233-2ad9fae0b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:28.748978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-78b32381-3cfc-4283-9233-2ad9fae0b615 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 200 len: 834 time: 0.0494428 Aug 19 16:10:28.803614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-a38b0e98-f52c-45b7-9718-523ddf363a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:28.803614 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-a38b0e98-f52c-45b7-9718-523ddf363a12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cb3228c-076d-4b91-9636-180eed18e22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472698 Aug 19 16:10:28.856163 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd2787553-1634-414a-87fd-a5501e353cb4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '674331c0-a700-42f0-aca3-664122680ade', 'port_id': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'mac_address': 'fa:16:3e:62:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:10:26Z', 'updated_at': '2021-08-19T16:10:26Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:15Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:10:28.883706 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3193b-fb09-4e39-966e-e2f856b9ff87 None None] The sync data for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 is: [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': 'd2787553-1634-414a-87fd-a5501e353cb4', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '674331c0-a700-42f0-aca3-664122680ade', 'port_id': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'mac_address': 'fa:16:3e:62:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:10:26Z', 'updated_at': '2021-08-19T16:10:26Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:15Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:10:28.901803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-aba28cdb-8120-4492-9e1a-41cc6c985ad2 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917473 Aug 19 16:10:29.085365 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-42ce83e8-1d83-45e3-977c-795d999869f9 req-4d7bf69b-66b1-4fc8-bdbc-fc32d4ce189e service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762507 Aug 19 16:10:29.108428 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf3c8c-1a32-40ff-85d2-9024b730da70 None None] New status for floating IP d2787553-1634-414a-87fd-a5501e353cb4: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:10:29.440433 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54808) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:10:29.504217 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-26473254-9a95-4c76-abed-47bd49fcb523 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d2787553-1634-414a-87fd-a5501e353cb4 HTTP/1.1" status: 200 len: 993 time: 0.0622556 Aug 19 16:10:29.908178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:31.028046 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:40.359580 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:10:43.941614 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:49.361802 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-509136a3-ca55-4049-8f7b-4289b0ae2de1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396669 Aug 19 16:10:49.461262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-d57870c3-3a8e-4d9b-9a35-d235a4a15bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:49.462759 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-d57870c3-3a8e-4d9b-9a35-d235a4a15bac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1097 time: 0.0449326 Aug 19 16:10:49.571524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-a13e3ae3-0632-4edd-8796-053e583319df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:49.572953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-a13e3ae3-0632-4edd-8796-053e583319df service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 898 time: 0.0916619 Aug 19 16:10:49.643621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-555b4723-fd4f-43e9-a2c5-beff0417328f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 1001 time: 0.0636420 Aug 19 16:10:49.692974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-29f7883a-317b-409d-bece-b5e1ba84571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:49.694558 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-29f7883a-317b-409d-bece-b5e1ba84571a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 200 len: 834 time: 0.0436509 Aug 19 16:10:49.738390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-7e15f184-220a-42f3-aa6b-34e863dedd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:10:49.739879 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-7e15f184-220a-42f3-aa6b-34e863dedd9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cb3228c-076d-4b91-9636-180eed18e22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390952 Aug 19 16:10:49.833919 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-d670e5f6-fc0f-490f-9ebf-46434c5471af service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Aug 19 16:10:50.048593 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3e1529fb-2779-44df-bb0e-2ad3cf9680bc req-576a0147-bc74-4149-80e2-758a39a6ef35 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084045 Aug 19 16:10:54.627502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-28d606f9-8612-4035-b5cb-d8f3a003d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:56.143489 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:57.352937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:57.884717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5000be03-ccdf-4028-a5d4-020899611569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:10:59.903256 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:01.015614 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:13.975671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:17.359206 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:11:24.632640 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-30979f9f-5969-4bbc-8309-925780a113e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:26.152988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:27.323886 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:27.883790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6459f5a7-0621-4d18-952b-02aca4f4711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:29.878139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:31.054863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:38.813223 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525904b-94da-4cd1-8763-0afaf834d354 req-036e4c99-b033-4bfd-8632-626a167e63f3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:38.814662 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e525904b-94da-4cd1-8763-0afaf834d354 req-036e4c99-b033-4bfd-8632-626a167e63f3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Aug 19 16:11:38.852713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e525904b-94da-4cd1-8763-0afaf834d354 req-0b8b6ee8-09df-4a5b-a3be-35a22e6df716 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Aug 19 16:11:39.978067 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cccabf-6da2-4c7c-a52d-c82ca1206a8e req-440c22e9-934d-402e-8407-b04dd1e6f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:39.979805 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3cccabf-6da2-4c7c-a52d-c82ca1206a8e req-440c22e9-934d-402e-8407-b04dd1e6f9a8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0566642 Aug 19 16:11:40.018404 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d3cccabf-6da2-4c7c-a52d-c82ca1206a8e req-2b3bf3d0-a6be-4769-9590-bca21f3757f7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Aug 19 16:11:41.132654 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a9cf-0d8f-46a7-b140-78c9c618429a req-3089acb9-df5a-41d8-8034-d9bd9267e3dd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:41.134164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62b9a9cf-0d8f-46a7-b140-78c9c618429a req-3089acb9-df5a-41d8-8034-d9bd9267e3dd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Aug 19 16:11:41.172781 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62b9a9cf-0d8f-46a7-b140-78c9c618429a req-17cc8408-8255-4ee0-b710-683e8859261d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Aug 19 16:11:42.304628 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0cadc-76db-4ed9-9459-a17327007e17 req-9430a3c7-78c9-4b29-97ab-42369dc4e7c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:42.306147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f0cadc-76db-4ed9-9459-a17327007e17 req-9430a3c7-78c9-4b29-97ab-42369dc4e7c3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Aug 19 16:11:42.343741 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95f0cadc-76db-4ed9-9459-a17327007e17 req-bd5fd95d-cc9b-4f06-a0f8-039e7ba87b5a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Aug 19 16:11:43.464779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf3764-37e8-44d2-847f-1e20ae59a722 req-ebc95932-8bd1-4950-92be-05d60a26f568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:43.466486 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34cf3764-37e8-44d2-847f-1e20ae59a722 req-ebc95932-8bd1-4950-92be-05d60a26f568 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Aug 19 16:11:43.506800 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34cf3764-37e8-44d2-847f-1e20ae59a722 req-615199d5-dbd0-40d7-bddc-5466578ec14e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Aug 19 16:11:44.009174 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:44.627770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243898b-0f14-463a-8e17-e6ea32ac6fa5 req-5facc942-01ea-41d3-966f-cb4546530d84 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:44.629321 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4243898b-0f14-463a-8e17-e6ea32ac6fa5 req-5facc942-01ea-41d3-966f-cb4546530d84 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0533640 Aug 19 16:11:44.669651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4243898b-0f14-463a-8e17-e6ea32ac6fa5 req-cd2536bf-f1d8-4afa-8545-2f5924a0f6b4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342145 Aug 19 16:11:45.788328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94296a51-6e17-4ca3-82d9-146ab30d2381 req-d66827cf-6c5a-497e-a5a7-398291d71051 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:45.789860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94296a51-6e17-4ca3-82d9-146ab30d2381 req-d66827cf-6c5a-497e-a5a7-398291d71051 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0498621 Aug 19 16:11:45.829320 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-94296a51-6e17-4ca3-82d9-146ab30d2381 req-05178383-8783-48d8-8896-5c1632156ea7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Aug 19 16:11:46.952839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6693-9879-4fd2-8b30-5ca2395d85a6 req-94533d55-69b2-4936-9ead-9689f6d296c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:46.954393 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d85a6693-9879-4fd2-8b30-5ca2395d85a6 req-94533d55-69b2-4936-9ead-9689f6d296c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0568476 Aug 19 16:11:46.995249 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d85a6693-9879-4fd2-8b30-5ca2395d85a6 req-c3baed9d-379f-4d6c-88ee-4437ebb72789 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347965 Aug 19 16:11:48.111627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9d1d-1ac3-412f-b1f7-29b04d84c465 req-14504716-ac3b-4898-a600-30895542f2f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:48.113142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-083c9d1d-1ac3-412f-b1f7-29b04d84c465 req-14504716-ac3b-4898-a600-30895542f2f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 19 16:11:48.150916 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-083c9d1d-1ac3-412f-b1f7-29b04d84c465 req-0cbb80e1-accc-451b-85b5-711e32f35834 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Aug 19 16:11:49.268611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909397c2-8fd5-4b65-8c23-06c1a323a3d9 req-db905fa5-a074-4a38-bcb7-ba7cc736b695 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:49.270045 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-909397c2-8fd5-4b65-8c23-06c1a323a3d9 req-db905fa5-a074-4a38-bcb7-ba7cc736b695 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0508161 Aug 19 16:11:49.309358 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-909397c2-8fd5-4b65-8c23-06c1a323a3d9 req-60a0613e-472d-4ca7-8fc8-5f007fc60ade tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Aug 19 16:11:50.372794 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-daa5c059-c2e3-49db-a869-049800dc350d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465915 Aug 19 16:11:50.429610 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253caede-7203-4f68-98b2-9009cd2f9cbb req-fb5213c3-afca-47bb-9a1d-c23cc618a3b0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:50.431161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-253caede-7203-4f68-98b2-9009cd2f9cbb req-fb5213c3-afca-47bb-9a1d-c23cc618a3b0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Aug 19 16:11:50.492960 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-d24f25fc-986c-4084-acfc-a463b3cc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:50.493264 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-d24f25fc-986c-4084-acfc-a463b3cc91b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1097 time: 0.0610421 Aug 19 16:11:50.498839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-253caede-7203-4f68-98b2-9009cd2f9cbb req-af0706a9-19f5-432d-a44b-068c7b0d7ab6 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586710 Aug 19 16:11:50.525447 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54858) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:11:50.596404 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-28a36648-3c41-42a1-b072-bbe05bca002a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d2787553-1634-414a-87fd-a5501e353cb4 HTTP/1.1" status: 200 len: 993 time: 0.0697598 Aug 19 16:11:50.609559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-4de219fb-e27d-4c92-bc6c-be4de45fbeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:50.611112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-4de219fb-e27d-4c92-bc6c-be4de45fbeaf service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 898 time: 0.0974143 Aug 19 16:11:50.679132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-3543231f-5e29-49ab-9d71-81f14c556506 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 1001 time: 0.0611055 Aug 19 16:11:50.733441 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-19888583-4a8e-4639-9150-036bc79d114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:50.734936 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-19888583-4a8e-4639-9150-036bc79d114d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 200 len: 834 time: 0.0490792 Aug 19 16:11:50.782188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-ebfc6c51-ace7-4733-a74a-ae682258ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:50.783605 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-ebfc6c51-ace7-4733-a74a-ae682258ec98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cb3228c-076d-4b91-9636-180eed18e22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419564 Aug 19 16:11:50.877053 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-6be2e17d-b494-42da-b9d9-1a81d424e0c3 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861967 Aug 19 16:11:50.973829 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ab78f87a-ccae-43eb-a7f4-72eeeb6d53bf req-edac5a65-0208-415b-9743-dd9af9e878fd service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897467 Aug 19 16:11:52.044574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0551-3531-4819-bf5d-b96db2846f7c req-7790f98a-66d8-4372-814f-4200fbd0fb26 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:52.046156 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2de0551-3531-4819-bf5d-b96db2846f7c req-7790f98a-66d8-4372-814f-4200fbd0fb26 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0513699 Aug 19 16:11:52.086121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d2de0551-3531-4819-bf5d-b96db2846f7c req-1031fb45-97e9-45b2-9b8b-d678bf9dbac2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Aug 19 16:11:52.133141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-8318e3a6-bb8d-413e-a689-3077696a341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:52.134673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-8318e3a6-bb8d-413e-a689-3077696a341d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1097 time: 0.0402474 Aug 19 16:11:52.227273 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-40e6e4b9-ad22-4b70-9fe2-05ac3aa44a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:52.228678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-40e6e4b9-ad22-4b70-9fe2-05ac3aa44a56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 898 time: 0.0871663 Aug 19 16:11:52.299233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-24f3d878-2146-4e3a-919f-a84f79f99c27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 1001 time: 0.0637217 Aug 19 16:11:52.350108 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-784b7f0e-77e8-4856-8c61-fdf61376073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:52.351548 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-784b7f0e-77e8-4856-8c61-fdf61376073a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 200 len: 834 time: 0.0461009 Aug 19 16:11:52.396666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-5c58ca1e-3a72-441f-9d32-0f781a637bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:52.398299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-5c58ca1e-3a72-441f-9d32-0f781a637bc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cb3228c-076d-4b91-9636-180eed18e22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394495 Aug 19 16:11:52.487164 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-33d3110e-aabc-4b36-b189-7a32afca7478 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817442 Aug 19 16:11:52.944306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bf4f182d-e6b0-4b0f-8892-cf01be61ff4b req-7320a6c4-d96c-4d3b-8487-cc3e98eff8d9 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508328 Aug 19 16:11:53.212317 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb5cc7-e02f-4ec1-b76a-87b759475e2b req-fba854f2-e637-4d8c-9023-9f5e99099a1e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:53.213787 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fdb5cc7-e02f-4ec1-b76a-87b759475e2b req-fba854f2-e637-4d8c-9023-9f5e99099a1e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0563660 Aug 19 16:11:53.265473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1fdb5cc7-e02f-4ec1-b76a-87b759475e2b req-75a5a5d2-a948-46ad-98ac-19d9da8b5413 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 Aug 19 16:11:54.357392 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:11:54.382142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6a79a-1767-442b-a28a-91c3f71177e2 req-67c0da2b-5f4b-46c5-990b-ebc19400cc22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:11:54.383637 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74d6a79a-1767-442b-a28a-91c3f71177e2 req-67c0da2b-5f4b-46c5-990b-ebc19400cc22 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0481482 Aug 19 16:11:54.426078 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-74d6a79a-1767-442b-a28a-91c3f71177e2 req-abe6f1eb-f824-49dc-b999-1813ebe6d4b3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356872 Aug 19 16:11:54.449032 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54872) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:11:54.512040 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7d638a1f-24df-438a-9e6a-721a6f5c310c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/d2787553-1634-414a-87fd-a5501e353cb4 HTTP/1.1" status: 200 len: 993 time: 0.0617008 Aug 19 16:11:54.637305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b096af75-6c2f-4c81-9668-d1aaeb101d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:56.254119 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:57.351884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:57.980341 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d91b5214-c4a1-4a16-9a43-e76c93139a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:11:59.894831 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:01.036459 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:07.389353 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-3098e598-d764-4cd6-9d17-487190464199 req-87fb2447-01aa-4d5b-9583-1c5714f84f5b service neutron] (101963) timed out ('10.222.0.13', 43120) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:12:13.997776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:24.625554 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40b54744-521c-463c-8dbd-029be4e7ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:26.190809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:27.334196 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:27.894074 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a3fc9c92-e5fd-4ab6-b03b-808ea40a56cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:29.910909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:31.013904 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:31.357397 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:12:43.984924 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:49.431987 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54898) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:49.601021 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port d1c5193a-d9ff-45dc-b418-db77161c1c3d {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:12:49.601405 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:49.683718 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:49.683964 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:49.696287 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for d1c5193a-d9ff-45dc-b418-db77161c1c3d owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:12:49.916427 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:49.943585 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=d1c5193a-d9ff-45dc-b418-db77161c1c3d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:49.959368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.959368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.959368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.959368 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.959852 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.960052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.960455 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.960790 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.961132 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.961482 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.961814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:49.962262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:50.020013 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:50.020981 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP d2787553-1634-414a-87fd-a5501e353cb4 disassociated (deleted). External IP: 172.25.5.195, port: 7d7a80bc-38e9-4e96-b14c-127fe8e0177e. Aug 19 16:12:50.236439 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 674331c0-a700-42f0-aca3-664122680ade has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:12:50.345370 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:12:50.350971 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:50.355506 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] Sync routers for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:12:50.366390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:12:50.367008 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:50.377976 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b0c4ff78-6df3-41c7-9a81-09ba80724ed5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/floatingips/d2787553-1634-414a-87fd-a5501e353cb4 HTTP/1.1" status: 204 len: 168 time: 0.9448967 Aug 19 16:12:50.378557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:12:50.381019 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481" -d '{"events": [{"name": "network-changed", "server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:12:50.476619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:12:50.676613 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:15Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:50.702352 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] Checking router: 674331c0-a700-42f0-aca3-664122680ade for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:12:50.712376 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:12:50.713006 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:50.823508 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:12:50.827666 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0242e9ef-16f1-4a09-88e4-7a381f9e2798 x-openstack-request-id: req-0242e9ef-16f1-4a09-88e4-7a381f9e2798 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:12:50.828532 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:12:50.828532 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0242e9ef-16f1-4a09-88e4-7a381f9e2798 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:12:50.829247 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'status': 'completed', 'code': 200} Aug 19 16:12:50.932730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-d5623dd7-c84a-4378-890a-756ab768fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:50.934898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-d5623dd7-c84a-4378-890a-756ab768fbac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 1097 time: 0.0483146 Aug 19 16:12:51.036220 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:15Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:51.055413 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc7bf-7811-4440-bc44-d94343f29bef req-c153b70c-0c12-4f9a-a4b8-5dbc198911c9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:51.056913 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8bc7bf-7811-4440-bc44-d94343f29bef req-c153b70c-0c12-4f9a-a4b8-5dbc198911c9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.1847975 Aug 19 16:12:51.063899 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb589cf-0a5e-4014-a078-02f4725a5b01 None None] The sync data for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 is: [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:10:10Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'db672947-1952-44a1-9f85-3dbc628cb9b7', 'name': '', 'network_id': '9cb3228c-076d-4b91-9636-180eed18e22c', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:2e:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:09Z', 'updated_at': '2021-08-19T16:10:15Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '0f2fa855-fff3-42b5-8484-90cb36fd0043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:12:51.085327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-7d0827e0-ee95-4993-9457-bac97753867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:51.086868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-7d0827e0-ee95-4993-9457-bac97753867b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 200 len: 898 time: 0.1441813 Aug 19 16:12:51.114791 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b8bc7bf-7811-4440-bc44-d94343f29bef req-ff22bea0-be36-4d53-a191-936cac8fcb52 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516319 Aug 19 16:12:51.144666 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-3e02dcfa-d010-421f-9bd2-a5323936a69d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 200 len: 217 time: 0.0422833 Aug 19 16:12:51.201681 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-61b79ad0-5d72-4bd3-b165-9add96ccabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:51.203190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-61b79ad0-5d72-4bd3-b165-9add96ccabdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 200 len: 834 time: 0.0508673 Aug 19 16:12:51.251815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-40921042-4656-4ac1-acb7-264ebac684a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:51.253411 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-40921042-4656-4ac1-acb7-264ebac684a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cb3228c-076d-4b91-9636-180eed18e22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426066 Aug 19 16:12:51.302136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad62a5d-0759-4ff1-83ba-129cf667279a None None] New status for floating IP d2787553-1634-414a-87fd-a5501e353cb4: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:12:51.363035 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-c4c99899-f7c5-4509-b726-043e2fcf940d service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902858 Aug 19 16:12:51.462080 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0fc324a0-9a22-45a1-8f41-e7c0c31e1481 req-5546a56f-363e-4936-8a10-a00c7e806925 service neutron] 10.222.0.54 "GET /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910470 Aug 19 16:12:52.237846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8a502-67c1-4fff-a694-d1bcce68826a req-d05a6bdb-c1a0-41d0-a225-5db8e974107d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:52.239493 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e8a502-67c1-4fff-a694-d1bcce68826a req-d05a6bdb-c1a0-41d0-a225-5db8e974107d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Aug 19 16:12:52.278418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e8a502-67c1-4fff-a694-d1bcce68826a req-3d89b4ef-084d-40a5-a187-072de0bbbf39 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Aug 19 16:12:52.736335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745984f-dbc1-4a22-9613-5804570b676e req-fe0f2452-f1f5-415d-b603-4de831bf84f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:12:52.737824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7745984f-dbc1-4a22-9613-5804570b676e req-fe0f2452-f1f5-415d-b603-4de831bf84f2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 945 time: 0.0481670 Aug 19 16:12:52.831358 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:12:52.831705 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:52.925066 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:12:52.925464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:52.939434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 7d7a80bc-38e9-4e96-b14c-127fe8e0177e owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:12:53.126699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:53.154113 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=7d7a80bc-38e9-4e96-b14c-127fe8e0177e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:53.168059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.168418 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.168762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.169100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.169458 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.169793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.170126 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.170484 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.170814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.171138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.171469 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.171793 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:53.211199 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] No DVR routers for this DVR port 7d7a80bc-38e9-4e96-b14c-127fe8e0177e on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:12:53.213869 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:53.215833 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7745984f-dbc1-4a22-9613-5804570b676e req-9e1897f1-f1cf-44ba-9aa6-2ddd34dd648d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "DELETE /v2.0/ports/7d7a80bc-38e9-4e96-b14c-127fe8e0177e HTTP/1.1" status: 204 len: 173 time: 0.4724500 Aug 19 16:12:53.216263 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'name': 'network-vif-deleted', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:12:53.218690 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75114723-5b44-4077-a050-bb2796cb0bc9" -d '{"events": [{"server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "name": "network-vif-deleted", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:12:53.261600 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f774716-681e-49b5-90b4-5f6745e3e5d6 x-openstack-request-id: req-5f774716-681e-49b5-90b4-5f6745e3e5d6 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:12:53.262203 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507398a8-f5e0-43db-bd33-6498f3d5ac17", "name": "network-vif-deleted", "tag": "7d7a80bc-38e9-4e96-b14c-127fe8e0177e", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:12:53.262203 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f774716-681e-49b5-90b4-5f6745e3e5d6 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:12:53.262532 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507398a8-f5e0-43db-bd33-6498f3d5ac17', 'name': 'network-vif-deleted', 'tag': '7d7a80bc-38e9-4e96-b14c-127fe8e0177e', 'status': 'completed', 'code': 200} Aug 19 16:12:53.378881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ac92572b-ca0d-4fda-95c3-857d0b0c8c5c req-0c0446ba-d861-4e97-bd48-18340fa0b49b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=507398a8-f5e0-43db-bd33-6498f3d5ac17 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Aug 19 16:12:54.435737 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54918) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:54.646802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d2b0-c60d-477f-ab4c-5fe340fca9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:54.806822 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:55.074329 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port db672947-1952-44a1-9f85-3dbc628cb9b7 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:12:55.074679 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:55.166118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port db672947-1952-44a1-9f85-3dbc628cb9b7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=db672947-1952-44a1-9f85-3dbc628cb9b7,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:12:55.166485 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:55.180106 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for db672947-1952-44a1-9f85-3dbc628cb9b7 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:12:55.401761 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7d7a80bc-38e9-4e96-b14c-127fe8e0177e no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:12:55.422639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 7d7a80bc-38e9-4e96-b14c-127fe8e0177e {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:12:55.422986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 7d7a80bc-38e9-4e96-b14c-127fe8e0177e not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:12:55.443030 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:55.470508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=db672947-1952-44a1-9f85-3dbc628cb9b7,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:55.660643 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:55.871756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router 674331c0-a700-42f0-aca3-664122680ade has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:12:55.988568 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:12:55.995073 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b24af47f-a0ab-407c-9bde-22ade7c1d75b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/674331c0-a700-42f0-aca3-664122680ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582588 Aug 19 16:12:55.996855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54922) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:55.999490 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] Sync routers for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:12:56.010309 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:12:56.010926 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:56.051459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting subnet 0f2fa855-fff3-42b5-8484-90cb36fd0043 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:12:56.055775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.096098 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.114383 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:12:56.185559 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.202013 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.298196 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:12:55Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:56.327872 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.356508 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2fa855-fff3-42b5-8484-90cb36fd0043,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:56.360303 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.362372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ecb188df-90cd-48dc-816a-13fb25e3a402 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/subnets/0f2fa855-fff3-42b5-8484-90cb36fd0043 HTTP/1.1" status: 204 len: 168 time: 0.3644295 Aug 19 16:12:56.366462 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54924) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:56.370039 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb424200-2a67-4344-8f82-1c8980cddeea None None] Network 9cb3228c-076d-4b91-9636-180eed18e22c requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:12:56.427488 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] Checking router: 674331c0-a700-42f0-aca3-664122680ade for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:12:56.436752 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] Routers {'674331c0-a700-42f0-aca3-664122680ade'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:12:56.437405 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['674331c0-a700-42f0-aca3-664122680ade'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:56.488000 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.567211 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] Set router 674331c0-a700-42f0-aca3-664122680ade gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:12:56.576974 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] DHCP port deletion for 9cb3228c-076d-4b91-9636-180eed18e22c request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:12:56.616535 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.734853 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 766a18f7-f7a1-4a1e-b064-fffc34af16d6 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:12:56.735345 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.787868 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:12:55Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:56.815210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790b38b-ecc0-402f-baf2-3217f7cd3da4 None None] The sync data for ids ['674331c0-a700-42f0-aca3-664122680ade'] in n-d-779913-32 is: [{'id': '674331c0-a700-42f0-aca3-664122680ade', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903689294', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:10:05Z', 'updated_at': '2021-08-19T16:12:55Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '766a18f7-f7a1-4a1e-b064-fffc34af16d6', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674331c0-a700-42f0-aca3-664122680ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:10:06Z', 'updated_at': '2021-08-19T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:12:56.820924 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Deleting port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:12:56.821287 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.833106 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 766a18f7-f7a1-4a1e-b064-fffc34af16d6, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=766a18f7-f7a1-4a1e-b064-fffc34af16d6,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:12:56.839429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.848507 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 766a18f7-f7a1-4a1e-b064-fffc34af16d6 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:12:56.890692 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] For port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,segment=NetworkSegment(292a4665-c4b4-4361-b627-c471247d7379),segment_id=292a4665-c4b4-4361-b627-c471247d7379)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:12:56.891092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:56.903919 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Calling delete_port for 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:12:57.053519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.079249 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Pushing event deleted for resources: {'Port': ['ID=2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:57.083658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] No DVR routers for this DVR port 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.093903 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.095349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.095349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.095349 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.096090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.096090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9437fe-7ab9-4f0f-a9bb-8a8f8436eba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:12:57.105277 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.131733 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=766a18f7-f7a1-4a1e-b064-fffc34af16d6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:57.197317 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.300775 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.303767 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.317832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db672947-1952-44a1-9f85-3dbc628cb9b7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:12:57.340311 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: db672947-1952-44a1-9f85-3dbc628cb9b7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:12:57.340576 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device db672947-1952-44a1-9f85-3dbc628cb9b7 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:12:57.341073 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:12:57.360672 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.362099 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:12:57.362632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 2dcd8cbd-09b1-4c15-b7b0-a9922ca8db16 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:12:57.469381 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.469929 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Fanout notify agent at l3_agent the message router_deleted on router 674331c0-a700-42f0-aca3-664122680ade {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:12:57.476984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.478155 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-dff5644a-f017-40aa-9e23-90808d1c7b6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/routers/674331c0-a700-42f0-aca3-664122680ade HTTP/1.1" status: 204 len: 168 time: 1.1094010 Aug 19 16:12:57.480941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 54930) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:57.564063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.660583 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.671256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb3228c-076d-4b91-9636-180eed18e22c']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:57.682352 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292a4665-c4b4-4361-b627-c471247d7379') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:57.682652 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292a4665-c4b4-4361-b627-c471247d7379') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:12:57.691473 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.705538 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.711467 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:12:57.711859 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:12:57.714820 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:12:57.835409 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.842977 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.844158 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/networks/9cb3228c-076d-4b91-9636-180eed18e22c HTTP/1.1" status: 204 len: 168 time: 0.3622379 Aug 19 16:12:57.847070 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54932) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:57.860680 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479b9d7-8d3b-4dae-ba87-2e57f361926b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Network': ['ID=9cb3228c-076d-4b91-9636-180eed18e22c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:57.910357 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26a92e8d-f713-4abb-a0a9-46b4e029a784 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.910992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cd5450ee-7bdb-4d46-a46c-154a10905997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:57.941506 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26a92e8d-f713-4abb-a0a9-46b4e029a784 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:58.081961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26a92e8d-f713-4abb-a0a9-46b4e029a784 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:58.085512 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-26a92e8d-f713-4abb-a0a9-46b4e029a784 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:58.091862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-26a92e8d-f713-4abb-a0a9-46b4e029a784 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/security-groups/25241d70-7f1a-4ff6-a811-3d48e1c0e5e2 HTTP/1.1" status: 204 len: 168 time: 0.2387266 Aug 19 16:12:58.097796 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a92e8d-f713-4abb-a0a9-46b4e029a784 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25241d70-7f1a-4ff6-a811-3d48e1c0e5e2,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:59.025746 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54938) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:59.030487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425706269', 'description': 'tempest-secgroup-smoke-1425706269 description', 'project_id': '5b0183228dd94696a7a39e6ffd950533'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:12:59.051605 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 766a18f7-f7a1-4a1e-b064-fffc34af16d6 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:12:59.073934 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 766a18f7-f7a1-4a1e-b064-fffc34af16d6 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:12:59.074273 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 766a18f7-f7a1-4a1e-b064-fffc34af16d6 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:12:59.110419 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.191525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.282411 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.323787 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:59.379271 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.381537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f10c6b93-f745-4506-9f73-6a67aa8093d3 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3537552 Aug 19 16:12:59.384122 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54940) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:59.388640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'b13c8978-d1f9-4cf2-9ff2-c05c7ae94061', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:12:59.487026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.548031 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.618926 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.638764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511c55ff-d316-4b75-bda3-f78945023dac,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:12:59.704527 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.705844 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-9981b40a-82cf-4572-9ffa-b99bc19ef467 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207672 Aug 19 16:12:59.708580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54942) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:12:59.713102 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'b13c8978-d1f9-4cf2-9ff2-c05c7ae94061', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:12:59.783440 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.843655 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:12:59.995245 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.024871 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.045203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2dd25-d26c-4f70-8641-e089c0a11be8,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:00.117064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.118537 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-f1ae3cfe-0e45-4ca5-bbf9-9236d53407ef tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4087493 Aug 19 16:13:00.121507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54944) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:00.126170 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'b13c8978-d1f9-4cf2-9ff2-c05c7ae94061', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:00.224953 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.284961 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.367525 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.385680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0096e1-d4e1-483a-839d-14e05c944e9c,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:00.446755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.448138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7d2ccf51-dd84-4cd1-a09d-7a52acf4655a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255451 Aug 19 16:13:00.450770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54946) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:00.455361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'b13c8978-d1f9-4cf2-9ff2-c05c7ae94061', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:00.543433 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.606412 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.681713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.700008 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d884c70b-13bc-41b8-9eb6-a62f81e8c7a9,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:00.766625 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.767927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b6aac20a-5914-4564-8f72-de983bd28906 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161936 Aug 19 16:13:00.770747 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54948) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:00.776017 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'b13c8978-d1f9-4cf2-9ff2-c05c7ae94061', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:00.863772 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:13:00.869013 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.928969 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:00.996659 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.025522 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749a56ab-20e7-4610-9ac6-5370545e9f98,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:01.047337 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.097911 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.099206 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-5516c9b8-2f52-4252-9af1-5a9ab2a01efc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268993 Aug 19 16:13:01.102044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54950) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:01.106570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'security_group_rule': {'security_group_id': 'b13c8978-d1f9-4cf2-9ff2-c05c7ae94061', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:01.184680 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Project 5b0183228dd94696a7a39e6ffd950533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:13:01.189736 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.253156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.316078 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.335674 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd7744d-00a3-4cdc-a701-35f65511c79c,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:01.390713 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.391974 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3ffb3a86-7ca2-4642-98f6-32fa4ee51c3d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2889946 Aug 19 16:13:01.394895 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54952) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:01.401144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'network': {'name': 'tempest-network-smoke--2127519112', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'port_security_enabled': True}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:01.493213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:13:01.496709 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.524322 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:13:01.533637 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.537000 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Added segment aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb of type vlan for network b688196a-1299-4d42-8481-0099ebb482af Aug 19 16:13:01.575362 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.665328 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.671074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:01.671683 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.736721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Network': ['ID=b688196a-1299-4d42-8481-0099ebb482af,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:01.747948 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network b688196a-1299-4d42-8481-0099ebb482af details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:13:01.779705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3a03acb8-6817-4d0e-b339-77643e13b891 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3837605 Aug 19 16:13:01.782424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54954) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:01.787117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'admin_state_up': True, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:01.910749 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.911827 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:01.968064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:02.167504 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:02.465589 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:02.484828 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:02.592831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.252 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/99c927ce-1b6a-4cdf-816c-b320d747a38c) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:13:02.694531 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:02.784981 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:02.829321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:13:02.833864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:02.836773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:13:02.842431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=99c927ce-1b6a-4cdf-816c-b320d747a38c,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:03.562479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:03.765388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.013129 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router f3a438f4-c126-42ca-828a-4ed8348b54ea is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:13:04.122702 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:13:04.134231 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Sync routers for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:13:04.143156 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:13:04.143785 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:04.196541 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.197976 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1c31eb53-81d7-47ba-a13f-96097a7d14eb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4145081 Aug 19 16:13:04.202180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54958) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:04.233460 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a3988da4-c439-4c4a-8199-1a6ef128661d tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5b0183228dd94696a7a39e6ffd950533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277045 Aug 19 16:13:04.233700 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54960) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:04.252452 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:13:04.323459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bda5e-32c7-4f55-9811-764e15ed2d34 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:04.325005 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-e41bda5e-32c7-4f55-9811-764e15ed2d34 tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903845 Aug 19 16:13:04.327984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54962) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:04.358146 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-c4105d4e-00d8-48dc-9dc0-346e72791ebb tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=92142acc-d010-4f53-8bcd-13c3c37533ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290616 Aug 19 16:13:04.360780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54964) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:04.365683 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706941363', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:04.441651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:03Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:04.469265 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Checking router: f3a438f4-c126-42ca-828a-4ed8348b54ea for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:13:04.469619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Updating router f3a438f4-c126-42ca-828a-4ed8348b54ea port 99c927ce-1b6a-4cdf-816c-b320d747a38c binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:13:04.494538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.533334 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:13:04.537000 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.754225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.764691 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Transition to ACTIVE for port object 99c927ce-1b6a-4cdf-816c-b320d747a38c will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:04.801771 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.824360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.862804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Subnet': ['ID=7010dfc0-b6bd-4803-bdba-fc6e4911fca1,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:04.873824 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Attempting to bind port 99c927ce-1b6a-4cdf-816c-b320d747a38c on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:13:04.874207 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Attempting to bind port 99c927ce-1b6a-4cdf-816c-b320d747a38c by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:13:04.874495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Checking segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:13:04.874661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Attempting to bind port 99c927ce-1b6a-4cdf-816c-b320d747a38c on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:13:04.874779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network hostable DHCP agents. Network: b688196a-1299-4d42-8481-0099ebb482af, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:13:04.885929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:13:04.886328 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:13:04.886728 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.887132 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:13:04.887626 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Bound port: 99c927ce-1b6a-4cdf-816c-b320d747a38c, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:13:04.888009 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:04.912989 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c25e20-062c-4ed7-8daa-283f1f225687 None None] Pushing event updated for resources: {'Port': ['ID=99c927ce-1b6a-4cdf-816c-b320d747a38c,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:04.942922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] For port 99c927ce-1b6a-4cdf-816c-b320d747a38c, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:13:04.946534 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] For port 99c927ce-1b6a-4cdf-816c-b320d747a38c, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99c927ce-1b6a-4cdf-816c-b320d747a38c,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:13:04.961554 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network b688196a-1299-4d42-8481-0099ebb482af is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:13:05.020617 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:05.047647 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, b688196a-1299-4d42-8481-0099ebb482af) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:05.052142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:05.052744 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:05.062882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760bac9-3b18-44a6-a317-42362d38d569 None None] Network b688196a-1299-4d42-8481-0099ebb482af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:13:05.128057 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-08866e98-d544-4830-87ed-222d07633900 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7661552 Aug 19 16:13:05.130683 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:13:05.130816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 54966) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:05.131333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:05.133177 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c25e20-062c-4ed7-8daa-283f1f225687 None None] Pushing event updated for resources: {'Port': ['ID=99c927ce-1b6a-4cdf-816c-b320d747a38c,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:05.291342 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:13:05.381151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-b688196a-1299-4d42-8481-0099ebb482af', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:13:05.382014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:05.581206 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:05.601081 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Allocated IP 172.20.0.2 (b688196a-1299-4d42-8481-0099ebb482af/7010dfc0-b6bd-4803-bdba-fc6e4911fca1/c5e7da93-7669-412e-bd8a-5c6bc3a2d710) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:13:05.661902 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:03Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:05.694051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047401a-74a5-475a-94ff-115e248ad9dd None None] The sync data for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 is: [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:03Z', 'revision_number': 3, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:13:05.796655 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:05.806331 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Transition to ACTIVE for port object c5e7da93-7669-412e-bd8a-5c6bc3a2d710 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:05.821877 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Transition to ACTIVE for port object c5e7da93-7669-412e-bd8a-5c6bc3a2d710 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:05.963020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.015095 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.1 (b688196a-1299-4d42-8481-0099ebb482af/7010dfc0-b6bd-4803-bdba-fc6e4911fca1/359edf4b-3508-4c98-86c2-b0e137383600) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:13:06.021953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Network b688196a-1299-4d42-8481-0099ebb482af is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:13:06.027233 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:06.031820 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:13:06.038293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Pushing event updated for resources: {'Port': ['ID=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:06.093935 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Attempting to bind port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:13:06.100339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Attempting to bind port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:13:06.100339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Attempting to bind port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 on network b688196a-1299-4d42-8481-0099ebb482af {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:13:06.100339 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:13:06.100830 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Checking segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:13:06.100934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.101326 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Bound using segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:13:06.102518 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Bound port: c5e7da93-7669-412e-bd8a-5c6bc3a2d710, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:13:06.103355 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.145323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.162286 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 359edf4b-3508-4c98-86c2-b0e137383600 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:06.176594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] For port c5e7da93-7669-412e-bd8a-5c6bc3a2d710, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:13:06.180839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] For port c5e7da93-7669-412e-bd8a-5c6bc3a2d710, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:13:06.271285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.282718 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.324813 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network b688196a-1299-4d42-8481-0099ebb482af is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:13:06.338287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:06.347447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:13:06.352724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64353-718d-4c17-a254-079b0de420e2 None None] Pushing event updated for resources: {'Port': ['ID=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:06.377496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=359edf4b-3508-4c98-86c2-b0e137383600,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:06.400731 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.626459 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.925764 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:06.996023 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:07.093218 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=359edf4b-3508-4c98-86c2-b0e137383600,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:07.096254 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:07.167118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99c927ce-1b6a-4cdf-816c-b320d747a38c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:07.198856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network b688196a-1299-4d42-8481-0099ebb482af is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:13:07.200684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:07.320959 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router f3a438f4-c126-42ca-828a-4ed8348b54ea has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:13:07.326722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 99c927ce-1b6a-4cdf-816c-b320d747a38c completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:07.330890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 99c927ce-1b6a-4cdf-816c-b320d747a38c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:07.331291 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:07.424801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:07.442866 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:13:07.446454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 99c927ce-1b6a-4cdf-816c-b320d747a38c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99c927ce-1b6a-4cdf-816c-b320d747a38c,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:13:07.449081 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-20d9e78a-3050-4bfc-ae12-1d0cdc8fffbd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/f3a438f4-c126-42ca-828a-4ed8348b54ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3170907 Aug 19 16:13:07.506593 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Sync routers for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:13:07.516238 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:07.518087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5e7da93-7669-412e-bd8a-5c6bc3a2d710 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:07.521645 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:13:07.522364 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:07.615324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=99c927ce-1b6a-4cdf-816c-b320d747a38c,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:07.628462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-d1b29152-8182-4cd2-9669-81063bf7a5d1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425706269&fields=id&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 267 time: 0.0350220 Aug 19 16:13:07.654388 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:13:07.705138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:07.827728 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-01346f2d-d6a5-477f-a399-26be635ec6dd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:07.830116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-01346f2d-d6a5-477f-a399-26be635ec6dd tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/networks?id=b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 200 len: 797 time: 0.1912036 Aug 19 16:13:07.847046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-cd5789a4-33a6-415e-aaf8-9e14cf01ec9a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/quotas/5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 375 time: 0.0106139 Aug 19 16:13:07.876402 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 2, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:07.915514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-2e19508b-b903-4e2a-be14-f7209ea28103 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589023 Aug 19 16:13:07.915975 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Checking router: f3a438f4-c126-42ca-828a-4ed8348b54ea for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:13:07.916320 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Updating router f3a438f4-c126-42ca-828a-4ed8348b54ea port 359edf4b-3508-4c98-86c2-b0e137383600 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:13:07.943433 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.031824 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-02fb8299-2680-475d-a639-9e5345084fc9 service neutron] 10.222.0.13 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017656 Aug 19 16:13:08.153459 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-0cccd511-2b80-42a7-ad96-003606d0769d service neutron] 10.222.0.13 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059356 Aug 19 16:13:08.174424 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09518f2-770d-42bc-9135-b794e67722b8 None None] Network b688196a-1299-4d42-8481-0099ebb482af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:13:08.272232 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.285466 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Transition to ACTIVE for port object 359edf4b-3508-4c98-86c2-b0e137383600 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:08.317032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] Provisioning for port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:08.342272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] Provisioning complete for port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:08.342659 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.362297 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:13:08.390739 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.458257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Pushing event updated for resources: {'Port': ['ID=359edf4b-3508-4c98-86c2-b0e137383600,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:08.477719 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.491912 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.492918 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.493811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.493958 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.494419 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.494789 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.495111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.495430 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.495740 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.496052 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.496373 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.496732 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:13:08.532405 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Attempting to bind port 359edf4b-3508-4c98-86c2-b0e137383600 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:13:08.533136 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Attempting to bind port 359edf4b-3508-4c98-86c2-b0e137383600 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:13:08.533407 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Attempting to bind port 359edf4b-3508-4c98-86c2-b0e137383600 on network b688196a-1299-4d42-8481-0099ebb482af {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:13:08.542147 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:13:08.542554 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Checking segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:13:08.542918 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.543124 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] For port c5e7da93-7669-412e-bd8a-5c6bc3a2d710, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:13:08.543436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Bound using segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:13:08.543941 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Bound port: 359edf4b-3508-4c98-86c2-b0e137383600, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:13:08.544565 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.613805 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.644228 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] For port 359edf4b-3508-4c98-86c2-b0e137383600, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:13:08.648436 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] For port 359edf4b-3508-4c98-86c2-b0e137383600, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=359edf4b-3508-4c98-86c2-b0e137383600,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:13:08.672855 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3e23b-2e21-46e1-9aa3-e462f4e8b379 None None] Pushing event updated for resources: {'Port': ['ID=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:08.739737 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.807890 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4b697065-dbed-47e3-8708-8bfdfe546baa None None] Provisioning for port 359edf4b-3508-4c98-86c2-b0e137383600 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:08.808137 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:13:08.808811 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:08.829986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4b697065-dbed-47e3-8708-8bfdfe546baa None None] Provisioning complete for port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:08.830357 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4b697065-dbed-47e3-8708-8bfdfe546baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:08.854629 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fad08-b4de-4327-ae8c-9c1b70342b68 None None] Pushing event updated for resources: {'Port': ['ID=359edf4b-3508-4c98-86c2-b0e137383600,revision_number=4']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:08.938896 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:13:09.111355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99c927ce-1b6a-4cdf-816c-b320d747a38c up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:09.156369 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:08Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:09.170146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 99c927ce-1b6a-4cdf-816c-b320d747a38c triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:09.170529 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:09.187014 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4333d1-3fd2-4548-8a23-193381d44558 None None] The sync data for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 is: [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:08Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:13:09.285481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5e7da93-7669-412e-bd8a-5c6bc3a2d710 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:09.342104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:09.342502 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:09.499545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b71f1e5-d7a8-4358-b615-06694499b559 req-30a05248-e0b1-42eb-9b46-25a6c59d17fa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0440600 Aug 19 16:13:10.587243 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-39229f40-92eb-4e2b-8a38-3eb184f27300 req-266b1d5b-7d0c-4b93-9601-a5a29d68ec29 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0300040 Aug 19 16:13:11.116899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 359edf4b-3508-4c98-86c2-b0e137383600 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:11.258619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 359edf4b-3508-4c98-86c2-b0e137383600 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:11.263361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 359edf4b-3508-4c98-86c2-b0e137383600 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:11.263747 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:11.500768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:11.534146 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 359edf4b-3508-4c98-86c2-b0e137383600, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=359edf4b-3508-4c98-86c2-b0e137383600,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:13:11.590797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:11.642523 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=359edf4b-3508-4c98-86c2-b0e137383600,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:11.667157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9dc3ee1e-a32f-4f53-844f-c5c1af44e939 req-dc9da429-6e90-4b7b-a62e-a0b459fd57d7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Aug 19 16:13:12.777511 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-cd0dab9b-7b16-4e56-a5fc-3ff7c8a6da0d req-207b5e97-9088-4608-b920-ab6659228105 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0310631 Aug 19 16:13:13.105023 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 359edf4b-3508-4c98-86c2-b0e137383600 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:13.155791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 359edf4b-3508-4c98-86c2-b0e137383600 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:13.156310 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:13.553159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-b20d9f0c-f379-4321-b32a-9c6d0d83a75d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:13.554714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-b20d9f0c-f379-4321-b32a-9c6d0d83a75d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/networks?id=b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 200 len: 797 time: 0.1173828 Aug 19 16:13:13.608287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-1d358550-5d2a-4cda-83af-70799258633b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b0183228dd94696a7a39e6ffd950533 HTTP/1.1" status: 200 len: 380 time: 0.0390625 Aug 19 16:13:13.617800 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'port': {'device_id': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'admin_state_up': True, 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'security_groups': ['b13c8978-d1f9-4cf2-9ff2-c05c7ae94061']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:13.804291 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Made reservation on behalf of 5b0183228dd94696a7a39e6ffd950533 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:13:13.809765 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:13.913675 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bdb99874-676a-43b3-a4d7-80e5ffca224d req-f5178de4-afb8-401d-9e22-4e51d655c195 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0321889 Aug 19 16:13:13.982184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.20.0.5 (b688196a-1299-4d42-8481-0099ebb482af/7010dfc0-b6bd-4803-bdba-fc6e4911fca1/8f431b33-f837-440c-b971-15814290f1c0) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:13:14.007903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:14.513311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:14.528396 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Transition to ACTIVE for port object 8f431b33-f837-440c-b971-15814290f1c0 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:14.648025 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:14.693894 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network b688196a-1299-4d42-8481-0099ebb482af is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:13:14.699337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:14.703166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:13:14.730953 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=8f431b33-f837-440c-b971-15814290f1c0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:14.762166 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:14.762848 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:14.855216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-a28775a8-3579-4921-bd8a-d7c9d2414257 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412951 Aug 19 16:13:14.873188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Request body: {'port': {'device_id': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:14.934766 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.035874 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e0797885-b6f8-43e6-835e-3c5650e209fa None None] Provisioning for port 8f431b33-f837-440c-b971-15814290f1c0 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:15.040090 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e0797885-b6f8-43e6-835e-3c5650e209fa None None] Provisioning complete for port 8f431b33-f837-440c-b971-15814290f1c0 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:15.040545 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0797885-b6f8-43e6-835e-3c5650e209fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.077566 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e0797885-b6f8-43e6-835e-3c5650e209fa None None] Port 8f431b33-f837-440c-b971-15814290f1c0 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:13:15.151668 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7748-a4ee-4eeb-a629-de354ee089a2 req-1fb1dc64-055e-4a58-8b09-ed39641e1b85 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:15.153228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e7748-a4ee-4eeb-a629-de354ee089a2 req-1fb1dc64-055e-4a58-8b09-ed39641e1b85 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 931 time: 0.1534204 Aug 19 16:13:15.228526 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-353e7748-a4ee-4eeb-a629-de354ee089a2 req-06969a17-7f20-4ffe-a79b-377a5167672a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671589 Aug 19 16:13:15.306729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f431b33-f837-440c-b971-15814290f1c0 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:13:15.315802 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.330399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Transition to ACTIVE for port object 8f431b33-f837-440c-b971-15814290f1c0 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:13:15.378536 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.433976 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Pushing event updated for resources: {'Port': ['ID=8f431b33-f837-440c-b971-15814290f1c0,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:15.528503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Attempting to bind port 8f431b33-f837-440c-b971-15814290f1c0 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:13:15.529207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Attempting to bind port 8f431b33-f837-440c-b971-15814290f1c0 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:13:15.529764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Attempting to bind port 8f431b33-f837-440c-b971-15814290f1c0 on network b688196a-1299-4d42-8481-0099ebb482af {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:13:15.537917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Port 8f431b33-f837-440c-b971-15814290f1c0 on network b688196a-1299-4d42-8481-0099ebb482af not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:13:15.538462 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Attempting to bind port 8f431b33-f837-440c-b971-15814290f1c0 on network b688196a-1299-4d42-8481-0099ebb482af {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:13:15.549186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:13:15.549756 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Checking segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:13:15.550473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Bound using segment: {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:13:15.551231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Bound port: 8f431b33-f837-440c-b971-15814290f1c0, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:13:15.556232 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.639699 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] For port 8f431b33-f837-440c-b971-15814290f1c0, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:13:15.642939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] For port 8f431b33-f837-440c-b971-15814290f1c0, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=8f431b33-f837-440c-b971-15814290f1c0,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:13:15.733243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.767741 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:15.768405 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:15.769873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] 10.222.0.54 "PUT /v2.0/ports/8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 200 len: 1092 time: 0.9015133 Aug 19 16:13:15.770327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'tag': '8f431b33-f837-440c-b971-15814290f1c0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:13:15.772903 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a1806f-b2c3-40db-a2f2-d6e8350e838b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "tag": "8f431b33-f837-440c-b971-15814290f1c0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:13:15.800251 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb3b7a-5f79-47c4-856e-8cc78b6b6cac service neutron] Pushing event updated for resources: {'Port': ['ID=8f431b33-f837-440c-b971-15814290f1c0,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:15.818758 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ae96ed-d09c-494c-a59a-80bdc861090e x-openstack-request-id: req-43ae96ed-d09c-494c-a59a-80bdc861090e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:13:15.819077 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "tag": "8f431b33-f837-440c-b971-15814290f1c0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:13:15.819357 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ae96ed-d09c-494c-a59a-80bdc861090e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:13:15.819738 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'tag': '8f431b33-f837-440c-b971-15814290f1c0', 'status': 'completed', 'code': 200} Aug 19 16:13:15.907520 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1806f-b2c3-40db-a2f2-d6e8350e838b req-bb9996c7-0081-4546-a3e4-544e613f7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:15.909180 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13a1806f-b2c3-40db-a2f2-d6e8350e838b req-bb9996c7-0081-4546-a3e4-544e613f7b14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0495024 Aug 19 16:13:16.022887 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1806f-b2c3-40db-a2f2-d6e8350e838b req-bbfd8925-3803-45f1-b20d-1b017096f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:16.025267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13a1806f-b2c3-40db-a2f2-d6e8350e838b req-bbfd8925-3803-45f1-b20d-1b017096f6b7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5b0183228dd94696a7a39e6ffd950533&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1023359 Aug 19 16:13:16.127197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1806f-b2c3-40db-a2f2-d6e8350e838b req-896e9a3b-6818-4366-a13b-c10ff2db194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:16.128585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-13a1806f-b2c3-40db-a2f2-d6e8350e838b req-896e9a3b-6818-4366-a13b-c10ff2db194f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965981 Aug 19 16:13:16.234598 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-c2206a91-080d-4f89-912c-bf636e7b725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:16.236197 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-c2206a91-080d-4f89-912c-bf636e7b725b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0509319 Aug 19 16:13:16.291181 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-85690eb4-6bc9-4f5f-9251-9baf0d500ab3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0388684 Aug 19 16:13:16.371564 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-733b2176-26a4-4270-9df5-25d647cadb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:16.373107 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-733b2176-26a4-4270-9df5-25d647cadb37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7010dfc0-b6bd-4803-bdba-fc6e4911fca1 HTTP/1.1" status: 200 len: 835 time: 0.0781898 Aug 19 16:13:16.396337 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7d03-a11f-4c9f-a12d-fcd97520dcfe req-782239a3-5b41-4bc8-9a13-c5666147e27f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:16.398126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-823e7d03-a11f-4c9f-a12d-fcd97520dcfe req-782239a3-5b41-4bc8-9a13-c5666147e27f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 943 time: 0.0928810 Aug 19 16:13:16.456130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-823e7d03-a11f-4c9f-a12d-fcd97520dcfe req-09ac4775-1ef5-4916-9d90-2823bd997a45 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Aug 19 16:13:16.458081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-2f2f535b-b536-4640-b869-a29e1655262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:16.459585 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-2f2f535b-b536-4640-b869-a29e1655262e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b688196a-1299-4d42-8481-0099ebb482af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800209 Aug 19 16:13:16.555269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-2e630653-1c79-4d55-819e-15f018fcc248 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879648 Aug 19 16:13:16.658528 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c86ad19-5c95-4e8c-964c-6f2a5bb8457a req-c8df6228-5184-45a0-9929-0623ea5fe091 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957739 Aug 19 16:13:17.575278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cca2fe-e6e9-4be5-a70f-86f518d01378 req-88b35bf4-9add-48af-a971-18d9a7dcbcc5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:17.576938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69cca2fe-e6e9-4be5-a70f-86f518d01378 req-88b35bf4-9add-48af-a971-18d9a7dcbcc5 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 943 time: 0.0524359 Aug 19 16:13:17.622742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-69cca2fe-e6e9-4be5-a70f-86f518d01378 req-ed74560f-7cca-4020-b9b1-36c01dcf3e0e tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397930 Aug 19 16:13:18.747789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81605-5304-47c0-a589-fabaf59c796d req-49ab01c6-fb2a-4d68-b029-7932484eb011 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:18.749364 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58c81605-5304-47c0-a589-fabaf59c796d req-49ab01c6-fb2a-4d68-b029-7932484eb011 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 943 time: 0.0515716 Aug 19 16:13:18.790246 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-58c81605-5304-47c0-a589-fabaf59c796d req-4f58ac44-f072-41d2-b37c-c9ecba73aa2b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Aug 19 16:13:19.521678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 8f431b33-f837-440c-b971-15814290f1c0 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:13:19.621639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 8f431b33-f837-440c-b971-15814290f1c0, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=8f431b33-f837-440c-b971-15814290f1c0,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:13:19.633882 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '8f431b33-f837-440c-b971-15814290f1c0', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'port_id': '8f431b33-f837-440c-b971-15814290f1c0', 'mac_address': 'fa:16:3e:06:7c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:13:19.676445 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:19.689760 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f431b33-f837-440c-b971-15814290f1c0 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:13:19.711162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 8f431b33-f837-440c-b971-15814290f1c0, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=8f431b33-f837-440c-b971-15814290f1c0,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:13:19.790050 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:19.847494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=8f431b33-f837-440c-b971-15814290f1c0,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:19.913803 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbd13e-d491-4bc7-98b3-6537409eb50e req-183dd9c7-2e1d-4c75-82e8-da4aa6499a93 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:19.915418 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38fbd13e-d491-4bc7-98b3-6537409eb50e req-183dd9c7-2e1d-4c75-82e8-da4aa6499a93 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 944 time: 0.0544229 Aug 19 16:13:19.957551 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38fbd13e-d491-4bc7-98b3-6537409eb50e req-0d130a91-4910-4c0d-b9a8-14e22aea06c2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357208 Aug 19 16:13:20.200431 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['8f431b33-f837-440c-b971-15814290f1c0'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:13:21.079097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02626fb6-df5d-4ab7-b9bd-c92707570a5f req-b5c73e1f-2eda-4fbb-ab23-ac1d3e5a7c73 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:21.080646 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02626fb6-df5d-4ab7-b9bd-c92707570a5f req-b5c73e1f-2eda-4fbb-ab23-ac1d3e5a7c73 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 944 time: 0.0505316 Aug 19 16:13:21.128281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02626fb6-df5d-4ab7-b9bd-c92707570a5f req-4c68cafe-68c1-4af4-879b-b93399bce4ce tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Aug 19 16:13:21.520386 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 8f431b33-f837-440c-b971-15814290f1c0 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:13:21.630305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 8f431b33-f837-440c-b971-15814290f1c0 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:13:21.635048 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 8f431b33-f837-440c-b971-15814290f1c0 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:13:21.635425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:21.718509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:21.742643 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f431b33-f837-440c-b971-15814290f1c0'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:13:21.745977 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74702030-6ea1-45a3-a69f-50428ababc18" -d '{"events": [{"server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "name": "network-vif-plugged", "status": "completed", "tag": "8f431b33-f837-440c-b971-15814290f1c0"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:13:21.759731 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 8f431b33-f837-440c-b971-15814290f1c0, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=8f431b33-f837-440c-b971-15814290f1c0,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:13:21.783853 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3567fa87-f7f2-4522-b1f8-827e361255cf x-openstack-request-id: req-3567fa87-f7f2-4522-b1f8-827e361255cf {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:13:21.784155 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "name": "network-vif-plugged", "status": "completed", "tag": "8f431b33-f837-440c-b971-15814290f1c0", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:13:21.784412 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3567fa87-f7f2-4522-b1f8-827e361255cf {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:13:21.784816 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f431b33-f837-440c-b971-15814290f1c0', 'code': 200} Aug 19 16:13:21.847681 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:21.906362 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=8f431b33-f837-440c-b971-15814290f1c0,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:21.914876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10364f6-4c7d-4fec-bcf5-50275866574b req-ef03c0cc-1c8c-408e-9142-845c66ef4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:21.916860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a10364f6-4c7d-4fec-bcf5-50275866574b req-ef03c0cc-1c8c-408e-9142-845c66ef4702 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0504243 Aug 19 16:13:21.954541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a10364f6-4c7d-4fec-bcf5-50275866574b req-f67283de-da79-475c-b7f0-f8cd79c2495c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304272 Aug 19 16:13:22.255419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4897459-fc11-412a-be62-eec2235abfb7 req-1bedeee2-21b9-489e-9abd-9b61d3a74902 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:22.257092 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4897459-fc11-412a-be62-eec2235abfb7 req-1bedeee2-21b9-489e-9abd-9b61d3a74902 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0564723 Aug 19 16:13:22.302860 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f4897459-fc11-412a-be62-eec2235abfb7 req-4caee541-0aa7-45ed-9546-445cc9453cc9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361581 Aug 19 16:13:23.435897 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c8c49-5a1b-42d7-8751-70a532c4947f req-77e80c20-35aa-4ad3-aa67-f969a92a5395 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:23.437615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-377c8c49-5a1b-42d7-8751-70a532c4947f req-77e80c20-35aa-4ad3-aa67-f969a92a5395 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0598364 Aug 19 16:13:23.493075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-377c8c49-5a1b-42d7-8751-70a532c4947f req-3d2e8ab2-35ab-4c3b-8ed2-5e834b38d3bc tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 Aug 19 16:13:24.632824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859752b-71ef-4cb9-aff9-d328064c013f req-ae1a6dab-b993-4602-8bdf-5d285f31d7e4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:24.634601 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4859752b-71ef-4cb9-aff9-d328064c013f req-ae1a6dab-b993-4602-8bdf-5d285f31d7e4 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0606399 Aug 19 16:13:24.659722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2e2575a8-8034-4945-93b4-77defce56fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:24.683069 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4859752b-71ef-4cb9-aff9-d328064c013f req-c3f83b70-3aed-48a0-886f-37cee5135ead tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Aug 19 16:13:24.809871 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c9b-aa50-45fe-a68f-939653623e5b req-3c6cff5b-f0a1-4a51-aa8b-ff1b16c0e181 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:24.811448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b26e1c9b-aa50-45fe-a68f-939653623e5b req-3c6cff5b-f0a1-4a51-aa8b-ff1b16c0e181 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Aug 19 16:13:24.867288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b26e1c9b-aa50-45fe-a68f-939653623e5b req-89abf3fc-4c90-496d-abb5-af46a6cc2c89 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488188 Aug 19 16:13:24.892297 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55038) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:24.939955 n-d-779913-32 neutron-server[101962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7db428-31e4-48cb-b83f-1397da34d7ca tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:24.941560 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8f7db428-31e4-48cb-b83f-1397da34d7ca tempest-TestNetworkAdvancedServerOps-1524764338 tempest-TestNetworkAdvancedServerOps-1524764338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1092 time: 0.0481942 Aug 19 16:13:24.944891 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55040) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:24.950557 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '8f431b33-f837-440c-b971-15814290f1c0', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:13:25.030091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:25.156532 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:25.286963 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Allocated IP 172.25.5.214 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/9b735557-df11-471d-9db5-cd83e15832f6) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:13:25.405744 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:25.533451 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:25.582948 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:13:25.586350 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:13:25.591013 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:13:25.597170 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=9b735557-df11-471d-9db5-cd83e15832f6,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:25.999856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:26.145358 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:26.218448 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:26.318145 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:26.378727 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:26.450913 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event updated for resources: {'Port': ['ID=9b735557-df11-471d-9db5-cd83e15832f6,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:13:26.461769 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:26.609138 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP 05e31546-f2bd-4735-89dd-d40e675be023 associated. External IP: 172.25.5.214, port: 8f431b33-f837-440c-b971-15814290f1c0. Aug 19 16:13:27.187684 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router f3a438f4-c126-42ca-828a-4ed8348b54ea has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:13:27.305630 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:13:27.315514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] Sync routers for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:13:27.325193 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:13:27.325990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:27.329225 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:27.395571 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:27.425771 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8307293d-78fb-4994-ab41-ed54f1971bb2 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4797311 Aug 19 16:13:27.426376 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'tag': '8f431b33-f837-440c-b971-15814290f1c0'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:13:27.428898 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eae2ca-0a5a-4e30-875b-27959130e606" -d '{"events": [{"name": "network-changed", "server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "tag": "8f431b33-f837-440c-b971-15814290f1c0"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:13:27.455852 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:13:27.535496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7ca6-f344-4b19-afc2-86d5ff15b285 req-85e8cb1f-320e-4e5b-ad62-770c3fc1b4c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:27.537097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b8c7ca6-f344-4b19-afc2-86d5ff15b285 req-85e8cb1f-320e-4e5b-ad62-770c3fc1b4c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0591309 Aug 19 16:13:27.588465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4b8c7ca6-f344-4b19-afc2-86d5ff15b285 req-e46bf639-3769-434a-8bf0-ada99975b13f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Aug 19 16:13:27.614541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55046) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:27.653580 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d84342-5b5e-4f67-b98f-0d6f730eaeb1 x-openstack-request-id: req-78d84342-5b5e-4f67-b98f-0d6f730eaeb1 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:13:27.653917 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "tag": "8f431b33-f837-440c-b971-15814290f1c0", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:13:27.654122 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78d84342-5b5e-4f67-b98f-0d6f730eaeb1 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:13:27.654532 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'tag': '8f431b33-f837-440c-b971-15814290f1c0', 'status': 'completed', 'code': 200} Aug 19 16:13:27.691843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-73a92f47-30ab-419c-8b15-fae1c733d925 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/05e31546-f2bd-4735-89dd-d40e675be023 HTTP/1.1" status: 200 len: 991 time: 0.0750639 Aug 19 16:13:27.705454 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '05e31546-f2bd-4735-89dd-d40e675be023', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'port_id': '8f431b33-f837-440c-b971-15814290f1c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'mac_address': 'fa:16:3e:06:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:13:25Z', 'updated_at': '2021-08-19T16:13:25Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:11Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:27.733391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] Checking router: f3a438f4-c126-42ca-828a-4ed8348b54ea for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:13:27.734261 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-0874a6df-2bca-420d-8fb5-80c5f492b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:27.735822 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-0874a6df-2bca-420d-8fb5-80c5f492b033 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0440629 Aug 19 16:13:27.742540 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:13:27.743151 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:12:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:27.831705 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-9296b6ef-1af7-45e0-b40b-7f1a79974a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:27.833233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-9296b6ef-1af7-45e0-b40b-7f1a79974a7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 200 len: 898 time: 0.0906286 Aug 19 16:13:27.860406 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:13:27.909547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-4c9983d3-f8c6-4b71-b318-2f6608e797f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 200 len: 999 time: 0.0698795 Aug 19 16:13:27.939656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9688-6f2a-4437-93d8-393a7106ae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:27.962718 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-dbeb1aca-2c3f-4bb1-a92f-f82a6a020ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:27.964855 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-dbeb1aca-2c3f-4bb1-a92f-f82a6a020ab5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7010dfc0-b6bd-4803-bdba-fc6e4911fca1 HTTP/1.1" status: 200 len: 835 time: 0.0486591 Aug 19 16:13:28.015297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-dc35dcd4-9115-43a3-aedc-a4e42e973cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:28.017061 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-dc35dcd4-9115-43a3-aedc-a4e42e973cdf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b688196a-1299-4d42-8481-0099ebb482af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455058 Aug 19 16:13:28.109791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '05e31546-f2bd-4735-89dd-d40e675be023', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'port_id': '8f431b33-f837-440c-b971-15814290f1c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'mac_address': 'fa:16:3e:06:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:13:25Z', 'updated_at': '2021-08-19T16:13:25Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:11Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:13:28.125771 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-6f08d0c9-6eb4-40e2-a1bd-256fedd7eac0 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010253 Aug 19 16:13:28.138136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950f3e5-dbbf-4ecd-8ca2-f931bf70dcbc None None] The sync data for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 is: [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '05e31546-f2bd-4735-89dd-d40e675be023', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'port_id': '8f431b33-f837-440c-b971-15814290f1c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'mac_address': 'fa:16:3e:06:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:13:25Z', 'updated_at': '2021-08-19T16:13:25Z', 'revision_number': 0, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:11Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:13:28.224456 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b4eae2ca-0a5a-4e30-875b-27959130e606 req-a57295dd-5530-48ff-afbd-f8ff8504c989 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926666 Aug 19 16:13:28.353010 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6ae3c-398f-44c2-8bfd-836e2aa52d26 None None] New status for floating IP 05e31546-f2bd-4735-89dd-d40e675be023: ACTIVE {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:13:28.694787 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55050) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:28.763281 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-7e8c53cb-9c19-44f8-a791-00fadec14b7c tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/05e31546-f2bd-4735-89dd-d40e675be023 HTTP/1.1" status: 200 len: 991 time: 0.0672374 Aug 19 16:13:29.767086 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55052) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:13:29.830981 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-63f872a2-ebca-4a71-8b3c-765a55ed7f5f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/05e31546-f2bd-4735-89dd-d40e675be023 HTTP/1.1" status: 200 len: 993 time: 0.0627360 Aug 19 16:13:29.893930 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:31.071355 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:43.990302 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:45.362115 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:13:52.348929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-8e9e79d8-ba15-4943-9eb5-d8a4b787c9ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404468 Aug 19 16:13:52.450003 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-4d455a73-59b0-4f3f-9237-3bd15d83f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:52.451505 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-4d455a73-59b0-4f3f-9237-3bd15d83f78d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0455062 Aug 19 16:13:52.555669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-63fe1ea1-b5b4-4b4e-ac76-87dd49c41b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:52.557742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-63fe1ea1-b5b4-4b4e-ac76-87dd49c41b64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 200 len: 898 time: 0.0874245 Aug 19 16:13:52.627734 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-d90976c9-bc36-44ba-a0c4-eb7cc5744b58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 200 len: 1001 time: 0.0634973 Aug 19 16:13:52.676474 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-79397686-df30-4276-b00f-aa47e7736e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:52.677981 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-79397686-df30-4276-b00f-aa47e7736e1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7010dfc0-b6bd-4803-bdba-fc6e4911fca1 HTTP/1.1" status: 200 len: 835 time: 0.0440016 Aug 19 16:13:52.722890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-d73c687a-f582-48ca-84d9-cbd0a4fb60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:13:52.724413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-d73c687a-f582-48ca-84d9-cbd0a4fb60fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b688196a-1299-4d42-8481-0099ebb482af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399096 Aug 19 16:13:52.825090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-d19d1105-f61c-4515-a367-31603089a751 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928977 Aug 19 16:13:52.916266 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1c882e6b-661d-4715-9d48-2b1ea2f6ff88 req-c6b0f2b1-55d2-4eb0-b9aa-a2138d95c3bf service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846119 Aug 19 16:13:54.635660 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2535-14c3-4704-896f-22692067b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:56.223323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:57.309020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:57.898059 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5b609780-7faf-4ba8-9078-fe79479f7aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:13:59.943855 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:01.114677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:14.005922 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:22.361560 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:14:24.673283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d30f3232-1e4f-4e42-b52a-c042b9476ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:26.234433 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:27.325728 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:27.874252 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-abc99fed-073b-4200-b75b-16777c11f805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:29.913360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:31.051302 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:39.780406 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57275122-c500-4ee3-805e-15edbe76c3be req-fea4d349-f2bf-4f94-8df1-e50f67b8059b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:39.781978 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57275122-c500-4ee3-805e-15edbe76c3be req-fea4d349-f2bf-4f94-8df1-e50f67b8059b tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0516176 Aug 19 16:14:39.820715 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-57275122-c500-4ee3-805e-15edbe76c3be req-363bc648-efb7-4ad9-ba41-1f343ebf666d tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Aug 19 16:14:40.954763 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6f67-1aee-49fc-bbef-d0bc692d5ee9 req-c3d285ea-f79d-4e0e-85d6-e19807708d8a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:40.956293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b4c6f67-1aee-49fc-bbef-d0bc692d5ee9 req-c3d285ea-f79d-4e0e-85d6-e19807708d8a tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Aug 19 16:14:40.998672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1b4c6f67-1aee-49fc-bbef-d0bc692d5ee9 req-bd18bda5-8cb9-4de0-bb83-6358ac313738 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352702 Aug 19 16:14:42.119228 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bdfaa-2449-4c3d-9c2d-dc60ec8d95a1 req-d834a60e-570c-479f-94fe-35fdcdb6017f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:42.120732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f9bdfaa-2449-4c3d-9c2d-dc60ec8d95a1 req-d834a60e-570c-479f-94fe-35fdcdb6017f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0523953 Aug 19 16:14:42.159881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8f9bdfaa-2449-4c3d-9c2d-dc60ec8d95a1 req-95b20a55-bd2e-4240-b2bf-d7d60d055e12 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Aug 19 16:14:42.182998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55090) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:42.249747 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-41f12f0e-11f7-4dc4-8f39-18d557a8bab8 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/05e31546-f2bd-4735-89dd-d40e675be023 HTTP/1.1" status: 200 len: 993 time: 0.0656033 Aug 19 16:14:43.662625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433b3d4-7bc7-4bcb-b95d-823f92969d34 req-604ede5d-5763-41bb-be0b-2317bafe28f0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:43.664060 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c433b3d4-7bc7-4bcb-b95d-823f92969d34 req-604ede5d-5763-41bb-be0b-2317bafe28f0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0534134 Aug 19 16:14:43.707288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c433b3d4-7bc7-4bcb-b95d-823f92969d34 req-31d575d9-146b-40e9-97f6-39a230a52ea9 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362046 Aug 19 16:14:43.846921 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-611fb19e-6862-4cd9-9bde-07b3e2f4956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:43.848466 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-611fb19e-6862-4cd9-9bde-07b3e2f4956b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1097 time: 0.1329861 Aug 19 16:14:43.944099 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-053361b2-70a7-46c3-af90-7a72917d01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:43.945544 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-053361b2-70a7-46c3-af90-7a72917d01df service neutron] 10.222.0.54 "GET /v2.0/networks?id=b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 200 len: 898 time: 0.0902667 Aug 19 16:14:44.011025 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:44.014443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-a3656ec4-8941-4767-9c4e-9c33eea823f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 200 len: 1001 time: 0.0618260 Aug 19 16:14:44.067540 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-05225580-32ee-42a3-bf16-a32e17da80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:44.067540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-05225580-32ee-42a3-bf16-a32e17da80fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7010dfc0-b6bd-4803-bdba-fc6e4911fca1 HTTP/1.1" status: 200 len: 835 time: 0.0465662 Aug 19 16:14:44.118519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-96018e1c-0156-4c68-b51a-26af4791f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:44.120306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-96018e1c-0156-4c68-b51a-26af4791f9f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b688196a-1299-4d42-8481-0099ebb482af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454731 Aug 19 16:14:44.131321 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-b02195c2-137d-4e65-8cc5-f215961321d0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:14:44.132304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-b02195c2-137d-4e65-8cc5-f215961321d0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051224 Aug 19 16:14:44.223265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-592e939c-2db6-4c43-bb83-be181c8abb56 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828271 Aug 19 16:14:44.321694 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5a262f54-c966-47f3-a99f-bbe9ed9d2fe6 req-e8323aba-a933-448c-8c00-40bd446a1d11 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913568 Aug 19 16:14:44.830519 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc221-1386-4161-b448-934102c16923 req-79fe394d-e1e4-4770-8344-77e35d942022 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:44.832046 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b7fc221-1386-4161-b448-934102c16923 req-79fe394d-e1e4-4770-8344-77e35d942022 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0514982 Aug 19 16:14:44.870317 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2b7fc221-1386-4161-b448-934102c16923 req-8a5ad78c-e895-48b3-9edf-8fdacfc735ec tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Aug 19 16:14:45.990692 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36bff1-91d8-4fd4-b762-b82af02833fa req-6c4b400b-ab96-4501-a4b4-2666710d29fb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:45.992213 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb36bff1-91d8-4fd4-b762-b82af02833fa req-6c4b400b-ab96-4501-a4b4-2666710d29fb tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0542665 Aug 19 16:14:46.032036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb36bff1-91d8-4fd4-b762-b82af02833fa req-599e82d6-b660-4d2c-bcb7-697534d66f82 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Aug 19 16:14:46.054423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55104) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:46.120101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ce7a5f33-ba30-4696-852b-42967b1600c1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/floatingips/05e31546-f2bd-4735-89dd-d40e675be023 HTTP/1.1" status: 200 len: 993 time: 0.0645411 Aug 19 16:14:46.342773 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55110) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:46.506429 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 9b735557-df11-471d-9db5-cd83e15832f6 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:14:46.506671 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:46.589020 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:46.589376 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:46.602304 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 9b735557-df11-471d-9db5-cd83e15832f6 owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:14:46.799973 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:46.827303 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=9b735557-df11-471d-9db5-cd83e15832f6,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:46.840739 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.841135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.841487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.841830 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.842164 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.842501 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.842837 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.843168 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.843493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.843976 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.844212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.844556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:46.903228 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:46.903563 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Floating IP 05e31546-f2bd-4735-89dd-d40e675be023 disassociated (deleted). External IP: 172.25.5.214, port: 8f431b33-f837-440c-b971-15814290f1c0. Aug 19 16:14:47.112658 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router f3a438f4-c126-42ca-828a-4ed8348b54ea has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:14:47.222691 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:14:47.227562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:47.234035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] Sync routers for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:14:47.243379 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:14:47.244613 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:47.258191 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-0bacb7e6-75f0-465f-bf93-9f465cfd5a78 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/floatingips/05e31546-f2bd-4735-89dd-d40e675be023 HTTP/1.1" status: 204 len: 168 time: 0.9141922 Aug 19 16:14:47.258795 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'tag': '8f431b33-f837-440c-b971-15814290f1c0'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:14:47.262128 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2471bf-a4a1-4b6d-973f-af58e75968ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "tag": "8f431b33-f837-440c-b971-15814290f1c0"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:14:47.361392 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:14:47.567017 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:11Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:47.598271 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] Checking router: f3a438f4-c126-42ca-828a-4ed8348b54ea for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:14:47.607411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:14:47.608036 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:47.721756 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8754f1d-c9b6-4dbb-8b26-69dfb80daf49 x-openstack-request-id: req-c8754f1d-c9b6-4dbb-8b26-69dfb80daf49 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:14:47.722315 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "tag": "8f431b33-f837-440c-b971-15814290f1c0", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:14:47.722315 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8754f1d-c9b6-4dbb-8b26-69dfb80daf49 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:14:47.722697 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'tag': '8f431b33-f837-440c-b971-15814290f1c0', 'status': 'completed', 'code': 200} Aug 19 16:14:47.843162 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-51039b19-333c-466a-b37c-7b9ce7dab9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:47.844724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-51039b19-333c-466a-b37c-7b9ce7dab9d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b0183228dd94696a7a39e6ffd950533&device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0750268 Aug 19 16:14:47.856651 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d22a-7e5e-410e-8c1a-7cd66011d7de req-a4fe033d-1255-41a1-8ac8-4cdcab5242d1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:47.858173 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6775d22a-7e5e-410e-8c1a-7cd66011d7de req-a4fe033d-1255-41a1-8ac8-4cdcab5242d1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0871534 Aug 19 16:14:47.880171 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:14:47.952764 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6775d22a-7e5e-410e-8c1a-7cd66011d7de req-441cecd9-5ad0-43c2-a7d8-3353122bc532 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852416 Aug 19 16:14:47.973362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-b480293a-21b3-4429-a26a-a886f31c9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:47.974868 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-b480293a-21b3-4429-a26a-a886f31c9c6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 200 len: 898 time: 0.1157873 Aug 19 16:14:48.024536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-6f487343-6e82-4fcf-b294-996f36bb91ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0413053 Aug 19 16:14:48.078319 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-7c9e2386-3a13-4500-9685-62d028c0dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:48.079808 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-7c9e2386-3a13-4500-9685-62d028c0dda8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7010dfc0-b6bd-4803-bdba-fc6e4911fca1 HTTP/1.1" status: 200 len: 835 time: 0.0458715 Aug 19 16:14:48.101866 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:11Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:48.128020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-52d90b0e-d64b-4b1d-9c18-fff441e53d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:48.128547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165af700-9d2d-47a3-b503-092cc691d019 None None] The sync data for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 is: [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:13:06Z', 'revision_number': 4, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '359edf4b-3508-4c98-86c2-b0e137383600', 'name': '', 'network_id': 'b688196a-1299-4d42-8481-0099ebb482af', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'mac_address': 'fa:16:3e:d6:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:05Z', 'updated_at': '2021-08-19T16:13:11Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'subnets': [{'id': '7010dfc0-b6bd-4803-bdba-fc6e4911fca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:14:48.129651 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-52d90b0e-d64b-4b1d-9c18-fff441e53d7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b688196a-1299-4d42-8481-0099ebb482af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409877 Aug 19 16:14:48.229996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-6ec49ec4-67ae-4152-804d-0de58f0e92e9 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919249 Aug 19 16:14:48.326790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4f2471bf-a4a1-4b6d-973f-af58e75968ac req-24bbc014-4f08-49ae-be17-1c8229e8cae8 service neutron] 10.222.0.54 "GET /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895751 Aug 19 16:14:48.360681 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2226935-0496-4beb-8984-1e35c4830359 None None] New status for floating IP 05e31546-f2bd-4735-89dd-d40e675be023: DOWN {{(pid=101965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:14:49.073142 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f89a46-cc96-4ca5-bfe6-42fa9f38f0c0 req-e97b738e-8f57-4106-a913-3aecfd4f8af1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:49.075367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24f89a46-cc96-4ca5-bfe6-42fa9f38f0c0 req-e97b738e-8f57-4106-a913-3aecfd4f8af1 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Aug 19 16:14:49.114438 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-24f89a46-cc96-4ca5-bfe6-42fa9f38f0c0 req-6de63b2c-d18f-4b8c-a050-51ed3a7ec7ed tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Aug 19 16:14:49.677611 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-4af2b043-6890-438f-a262-ac9d3efef423 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:49.679095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-4af2b043-6890-438f-a262-ac9d3efef423 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Aug 19 16:14:49.770513 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 8f431b33-f837-440c-b971-15814290f1c0 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:14:49.773431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:49.865188 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 8f431b33-f837-440c-b971-15814290f1c0, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=8f431b33-f837-440c-b971-15814290f1c0,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:14:49.865565 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:49.880419 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 8f431b33-f837-440c-b971-15814290f1c0 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:14:50.068509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:50.100137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=8f431b33-f837-440c-b971-15814290f1c0,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:50.115774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.115774 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.116110 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.116307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.116640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.116974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.117332 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.117661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.117967 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.118314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.118641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.118964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:50.154789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] No DVR routers for this DVR port 8f431b33-f837-440c-b971-15814290f1c0 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:14:50.157516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:50.159540 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ce151dc6-cc9d-4aa4-984a-5ce813ca3d34 req-d7d33adf-dd30-4c52-9614-a9a9549a6b48 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.54 "DELETE /v2.0/ports/8f431b33-f837-440c-b971-15814290f1c0 HTTP/1.1" status: 204 len: 173 time: 0.4737055 Aug 19 16:14:50.159987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'name': 'network-vif-deleted', 'tag': '8f431b33-f837-440c-b971-15814290f1c0'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:14:50.162308 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a3110-f592-498f-a5a9-029277734bd5" -d '{"events": [{"server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "name": "network-vif-deleted", "tag": "8f431b33-f837-440c-b971-15814290f1c0"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:14:50.210450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04c87632-0493-4a78-9200-3023e6d4f64c req-b3212b2b-d680-4f53-9a6b-2a016e06ac49 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b032d18-0f9a-46b8-a0a6-441e92bb1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0271480 Aug 19 16:14:50.311163 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf572fc-7708-4413-bd31-e8e82dd51b0e x-openstack-request-id: req-5cf572fc-7708-4413-bd31-e8e82dd51b0e {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:14:50.311465 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b032d18-0f9a-46b8-a0a6-441e92bb1ef0", "name": "network-vif-deleted", "tag": "8f431b33-f837-440c-b971-15814290f1c0", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:14:50.311731 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cf572fc-7708-4413-bd31-e8e82dd51b0e {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:14:50.312146 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b032d18-0f9a-46b8-a0a6-441e92bb1ef0', 'name': 'network-vif-deleted', 'tag': '8f431b33-f837-440c-b971-15814290f1c0', 'status': 'completed', 'code': 200} Aug 19 16:14:51.270328 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55132) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:51.640576 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:51.897016 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 359edf4b-3508-4c98-86c2-b0e137383600 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:14:51.897304 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:51.990184 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 359edf4b-3508-4c98-86c2-b0e137383600, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=359edf4b-3508-4c98-86c2-b0e137383600,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:14:51.990562 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:52.003415 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 359edf4b-3508-4c98-86c2-b0e137383600 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:14:52.222420 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:52.250082 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=359edf4b-3508-4c98-86c2-b0e137383600,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:52.425601 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:52.642650 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Router f3a438f4-c126-42ca-828a-4ed8348b54ea has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:14:52.751096 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:14:52.756395 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-39a7eca5-a8b4-4a3e-84a4-f17d1b6df585 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "PUT /v2.0/routers/f3a438f4-c126-42ca-828a-4ed8348b54ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4846871 Aug 19 16:14:52.759205 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55134) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:52.762083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] Sync routers for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:14:52.771598 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:14:52.779722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:52.811145 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting subnet 7010dfc0-b6bd-4803-bdba-fc6e4911fca1 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:14:52.814382 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:52.854954 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:52.880138 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:14:52.945969 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.073294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:14:52Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:53.106234 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.108978 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] Checking router: f3a438f4-c126-42ca-828a-4ed8348b54ea for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:14:53.118155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] Routers {'f3a438f4-c126-42ca-828a-4ed8348b54ea'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:14:53.118417 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['f3a438f4-c126-42ca-828a-4ed8348b54ea'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:53.136227 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Subnet': ['ID=7010dfc0-b6bd-4803-bdba-fc6e4911fca1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:53.144778 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.149641 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8495aea6-fa3f-4d77-9f1f-d17c37e2e6aa tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/subnets/7010dfc0-b6bd-4803-bdba-fc6e4911fca1 HTTP/1.1" status: 204 len: 168 time: 0.3868818 Aug 19 16:14:53.149800 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55136) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:53.152712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6092dd-30ff-47cf-a383-1f30dfab41b5 None None] Network b688196a-1299-4d42-8481-0099ebb482af requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:14:53.262049 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.310694 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] Set router f3a438f4-c126-42ca-828a-4ed8348b54ea gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:14:53.370446 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.492170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] DHCP port deletion for b688196a-1299-4d42-8481-0099ebb482af request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:14:53.500864 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Deleting port 99c927ce-1b6a-4cdf-816c-b320d747a38c {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:14:53.500864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.528713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:14:52Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:53.562358 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dace4e-0617-467b-a263-7b3f63e6cddd None None] The sync data for ids ['f3a438f4-c126-42ca-828a-4ed8348b54ea'] in n-d-779913-32 is: [{'id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677425577', 'tenant_id': '5b0183228dd94696a7a39e6ffd950533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:13:01Z', 'updated_at': '2021-08-19T16:14:52Z', 'revision_number': 5, 'project_id': '5b0183228dd94696a7a39e6ffd950533', 'gw_port': {'id': '99c927ce-1b6a-4cdf-816c-b320d747a38c', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a438f4-c126-42ca-828a-4ed8348b54ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:13:02Z', 'updated_at': '2021-08-19T16:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:14:53.579609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Deleting port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:14:53.580399 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.590325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] For port 99c927ce-1b6a-4cdf-816c-b320d747a38c, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=99c927ce-1b6a-4cdf-816c-b320d747a38c,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:14:53.590887 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.608325 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Calling delete_port for 99c927ce-1b6a-4cdf-816c-b320d747a38c owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:14:53.645323 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] For port c5e7da93-7669-412e-bd8a-5c6bc3a2d710, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,segment=NetworkSegment(aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb),segment_id=aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:14:53.645722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.659699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Calling delete_port for c5e7da93-7669-412e-bd8a-5c6bc3a2d710 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:14:53.793822 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.821661 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] No DVR routers for this DVR port c5e7da93-7669-412e-bd8a-5c6bc3a2d710 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:14:53.823293 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Pushing event deleted for resources: {'Port': ['ID=c5e7da93-7669-412e-bd8a-5c6bc3a2d710,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:53.834648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.834850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.835133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.835609 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.835792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.836093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.836416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.836737 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.837060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.837402 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.837723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.838105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed7e1d-576c-4f88-8a1b-211967e1eb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:14:53.839873 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.865922 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Port': ['ID=99c927ce-1b6a-4cdf-816c-b320d747a38c,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:53.925547 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 8f431b33-f837-440c-b971-15814290f1c0 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:14:53.934206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:53.951913 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 8f431b33-f837-440c-b971-15814290f1c0 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:14:53.952353 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 8f431b33-f837-440c-b971-15814290f1c0 not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:14:54.035738 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.037941 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.148188 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.148726 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Fanout notify agent at l3_agent the message router_deleted on router f3a438f4-c126-42ca-828a-4ed8348b54ea {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:14:54.156112 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.157276 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b2e2fd70-9084-4115-a328-5bc8509f03e7 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/routers/f3a438f4-c126-42ca-828a-4ed8348b54ea HTTP/1.1" status: 204 len: 168 time: 1.0064552 Aug 19 16:14:54.160139 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55138) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:54.246890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.338074 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b688196a-1299-4d42-8481-0099ebb482af']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad4b2ba-aa65-4ab8-b0e3-e4b0c2b804fb') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: timer() Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:14:54.399020 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:14:54.518778 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.525826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.528826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/networks/b688196a-1299-4d42-8481-0099ebb482af HTTP/1.1" status: 204 len: 168 time: 0.3671262 Aug 19 16:14:54.531685 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55140) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:54.540450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd81574-bc84-4131-8e43-ca6eebf8e8d0 tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'Network': ['ID=b688196a-1299-4d42-8481-0099ebb482af,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:54.593510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-115d4903-2cba-4ca3-bd17-8d1e8f900e6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.619281 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-115d4903-2cba-4ca3-bd17-8d1e8f900e6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.650731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ae2b92ba-5bdc-4f59-a5dc-927d336d6f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.731294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-115d4903-2cba-4ca3-bd17-8d1e8f900e6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.733897 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-115d4903-2cba-4ca3-bd17-8d1e8f900e6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:54.735086 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-115d4903-2cba-4ca3-bd17-8d1e8f900e6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] 10.222.0.13 "DELETE /v2.0/security-groups/b13c8978-d1f9-4cf2-9ff2-c05c7ae94061 HTTP/1.1" status: 204 len: 168 time: 0.2024055 Aug 19 16:14:54.744705 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d4903-2cba-4ca3-bd17-8d1e8f900e6f tempest-TestNetworkAdvancedServerOps-1065231392 tempest-TestNetworkAdvancedServerOps-1065231392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c8978-d1f9-4cf2-9ff2-c05c7ae94061,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:55.151941 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99c927ce-1b6a-4cdf-816c-b320d747a38c no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:14:55.172856 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 99c927ce-1b6a-4cdf-816c-b320d747a38c {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:14:55.173241 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 99c927ce-1b6a-4cdf-816c-b320d747a38c not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:14:55.173677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 359edf4b-3508-4c98-86c2-b0e137383600 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:14:55.192713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 359edf4b-3508-4c98-86c2-b0e137383600 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:14:55.192995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 359edf4b-3508-4c98-86c2-b0e137383600 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:14:55.193429 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5e7da93-7669-412e-bd8a-5c6bc3a2d710 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:14:55.214005 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: c5e7da93-7669-412e-bd8a-5c6bc3a2d710 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:14:55.219780 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device c5e7da93-7669-412e-bd8a-5c6bc3a2d710 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:14:55.341814 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55148) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:55.474169 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-aeb33f67-c140-4755-b0d5-281fd6524214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b0183228dd94696a7a39e6ffd950533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310894 Aug 19 16:14:55.476654 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55152) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:55.528010 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6c480b5-f981-408c-80f3-c90501d99992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:55.549400 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6c480b5-f981-408c-80f3-c90501d99992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:55.685195 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6c480b5-f981-408c-80f3-c90501d99992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:55.687772 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d6c480b5-f981-408c-80f3-c90501d99992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:55.688995 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d6c480b5-f981-408c-80f3-c90501d99992 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb59ae10-2aad-4868-875e-2711ec51264b HTTP/1.1" status: 204 len: 168 time: 0.2113814 Aug 19 16:14:55.697242 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c480b5-f981-408c-80f3-c90501d99992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb59ae10-2aad-4868-875e-2711ec51264b,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:56.268065 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.319528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55158) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:56.334229 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b22a165-e61e-420e-8168-e38537a95f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.433715 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b22a165-e61e-420e-8168-e38537a95f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.497222 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b22a165-e61e-420e-8168-e38537a95f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.536840 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b22a165-e61e-420e-8168-e38537a95f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=824b13167a2d43ea993dd32326acd0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161982 Aug 19 16:14:56.537604 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a165-e61e-420e-8168-e38537a95f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2c3c5-9f57-4a71-b3d7-20795da3c6fa,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:56.539810 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55160) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:56.599201 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93b926d9-3cca-4b04-97f5-27a72ddee89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.622639 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93b926d9-3cca-4b04-97f5-27a72ddee89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.789018 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93b926d9-3cca-4b04-97f5-27a72ddee89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.792688 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-93b926d9-3cca-4b04-97f5-27a72ddee89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:56.794022 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-93b926d9-3cca-4b04-97f5-27a72ddee89b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24d2c3c5-9f57-4a71-b3d7-20795da3c6fa HTTP/1.1" status: 204 len: 168 time: 0.2530570 Aug 19 16:14:56.802284 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b926d9-3cca-4b04-97f5-27a72ddee89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2c3c5-9f57-4a71-b3d7-20795da3c6fa,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:57.336766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:57.829357 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55182) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:57.925700 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4487b02b-352f-46a7-921f-7ce3f5cc7f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:57.930553 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-669872402-network', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:14:58.033713 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Made reservation on behalf of 771f4630a1a842c198ed88fd2d638e55 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:14:58.036061 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.045358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.136488 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.228212 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.253597 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:14:58.269278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b6ce7e-e533-4176-b3d5-df87b73a63b8,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:58.272540 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.272879 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Added segment 8b72f455-595b-4e24-a010-d7a52e693168 of type vlan for network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 Aug 19 16:14:58.317980 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.399605 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.400820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:58.402323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.464238 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] Pushing event updated for resources: {'Network': ['ID=645a4705-77ad-4d5a-8a4f-7b4e05d62079,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:58.478715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:14:58.542937 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-180fb3d5-8318-4f92-9b2d-0133faf57517 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7116787 Aug 19 16:14:58.545925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55186) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:58.551212 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Request body: {'subnet': {'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-669872402-subnet', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:14:58.633491 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Made reservation on behalf of 771f4630a1a842c198ed88fd2d638e55 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:14:58.636434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.879891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:58.933993 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320f09fa-5f55-4860-a3ff-60f2aef8423d,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:58.950909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Checking segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:14:58.951203 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Network hostable DHCP agents. Network: 645a4705-77ad-4d5a-8a4f-7b4e05d62079, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:14:59.027890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:14:59.074224 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 645a4705-77ad-4d5a-8a4f-7b4e05d62079) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:14:59.079257 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:14:59.081239 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.082063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26bc2ed-3ad0-4180-b7b3-bbe5f4777ea6 None None] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:14:59.131798 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-61b02a78-f0df-4bef-b0df-c619b7fbfa57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5845122 Aug 19 16:14:59.134325 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55188) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:14:59.139362 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:14:59.227509 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.228682 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.229004 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:14:59.230633 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.282066 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.361677 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:14:59.369702 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Allocated IP 172.20.0.2 (645a4705-77ad-4d5a-8a4f-7b4e05d62079/320f09fa-5f55-4860-a3ff-60f2aef8423d/f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:14:59.500507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.518164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.527497 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Transition to ACTIVE for port object f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:14:59.542076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Transition to ACTIVE for port object f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:14:59.629078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.674416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:14:59.677425 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:14:59.681325 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:14:59.688936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Pushing event updated for resources: {'Port': ['ID=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:14:59.755434 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Attempting to bind port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:14:59.755724 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Attempting to bind port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:14:59.756093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Attempting to bind port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:14:59.761998 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:14:59.762366 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.762545 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Checking segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:14:59.762784 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.763191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Bound using segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:14:59.763685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Bound port: f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:14:59.764053 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.786819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:14:59.841409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] For port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:14:59.858674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] For port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:14:59.897880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Allocated IP 172.25.5.90 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/5909c5b0-4d54-41de-8c1f-b37f63b598c4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:14:59.941362 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:00.010409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:00.010647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:00.072235 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d3f1a-87d1-446a-bc11-76b4df4aa61d None None] Pushing event updated for resources: {'Port': ['ID=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:00.148443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:00.187150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:00.192327 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:00.195974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:00.236882 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Pushing event updated for resources: {'Port': ['ID=5909c5b0-4d54-41de-8c1f-b37f63b598c4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:00.982996 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.029536 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd072775-a821-4b83-a49c-c0cf75cf4d14 None None] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:15:01.071635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.184821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-483809a8-cb5b-48d5-93e8-d72d5c72e61e None None] Provisioning for port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:01.205082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:01.226495 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.330900 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:01.335237 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:01.336155 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.433004 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.445235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:15:01.472471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:01.560080 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.567616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:15:01.577348 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:15:01.587716 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:01.588292 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:01.618514 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:01.629361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-aea009df-96a4-45af-8bd0-9e30f0ae2d27 None None] Provisioning complete for port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:01.629743 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aea009df-96a4-45af-8bd0-9e30f0ae2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.662438 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:01.663884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-86253ebd-7ad4-49e2-aefd-836f673f7a02 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5285909 Aug 19 16:15:01.666778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55190) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:01.702674 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:01.883893 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:00Z', 'revision_number': 3, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:01.915060 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:15:01.915509 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Updating router 186ce4b0-3c35-43bb-bfca-2910d86d807d port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:15:01.940392 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.096156 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.191139 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.201970 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Transition to ACTIVE for port object 5909c5b0-4d54-41de-8c1f-b37f63b598c4 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:02.260910 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Allocated IP 172.20.0.1 (645a4705-77ad-4d5a-8a4f-7b4e05d62079/320f09fa-5f55-4860-a3ff-60f2aef8423d/ac10529d-b6b4-4d23-a189-abfab83ee7f4) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:15:02.273973 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.326675 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Attempting to bind port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:15:02.327011 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Attempting to bind port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:15:02.327402 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Attempting to bind port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:02.329559 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Pushing event updated for resources: {'Port': ['ID=5909c5b0-4d54-41de-8c1f-b37f63b598c4,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:02.338998 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.339335 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.339761 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.340111 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.340435 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.340753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.341078 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.341418 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.341736 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.342051 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.342367 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.342687 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:15:02.346076 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:15:02.346495 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:02.346877 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.347257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:15:02.347810 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Bound port: 5909c5b0-4d54-41de-8c1f-b37f63b598c4, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:15:02.348139 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.379467 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.395060 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Transition to ACTIVE for port object ac10529d-b6b4-4d23-a189-abfab83ee7f4 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:02.406654 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] For port 5909c5b0-4d54-41de-8c1f-b37f63b598c4, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:15:02.409994 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] For port 5909c5b0-4d54-41de-8c1f-b37f63b598c4, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5909c5b0-4d54-41de-8c1f-b37f63b598c4,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:15:02.490397 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.520464 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.547935 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:02.548574 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:02.553424 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4a258-9d64-4b41-8d65-62aa1fc65146 None None] Pushing event updated for resources: {'Port': ['ID=5909c5b0-4d54-41de-8c1f-b37f63b598c4,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:02.561414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:02.566791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:02.570488 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:02.595898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac10529d-b6b4-4d23-a189-abfab83ee7f4,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:02.616819 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.677349 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:02.888973 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:02.890802 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:00Z', 'revision_number': 3, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:02.921942 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05b0dd-4cf8-460e-afd9-d378ac86f13d None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:00Z', 'revision_number': 3, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:15:03.005184 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3c03ab7b-7236-4860-afdb-c86037dc7770 None None] Provisioning for port ac10529d-b6b4-4d23-a189-abfab83ee7f4 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:03.009366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-3c03ab7b-7236-4860-afdb-c86037dc7770 None None] Provisioning complete for port ac10529d-b6b4-4d23-a189-abfab83ee7f4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:03.009534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3c03ab7b-7236-4860-afdb-c86037dc7770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:03.054244 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-3c03ab7b-7236-4860-afdb-c86037dc7770 None None] Port ac10529d-b6b4-4d23-a189-abfab83ee7f4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:15:03.069361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:03.145106 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:03.206062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:03.226939 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac10529d-b6b4-4d23-a189-abfab83ee7f4,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:03.232284 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:03.264191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:03.264721 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:03.345766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:03.347301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:03.481601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:15:03.584861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b6596f3c-c800-4040-8a14-c27b0cb2f838 None None] Provisioning complete for port ac10529d-b6b4-4d23-a189-abfab83ee7f4 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:03.585616 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b6596f3c-c800-4040-8a14-c27b0cb2f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:03.626811 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b6596f3c-c800-4040-8a14-c27b0cb2f838 None None] Port ac10529d-b6b4-4d23-a189-abfab83ee7f4 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:15:03.627074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:15:03.633599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8f59f95b-d4d1-4fcf-8fd2-fc9a618d1dc0 admin admin] 10.222.0.13 "PUT /v2.0/routers/186ce4b0-3c35-43bb-bfca-2910d86d807d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9658027 Aug 19 16:15:04.321798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55206) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:04.327609 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-337695231-network', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:04.399074 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Made reservation on behalf of a4c102f2c86d4853abd0c7a73ce5fc0a for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:15:04.401816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.411465 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.487983 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:15:04.500144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:04.500908 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:04.506793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.605231 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.636040 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:15:04.643274 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93614209-318f-4b1d-a13f-a6c698f506c5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:04.650259 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.650687 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Added segment 3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab of type vlan for network ddf8612e-5956-4de7-b3bf-d49ddd5460df Aug 19 16:15:04.695195 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.764994 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.765956 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:04.766546 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:04.782943 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:04.830575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf8612e-5956-4de7-b3bf-d49ddd5460df,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:04.856337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:15:04.880228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3d21e24e-a3a3-4675-8542-1ff524d56547 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5573034 Aug 19 16:15:04.882987 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55208) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:04.887955 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Request body: {'subnet': {'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-337695231-subnet', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:04.959186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Made reservation on behalf of a4c102f2c86d4853abd0c7a73ce5fc0a for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:15:04.961847 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.040186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 2, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:05.071416 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:15:05.071795 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Updating router 186ce4b0-3c35-43bb-bfca-2910d86d807d port ac10529d-b6b4-4d23-a189-abfab83ee7f4 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:15:05.099790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.187820 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.200399 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5909c5b0-4d54-41de-8c1f-b37f63b598c4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:05.247880 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef58bf9-55ba-44f5-8432-e16c6c22a861,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:05.258156 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Checking segment: {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:05.258524 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Network hostable DHCP agents. Network: ddf8612e-5956-4de7-b3bf-d49ddd5460df, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:15:05.353214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:15:05.389838 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:05.399377 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:05.399755 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.427477 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, ddf8612e-5956-4de7-b3bf-d49ddd5460df) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:05.432246 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.436307 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:05.438975 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.439137 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e8b78-b419-42e8-9045-74e75f794e05 None None] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:15:05.491372 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a0cbf1b2-824b-4229-963b-19c924aef158 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6071734 Aug 19 16:15:05.494378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55210) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:05.494701 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Transition to ACTIVE for port object ac10529d-b6b4-4d23-a189-abfab83ee7f4 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:05.498819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:05.559230 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.576817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.579809 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.632076 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.646263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.658282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3badd-7613-4925-8d85-e47364801157 None None] Pushing event updated for resources: {'Port': ['ID=ac10529d-b6b4-4d23-a189-abfab83ee7f4,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:05.718299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-ddf8612e-5956-4de7-b3bf-d49ddd5460df', 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'fixed_ips': [{'subnet_id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:15:05.719135 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.724479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5909c5b0-4d54-41de-8c1f-b37f63b598c4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5909c5b0-4d54-41de-8c1f-b37f63b598c4,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:05.768658 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Attempting to bind port ac10529d-b6b4-4d23-a189-abfab83ee7f4 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:15:05.769045 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Attempting to bind port ac10529d-b6b4-4d23-a189-abfab83ee7f4 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:15:05.769465 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Attempting to bind port ac10529d-b6b4-4d23-a189-abfab83ee7f4 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:05.821860 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.828222 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:15:05.828712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Checking segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:05.829010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.829445 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Bound using segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:15:05.829946 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Bound port: ac10529d-b6b4-4d23-a189-abfab83ee7f4, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:15:05.830347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.882229 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:05.970797 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5909c5b0-4d54-41de-8c1f-b37f63b598c4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:06.013149 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] For port ac10529d-b6b4-4d23-a189-abfab83ee7f4, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:15:06.018911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] For port ac10529d-b6b4-4d23-a189-abfab83ee7f4, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac10529d-b6b4-4d23-a189-abfab83ee7f4,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:15:06.020363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Allocated IP 172.20.0.2 (ddf8612e-5956-4de7-b3bf-d49ddd5460df/fef58bf9-55ba-44f5-8432-e16c6c22a861/d5cd6e1f-4c78-4303-b3e7-8af1ec958923) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:15:06.088477 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.153591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.174024 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.183885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:06.184541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:06.206178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3badd-7613-4925-8d85-e47364801157 None None] Pushing event updated for resources: {'Port': ['ID=ac10529d-b6b4-4d23-a189-abfab83ee7f4,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:06.283746 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.306443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Allocated IP 172.25.5.69 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/ff286765-3474-4eb8-b355-4d2bc61ecf98) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:15:06.321213 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Transition to ACTIVE for port object d5cd6e1f-4c78-4303-b3e7-8af1ec958923 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:06.350439 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Transition to ACTIVE for port object d5cd6e1f-4c78-4303-b3e7-8af1ec958923 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:06.358546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:06.416294 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.478399 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.519790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.550558 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:06.555253 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:06.559798 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Pushing event updated for resources: {'Port': ['ID=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:06.564537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:06.573934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:06.580720 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:06.586366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:06.606621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Pushing event updated for resources: {'Port': ['ID=ff286765-3474-4eb8-b355-4d2bc61ecf98,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:06.653272 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Attempting to bind port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:15:06.653652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Attempting to bind port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:15:06.654027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Attempting to bind port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 on network ddf8612e-5956-4de7-b3bf-d49ddd5460df {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:06.663570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:15:06.663958 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Checking segment: {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:06.664356 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.664755 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Bound using segment: {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:15:06.665269 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Bound port: d5cd6e1f-4c78-4303-b3e7-8af1ec958923, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:15:06.665664 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.716986 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:06Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:06.750322 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310937f-fc39-4418-a184-7c33bfe88548 None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:06Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:15:06.772812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] For port d5cd6e1f-4c78-4303-b3e7-8af1ec958923, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:15:06.776141 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] For port d5cd6e1f-4c78-4303-b3e7-8af1ec958923, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:15:06.862866 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:06.930433 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de93b-53a6-43b4-968e-8e0bb40a47c7 None None] Pushing event updated for resources: {'Port': ['ID=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:06.944867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.312570 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5909c5b0-4d54-41de-8c1f-b37f63b598c4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:07.369390 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:07.369779 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.470649 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5cd6e1f-4c78-4303-b3e7-8af1ec958923 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:07.582764 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:07.588898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac10529d-b6b4-4d23-a189-abfab83ee7f4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:07.591080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.690571 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ac10529d-b6b4-4d23-a189-abfab83ee7f4 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:07.694849 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ac10529d-b6b4-4d23-a189-abfab83ee7f4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:07.695649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.772473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Router ea1e8293-8e0c-448c-862e-fec66786d8dc is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:15:07.800589 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.843225 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ac10529d-b6b4-4d23-a189-abfab83ee7f4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac10529d-b6b4-4d23-a189-abfab83ee7f4,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:07.900478 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:15:07.913359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.919897 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Sync routers for ids ['ea1e8293-8e0c-448c-862e-fec66786d8dc'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:15:07.930273 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Routers {'ea1e8293-8e0c-448c-862e-fec66786d8dc'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:07.930878 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea1e8293-8e0c-448c-862e-fec66786d8dc'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:07.971760 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:07.976858 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55212) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:07.981307 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7db654b3-9b7e-48bd-a63c-d014bb498b02 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4856451 Aug 19 16:15:07.986119 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ac10529d-b6b4-4d23-a189-abfab83ee7f4,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:08.092550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca12a7b-ab3e-45d6-8ca7-7d0d4269400c None None] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:15:08.168650 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Set router ea1e8293-8e0c-448c-862e-fec66786d8dc gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:08.219053 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] Provisioning for port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:08.232275 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] Provisioning complete for port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:08.232275 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.361315 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.372581 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:15:06Z', 'revision_number': 3, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:08.409847 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] For port d5cd6e1f-4c78-4303-b3e7-8af1ec958923, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:08.417290 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Checking router: ea1e8293-8e0c-448c-862e-fec66786d8dc for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:15:08.417570 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Updating router ea1e8293-8e0c-448c-862e-fec66786d8dc port ff286765-3474-4eb8-b355-4d2bc61ecf98 binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:15:08.446891 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.478054 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.539528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054650d-7ea1-4e4b-a363-5f561130d01f None None] Pushing event updated for resources: {'Port': ['ID=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:08.599391 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-0767c50e-3d1e-4de0-8011-ef3a93310e3d None None] Provisioning complete for port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:08.600069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0767c50e-3d1e-4de0-8011-ef3a93310e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.746367 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.756468 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Transition to ACTIVE for port object ff286765-3474-4eb8-b355-4d2bc61ecf98 will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:08.806117 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.838976 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.892110 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Attempting to bind port ff286765-3474-4eb8-b355-4d2bc61ecf98 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:15:08.892483 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Attempting to bind port ff286765-3474-4eb8-b355-4d2bc61ecf98 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:15:08.892846 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Attempting to bind port ff286765-3474-4eb8-b355-4d2bc61ecf98 on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:08.895211 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be9042-c0a1-403f-8d09-f7a16a17351d None None] Pushing event updated for resources: {'Port': ['ID=ff286765-3474-4eb8-b355-4d2bc61ecf98,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:08.900712 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:15:08.901079 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:08.901509 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.901890 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:15:08.902587 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Bound port: ff286765-3474-4eb8-b355-4d2bc61ecf98, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:15:08.902971 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:08.958455 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] For port ff286765-3474-4eb8-b355-4d2bc61ecf98, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:15:08.961524 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] For port ff286765-3474-4eb8-b355-4d2bc61ecf98, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ff286765-3474-4eb8-b355-4d2bc61ecf98,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:15:08.979259 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Allocated IP 172.20.0.1 (ddf8612e-5956-4de7-b3bf-d49ddd5460df/fef58bf9-55ba-44f5-8432-e16c6c22a861/eff1c0f2-1ee3-4ffe-8c58-f628c8723194) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:15:09.044190 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.082476 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.095713 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Transition to ACTIVE for port object eff1c0f2-1ee3-4ffe-8c58-f628c8723194 will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:09.106716 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Routers {'ea1e8293-8e0c-448c-862e-fec66786d8dc'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:09.107460 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea1e8293-8e0c-448c-862e-fec66786d8dc'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:09.110568 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be9042-c0a1-403f-8d09-f7a16a17351d None None] Pushing event updated for resources: {'Port': ['ID=ff286765-3474-4eb8-b355-4d2bc61ecf98,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:09.182689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5cd6e1f-4c78-4303-b3e7-8af1ec958923 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:09.192925 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.220545 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] Set router ea1e8293-8e0c-448c-862e-fec66786d8dc gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:09.237144 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:09.237728 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:09.238165 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.242523 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:09.245424 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:09.283191 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Pushing event updated for resources: {'Port': ['ID=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:09.303722 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.342997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac10529d-b6b4-4d23-a189-abfab83ee7f4 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:09.405011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ac10529d-b6b4-4d23-a189-abfab83ee7f4 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:09.405785 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.429232 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:15:06Z', 'revision_number': 3, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:09.459123 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f15a0d-9109-4c91-a5db-3fbb19ab21ba None None] The sync data for ids ['ea1e8293-8e0c-448c-862e-fec66786d8dc'] in n-d-779913-32 is: [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:15:06Z', 'revision_number': 3, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:15:09.535461 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.576227 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e7ab4aae-9193-48c2-9bc8-2359daed469a None None] Provisioning for port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:09.580401 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-e7ab4aae-9193-48c2-9bc8-2359daed469a None None] Provisioning complete for port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:09.580762 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4aae-9193-48c2-9bc8-2359daed469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.617532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab4aae-9193-48c2-9bc8-2359daed469a None None] Port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:15:09.725799 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.788012 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.877095 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Pushing event updated for resources: {'Port': ['ID=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:09.877095 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:09.976539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:09.978070 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:10.106035 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Router ea1e8293-8e0c-448c-862e-fec66786d8dc has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:15:10.227531 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:15:10.238577 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-085071be-6cf3-4187-9b3b-1b3a2973ea37 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea1e8293-8e0c-448c-862e-fec66786d8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2542019 Aug 19 16:15:10.250194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d3a73feb-da22-4ea2-bfbc-150782e768b6 None None] Provisioning complete for port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:10.250509 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d3a73feb-da22-4ea2-bfbc-150782e768b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:10.466170 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d3a73feb-da22-4ea2-bfbc-150782e768b6 None None] Port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:15:10.877450 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55220) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:10.882358 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240847490', 'description': 'tempest-secgroup-smoke-1240847490 description', 'project_id': '771f4630a1a842c198ed88fd2d638e55'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:10.970827 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.042144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Sync routers for ids ['ea1e8293-8e0c-448c-862e-fec66786d8dc'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:15:11.052194 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Routers {'ea1e8293-8e0c-448c-862e-fec66786d8dc'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:11.052814 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea1e8293-8e0c-448c-862e-fec66786d8dc'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:11.057933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.136956 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.161704 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Set router ea1e8293-8e0c-448c-862e-fec66786d8dc gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:11.171872 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:11.196290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff286765-3474-4eb8-b355-4d2bc61ecf98 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:11.228206 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.229832 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8a88d781-72bf-403f-bb7d-59b1f7a2ff0b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3512819 Aug 19 16:15:11.233576 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55222) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:11.238539 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': '8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:11.301613 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.366806 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.407250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:15:09Z', 'revision_number': 4, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'eff1c0f2-1ee3-4ffe-8c58-f628c8723194', 'name': '', 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'mac_address': 'fa:16:3e:ac:08:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:08Z', 'updated_at': '2021-08-19T16:15:09Z', 'revision_number': 2, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'subnets': [{'id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:11.437541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port ff286765-3474-4eb8-b355-4d2bc61ecf98 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:11.439713 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Checking router: ea1e8293-8e0c-448c-862e-fec66786d8dc for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:15:11.440063 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Updating router ea1e8293-8e0c-448c-862e-fec66786d8dc port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:15:11.444582 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ff286765-3474-4eb8-b355-4d2bc61ecf98 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:11.444954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.456500 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.475422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb1d4c8-581c-4596-baa5-6865a2e16c06,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:11.492660 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.548026 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.549659 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-80a96283-f2a2-4f33-b519-a3d365abd0ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147936 Aug 19 16:15:11.552505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 55224) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:11.557290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.v2.base [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': '8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:11.640392 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.661293 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.671757 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port ff286765-3474-4eb8-b355-4d2bc61ecf98, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ff286765-3474-4eb8-b355-4d2bc61ecf98,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:11.729496 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.744903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.788344 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.807671 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92681d79-f687-401c-ae4e-613bd0c2ecdc,revision_number=0']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:11.823355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=ff286765-3474-4eb8-b355-4d2bc61ecf98,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:11.863673 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.873763 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Transition to ACTIVE for port object eff1c0f2-1ee3-4ffe-8c58-f628c8723194 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:11.878880 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.880134 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-761d33ab-2580-4585-a24d-7984051fb8e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3265707 Aug 19 16:15:11.883011 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55226) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:11.888424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': '8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:11.924566 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.972132 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:11.985480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b96263-4f76-47b1-9487-c92338a44e91 None None] Pushing event updated for resources: {'Port': ['ID=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:12.041286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Attempting to bind port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:15:12.041762 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Attempting to bind port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:15:12.042136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Attempting to bind port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 on network ddf8612e-5956-4de7-b3bf-d49ddd5460df {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:12.047009 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.047922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:15:12.048430 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Checking segment: {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:12.048710 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.049178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Bound using segment: {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:15:12.049666 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Bound port: eff1c0f2-1ee3-4ffe-8c58-f628c8723194, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:15:12.050062 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.113407 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.118268 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] For port eff1c0f2-1ee3-4ffe-8c58-f628c8723194, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:15:12.122929 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] For port eff1c0f2-1ee3-4ffe-8c58-f628c8723194, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:15:12.130288 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466be870-a9b5-448f-a961-9a144a72b05d,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:12.228153 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.239096 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.240285 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4b17bdeb-d428-4e49-aab1-3cc38fe7c642 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562610 Aug 19 16:15:12.243080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55228) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:12.247905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': '8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:12.286733 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Routers {'ea1e8293-8e0c-448c-862e-fec66786d8dc'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:12.287376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:14:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea1e8293-8e0c-448c-862e-fec66786d8dc'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:12.332705 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b96263-4f76-47b1-9487-c92338a44e91 None None] Pushing event updated for resources: {'Port': ['ID=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:12.371854 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.415864 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] Set router ea1e8293-8e0c-448c-862e-fec66786d8dc gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:12.447672 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.518131 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.539799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec1f583-74d0-407a-a509-f15cdaf3d5e7,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:12.598269 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.599696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8c316ad6-5a8c-498e-a648-8d3554ba6dce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554032 Aug 19 16:15:12.602776 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55230) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:12.607495 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': '8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:12.631957 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:15:09Z', 'revision_number': 4, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'eff1c0f2-1ee3-4ffe-8c58-f628c8723194', 'name': '', 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'mac_address': 'fa:16:3e:ac:08:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:08Z', 'updated_at': '2021-08-19T16:15:12Z', 'revision_number': 4, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'subnets': [{'id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:12.658791 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ef2fc-2af6-4d4d-8539-b3ce74febe43 None None] The sync data for ids ['ea1e8293-8e0c-448c-862e-fec66786d8dc'] in n-d-779913-32 is: [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:15:09Z', 'revision_number': 4, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'eff1c0f2-1ee3-4ffe-8c58-f628c8723194', 'name': '', 'network_id': 'ddf8612e-5956-4de7-b3bf-d49ddd5460df', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'mac_address': 'fa:16:3e:ac:08:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:08Z', 'updated_at': '2021-08-19T16:15:12Z', 'revision_number': 4, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'subnets': [{'id': 'fef58bf9-55ba-44f5-8432-e16c6c22a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:15:12.697786 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Project 771f4630a1a842c198ed88fd2d638e55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:15:12.713140 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.782711 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.844064 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.864069 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540a5d44-ace6-4589-a981-8b52aae107f5,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:12.930751 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:12.935303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b4d585ec-8e1c-4647-b35d-981673f76ab7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282602 Aug 19 16:15:12.935574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55232) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:12.940423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': '8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:13.068129 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Project 771f4630a1a842c198ed88fd2d638e55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:15:13.073836 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.143796 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.204746 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.224957 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1664fb-2ebc-49f5-8e62-8ee09483224c,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:13.238789 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff286765-3474-4eb8-b355-4d2bc61ecf98 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:13.273793 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.275543 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-18229cfe-e4b3-4d1c-a507-56e0b278d52c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389320 Aug 19 16:15:13.291938 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port ff286765-3474-4eb8-b355-4d2bc61ecf98 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:13.292475 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.378953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eff1c0f2-1ee3-4ffe-8c58-f628c8723194 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:13.475541 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:13.481001 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-cf2a1263-9e36-45a4-9a78-612b1a2840c6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240847490&fields=id&tenant_id=771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 267 time: 0.0342500 Aug 19 16:15:13.481324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:13.482034 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.577367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.614785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-367caf3a-f3cb-4ad2-8520-d87a3f5c9e8f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:13.615952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port eff1c0f2-1ee3-4ffe-8c58-f628c8723194, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:13.616462 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-367caf3a-f3cb-4ad2-8520-d87a3f5c9e8f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 808 time: 0.1231327 Aug 19 16:15:13.632815 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-4ee7e967-aac3-4055-a471-fec57c51881f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/quotas/771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 375 time: 0.0097873 Aug 19 16:15:13.692287 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-067f5520-d0d0-4019-b8cf-3e37fada2a61 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522077 Aug 19 16:15:13.713313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:13.769821 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:13.906770 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-f2ac89a1-e719-4c81-8613-e9eb022599c1 service neutron] 10.222.0.13 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010837 Aug 19 16:15:14.003973 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-8a236d75-a454-4c58-97da-1d495c5174d5 service neutron] 10.222.0.13 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908163 Aug 19 16:15:14.010534 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:14.244248 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fdaf4375-3034-4bd5-b5d1-4c9ca2526867 req-abaf10cc-22d7-4462-8b1b-b98e98cfb63c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 210 time: 0.0296912 Aug 19 16:15:15.177876 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eff1c0f2-1ee3-4ffe-8c58-f628c8723194 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:15.227532 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:15.227908 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:15.327953 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a207609-8414-4352-865b-b13503fe84ef req-beb5c15d-54c9-4a35-b0ae-69954c9b4478 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 210 time: 0.0298946 Aug 19 16:15:16.412058 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4175a978-996d-4d8c-b178-032b0b1afd20 req-4825f95e-6138-4e59-bd67-34925723e7cb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 210 time: 0.0320714 Aug 19 16:15:17.508387 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2868e63e-91dc-488b-b46f-9ec8da3ed67f req-99f0cfa8-6bc7-4538-9260-bd8bc95462fb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 210 time: 0.0285993 Aug 19 16:15:18.548869 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ad1ea237-ce83-4c0a-ada7-037590c57053 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:18.550530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ad1ea237-ce83-4c0a-ada7-037590c57053 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 808 time: 0.1065562 Aug 19 16:15:18.616269 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-67c92b8d-f809-40a9-8478-54229e38b69b req-fd446f30-1fe4-4df4-a5bf-1ecf3a51c10a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 210 time: 0.0357275 Aug 19 16:15:18.632295 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-d8f7ee6b-746d-485a-9d54-ba938b8c4e31 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 380 time: 0.0673287 Aug 19 16:15:18.642367 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'port': {'device_id': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'admin_state_up': True, 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'security_groups': ['8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:18.857293 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Made reservation on behalf of 771f4630a1a842c198ed88fd2d638e55 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:15:18.860817 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.009424 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Allocated IP 172.20.0.12 (645a4705-77ad-4d5a-8a4f-7b4e05d62079/320f09fa-5f55-4860-a3ff-60f2aef8423d/6a0d1bb9-c4c6-429f-86ae-2e2beeefa672) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:15:19.165894 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.178946 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Transition to ACTIVE for port object 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:19.291020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.343369 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:19.346899 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:19.351845 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:19.356451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:19.404154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:19.404791 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.484143 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-80a52b33-fa17-4b76-85f8-d6348a145955 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455451 Aug 19 16:15:19.501726 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Request body: {'port': {'device_id': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:19.560891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.712397 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31b7d045-0256-4cfd-8dd6-1b43a349d0be None None] Provisioning for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:19.718019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-31b7d045-0256-4cfd-8dd6-1b43a349d0be None None] Provisioning complete for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:19.718549 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-31b7d045-0256-4cfd-8dd6-1b43a349d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.755539 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-31b7d045-0256-4cfd-8dd6-1b43a349d0be None None] Port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:15:19.803383 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669351-7764-4465-bd8a-63a7feddd5fd req-bdba48ec-b1dc-4f1d-bde3-fa9098ab2be2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:19.805090 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02669351-7764-4465-bd8a-63a7feddd5fd req-bdba48ec-b1dc-4f1d-bde3-fa9098ab2be2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 932 time: 0.1140735 Aug 19 16:15:19.875955 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-02669351-7764-4465-bd8a-63a7feddd5fd req-dd698fe4-c831-4009-9af3-63e2e9078400 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641243 Aug 19 16:15:19.924551 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:15:19.932980 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:19.946864 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Transition to ACTIVE for port object 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:15:20.056286 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:20.113535 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:20.201657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:15:20.201920 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:15:20.202246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:20.207686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:15:20.208044 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:15:20.213779 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:15:20.214123 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Checking segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:15:20.214539 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Bound using segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:15:20.215507 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Bound port: 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:15:20.215898 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:20.296822 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:15:20.304198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:15:20.410939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:20.451275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:20.451958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:20.453336 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] 10.222.0.54 "PUT /v2.0/ports/6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1093 time: 0.9563887 Aug 19 16:15:20.453781 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:15:20.456110 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:15:20.483818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e2ef-9c51-40b9-a111-5fddb26ca28a service neutron] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:20.510883 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913138dc-4964-48a0-b675-c92750750450 x-openstack-request-id: req-913138dc-4964-48a0-b675-c92750750450 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:15:20.511585 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:15:20.511849 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-913138dc-4964-48a0-b675-c92750750450 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:15:20.512407 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'status': 'completed', 'code': 200} Aug 19 16:15:20.605636 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c req-e8eeeb94-7784-4e2f-b24e-884e78b010a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:20.607299 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c req-e8eeeb94-7784-4e2f-b24e-884e78b010a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1096 time: 0.0471036 Aug 19 16:15:20.724094 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c req-023f328e-490b-49f3-824c-d34a3f130640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:20.726074 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c req-023f328e-490b-49f3-824c-d34a3f130640 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=771f4630a1a842c198ed88fd2d638e55&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1069553 Aug 19 16:15:20.826587 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c req-1aa1f4b1-24ac-43c2-a436-d39dd3179741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:20.828100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-470d8332-b4a5-4958-87ce-a8ea8a9e9d9c req-1aa1f4b1-24ac-43c2-a436-d39dd3179741 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943453 Aug 19 16:15:20.931839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-0d95cff5-ebc5-4cd9-bf6a-a0ed99e9470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:20.933680 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-0d95cff5-ebc5-4cd9-bf6a-a0ed99e9470e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1096 time: 0.0457225 Aug 19 16:15:20.988673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-446341f8-f74a-4aae-b2a2-906b20c26af6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 217 time: 0.0429602 Aug 19 16:15:21.060244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-4266e7e9-59ad-4dec-9bfe-f1c6bb3cc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:21.061775 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-4266e7e9-59ad-4dec-9bfe-f1c6bb3cc6f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0652330 Aug 19 16:15:21.073717 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaf825-6e95-42c6-a018-38e842261069 req-4e141a71-ea9e-4f3c-a49c-7af5a0c93448 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:21.075222 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7adaf825-6e95-42c6-a018-38e842261069 req-4e141a71-ea9e-4f3c-a49c-7af5a0c93448 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 944 time: 0.0894864 Aug 19 16:15:21.144535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7adaf825-6e95-42c6-a018-38e842261069 req-8d3d367d-a33e-40be-bc33-531668848a7c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607240 Aug 19 16:15:21.147569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-0f293ecf-ea62-4b17-ad1a-71975a0922ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:21.149031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-0f293ecf-ea62-4b17-ad1a-71975a0922ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729458 Aug 19 16:15:21.251221 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-a0efbb7c-4094-4ea4-88c7-6c323ffac760 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901177 Aug 19 16:15:21.346175 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7f4bebe5-dddd-4198-a831-ac08b09043b2 req-4168219e-11d0-4b98-8421-0bc7eefc393b service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917301 Aug 19 16:15:22.267914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eceb03-2550-4c50-bba9-f3280c9e47e9 req-c13f7bee-7daf-461b-8ce7-bee3363bb984 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:22.269450 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5eceb03-2550-4c50-bba9-f3280c9e47e9 req-c13f7bee-7daf-461b-8ce7-bee3363bb984 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 944 time: 0.0513358 Aug 19 16:15:22.316230 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b5eceb03-2550-4c50-bba9-f3280c9e47e9 req-75157771-05e4-44d4-a13b-1d4f1990f592 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Aug 19 16:15:23.431080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada033-f4ef-4c66-a628-5bae0aef11eb req-7d38be66-be0b-4d67-9123-405508d9d55c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:23.432579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83ada033-f4ef-4c66-a628-5bae0aef11eb req-7d38be66-be0b-4d67-9123-405508d9d55c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 944 time: 0.0493238 Aug 19 16:15:23.470751 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-83ada033-f4ef-4c66-a628-5bae0aef11eb req-8814f2f5-0d8e-4ba5-8de3-774337ead4ae tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Aug 19 16:15:24.596638 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c385b-0b34-418a-bb36-e5fb5aebfc16 req-7978a732-0ef2-4296-92ba-9899509edeb9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:24.598193 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db2c385b-0b34-418a-bb36-e5fb5aebfc16 req-7978a732-0ef2-4296-92ba-9899509edeb9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 944 time: 0.0574498 Aug 19 16:15:24.627096 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a3c63b02-9c09-4913-99a9-226324c1cf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:24.636552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-db2c385b-0b34-418a-bb36-e5fb5aebfc16 req-0b901de1-54f5-4904-ad4d-6c173bd9299d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Aug 19 16:15:25.752115 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd5b-10e8-4a3a-8c7a-d8c6174c4baf req-a250421e-19d1-4dc1-94a8-e4dcf3c1c3ee tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:25.753681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1611fd5b-10e8-4a3a-8c7a-d8c6174c4baf req-a250421e-19d1-4dc1-94a8-e4dcf3c1c3ee tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 944 time: 0.0493777 Aug 19 16:15:25.792592 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1611fd5b-10e8-4a3a-8c7a-d8c6174c4baf req-4cde9180-c17d-4317-bce6-da754cfc932a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Aug 19 16:15:26.080396 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:15:26.185174 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:26.197526 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'mac_address': 'fa:16:3e:9e:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:15:26.236740 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:26.249414 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:15:26.268410 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:26.296070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:26.358549 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:26.410160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:26.775861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:15:26.915141 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae8d4d-d2da-4829-affd-856ebee0eabb req-a420f590-6bef-416e-92d7-38d30897cc20 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:26.916995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5eae8d4d-d2da-4829-affd-856ebee0eabb req-a420f590-6bef-416e-92d7-38d30897cc20 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0526810 Aug 19 16:15:26.958363 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5eae8d4d-d2da-4829-affd-856ebee0eabb req-83c658af-8671-4a41-b237-d9e9831fc0de tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Aug 19 16:15:27.301756 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:27.936053 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-74351fb9-254a-4c1f-b788-bbed393fb731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:28.082871 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:15:28.083412 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363b066-bc89-4868-ad23-02ca451ffb64 req-8ff3e353-bfeb-4b48-8150-e6eec3972452 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:28.087565 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7363b066-bc89-4868-ad23-02ca451ffb64 req-8ff3e353-bfeb-4b48-8150-e6eec3972452 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0593710 Aug 19 16:15:28.128583 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7363b066-bc89-4868-ad23-02ca451ffb64 req-09bdc8ce-3077-4196-8d16-7cf4aae2a6e1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Aug 19 16:15:28.221806 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:15:28.225770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:15:28.226146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:28.304547 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:28.328003 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:15:28.330295 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e453166b-8c1f-4e07-948e-8e7125fb3392" -d '{"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-plugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:15:28.346299 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:15:28.424362 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9107e-2a82-4829-9ad4-d100393fd917 x-openstack-request-id: req-00d9107e-2a82-4829-9ad4-d100393fd917 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:15:28.424678 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-plugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:15:28.424933 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00d9107e-2a82-4829-9ad4-d100393fd917 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:15:28.425362 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'code': 200} Aug 19 16:15:28.444484 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:28.496304 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:28.543762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002f037-eb31-4a50-9a4e-800c9ab9cfce req-72d3bee9-d1c6-40c7-9d02-57b42a9af2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:28.546106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e002f037-eb31-4a50-9a4e-800c9ab9cfce req-72d3bee9-d1c6-40c7-9d02-57b42a9af2b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1098 time: 0.0418375 Aug 19 16:15:28.581333 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e002f037-eb31-4a50-9a4e-800c9ab9cfce req-a758e47b-f26a-4507-bde9-ffac149d4c1b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284765 Aug 19 16:15:29.258144 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7152-d5f6-4c3b-bafd-3308e05c3400 req-0a8b2115-b939-4837-adfa-1cf56ab640d9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:29.259672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb9f7152-d5f6-4c3b-bafd-3308e05c3400 req-0a8b2115-b939-4837-adfa-1cf56ab640d9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0513289 Aug 19 16:15:29.298446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb9f7152-d5f6-4c3b-bafd-3308e05c3400 req-f68d6451-a433-4b4d-9e8a-89715fa292bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Aug 19 16:15:29.890535 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:30.419100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5128e-3fe1-4c1b-b3c5-8bf1c11c5988 req-ab5c52ce-ea86-49f8-88c0-d0dcb428c2f8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:30.420606 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dc5128e-3fe1-4c1b-b3c5-8bf1c11c5988 req-ab5c52ce-ea86-49f8-88c0-d0dcb428c2f8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0544384 Aug 19 16:15:30.462752 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1dc5128e-3fe1-4c1b-b3c5-8bf1c11c5988 req-ae77206d-183f-4314-8a0a-32a60272b531 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Aug 19 16:15:30.580591 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4a49b-6121-4682-a449-897f8b1aa752 req-80bc43da-9705-4603-b61f-38d319fcb465 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:30.582158 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adb4a49b-6121-4682-a449-897f8b1aa752 req-80bc43da-9705-4603-b61f-38d319fcb465 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0510738 Aug 19 16:15:30.621169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adb4a49b-6121-4682-a449-897f8b1aa752 req-56e2ddd5-221c-4758-9152-d82802062298 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328391 Aug 19 16:15:30.643512 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55310) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:30.726666 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ed82e-ce1d-4ed3-868e-58ee8934c294 tempest-TestShelveInstance-1403540937 tempest-TestShelveInstance-1403540937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:30.728204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8c1ed82e-ce1d-4ed3-868e-58ee8934c294 tempest-TestShelveInstance-1403540937 tempest-TestShelveInstance-1403540937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1093 time: 0.0836802 Aug 19 16:15:30.731130 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55314) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:15:30.736082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:15:30.804587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:30.908261 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.014303 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Allocated IP 172.25.5.30 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/5c0a7f6d-2d0b-42a4-9b43-c5f05d8393cc) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:15:31.021817 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.125137 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.227790 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.263729 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:15:31.269137 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:15:31.272846 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:15:31.296016 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'Port': ['ID=5c0a7f6d-2d0b-42a4-9b43-c5f05d8393cc,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:31.639972 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.756989 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.908656 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:31.964470 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:32.055416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'Port': ['ID=5c0a7f6d-2d0b-42a4-9b43-c5f05d8393cc,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:15:32.070775 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:32.178999 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Floating IP 78c97934-ebde-40ae-a9e2-227f10124131 associated. External IP: 172.25.5.30, port: 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672. Aug 19 16:15:32.384724 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:15:32.499297 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:15:32.508782 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:15:32.518965 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:32.519685 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:15:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:32.603432 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:32.624367 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:32.634165 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7bc0652c-aa03-45ab-b6dc-19650b4ac453 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9020219 Aug 19 16:15:32.634762 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:15:32.637063 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c" -d '{"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:15:32.674946 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a916ed-6d61-40e4-86de-de0751e2c541 x-openstack-request-id: req-89a916ed-6d61-40e4-86de-de0751e2c541 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:15:32.675548 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:15:32.675548 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89a916ed-6d61-40e4-86de-de0751e2c541 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:15:32.675946 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'status': 'completed', 'code': 200} Aug 19 16:15:32.759755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-0ddbdd15-8a99-443d-8ee4-e53f4716f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:32.761286 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-0ddbdd15-8a99-443d-8ee4-e53f4716f0b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1098 time: 0.0426919 Aug 19 16:15:32.851952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-4809a5ea-9d00-4ad4-9ee2-d7a0a11526d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:32.853444 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-4809a5ea-9d00-4ad4-9ee2-d7a0a11526d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0852857 Aug 19 16:15:32.856519 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '78c97934-ebde-40ae-a9e2-227f10124131', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'mac_address': 'fa:16:3e:9e:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:15:31Z', 'updated_at': '2021-08-19T16:15:31Z', 'revision_number': 0, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:32.882985 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:15:32.892006 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:15:32.892619 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:15:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:32.923086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-89b097ce-500d-4b6b-a1e1-151773476613 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 999 time: 0.0626435 Aug 19 16:15:32.972196 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-cf2c1ee3-d6dd-4aa0-b807-23a2f2bbce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:32.973699 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-cf2c1ee3-d6dd-4aa0-b807-23a2f2bbce28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0444567 Aug 19 16:15:32.997430 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:15:33.020856 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-32687a77-f66b-42cd-92b4-424f0e3a63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:33.022467 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-32687a77-f66b-42cd-92b4-424f0e3a63a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419195 Aug 19 16:15:33.238836 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '78c97934-ebde-40ae-a9e2-227f10124131', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'mac_address': 'fa:16:3e:9e:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:15:31Z', 'updated_at': '2021-08-19T16:15:31Z', 'revision_number': 0, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:15:33.368753 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e048b-4c64-47f7-ba07-8f249e3e65ca None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '78c97934-ebde-40ae-a9e2-227f10124131', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'mac_address': 'fa:16:3e:9e:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:15:31Z', 'updated_at': '2021-08-19T16:15:31Z', 'revision_number': 0, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:15:33.489895 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-2af55f18-75fb-410e-afc2-dd1c6cfa5c40 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605496 Aug 19 16:15:33.583290 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aada10-487a-4fad-8946-7a07c90a03a6 None None] New status for floating IP 78c97934-ebde-40ae-a9e2-227f10124131: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:15:33.596641 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ccd9f964-21c0-43a0-bf5d-d92b6d5ee42c req-f7dfe16d-8f5a-4373-90b6-405934f2fffd service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995951 Aug 19 16:15:36.360933 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:15:43.992693 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:54.672733 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6571af06-a968-42bf-995e-7375df271229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:55.577015 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-1ad8bf48-0082-4ac5-90a0-8118ea8ac0ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442917 Aug 19 16:15:55.674664 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-9efd35e3-f652-4fa9-b212-9216e64b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:55.676160 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-9efd35e3-f652-4fa9-b212-9216e64b63ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1098 time: 0.0420396 Aug 19 16:15:55.778612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-6f662e3f-f769-4f01-b198-529b37762314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:55.780100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-6f662e3f-f769-4f01-b198-529b37762314 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0858369 Aug 19 16:15:55.849857 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-81c5d16b-036f-4462-b390-8c9336a082df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1001 time: 0.0624332 Aug 19 16:15:55.900310 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-a82c5d09-090f-494a-8657-ec946842a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:55.901785 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-a82c5d09-090f-494a-8657-ec946842a085 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0444036 Aug 19 16:15:55.947080 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-27c53a40-f183-4b19-9298-fa891a5e1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:15:55.948579 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-27c53a40-f183-4b19-9298-fa891a5e1938 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401430 Aug 19 16:15:56.042968 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-3590d8c5-38e8-4e86-a290-c15a51a1f911 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868936 Aug 19 16:15:56.132905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9c8d7e27-2093-4a17-bb38-19391dac6dd1 req-89dfb267-ab1b-4472-be89-35aefb09638d service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834653 Aug 19 16:15:56.335418 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:57.363904 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:57.882330 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b639ac79-223c-4314-85e0-2a5055d04755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:15:59.941021 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:01.060603 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:13.360441 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:16:14.032035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:24.648926 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e1f42941-7590-4dde-90d7-2b64b8e18d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:26.295000 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:27.340305 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:27.877695 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f406-5db3-42e1-8475-2e0d7fa02924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:29.956847 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:31.088775 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:44.037638 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:50.359672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:16:54.671572 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2041d303-a47f-4141-a0ee-e1ace96c5ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:56.294323 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:56.345717 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-af441511-4a9c-4d31-b2f4-5b126b6bf0cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465889 Aug 19 16:16:56.442186 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-b8cf2619-60d3-4e54-a635-2322a30f3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:16:56.443753 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-b8cf2619-60d3-4e54-a635-2322a30f3e14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1098 time: 0.0398865 Aug 19 16:16:56.559773 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-8664d4d4-4dad-47b1-9bed-2090f0b66b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:16:56.561240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-8664d4d4-4dad-47b1-9bed-2090f0b66b45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0972352 Aug 19 16:16:56.632535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-a9eae0e1-ef1a-4e86-a89d-0f9ce6b7b3b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1001 time: 0.0648263 Aug 19 16:16:56.683104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-c71d65e4-a944-4ce4-bf2d-536af558000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:16:56.684621 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-c71d65e4-a944-4ce4-bf2d-536af558000a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0453818 Aug 19 16:16:56.733348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-2cdb7613-28b3-49aa-ad8c-10dbec389d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:16:56.734820 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-2cdb7613-28b3-49aa-ad8c-10dbec389d90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435648 Aug 19 16:16:56.834350 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-f6a04b9a-13db-4df5-b9e8-3192f0524b7a service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921674 Aug 19 16:16:56.931564 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-dbb33aa9-3c22-49f3-a4ae-5a5a4f709244 req-4e024392-af21-40b3-8230-5237360e3b24 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878031 Aug 19 16:16:57.328347 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:57.887111 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-465cfefc-12e3-4b14-9b8e-8667a00cd879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:16:59.922664 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:01.059807 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:14.025185 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:24.654164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9bd39170-d89b-4668-a530-4611dd55fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:26.321953 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:27.322197 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:27.359470 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:17:27.893104 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6a536202-87ac-46a8-86a8-38826932895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:29.910725 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:31.035766 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:44.041808 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:54.652680 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7944da58-b624-4d19-94d8-c9c485f28ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:56.292789 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:57.327408 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:57.336161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-6cb295af-4648-4276-aa54-d8960c76cc25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451143 Aug 19 16:17:57.438071 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-57230de8-a0b4-4712-aebf-56865bf59c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:17:57.439628 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-57230de8-a0b4-4712-aebf-56865bf59c39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1098 time: 0.0478530 Aug 19 16:17:57.541816 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-633d5e44-3fd8-42aa-a4ad-88eaf70f0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:17:57.543314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-633d5e44-3fd8-42aa-a4ad-88eaf70f0087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0852745 Aug 19 16:17:57.615575 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-f71fb314-ba47-4059-95b9-4de09bb3233d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1001 time: 0.0648692 Aug 19 16:17:57.664833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-5c13116a-1c28-41e4-86a0-f359598fbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:17:57.666319 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-5c13116a-1c28-41e4-86a0-f359598fbd0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0441380 Aug 19 16:17:57.724954 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-6f4e0c5a-3b97-400d-aab4-2172b49ad83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:17:57.726439 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-6f4e0c5a-3b97-400d-aab4-2172b49ad83d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524743 Aug 19 16:17:57.820893 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-b1275fa2-6864-4377-a12f-fe12d4b6a9c4 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873532 Aug 19 16:17:57.870208 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40f0938f-461f-4af6-bd1b-f383371f827c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:17:57.914445 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-33211bb1-972e-4514-bebe-c3c2fc048626 req-989fba2e-99e2-46ca-8ed5-8aaf6c3b67de service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853956 Aug 19 16:17:59.973006 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:01.150324 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:04.358054 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:18:09.874733 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c25f5-957c-4ae5-b053-639544bb69a1 req-ea8c27fe-6676-4899-9804-17def381a5af tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:09.876254 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a49c25f5-957c-4ae5-b053-639544bb69a1 req-ea8c27fe-6676-4899-9804-17def381a5af tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0505633 Aug 19 16:18:09.915503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a49c25f5-957c-4ae5-b053-639544bb69a1 req-28a83f25-b2a4-4653-8673-85a90fb95177 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Aug 19 16:18:11.060686 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baff37e-94a4-469e-a154-96b0a0a17b65 req-82634302-df23-43ba-8c95-a813e7ed6336 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:11.062205 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1baff37e-94a4-469e-a154-96b0a0a17b65 req-82634302-df23-43ba-8c95-a813e7ed6336 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0544353 Aug 19 16:18:11.100650 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1baff37e-94a4-469e-a154-96b0a0a17b65 req-242b2db3-323d-4313-b369-2b81c83a2059 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320916 Aug 19 16:18:12.219191 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1914-8702-4f10-88a2-fe723c019ad0 req-da5e00de-2631-4bd2-bb9e-e8aef3e72fd7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:12.220712 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86eb1914-8702-4f10-88a2-fe723c019ad0 req-da5e00de-2631-4bd2-bb9e-e8aef3e72fd7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0509851 Aug 19 16:18:12.259430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86eb1914-8702-4f10-88a2-fe723c019ad0 req-181a6520-c318-4413-8299-fd0646ee91e9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Aug 19 16:18:13.375149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6fb3d-2775-4184-9a04-3fcfecb77315 req-73951618-6f9a-401e-8587-8c2125a94237 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:13.376631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32c6fb3d-2775-4184-9a04-3fcfecb77315 req-73951618-6f9a-401e-8587-8c2125a94237 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0487423 Aug 19 16:18:13.415182 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-32c6fb3d-2775-4184-9a04-3fcfecb77315 req-ae3e4821-e1f5-4c6c-90cb-61177f858dd0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Aug 19 16:18:14.029636 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:14.536378 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa63876-5f97-4486-b6e1-2ec9f832bb19 req-fe595430-b2c7-47c2-883e-d2169698b8e2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:14.537934 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aa63876-5f97-4486-b6e1-2ec9f832bb19 req-fe595430-b2c7-47c2-883e-d2169698b8e2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0546074 Aug 19 16:18:14.576853 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aa63876-5f97-4486-b6e1-2ec9f832bb19 req-40e1d807-8330-4aac-abd9-62823d485d0a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327652 Aug 19 16:18:15.694614 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2b652-225b-469d-a41a-6ca0aa47be11 req-6000fd3c-6ac4-4b6e-8348-3c2ac9f77fa0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:15.696126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eba2b652-225b-469d-a41a-6ca0aa47be11 req-6000fd3c-6ac4-4b6e-8348-3c2ac9f77fa0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0504813 Aug 19 16:18:15.739174 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eba2b652-225b-469d-a41a-6ca0aa47be11 req-478b10d7-0c30-46db-9387-a866c6ff4bd7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370307 Aug 19 16:18:16.866437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145729c-0515-416b-912d-7634787b9043 req-fa4880a1-adb4-4c3a-a627-4447dfdde9a6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:16.868151 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2145729c-0515-416b-912d-7634787b9043 req-fa4880a1-adb4-4c3a-a627-4447dfdde9a6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0550416 Aug 19 16:18:16.913414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2145729c-0515-416b-912d-7634787b9043 req-05ea118e-83b5-4ed7-baca-99fbd3242849 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375967 Aug 19 16:18:18.039029 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ee352-4cea-40d0-805a-dae8979deefc req-64a748ac-508d-4a2f-8f5b-102a11a9418e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:18.040546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b4ee352-4cea-40d0-805a-dae8979deefc req-64a748ac-508d-4a2f-8f5b-102a11a9418e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0551894 Aug 19 16:18:18.078596 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3b4ee352-4cea-40d0-805a-dae8979deefc req-87682f05-c432-46e1-89b7-2e3d566f6714 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Aug 19 16:18:19.195722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf523df-00b9-4846-832c-959a924ea6f9 req-331e8ea2-0f08-4c01-ba5a-613703fba2b4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:19.197290 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf523df-00b9-4846-832c-959a924ea6f9 req-331e8ea2-0f08-4c01-ba5a-613703fba2b4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0497584 Aug 19 16:18:19.236776 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ebf523df-00b9-4846-832c-959a924ea6f9 req-c47c9b13-dc98-4d4a-8b77-aec1eba508c2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Aug 19 16:18:20.352449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c543b-11c8-4647-91e6-7f3daae76644 req-19d014c4-29a3-4556-8f19-24004b530b56 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:20.354017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-998c543b-11c8-4647-91e6-7f3daae76644 req-19d014c4-29a3-4556-8f19-24004b530b56 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0492458 Aug 19 16:18:20.392744 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-998c543b-11c8-4647-91e6-7f3daae76644 req-566a73da-436f-48ee-9495-a6e6565ba369 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Aug 19 16:18:21.516275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47005-89f4-4107-8d39-099976d4ba83 req-4d60dab9-e6c1-4cb9-9671-511b13da0fe8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:21.517743 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34b47005-89f4-4107-8d39-099976d4ba83 req-4d60dab9-e6c1-4cb9-9671-511b13da0fe8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0568831 Aug 19 16:18:21.560527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-34b47005-89f4-4107-8d39-099976d4ba83 req-85b021f4-3d44-46ab-bb96-49e1243144f0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357432 Aug 19 16:18:22.686601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532b78d-bf7e-4b60-8f8e-b2a503e4b3b2 req-81b69de4-5c0b-45ea-8105-90923de592ba tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:22.688101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b532b78d-bf7e-4b60-8f8e-b2a503e4b3b2 req-81b69de4-5c0b-45ea-8105-90923de592ba tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0515413 Aug 19 16:18:22.727561 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b532b78d-bf7e-4b60-8f8e-b2a503e4b3b2 req-b67ec431-04aa-40d7-b2f3-87eed217c476 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334837 Aug 19 16:18:22.922131 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:18:23.018142 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:18:23.034097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'mac_address': 'fa:16:3e:9e:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:18:23.073005 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:23.086591 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:18:23.106408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:18:23.222504 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:23.272813 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:18:23.280205 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.280563 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.280911 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.281284 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.281632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.281990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.282305 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.282639 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.282995 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.283310 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.283636 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.283966 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:23.361108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:18:23.845909 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b03f9-f99a-46d0-8343-26cdcffb25df req-84bfa2bb-eb69-4307-ba30-58733067177e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:23.847414 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-124b03f9-f99a-46d0-8343-26cdcffb25df req-84bfa2bb-eb69-4307-ba30-58733067177e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Aug 19 16:18:23.885995 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-124b03f9-f99a-46d0-8343-26cdcffb25df req-cb439c61-b096-4c06-ae46-2ee5e90e3a29 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Aug 19 16:18:24.822453 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4de9308a-ad75-47fc-af8f-0d10e4d84ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:24.938631 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:18:24.987136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:18:24.987505 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:25.008531 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322855b-756e-4cd7-8c41-8f83d6a79122 req-d3658684-dd2f-4739-8894-3969e4e47e3f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:25.010127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4322855b-756e-4cd7-8c41-8f83d6a79122 req-d3658684-dd2f-4739-8894-3969e4e47e3f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Aug 19 16:18:25.049065 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4322855b-756e-4cd7-8c41-8f83d6a79122 req-baba1265-53b0-40b5-87cf-123e9538b557 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Aug 19 16:18:25.071523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:25.092031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:18:25.094225 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751864c3-ea62-4594-b6b8-419a7320803a" -d '{"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-plugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:18:25.108120 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:18:25.133547 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94053db-ab9e-4813-a77c-5059ebc14e24 x-openstack-request-id: req-b94053db-ab9e-4813-a77c-5059ebc14e24 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:18:25.133842 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-plugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:18:25.134093 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b94053db-ab9e-4813-a77c-5059ebc14e24 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:18:25.134492 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'code': 200} Aug 19 16:18:25.233952 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:25.283550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:18:26.168323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b070-2daa-4baa-8fa9-ce1186dea791 req-8e8e8fa5-2c33-4d72-9def-e0487cb4d502 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:26.169850 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62c0b070-2daa-4baa-8fa9-ce1186dea791 req-8e8e8fa5-2c33-4d72-9def-e0487cb4d502 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Aug 19 16:18:26.208736 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-62c0b070-2daa-4baa-8fa9-ce1186dea791 req-114c95d0-b84a-4342-877d-0b23f803edf9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Aug 19 16:18:26.336834 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:27.327570 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c459750-c38b-40d8-a789-fd170e1331e5 req-173e1f09-ff10-4448-bb7d-70df6f905ad6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:27.329064 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c459750-c38b-40d8-a789-fd170e1331e5 req-173e1f09-ff10-4448-bb7d-70df6f905ad6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0504167 Aug 19 16:18:27.349796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:27.371211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c459750-c38b-40d8-a789-fd170e1331e5 req-d588706c-a5a4-4230-81ae-2d55f3710f8d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Aug 19 16:18:27.869220 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-32707d39-8626-424b-b32a-2a65bfb95171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:28.537173 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a175d-46d2-40f2-b14a-43d617964447 req-cdd38f4c-a178-4e62-9e45-7e75bf61cef7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:28.540795 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-177a175d-46d2-40f2-b14a-43d617964447 req-cdd38f4c-a178-4e62-9e45-7e75bf61cef7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0872214 Aug 19 16:18:28.580616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-177a175d-46d2-40f2-b14a-43d617964447 req-7f818ae5-ae7f-4920-b7d7-cc250ffa5e0a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Aug 19 16:18:29.706423 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053c967-b8d0-40e1-8342-945a52bb10f7 req-df943590-58e8-41c6-8933-47b50e70e8d7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:29.708873 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8053c967-b8d0-40e1-8342-945a52bb10f7 req-df943590-58e8-41c6-8933-47b50e70e8d7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0535159 Aug 19 16:18:29.751909 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8053c967-b8d0-40e1-8342-945a52bb10f7 req-b7cf23bc-4cd3-4055-84c0-1d53b8770a9d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358286 Aug 19 16:18:29.937880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:30.898745 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d842ee-1ab9-4070-9238-977a6c8d0a0f req-0706f2db-10fe-4461-bdad-8fb7ebd287d0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:30.900324 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38d842ee-1ab9-4070-9238-977a6c8d0a0f req-0706f2db-10fe-4461-bdad-8fb7ebd287d0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0644016 Aug 19 16:18:30.944394 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-38d842ee-1ab9-4070-9238-977a6c8d0a0f req-0aa49889-0c57-428a-9716-be7386a529b2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Aug 19 16:18:31.081076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:32.078806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0919-e1ba-4781-bfd9-fe60a26fb0aa req-a141cc12-6b48-4a5a-bf01-03932d58032c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:32.085762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1bf0919-e1ba-4781-bfd9-fe60a26fb0aa req-a141cc12-6b48-4a5a-bf01-03932d58032c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0646627 Aug 19 16:18:32.131344 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c1bf0919-e1ba-4781-bfd9-fe60a26fb0aa req-490272e7-429a-4900-9c3a-a5363fb7b35a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Aug 19 16:18:33.263264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9a927-fc00-4fee-b433-c9460e6bc075 req-7bc66b94-55dd-4fee-9a21-e58f1e5589a3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:33.264861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7d9a927-fc00-4fee-b433-c9460e6bc075 req-7bc66b94-55dd-4fee-9a21-e58f1e5589a3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0558069 Aug 19 16:18:33.308923 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c7d9a927-fc00-4fee-b433-c9460e6bc075 req-d5fdb91d-b4de-4481-9563-79cdd73abd6b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363111 Aug 19 16:18:34.439905 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e6546-4dde-4062-92d2-be235fd77bcf req-d98d1393-fb47-45e0-9334-ae21fd3fe199 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:34.442698 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-406e6546-4dde-4062-92d2-be235fd77bcf req-d98d1393-fb47-45e0-9334-ae21fd3fe199 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0557714 Aug 19 16:18:34.485611 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-406e6546-4dde-4062-92d2-be235fd77bcf req-8ef5d4eb-7f93-42d5-88bf-cd6d2440aa00 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356913 Aug 19 16:18:35.617082 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705c1a4-0c9c-4f5c-a875-590009152d73 req-356d8492-a4fa-464f-8a38-7904f1c737d7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:35.618746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1705c1a4-0c9c-4f5c-a875-590009152d73 req-356d8492-a4fa-464f-8a38-7904f1c737d7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0577703 Aug 19 16:18:35.662124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1705c1a4-0c9c-4f5c-a875-590009152d73 req-0389567b-bca2-4a71-bee8-8ea53ed4898b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Aug 19 16:18:36.788451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9b0a-c315-4aeb-95ce-d4c822fa73b0 req-400775fc-367c-492b-8eb3-a05aa682c4b4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:36.790244 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c4e9b0a-c315-4aeb-95ce-d4c822fa73b0 req-400775fc-367c-492b-8eb3-a05aa682c4b4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0553787 Aug 19 16:18:36.834361 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3c4e9b0a-c315-4aeb-95ce-d4c822fa73b0 req-9e8c7ab6-eec2-4764-b91c-df8fb8ffd647 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353649 Aug 19 16:18:37.963903 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667cf3-831f-4dc3-860a-3bae50f94bda req-4f33b370-69db-40f2-8000-f49b153ba6d2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:37.965430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0667cf3-831f-4dc3-860a-3bae50f94bda req-4f33b370-69db-40f2-8000-f49b153ba6d2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0543561 Aug 19 16:18:38.003408 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d0667cf3-831f-4dc3-860a-3bae50f94bda req-414e7e35-2beb-4b70-85c3-473b63d3716f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Aug 19 16:18:38.735428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-04775419-48bc-4b2a-a74b-3dffdfe92485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:38.736980 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-04775419-48bc-4b2a-a74b-3dffdfe92485 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1098 time: 0.0476115 Aug 19 16:18:38.827933 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-b9cfaf91-a314-4a95-8098-29a53c09c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:38.829474 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-b9cfaf91-a314-4a95-8098-29a53c09c680 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0859520 Aug 19 16:18:38.901469 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-d26070b0-d42d-4260-a5b3-7b91ceb66e23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1001 time: 0.0645249 Aug 19 16:18:38.952457 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-16fc2ddc-52fb-4765-a7eb-38d168d973e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:38.954050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-16fc2ddc-52fb-4765-a7eb-38d168d973e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0457218 Aug 19 16:18:39.002026 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-32a44617-c5d7-49f9-a506-6e9638e74773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:39.003458 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-32a44617-c5d7-49f9-a506-6e9638e74773 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418723 Aug 19 16:18:39.125839 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-70e3179d-b2bd-4aaf-bd32-e3ab3c297f47 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148460 Aug 19 16:18:39.141844 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a5d7b-4b9a-421f-ba0a-82f881a7ac14 req-e3f9a301-7969-40f7-a4d4-fef3bb99d35c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:39.143513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-687a5d7b-4b9a-421f-ba0a-82f881a7ac14 req-e3f9a301-7969-40f7-a4d4-fef3bb99d35c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0717084 Aug 19 16:18:39.234223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-687a5d7b-4b9a-421f-ba0a-82f881a7ac14 req-76558dc2-7602-415d-b0fe-babc0860698f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823488 Aug 19 16:18:39.256294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f03b5fbb-4089-4c63-8c76-cfcc1eb3a680 req-42bb017c-152e-44eb-a2ef-c7021aab03b5 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219771 Aug 19 16:18:40.393755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe9ddc-89eb-4ace-9026-ab9bd2efc822 req-27700691-9b96-4183-ae21-eef844f77d76 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:40.395938 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-babe9ddc-89eb-4ace-9026-ab9bd2efc822 req-27700691-9b96-4183-ae21-eef844f77d76 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0646410 Aug 19 16:18:40.445546 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-babe9ddc-89eb-4ace-9026-ab9bd2efc822 req-8739090e-d3d5-44dc-a772-4bc2dad09063 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Aug 19 16:18:41.358054 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:18:41.579022 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af06e-583a-4e1a-8e3a-18efff952914 req-867f283b-6227-4b88-bfbf-e48ff7995f2d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:41.580629 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-556af06e-583a-4e1a-8e3a-18efff952914 req-867f283b-6227-4b88-bfbf-e48ff7995f2d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0537589 Aug 19 16:18:41.623067 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-556af06e-583a-4e1a-8e3a-18efff952914 req-f1e1ef31-8aff-48b2-95df-34888bf105d5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Aug 19 16:18:41.996509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cb31-f7e0-4fde-8372-1ed28963a572 req-50136843-0ffd-4f7b-baa3-bd4ec86651c2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:41.998075 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec60cb31-f7e0-4fde-8372-1ed28963a572 req-50136843-0ffd-4f7b-baa3-bd4ec86651c2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0504289 Aug 19 16:18:42.042869 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ec60cb31-f7e0-4fde-8372-1ed28963a572 req-21b160f4-9198-4ffb-b20e-a659a4619c91 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Aug 19 16:18:42.313806 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55542) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:18:42.413888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-3087ecd9-d9b2-4dba-bdfa-7fed73aee932 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988982 Aug 19 16:18:43.074087 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:18:43.163426 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:43.181399 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196e9ae-b4fd-4691-b6b5-582c8848b67f req-7399c0c0-7910-4091-b3eb-2bccb21adf48 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:43.182947 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2196e9ae-b4fd-4691-b6b5-582c8848b67f req-7399c0c0-7910-4091-b3eb-2bccb21adf48 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0564270 Aug 19 16:18:43.188495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:18:43.190782 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c973e2-a012-480c-8ede-96f30696e422" -d '{"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:18:43.204575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:18:43.230713 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2196e9ae-b4fd-4691-b6b5-582c8848b67f req-c5221f09-5581-4e19-b9e8-4a00e4ba9825 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373003 Aug 19 16:18:43.268701 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f214890a-ab6d-4dc8-85bf-9024ef61b103 x-openstack-request-id: req-f214890a-ab6d-4dc8-85bf-9024ef61b103 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:18:43.268999 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-unplugged", "status": "failed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "code": 422}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:18:43.269285 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f214890a-ab6d-4dc8-85bf-9024ef61b103 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:18:43.269692 n-d-779913-32 neutron-server[101964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'code': 422} returned with failed status Aug 19 16:18:43.285014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:43.340648 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:18:43.841694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-695e90cc-ee7a-4937-8fd4-30d65a066b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:43.843240 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-695e90cc-ee7a-4937-8fd4-30d65a066b6b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46&tenant_id=771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 1096 time: 0.0867326 Aug 19 16:18:43.859090 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-32', 'device_owner': 'compute:nova'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:18:43.915699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.050902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.136287 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:18:44.171451 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:18:44.206118 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:18:44.215507 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.227769 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Transition to ACTIVE for port object 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:18:44.313844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.424342 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=9']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:18:44.439105 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2396fd-b6da-40ec-9f4e-8d2d91e2f412 req-96b3d020-6af0-42fe-ba0c-9ca9c9363012 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:44.440657 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca2396fd-b6da-40ec-9f4e-8d2d91e2f412 req-96b3d020-6af0-42fe-ba0c-9ca9c9363012 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 944 time: 0.1377978 Aug 19 16:18:44.453043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.453422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.453764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.454101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.454431 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.454759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.455086 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.455422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.455736 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.456059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.456379 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.456695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:18:44.516712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] No DVR routers for this DVR port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:18:44.559830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ca2396fd-b6da-40ec-9f4e-8d2d91e2f412 req-ac1d7755-6820-407e-9d1f-7b8748c198d5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098387 Aug 19 16:18:44.664043 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on host n-h1-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:18:44.664387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 by drivers openvswitch,hyperv on host n-h1-779913-32 at level 0 using segments [{'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:18:44.664722 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:18:44.669577 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:18:44.679928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Attempting to bind port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:18:44.679928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Checking agent: {'id': '4bfd427b-d2af-4eff-b7d2-92f9a37c5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:18:44.679928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Checking segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:18:44.679928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Bound using segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:18:44.679928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Bound port: 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host: n-h1-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:18:44.679928 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.745917 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h1-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:18:44.748996 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h1-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:18:44.811950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.847255 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:44.847967 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:44.850263 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1093 time: 0.9977236 Aug 19 16:18:44.850767 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:18:44.853029 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be136578-9af7-4bcc-b48e-c3e8f050e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:18:44.913813 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c1389-e1bf-48df-bd72-0a9667d5547f x-openstack-request-id: req-154c1389-e1bf-48df-bd72-0a9667d5547f {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:18:44.914113 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:18:44.914433 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-154c1389-e1bf-48df-bd72-0a9667d5547f {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:18:44.914999 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'status': 'completed', 'code': 200} Aug 19 16:18:44.917580 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8770118-1636-4217-8d27-fb262dac66f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=10']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:18:44.937934 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-a12eef86-0014-4737-a62d-21ad7b0bb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:44.939586 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-a12eef86-0014-4737-a62d-21ad7b0bb1c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1097 time: 0.0622153 Aug 19 16:18:45.043998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-f3f57d3b-0182-4e6e-9d0b-2399d5d63eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.045552 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-f3f57d3b-0182-4e6e-9d0b-2399d5d63eed service neutron] 10.222.0.46 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0992277 Aug 19 16:18:45.114864 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-852f53b0-347f-431b-b830-c6c1255fd94b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 999 time: 0.0617120 Aug 19 16:18:45.170198 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-7dc45b12-b917-4bd7-93d1-045c62430045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.171656 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-7dc45b12-b917-4bd7-93d1-045c62430045 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0480828 Aug 19 16:18:45.217306 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-bb2c6ce3-c6f6-4f62-ba6f-30255942612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.218792 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-bb2c6ce3-c6f6-4f62-ba6f-30255942612d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401771 Aug 19 16:18:45.230354 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-8e7f745f-bcf1-408d-8547-a6b64a31fa56 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:18:45.231327 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-8e7f745f-bcf1-408d-8547-a6b64a31fa56 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053701 Aug 19 16:18:45.325514 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-5e9ba50f-7083-46ed-9f48-7cbfb0794bc7 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870576 Aug 19 16:18:45.417423 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-67810a75-78f5-4986-8b93-0f454f4b2202 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851407 Aug 19 16:18:45.596538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-f70678e3-2d5a-4424-8845-d2640486833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.598094 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-f70678e3-2d5a-4424-8845-d2640486833a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1097 time: 0.0419691 Aug 19 16:18:45.736390 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-939cd292-c0d5-4d71-879f-a0728c67ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.737925 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-939cd292-c0d5-4d71-879f-a0728c67ea8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.1287630 Aug 19 16:18:45.754487 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8def-3c5c-48d5-bd03-7b2f0440cbe4 req-75ab260d-c24d-4a6a-b0f0-5dd3487ec914 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.760326 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1df8def-3c5c-48d5-bd03-7b2f0440cbe4 req-75ab260d-c24d-4a6a-b0f0-5dd3487ec914 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0722225 Aug 19 16:18:45.841996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f1df8def-3c5c-48d5-bd03-7b2f0440cbe4 req-44cf2fb7-0ab5-4891-a4a4-c40a7b82f568 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785332 Aug 19 16:18:45.843830 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-d6eb8909-06ae-473a-ab4f-8d0b83751c1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 999 time: 0.0973709 Aug 19 16:18:45.895785 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-0ecc620d-ca59-4b57-b344-3e8c72066e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:45.898036 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-0ecc620d-ca59-4b57-b344-3e8c72066e26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0473735 Aug 19 16:18:46.986143 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f6ab-af2f-4e6e-85f1-cae70ba2a0f1 req-30caa225-134c-41bd-bf93-5926a8d77108 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:46.988048 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3c1f6ab-af2f-4e6e-85f1-cae70ba2a0f1 req-30caa225-134c-41bd-bf93-5926a8d77108 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0578310 Aug 19 16:18:47.030545 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c3c1f6ab-af2f-4e6e-85f1-cae70ba2a0f1 req-5a3a6174-2932-49e1-b14d-62cf2b7c2de5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Aug 19 16:18:48.152184 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664a97-9afb-4b7a-949b-d2a3a3e2f74e req-ddc61b15-4431-4f6c-89ad-68df988fceab tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:48.153762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b664a97-9afb-4b7a-949b-d2a3a3e2f74e req-ddc61b15-4431-4f6c-89ad-68df988fceab tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0536728 Aug 19 16:18:48.204252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7b664a97-9afb-4b7a-949b-d2a3a3e2f74e req-b9926781-0c86-4f93-ac1b-4dd526244b87 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Aug 19 16:18:49.341532 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb084c-795d-4637-9875-b82dbe5e096d req-d6fe22ae-05d2-4e6a-9258-e3bda1b6af3d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:49.343100 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26eb084c-795d-4637-9875-b82dbe5e096d req-d6fe22ae-05d2-4e6a-9258-e3bda1b6af3d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0677385 Aug 19 16:18:49.385398 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-26eb084c-795d-4637-9875-b82dbe5e096d req-0221bc9f-cc4e-4a4d-a60f-f35dc47ad3ef tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363264 Aug 19 16:18:50.508801 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97efa3-f486-4048-ac68-e0663275267c req-feb18ce5-8b79-401b-bc6a-45de4f63b213 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:50.511306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e97efa3-f486-4048-ac68-e0663275267c req-feb18ce5-8b79-401b-bc6a-45de4f63b213 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Aug 19 16:18:50.558477 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7e97efa3-f486-4048-ac68-e0663275267c req-62c6ee17-333d-40ee-8e10-5f39315ee32f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394273 Aug 19 16:18:51.680443 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6294efc-9cad-4b34-84e5-97d06635da3f req-8a36ba7f-5753-43e9-a0d4-b9f078df9793 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:51.682017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6294efc-9cad-4b34-84e5-97d06635da3f req-8a36ba7f-5753-43e9-a0d4-b9f078df9793 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0561881 Aug 19 16:18:51.724849 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f6294efc-9cad-4b34-84e5-97d06635da3f req-66340c34-a259-4c0d-8d6e-1d7e5621a937 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363436 Aug 19 16:18:52.856377 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347d4d1-eb8a-45a4-a5e4-553ee0fa0c65 req-e28cd886-41eb-4fe8-a7de-41506dd727e5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:52.857910 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1347d4d1-eb8a-45a4-a5e4-553ee0fa0c65 req-e28cd886-41eb-4fe8-a7de-41506dd727e5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0624211 Aug 19 16:18:52.907964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1347d4d1-eb8a-45a4-a5e4-553ee0fa0c65 req-58dc4284-dd04-4a67-8f45-83609c536f29 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 Aug 19 16:18:54.049707 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a9a-453f-4307-9b2c-efff74fd08e9 req-918966e0-7c71-479e-9315-32a86c1c4c45 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:54.052407 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df965a9a-453f-4307-9b2c-efff74fd08e9 req-918966e0-7c71-479e-9315-32a86c1c4c45 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0594318 Aug 19 16:18:54.092832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-df965a9a-453f-4307-9b2c-efff74fd08e9 req-e6a8bbef-5ba0-4c31-a737-a5f899cc78bc tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Aug 19 16:18:54.662988 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0c42fc04-f784-4e71-8069-57a9bc31d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:55.222422 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79310-954c-48d9-a953-95c593b38f50 req-9053e83a-3d51-41d5-910f-cf9f99bd9ab5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:55.224161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82f79310-954c-48d9-a953-95c593b38f50 req-9053e83a-3d51-41d5-910f-cf9f99bd9ab5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0536187 Aug 19 16:18:55.270681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82f79310-954c-48d9-a953-95c593b38f50 req-ae437d50-928f-4726-99af-7361bfbaa5e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Aug 19 16:18:55.920041 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-b689bc8b-1bd2-4a49-8ab9-9d8707bcd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:55.920041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-b689bc8b-1bd2-4a49-8ab9-9d8707bcd99c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511417 Aug 19 16:18:56.010780 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-493eecb0-9608-427c-ae2d-e65d06f754e0 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Aug 19 16:18:56.110430 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-be136578-9af7-4bcc-b48e-c3e8f050e7be req-b6327de2-b6b6-46b8-9df3-e1d863f8b298 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919492 Aug 19 16:18:56.390958 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30de4-65fe-4468-b273-9b92b056f766 req-46415c6f-cd14-47a0-b3d8-a7952a176fb4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:56.392724 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56a30de4-65fe-4468-b273-9b92b056f766 req-46415c6f-cd14-47a0-b3d8-a7952a176fb4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0512943 Aug 19 16:18:56.398875 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:56.432267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-56a30de4-65fe-4468-b273-9b92b056f766 req-d0d74bfe-b064-43e0-8725-68d7fd841e5a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331216 Aug 19 16:18:57.331338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:57.546723 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfb0af-da69-4a2f-9861-338b86eb1f31 req-23a98fe1-47f5-4b51-92ef-a0b7e9dcdf34 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:57.548305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcdfb0af-da69-4a2f-9861-338b86eb1f31 req-23a98fe1-47f5-4b51-92ef-a0b7e9dcdf34 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0493965 Aug 19 16:18:57.586616 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bcdfb0af-da69-4a2f-9861-338b86eb1f31 req-d84715b5-e3e4-48e0-aa5d-da388811cd0a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 19 16:18:57.909002 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4bf8-ca30-40db-bf11-8191ef6e3ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:58.708972 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8071ab-1fa1-49e8-806b-93c2a6aa8826 req-037df299-19e4-4337-814a-9781486f64ea tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:58.711012 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c8071ab-1fa1-49e8-806b-93c2a6aa8826 req-037df299-19e4-4337-814a-9781486f64ea tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0550139 Aug 19 16:18:58.748270 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-4c8071ab-1fa1-49e8-806b-93c2a6aa8826 req-e8bcdbae-11fa-49c4-91fb-d30693feb80e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Aug 19 16:18:59.845320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 details requested by agent hyperv_n-h1-779913-32 with host n-h1-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:18:59.870081 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0db68-e649-41d1-9795-6dbc41714e4d req-43b8ac84-f4b1-492f-abee-10f25d8ea260 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:18:59.871495 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64f0db68-e649-41d1-9795-6dbc41714e4d req-43b8ac84-f4b1-492f-abee-10f25d8ea260 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Aug 19 16:18:59.911952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-64f0db68-e649-41d1-9795-6dbc41714e4d req-d9b76e60-3551-403a-8419-2e5f46ca4d1e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337818 Aug 19 16:18:59.956285 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:18:59.963629 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:18:59.974011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Returning: {'device': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'port_id': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'mac_address': 'fa:16:3e:9e:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:19:00.011979 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:00.028528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:19:00.047734 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:19:00.119677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:00.167615 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=11']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:19:00.361226 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] get_ports_and_sgs() called for port_ids ['6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:19:01.030922 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65221-6d30-4ddc-b192-957d7319edef req-5fe71600-1025-49c9-a47a-f389cbe413fd tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:01.032443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77a65221-6d30-4ddc-b192-957d7319edef req-5fe71600-1025-49c9-a47a-f389cbe413fd tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 946 time: 0.0499494 Aug 19 16:19:01.062914 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:01.070625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-77a65221-6d30-4ddc-b192-957d7319edef req-80123f7d-833a-4473-a4a0-6666a389387a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Aug 19 16:19:01.859104 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 up at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:19:01.971689 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:19:01.975858 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Provisioning complete for port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:19:01.978419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:02.058060 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:02.080735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:19:02.083005 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19d5b9d-29ef-485a-86d7-1bb5afd3060b" -d '{"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-plugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:19:02.096672 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:19:02.121532 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56338e8-f9d9-40ea-b108-43d8dda56615 x-openstack-request-id: req-a56338e8-f9d9-40ea-b108-43d8dda56615 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:19:02.121830 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-plugged", "status": "completed", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:19:02.122091 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a56338e8-f9d9-40ea-b108-43d8dda56615 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:19:02.122492 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'code': 200} Aug 19 16:19:02.160063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:02.211772 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Pushing event updated for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=12']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:19:02.222695 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70146dfc-c211-4ec3-ab32-b7d1eca69760 req-2996946f-90c8-47ee-877c-d505e2895319 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:02.224212 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70146dfc-c211-4ec3-ab32-b7d1eca69760 req-2996946f-90c8-47ee-877c-d505e2895319 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0544207 Aug 19 16:19:02.265101 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-70146dfc-c211-4ec3-ab32-b7d1eca69760 req-9fedb124-318f-474a-9504-ba88670aa5e4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341399 Aug 19 16:19:02.357721 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1a77d-1367-46fa-808b-b5fe4bdd2edb req-7cf8a359-e73c-4557-b798-6f58bc6a2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:02.359223 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afe1a77d-1367-46fa-808b-b5fe4bdd2edb req-7cf8a359-e73c-4557-b798-6f58bc6a2b27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1099 time: 0.0404241 Aug 19 16:19:02.394242 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-afe1a77d-1367-46fa-808b-b5fe4bdd2edb req-ffc924cd-b069-4d74-8fe8-1de917699304 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273881 Aug 19 16:19:03.397635 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19459a-2794-44c7-afb7-215e417afb03 req-ed044efb-bc14-4397-8abf-c84b779ed2cb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:03.399209 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c19459a-2794-44c7-afb7-215e417afb03 req-ed044efb-bc14-4397-8abf-c84b779ed2cb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0567482 Aug 19 16:19:03.439732 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c19459a-2794-44c7-afb7-215e417afb03 req-f10c40a5-6f38-4075-8d0b-f9846ec77286 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Aug 19 16:19:04.560622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2410398-db6e-47a0-a7b8-ded65a8ab0ff req-5e8556c8-ba87-4f85-aa9b-09c25ec3af53 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:04.562198 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2410398-db6e-47a0-a7b8-ded65a8ab0ff req-5e8556c8-ba87-4f85-aa9b-09c25ec3af53 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0540419 Aug 19 16:19:04.604431 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e2410398-db6e-47a0-a7b8-ded65a8ab0ff req-a0f093ba-8b06-4428-99f6-b09d23d21b92 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 Aug 19 16:19:05.722453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a291ed-5b94-49ea-bb68-625ff6d970f2 req-57810022-51b4-4b33-9578-c6933f4abd46 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:05.723929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4a291ed-5b94-49ea-bb68-625ff6d970f2 req-57810022-51b4-4b33-9578-c6933f4abd46 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0490518 Aug 19 16:19:05.761413 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d4a291ed-5b94-49ea-bb68-625ff6d970f2 req-ca3e00ed-b873-4c7b-8a07-94afd8cfa21c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308061 Aug 19 16:19:14.045030 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:18.362694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:19:24.674109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-49d57ae9-9921-430c-8390-6b4d538e9f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:26.325107 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:27.329998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:27.874063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f334d76f-efb9-4d45-a379-3aae24e38c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:29.925343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:31.085076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:42.557529 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-aa83b62a-28eb-4bb8-9d5c-18869456b762 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404241 Aug 19 16:19:42.644575 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-e0331e41-721d-4964-a3cf-bc0d6b6baf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:42.646124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-e0331e41-721d-4964-a3cf-bc0d6b6baf1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1099 time: 0.0444345 Aug 19 16:19:42.750201 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-24ac95ea-9bcf-43ac-a5ab-5f9cbdf68c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:42.751688 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-24ac95ea-9bcf-43ac-a5ab-5f9cbdf68c50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0857227 Aug 19 16:19:42.820472 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-5686bb8e-27f0-428b-9ca3-ecad2a3299c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 1001 time: 0.0615308 Aug 19 16:19:42.868571 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-85c96720-4141-4bf3-a592-ec0052e5fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:42.870367 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-85c96720-4141-4bf3-a592-ec0052e5fe72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0430791 Aug 19 16:19:42.917613 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-d36bc644-8434-46a0-8359-58d12fd18f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:19:42.919114 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-d36bc644-8434-46a0-8359-58d12fd18f30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412951 Aug 19 16:19:43.011571 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-f3c1a737-d141-43fc-a283-b857caa338d3 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851903 Aug 19 16:19:43.102079 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-eb10c754-8f4e-41d6-b2b8-0956cdbce6b0 req-828f8961-6e4a-42b1-9898-ec7fed3d2eb3 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823412 Aug 19 16:19:44.077584 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:54.667360 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8d81c46e-4b0c-4cc1-a956-7150f5c39eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:55.362758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:19:56.329014 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:57.324356 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:57.868147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a5019b07-e9f2-4061-a59c-7cfde9cd1b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:19:59.912679 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:01.088863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:14.078164 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:16.241140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55672) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:16.457097 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Deleting port 5c0a7f6d-2d0b-42a4-9b43-c5f05d8393cc {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:20:16.457477 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:16.893336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:16.893673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:16.905581 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Calling delete_port for 5c0a7f6d-2d0b-42a4-9b43-c5f05d8393cc owned by network:floatingip {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:20:17.210102 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:17.236795 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event deleted for resources: {'Port': ['ID=5c0a7f6d-2d0b-42a4-9b43-c5f05d8393cc,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:17.248889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.249558 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.249676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.249916 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.250252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.250586 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.250914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.251246 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.251574 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.251901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.252227 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.252547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:20:17.307493 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:17.307835 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Floating IP 78c97934-ebde-40ae-a9e2-227f10124131 disassociated (deleted). External IP: 172.25.5.30, port: 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672. Aug 19 16:20:17.516253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:20:17.624460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:20:17.629077 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:17.636376 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:20:17.645695 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:20:17.646382 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:19:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:20:17.657130 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-a1f074dc-1b55-4bd7-97dd-76004f3c7217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "DELETE /v2.0/floatingips/78c97934-ebde-40ae-a9e2-227f10124131 HTTP/1.1" status: 204 len: 168 time: 1.4148076 Aug 19 16:20:17.657823 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:20:17.660345 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38" -d '{"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:20:17.752420 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:20:17.950888 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:20:17.976589 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:20:17.985032 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:20:17.985739 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:19:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:20:18.090758 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:20:18.155320 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9191807-3e87-4b32-8b53-6f04be7c142c x-openstack-request-id: req-d9191807-3e87-4b32-8b53-6f04be7c142c {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:20:18.155653 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:20:18.155890 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9191807-3e87-4b32-8b53-6f04be7c142c {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:20:18.156293 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'status': 'completed', 'code': 200} Aug 19 16:20:18.255974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-1f630c29-5d20-432c-a61f-c7d9f082b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:18.257647 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-1f630c29-5d20-432c-a61f-c7d9f082b138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 1099 time: 0.0772064 Aug 19 16:20:18.268509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68089-5249-4e55-99fa-f238fc681059 req-fc652bb8-6ff5-47a8-b8f0-e6628621bcdf tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:18.269956 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45e68089-5249-4e55-99fa-f238fc681059 req-fc652bb8-6ff5-47a8-b8f0-e6628621bcdf tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0637305 Aug 19 16:20:18.306557 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:20:18.333284 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5bb3e-c5e6-4d66-8be4-936326b7548f None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:20:18.357063 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-45e68089-5249-4e55-99fa-f238fc681059 req-92dfde89-427f-4a2a-b430-159f09db201a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774734 Aug 19 16:20:18.389235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-a89a4e43-bd96-4316-9509-b96535251ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:18.390790 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-a89a4e43-bd96-4316-9509-b96535251ebc service neutron] 10.222.0.46 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.1199536 Aug 19 16:20:18.439125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-3357664a-6bcf-4e96-b240-91b78fb7a44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 200 len: 217 time: 0.0409222 Aug 19 16:20:18.491366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-a62e3ba6-9b24-4e5c-90a2-103bd39d808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:18.492861 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-a62e3ba6-9b24-4e5c-90a2-103bd39d808c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0465541 Aug 19 16:20:18.542547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-70545383-3e51-4698-9a89-2b7decfc8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:18.544084 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-70545383-3e51-4698-9a89-2b7decfc8986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438778 Aug 19 16:20:18.556528 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb6df1-b7e6-421d-b374-87190ee655d1 None None] New status for floating IP 78c97934-ebde-40ae-a9e2-227f10124131: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:20:18.643148 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-f59c32fb-72d5-4977-9c8f-186afa3dff68 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894661 Aug 19 16:20:18.737142 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ea676f73-fa91-40b8-bcfe-aa5b5d4b1e38 req-71666bc0-e265-42be-bdaf-0ac0971c5e09 service neutron] 10.222.0.46 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853467 Aug 19 16:20:19.508259 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dec46e-350d-4f6f-a1bf-0785a56bc197 req-8fc26f74-4f45-40d5-be4f-e42afedae181 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:19.509742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dec46e-350d-4f6f-a1bf-0785a56bc197 req-8fc26f74-4f45-40d5-be4f-e42afedae181 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0732088 Aug 19 16:20:19.518848 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-a5b05e46-29df-4156-ac67-e96b63add661 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:19.520238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-a5b05e46-29df-4156-ac67-e96b63add661 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.46 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 947 time: 0.0927191 Aug 19 16:20:19.586188 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-95dec46e-350d-4f6f-a1bf-0785a56bc197 req-abf04066-3b52-4f25-82b1-7caf71a3e625 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649683 Aug 19 16:20:19.632907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Deleting port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:20:19.633292 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:19.726601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] For port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672, host n-h1-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-32',level=0,port_id=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:20:19.727003 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:19.740661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Calling delete_port for 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:20:19.935752 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:19.967549 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event deleted for resources: {'Port': ['ID=6a0d1bb9-c4c6-429f-86ae-2e2beeefa672,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:20.037673 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] No DVR routers for this DVR port 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 on host n-h1-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:20:20.037673 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:20.037673 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.46 "DELETE /v2.0/ports/6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 HTTP/1.1" status: 204 len: 173 time: 0.4863811 Aug 19 16:20:20.157361 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-deleted', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:20:20.159818 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7fc16-63e5-4ec3-bac0-a15ac3ca3aa4" -d '{"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-deleted", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:20:20.197536 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d604fd-dc71-466e-bb88-911f909ae84d x-openstack-request-id: req-56d604fd-dc71-466e-bb88-911f909ae84d {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:20:20.197892 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90a99a7-856d-4da9-b498-c0ac620ebe46", "name": "network-vif-deleted", "tag": "6a0d1bb9-c4c6-429f-86ae-2e2beeefa672", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:20:20.198714 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56d604fd-dc71-466e-bb88-911f909ae84d {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:20:20.199120 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90a99a7-856d-4da9-b498-c0ac620ebe46', 'name': 'network-vif-deleted', 'tag': '6a0d1bb9-c4c6-429f-86ae-2e2beeefa672', 'status': 'completed', 'code': 200} Aug 19 16:20:20.696939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-b6ec06e7-a413-4d89-a671-310c58193459 req-b46f3dd5-2021-441f-9d47-2081737012c4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90a99a7-856d-4da9-b498-c0ac620ebe46 HTTP/1.1" status: 200 len: 210 time: 0.0274503 Aug 19 16:20:21.756202 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55694) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:21.818866 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1afa44b8-2da3-4763-838b-74936aaccb55 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:21.844243 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1afa44b8-2da3-4763-838b-74936aaccb55 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:21.968537 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1afa44b8-2da3-4763-838b-74936aaccb55 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:21.971158 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1afa44b8-2da3-4763-838b-74936aaccb55 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:21.972362 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1afa44b8-2da3-4763-838b-74936aaccb55 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a HTTP/1.1" status: 204 len: 168 time: 0.2151704 Aug 19 16:20:21.982006 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa44b8-2da3-4763-838b-74936aaccb55 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac9d4a5-d5b0-48c5-af7b-2878b0a1a67a,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:22.302843 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55700) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:22.308311 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180611155', 'description': 'tempest-secgroup-smoke-180611155 description', 'project_id': '771f4630a1a842c198ed88fd2d638e55'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:22.375598 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.458090 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.506816 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.536333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7029f5f-f2f9-4050-8657-45705d45c9aa,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:22.592758 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.594132 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-733d0ce9-5f77-409d-8aa1-c2b474872cc3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2902634 Aug 19 16:20:22.597057 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55702) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:22.601999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': 'c7029f5f-f2f9-4050-8657-45705d45c9aa', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:22.683844 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.739456 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.786821 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.805180 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7060e8e7-9c25-4b8b-bb63-fdb565e195ee,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:22.889815 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:22.891348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4821a250-0620-4bc8-9458-ac882154e4db tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930496 Aug 19 16:20:22.894235 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55704) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:22.898753 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': 'c7029f5f-f2f9-4050-8657-45705d45c9aa', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:22.991867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.055245 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.129858 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.147963 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3286a9-a62c-45aa-a799-fc7e4b6b68e3,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:23.220946 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.222228 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ec63dde0-72ed-4221-b28c-ddde3ffa07bb tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270586 Aug 19 16:20:23.224936 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55706) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:23.230252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': 'c7029f5f-f2f9-4050-8657-45705d45c9aa', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:23.376939 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.437044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.518247 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.536906 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eaec25e-370e-427c-8677-4e9b63a39841,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:23.608479 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.609803 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-2e7c7d46-a02e-41e0-aa9d-3f3af9b27011 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838689 Aug 19 16:20:23.612517 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55708) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:23.617034 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': 'c7029f5f-f2f9-4050-8657-45705d45c9aa', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:23.710738 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.772916 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.844183 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.862907 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e0d472-3d5c-478b-b5c2-0f7783af2799,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:23.918715 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:23.920003 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-bc212f49-81fd-48be-8921-50326247f950 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3065150 Aug 19 16:20:23.922911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55710) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:23.927616 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': 'c7029f5f-f2f9-4050-8657-45705d45c9aa', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:24.027798 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Project 771f4630a1a842c198ed88fd2d638e55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:20:24.034368 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.099118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.179755 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.197585 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e17b5d5-2594-4509-87de-e8f091d5438c,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:24.261554 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.262837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b161e82d-efe0-47b0-b36c-342e8fcd64e8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388591 Aug 19 16:20:24.265778 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55712) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:20:24.270530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'security_group_rule': {'security_group_id': 'c7029f5f-f2f9-4050-8657-45705d45c9aa', 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:24.286736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 no longer exists at agent hyperv_n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:20:24.307832 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] No Port match for: 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:20:24.308980 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Device 6a0d1bb9-c4c6-429f-86ae-2e2beeefa672 not bound to the agent host n-h1-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:20:24.357043 n-d-779913-32 neutron-server[101963]: INFO neutron.db.securitygroups_db [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Project 771f4630a1a842c198ed88fd2d638e55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 16:20:24.362320 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.423671 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.493867 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268183647'] for security_group_rule, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.513550 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999f56c6-c776-4058-8b5c-10d2a4cd3fec,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:24.581081 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:24.582293 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b03b526c-4dfc-45e1-b1ea-fb0de1cc7ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3153043 Aug 19 16:20:24.677992 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f263db4e-fbda-445d-abd1-c9961b024b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:26.362439 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:27.329819 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:27.884523 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0e98b17b-92b2-4038-851f-e00d79f5b4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:29.946873 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:31.082792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:32.363389 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:20:44.089451 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:44.484446 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-0ebbd865-7426-416d-b702-919dfc50edf4 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180611155&fields=id&tenant_id=771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 267 time: 0.0346010 Aug 19 16:20:44.598335 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-1578bea3-6bfb-489f-bec3-8330fc08fc59 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:44.599825 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-1578bea3-6bfb-489f-bec3-8330fc08fc59 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 808 time: 0.1079264 Aug 19 16:20:44.615710 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-498e06de-e005-4726-af16-94e77bc955a2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/quotas/771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 375 time: 0.0099578 Aug 19 16:20:44.670189 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-9a4077b4-5417-4d71-a51d-fb35174e127c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483327 Aug 19 16:20:44.727101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-206c08cc-f92f-4bf4-8325-7406ff85d586 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:20:44.730996 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-206c08cc-f92f-4bf4-8325-7406ff85d586 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465322 Aug 19 16:20:44.828235 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-4192b062-dd95-4850-a722-83e7e6d0ec7d service neutron] 10.222.0.13 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921445 Aug 19 16:20:44.921598 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-5e0e0dc5-7f45-4612-906b-378de6693ecf service neutron] 10.222.0.13 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874608 Aug 19 16:20:45.456984 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9875b8c4-129e-4fbb-b182-d2662acc03db req-79df91bf-2182-4173-9c50-6fb90d94c80c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0272954 Aug 19 16:20:46.551252 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-86b35107-469a-4a57-a1b5-3d0a271c1095 req-7d22137d-7248-424e-8d04-ec61d54159af tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0274954 Aug 19 16:20:47.535366 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-cb0dee77-a58a-4818-87c3-fdc5186b8795 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:47.536742 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-cb0dee77-a58a-4818-87c3-fdc5186b8795 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 808 time: 0.1173871 Aug 19 16:20:47.588768 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-f2d7ef96-2c6f-41ef-9a7d-cb6395aee082 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 379 time: 0.0377443 Aug 19 16:20:47.600302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'port': {'device_id': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'admin_state_up': True, 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'security_groups': ['c7029f5f-f2f9-4050-8657-45705d45c9aa']}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:47.684484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-14a6d73e-d49f-43ef-9386-1881486b21ff req-fec824a7-c5c5-4c74-b284-33167968f3f1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0390813 Aug 19 16:20:47.855185 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Made reservation on behalf of 771f4630a1a842c198ed88fd2d638e55 for: {'port': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:20:47.859619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:47.988138 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Allocated IP 172.20.0.5 (645a4705-77ad-4d5a-8a4f-7b4e05d62079/320f09fa-5f55-4860-a3ff-60f2aef8423d/56994ff5-7c33-493e-a1eb-92fdf3db567f) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:20:48.130699 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:48.145254 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Transition to ACTIVE for port object 56994ff5-7c33-493e-a1eb-92fdf3db567f will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:20:48.242434 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:48.284974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:20:48.293819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:20:48.299262 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:20:48.328405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:48.359682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:48.360123 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:48.472963 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-54e6de5c-9a49-4a53-9fd7-f831b5a6b00f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8781559 Aug 19 16:20:48.538867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Request body: {'port': {'device_id': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-32'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:20:48.596388 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:48.727873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72fe01ed-2925-4b8c-ab8c-fba642875b52 None None] Provisioning for port 56994ff5-7c33-493e-a1eb-92fdf3db567f completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:20:48.732292 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72fe01ed-2925-4b8c-ab8c-fba642875b52 None None] Provisioning complete for port 56994ff5-7c33-493e-a1eb-92fdf3db567f triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:20:48.733742 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72fe01ed-2925-4b8c-ab8c-fba642875b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:48.774799 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-72fe01ed-2925-4b8c-ab8c-fba642875b52 None None] Port 56994ff5-7c33-493e-a1eb-92fdf3db567f cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:20:48.850694 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442aeb3-a621-4731-b3a9-59bf820edf06 req-8d9aa721-b8e7-450d-bcd8-0532bec4b659 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:48.852183 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c442aeb3-a621-4731-b3a9-59bf820edf06 req-8d9aa721-b8e7-450d-bcd8-0532bec4b659 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 931 time: 0.0844195 Aug 19 16:20:48.911373 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c442aeb3-a621-4731-b3a9-59bf820edf06 req-ba018134-ccc3-4c0d-a00b-3c07f6b41857 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518348 Aug 19 16:20:48.950573 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56994ff5-7c33-493e-a1eb-92fdf3db567f {{(pid=101963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:20:48.958943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:48.974672 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Transition to ACTIVE for port object 56994ff5-7c33-493e-a1eb-92fdf3db567f will not be triggered until provisioned by entity L2. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:20:49.037555 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:49.088775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:49.163264 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Attempting to bind port 56994ff5-7c33-493e-a1eb-92fdf3db567f on host n-h2-779913-32 for vnic_type normal with profile {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:20:49.163601 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Attempting to bind port 56994ff5-7c33-493e-a1eb-92fdf3db567f by drivers openvswitch,hyperv on host n-h2-779913-32 at level 0 using segments [{'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:20:49.163928 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Attempting to bind port 56994ff5-7c33-493e-a1eb-92fdf3db567f on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:20:49.168740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Port 56994ff5-7c33-493e-a1eb-92fdf3db567f on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-32 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 16:20:49.169056 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Attempting to bind port 56994ff5-7c33-493e-a1eb-92fdf3db567f on network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:20:49.174802 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Checking agent: {'id': '2629aaa5-baa7-44bb-8aba-edeca643f600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'started_at': datetime.datetime(2021, 8, 19, 14, 49, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:20:49.175140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Checking segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:20:49.175521 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Bound using segment: {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'} {{(pid=101963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:20:49.175947 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.managers [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Bound port: 56994ff5-7c33-493e-a1eb-92fdf3db567f, host: n-h2-779913-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b72f455-595b-4e24-a010-d7a52e693168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079'}}] {{(pid=101963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:20:49.176361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:49.245381 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, cleared binding levels {{(pid=101963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:20:49.249504 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:20:49.313080 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:49.350832 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.351461 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:49.353126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] 10.222.0.54 "PUT /v2.0/ports/56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 1092 time: 0.8668253 Aug 19 16:20:49.353502 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:20:49.356012 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422aa0a-54b0-4b00-8f98-2ceb62b91992" -d '{"events": [{"name": "network-changed", "server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:20:49.384833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b2266-c6b7-405d-b579-45d26ad349bd service neutron] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=3']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:20:49.405216 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffdd783-8b0d-4236-a254-2a4ed3c7c9c3 x-openstack-request-id: req-6ffdd783-8b0d-4236-a254-2a4ed3c7c9c3 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:20:49.405519 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:20:49.406088 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffdd783-8b0d-4236-a254-2a4ed3c7c9c3 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:20:49.406517 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'status': 'completed', 'code': 200} Aug 19 16:20:49.490370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422aa0a-54b0-4b00-8f98-2ceb62b91992 req-44368ffc-a744-46bd-9d84-7f5859dc6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.492190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f422aa0a-54b0-4b00-8f98-2ceb62b91992 req-44368ffc-a744-46bd-9d84-7f5859dc6504 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1095 time: 0.0463922 Aug 19 16:20:49.614518 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422aa0a-54b0-4b00-8f98-2ceb62b91992 req-c0b0914a-7486-491f-bfc9-02ca4b9ea0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.616265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f422aa0a-54b0-4b00-8f98-2ceb62b91992 req-c0b0914a-7486-491f-bfc9-02ca4b9ea0b4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=771f4630a1a842c198ed88fd2d638e55&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1107867 Aug 19 16:20:49.716020 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422aa0a-54b0-4b00-8f98-2ceb62b91992 req-2aec6694-a01c-44fe-aa8a-fd05115bb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.718153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f422aa0a-54b0-4b00-8f98-2ceb62b91992 req-2aec6694-a01c-44fe-aa8a-fd05115bb4e1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952933 Aug 19 16:20:49.820267 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-47d4a14c-5a27-47f6-b4be-ee30fb65c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.821760 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-47d4a14c-5a27-47f6-b4be-ee30fb65c21e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1095 time: 0.0472615 Aug 19 16:20:49.869513 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-bf274c2e-98e3-4eed-b624-fa278804e578 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 217 time: 0.0346816 Aug 19 16:20:49.918207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-42f75f35-36b5-47a0-9cd2-b1f17fbaa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.919738 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-42f75f35-36b5-47a0-9cd2-b1f17fbaa751 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0434189 Aug 19 16:20:49.970833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-e00f484c-3bbd-42a5-9233-38c7d729189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:49.972470 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-e00f484c-3bbd-42a5-9233-38c7d729189a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460749 Aug 19 16:20:50.100159 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d5849-f149-48c2-b0fe-7765df61f354 req-8f4a45eb-efd7-49d1-8f73-a3156a35ae82 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:50.101599 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-274d5849-f149-48c2-b0fe-7765df61f354 req-8f4a45eb-efd7-49d1-8f73-a3156a35ae82 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.1052918 Aug 19 16:20:50.105461 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-5a202987-5399-4553-9731-eea5c5dbb5fa service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261187 Aug 19 16:20:50.185819 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-274d5849-f149-48c2-b0fe-7765df61f354 req-d9c120f7-0187-4c30-8586-7a4a91531812 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777557 Aug 19 16:20:50.220086 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6f4e6577-81f4-422c-8a9f-2a7a1b1b56cd req-48a535ea-ae53-4007-a149-27b7ad10a803 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060250 Aug 19 16:20:51.310100 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8349830-c7dc-4854-8351-d1257e7b65ea req-1d3bbbce-b38a-4978-bcd4-934ed05501b5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:51.312184 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8349830-c7dc-4854-8351-d1257e7b65ea req-1d3bbbce-b38a-4978-bcd4-934ed05501b5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0550945 Aug 19 16:20:51.356304 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8349830-c7dc-4854-8351-d1257e7b65ea req-a7b1c8bb-5d26-4290-a0da-1d42ad141c7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 Aug 19 16:20:52.471588 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9f31-a39a-45dc-906e-6657a7db9622 req-8b32e9b1-8e02-49f6-840a-76c517cfa88c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:52.473072 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe8e9f31-a39a-45dc-906e-6657a7db9622 req-8b32e9b1-8e02-49f6-840a-76c517cfa88c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0492294 Aug 19 16:20:52.510547 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fe8e9f31-a39a-45dc-906e-6657a7db9622 req-a97f479f-fdab-4b5e-ba41-1d2078a968b8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Aug 19 16:20:53.629503 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36b7f8-c2c4-48c4-b691-7404617bafdc req-7e383144-c2d0-4c2b-894f-ca13fbe2c3ec tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:53.631010 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d36b7f8-c2c4-48c4-b691-7404617bafdc req-7e383144-c2d0-4c2b-894f-ca13fbe2c3ec tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0497673 Aug 19 16:20:53.669265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7d36b7f8-c2c4-48c4-b691-7404617bafdc req-8fd0dbd4-7d35-451b-bfd0-23821ff60fc2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316038 Aug 19 16:20:54.660776 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-43401513-20af-452d-8772-05fee79143a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:54.786338 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612680-9e8e-447b-8eca-68095886bc34 req-3d50291b-b48a-49a3-896c-dd3b253857f2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:54.787846 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43612680-9e8e-447b-8eca-68095886bc34 req-3d50291b-b48a-49a3-896c-dd3b253857f2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0510850 Aug 19 16:20:54.832696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-43612680-9e8e-447b-8eca-68095886bc34 req-3fce3f9b-baf9-44c6-ad7f-bc5ed25b2638 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387876 Aug 19 16:20:55.950301 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e122-e1c3-48b1-9d3b-43bc62aaf645 req-a93cd263-9583-4293-9cf5-7414dd4acafa tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:55.952690 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f6e122-e1c3-48b1-9d3b-43bc62aaf645 req-a93cd263-9583-4293-9cf5-7414dd4acafa tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0509458 Aug 19 16:20:55.991503 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-06f6e122-e1c3-48b1-9d3b-43bc62aaf645 req-9eaa95ea-7914-47fe-a7bb-e2d5a6d025fc tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Aug 19 16:20:56.357439 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:57.112516 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaebe8-08ee-448c-8663-8c659df75371 req-5ab666a1-39e6-49cb-b6bd-daa71c4867ba tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:57.117530 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41eaebe8-08ee-448c-8663-8c659df75371 req-5ab666a1-39e6-49cb-b6bd-daa71c4867ba tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0525103 Aug 19 16:20:57.158041 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41eaebe8-08ee-448c-8663-8c659df75371 req-caad69ab-792f-4af0-aec3-c521d95f7022 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378814 Aug 19 16:20:57.328931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:57.871851 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-58089736-eced-4b0f-8001-e90aafb2989e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:20:58.277360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52c6a7-a58a-4532-aeff-187326152377 req-91d65b4e-db9a-4e0b-a2ed-840d521b5ade tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:58.278939 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b52c6a7-a58a-4532-aeff-187326152377 req-91d65b4e-db9a-4e0b-a2ed-840d521b5ade tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0512354 Aug 19 16:20:58.323059 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8b52c6a7-a58a-4532-aeff-187326152377 req-89ee331d-3d39-445a-9e63-c1d8611a81a0 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370905 Aug 19 16:20:59.437256 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f202a-d3e4-4d83-9ff6-2e5a10f5eb7d req-b7380b91-09b3-4a15-b6b1-fd81e2d12c85 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:20:59.438769 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d29f202a-d3e4-4d83-9ff6-2e5a10f5eb7d req-b7380b91-09b3-4a15-b6b1-fd81e2d12c85 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0492737 Aug 19 16:20:59.475876 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d29f202a-d3e4-4d83-9ff6-2e5a10f5eb7d req-67c5bac2-f7cf-456f-a24b-799f0dab2282 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Aug 19 16:20:59.944999 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:00.592405 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e7b79-ef80-423a-abb5-6e2c3cb295f0 req-b741e293-9ff0-43bb-89f6-5eb9580f96d9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:00.594050 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-169e7b79-ef80-423a-abb5-6e2c3cb295f0 req-b741e293-9ff0-43bb-89f6-5eb9580f96d9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0512214 Aug 19 16:21:00.632280 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-169e7b79-ef80-423a-abb5-6e2c3cb295f0 req-cac9109c-2061-4cd4-94af-4f1ef82276d5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Aug 19 16:21:01.111765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:01.687469 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:21:01.749627 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfa2f9-4cfa-4283-a3f0-a5d200fdcbd7 req-aaf9024c-9339-4baf-afd3-2bebe9b5038f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:01.751314 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8dfa2f9-4cfa-4283-a3f0-a5d200fdcbd7 req-aaf9024c-9339-4baf-afd3-2bebe9b5038f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0514309 Aug 19 16:21:01.784074 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:21:01.794434 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c8dfa2f9-4cfa-4283-a3f0-a5d200fdcbd7 req-725c6f9e-fa31-4d7c-9d41-54fd288820c8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367603 Aug 19 16:21:01.795853 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'port_id': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'mac_address': 'fa:16:3e:f4:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:21:01.834876 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:01.847651 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56994ff5-7c33-493e-a1eb-92fdf3db567f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:21:01.866508 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:21:01.946256 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:01.996722 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:21:02.004632 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.004984 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.005356 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.005698 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.006035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.006366 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.006697 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.007028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.007378 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.007685 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.008011 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.008338 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:21:02.385029 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['56994ff5-7c33-493e-a1eb-92fdf3db567f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:21:02.911992 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c67a-1b36-46dd-b2f5-3929f1b4bd0c req-60c605ad-5471-4283-8a6c-a7e464965e0f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:02.913518 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d63c67a-1b36-46dd-b2f5-3929f1b4bd0c req-60c605ad-5471-4283-8a6c-a7e464965e0f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 944 time: 0.0490968 Aug 19 16:21:02.950618 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3d63c67a-1b36-46dd-b2f5-3929f1b4bd0c req-86348ecf-30ba-4ac2-a2d3-2b63facb4ba1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Aug 19 16:21:03.683157 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:21:03.798164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning for port 56994ff5-7c33-493e-a1eb-92fdf3db567f completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:21:03.802234 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 56994ff5-7c33-493e-a1eb-92fdf3db567f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:21:03.802613 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:03.880497 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:03.905953 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:21:03.908518 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33597b7f-78e1-441c-80d9-b8c65d8138e1" -d '{"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-plugged", "status": "completed", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:21:03.921460 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:21:04.003063 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d70555-1a51-4435-805a-cfc2c733f4f6 x-openstack-request-id: req-09d70555-1a51-4435-805a-cfc2c733f4f6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:21:04.003063 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-plugged", "status": "completed", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:21:04.003063 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d70555-1a51-4435-805a-cfc2c733f4f6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:21:04.003063 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'code': 200} Aug 19 16:21:04.037866 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:04.087878 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:21:04.125232 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752e044-e894-4049-98cd-6ecbe4d0e76c req-ef8bb2e4-e23c-4ab9-86a3-a69f00008afe tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:04.126746 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f752e044-e894-4049-98cd-6ecbe4d0e76c req-ef8bb2e4-e23c-4ab9-86a3-a69f00008afe tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0800996 Aug 19 16:21:04.144711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a757-0d80-4a77-9d37-823b24c08caa req-c55b3539-34d3-4d4b-9d4a-a6646c12311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:04.146195 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7944a757-0d80-4a77-9d37-823b24c08caa req-c55b3539-34d3-4d4b-9d4a-a6646c12311f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0640290 Aug 19 16:21:04.194126 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f752e044-e894-4049-98cd-6ecbe4d0e76c req-5879b930-09d5-43eb-83f4-097d42ce6f6e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603452 Aug 19 16:21:04.204031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7944a757-0d80-4a77-9d37-823b24c08caa req-3d94d0de-db55-423e-a294-4a9413d3c97d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499840 Aug 19 16:21:05.309657 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61131ad-23cf-4643-bde7-befceeb418d9 req-e114e85c-a4fc-4abf-b2b5-529b6b4c671d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:05.311013 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d61131ad-23cf-4643-bde7-befceeb418d9 req-e114e85c-a4fc-4abf-b2b5-529b6b4c671d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Aug 19 16:21:05.348705 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d61131ad-23cf-4643-bde7-befceeb418d9 req-ab9760d1-548a-4075-a18e-d720f011e2a9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Aug 19 16:21:06.462582 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdf1a1-7334-4ca6-bf2a-51fc82757977 req-75aac8ac-8a1e-4beb-bd6a-309f918fe423 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:06.464097 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96bdf1a1-7334-4ca6-bf2a-51fc82757977 req-75aac8ac-8a1e-4beb-bd6a-309f918fe423 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Aug 19 16:21:06.502376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-96bdf1a1-7334-4ca6-bf2a-51fc82757977 req-d8cf3a86-857b-4eb4-aabb-040a5aacb461 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Aug 19 16:21:06.643709 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed89e-aaab-4a99-aed5-7a5cdb24eb85 req-f669f522-3639-437d-895d-2df63c8e032b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:06.645247 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8bed89e-aaab-4a99-aed5-7a5cdb24eb85 req-f669f522-3639-437d-895d-2df63c8e032b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0553234 Aug 19 16:21:06.684532 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f8bed89e-aaab-4a99-aed5-7a5cdb24eb85 req-c7c983e5-158c-466f-86ad-caf5bdf8fbd6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Aug 19 16:21:06.707313 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55930) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:21:06.790751 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4974d05b-e99d-4e7e-824b-2289897e0600 tempest-TestShelveInstance-1403540937 tempest-TestShelveInstance-1403540937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:06.792204 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-4974d05b-e99d-4e7e-824b-2289897e0600 tempest-TestShelveInstance-1403540937 tempest-TestShelveInstance-1403540937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1092 time: 0.0838873 Aug 19 16:21:06.795149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 55934) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:21:06.800103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Request body: {'floatingip': {'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'port_id': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:21:06.924181 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:07.026623 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:07.131172 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Allocated IP 172.25.5.89 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/cd13c026-8ffd-4be7-84dd-96cb0276e65a) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:21:07.243890 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:07.346591 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:07.387370 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:21:07.390213 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:21:07.394740 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:21:07.400098 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'Port': ['ID=cd13c026-8ffd-4be7-84dd-96cb0276e65a,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:21:07.762520 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:07.897879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:08.047475 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:08.105881 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:08.175849 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event updated for resources: {'Port': ['ID=cd13c026-8ffd-4be7-84dd-96cb0276e65a,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:21:08.183742 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267931385'] for floatingip, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:08.288391 n-d-779913-32 neutron-server[101963]: INFO neutron.db.l3_db [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Floating IP 9ef4b3b1-fa96-410c-8aa9-023986f68a10 associated. External IP: 172.25.5.89, port: 56994ff5-7c33-493e-a1eb-92fdf3db567f. Aug 19 16:21:08.857867 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:21:08.966660 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:21:08.977585 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:21:08.986212 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:21:08.997795 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:20:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:21:09.042901 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:09.070862 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-3e19f7c6-ffec-4698-a7e5-ad2c162c6db1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2746356 Aug 19 16:21:09.071447 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:21:09.073752 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2b4a8-0fec-4357-bcca-9cff60660bea" -d '{"events": [{"name": "network-changed", "server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:21:09.092298 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:21:09.109245 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b500fa-ddb7-4b54-b0fb-8e80eee23893 x-openstack-request-id: req-50b500fa-ddb7-4b54-b0fb-8e80eee23893 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:21:09.109494 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:21:09.109755 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50b500fa-ddb7-4b54-b0fb-8e80eee23893 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:21:09.110716 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'status': 'completed', 'code': 200} Aug 19 16:21:09.195087 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-8ad25ccb-13ad-4230-ac87-c856fefe9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:09.196654 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-8ad25ccb-13ad-4230-ac87-c856fefe9389 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0441594 Aug 19 16:21:09.306569 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-5c3edf2a-4d91-480f-9ccd-b84d3773e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:09.308377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-5c3edf2a-4d91-480f-9ccd-b84d3773e600 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.1050696 Aug 19 16:21:09.371207 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:21:09.375153 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-78517c82-0225-42b4-8166-48232171f0fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 998 time: 0.0596983 Aug 19 16:21:09.425093 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '9ef4b3b1-fa96-410c-8aa9-023986f68a10', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'port_id': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'mac_address': 'fa:16:3e:f4:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:21:07Z', 'updated_at': '2021-08-19T16:21:07Z', 'revision_number': 0, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:21:09.431901 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-da491cff-5732-4717-98db-7472769ffb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:09.433437 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-da491cff-5732-4717-98db-7472769ffb02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0513434 Aug 19 16:21:09.452715 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:21:09.461966 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:21:09.462593 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:20:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:21:09.481018 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-9e31e87c-9102-440e-b51c-c0c0c265feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:09.482898 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-9e31e87c-9102-440e-b51c-c0c0c265feaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423493 Aug 19 16:21:09.571813 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:21:09.581888 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-5e71b8b1-3539-403b-96d0-a7538b0de4d1 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910993 Aug 19 16:21:09.678294 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-efc2b4a8-0fec-4357-bcca-9cff60660bea req-6cb453aa-c250-4b8b-abdc-3d548b40e952 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899773 Aug 19 16:21:09.799287 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '9ef4b3b1-fa96-410c-8aa9-023986f68a10', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'port_id': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'mac_address': 'fa:16:3e:f4:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:21:07Z', 'updated_at': '2021-08-19T16:21:07Z', 'revision_number': 0, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:21:09.835841 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e6b28-0b2c-4c40-bbc1-1fe9dc41812b None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_floatingips': [{'id': '9ef4b3b1-fa96-410c-8aa9-023986f68a10', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'router_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'port_id': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'mac_address': 'fa:16:3e:f4:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T16:21:07Z', 'updated_at': '2021-08-19T16:21:07Z', 'revision_number': 0, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:21:10.036230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ce0f-e5fa-48af-b299-88ca6d8eca66 None None] New status for floating IP 9ef4b3b1-fa96-410c-8aa9-023986f68a10: ACTIVE {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:21:14.088351 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:24.677390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3eb74c1c-51e3-4e38-b347-f3452e7bbe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:26.374867 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:27.349967 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:27.872171 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0871e2d2-b027-41b3-abd3-46de9a53ac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:29.962717 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:31.077371 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:44.117101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:46.361958 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:21:54.710843 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-21843722-60b5-404f-a3a7-f61fe683d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:56.367934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:57.350438 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:57.939229 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-cb743817-1568-43ff-9a99-7f329e576334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:21:58.320990 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-34f0d0d9-e63c-4817-b0f0-47e9d2281314 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442374 Aug 19 16:21:58.421496 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-95d6fa00-9a2e-46b7-b0f0-1e74015a4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:58.423023 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-95d6fa00-9a2e-46b7-b0f0-1e74015a4a36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0438426 Aug 19 16:21:58.537656 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-e669e939-6bc2-48e0-8fec-4e89f6de48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:58.539099 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-e669e939-6bc2-48e0-8fec-4e89f6de48a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0960057 Aug 19 16:21:58.608125 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-4ea708e0-4d1c-48fc-a1df-cae7b2bb8e70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 1000 time: 0.0625691 Aug 19 16:21:58.667676 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-0cc6d7ef-f73d-425a-840a-920fcce1050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:58.669200 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-0cc6d7ef-f73d-425a-840a-920fcce1050f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0538638 Aug 19 16:21:58.719249 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-299879f1-624d-4b4f-b98b-e6e9ff37721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:21:58.720856 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-299879f1-624d-4b4f-b98b-e6e9ff37721d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438361 Aug 19 16:21:58.814535 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-1b46a279-556b-4c8d-ae1a-8cbb14936b96 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862689 Aug 19 16:21:58.919541 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-10c96945-bf3b-4565-923c-d3c7d67b63d2 req-fa037768-3815-452d-b488-e4dff1d00121 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970919 Aug 19 16:21:59.967925 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:01.082171 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:14.131786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:23.360960 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:22:24.675912 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8737c2b5-4212-47d9-9c9c-f0246f9e94f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:26.406990 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:27.338563 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:27.864297 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3f017107-37c7-4426-b9ce-fe4726c2a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:29.955254 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:31.109919 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:44.138199 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:54.680802 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd485-f857-4e1a-be3e-075ce5320bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:56.423772 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:57.330745 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:57.886730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e9e15be-b19a-499f-8a2f-436c0302f6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:22:58.328432 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-d166ebb7-1697-4abd-9bc1-5158c852309d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421882 Aug 19 16:22:58.427437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-4989f74e-bc07-4664-a353-6772cec9312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:22:58.428929 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-4989f74e-bc07-4664-a353-6772cec9312c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0445406 Aug 19 16:22:58.541167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-2990fe15-c095-41aa-ab3c-1906150e5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:22:58.542676 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-2990fe15-c095-41aa-ab3c-1906150e5abe service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0937788 Aug 19 16:22:58.613837 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-44b0d0b1-bd94-4fff-af3c-0408e2f932de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 1000 time: 0.0640247 Aug 19 16:22:58.673620 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-124720be-c95b-479d-b9e0-070bb2ee2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:22:58.675112 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-124720be-c95b-479d-b9e0-070bb2ee2468 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0550287 Aug 19 16:22:58.725714 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-32cf3a1e-79a2-4a8c-b428-d3fbcad155aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:22:58.727138 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-32cf3a1e-79a2-4a8c-b428-d3fbcad155aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456002 Aug 19 16:22:58.819789 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-92f24e43-b5f5-43f1-8330-819d32597b6c service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855508 Aug 19 16:22:58.927062 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-60dbb1e5-a962-4b03-a499-55b14e1d7e81 req-5563c2c5-fd24-494d-aeba-1e862c15e4ec service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008914 Aug 19 16:22:59.949519 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:00.360887 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:23:01.101611 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:14.125951 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:24.691757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8f30ec34-7f57-44ad-99fe-c563f56add1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:26.412498 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:27.364312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:27.901701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0b1b68ae-391e-4ccd-8769-2b110bbd7ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:29.958419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:31.130089 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:37.169140 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba68156-667a-430a-817a-91de4408d4b2 req-1b041172-1150-4645-bd24-bfab20859857 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:37.170672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ba68156-667a-430a-817a-91de4408d4b2 req-1b041172-1150-4645-bd24-bfab20859857 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.1352837 Aug 19 16:23:37.210622 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-2ba68156-667a-430a-817a-91de4408d4b2 req-16dc68cf-9fbd-4828-853e-9949e5fddbfa tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339355 Aug 19 16:23:37.359687 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:23:38.328789 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ec28-2543-4a07-8f0b-cac5096c5759 req-cc7470de-bcd2-4e1d-9291-fe2d2a42653d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:38.330305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a32ec28-2543-4a07-8f0b-cac5096c5759 req-cc7470de-bcd2-4e1d-9291-fe2d2a42653d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0507009 Aug 19 16:23:38.367832 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0a32ec28-2543-4a07-8f0b-cac5096c5759 req-ada9208a-7f7f-4440-ad5c-b70b0a5ff037 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Aug 19 16:23:39.488711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195a956-6ea7-4f31-93d5-fbf8f118eb40 req-9e1da3ee-98b6-4435-b5c7-5370e0113e9b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:39.490211 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6195a956-6ea7-4f31-93d5-fbf8f118eb40 req-9e1da3ee-98b6-4435-b5c7-5370e0113e9b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0538132 Aug 19 16:23:39.530696 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6195a956-6ea7-4f31-93d5-fbf8f118eb40 req-d667a195-f1a6-4c04-9dbd-387ddf8b8c66 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340240 Aug 19 16:23:40.656833 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bee72-cd88-44ce-b536-cd1aeaa3bdcc req-3a944801-3e16-4ca9-bf58-6dd8c30bb897 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:40.658281 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a6bee72-cd88-44ce-b536-cd1aeaa3bdcc req-3a944801-3e16-4ca9-bf58-6dd8c30bb897 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Aug 19 16:23:40.696516 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9a6bee72-cd88-44ce-b536-cd1aeaa3bdcc req-d55bed58-fc54-4026-b0fd-f578e22c81f2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Aug 19 16:23:41.815112 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e6c0-8254-4103-918a-6492d342d285 req-83a5ee43-14d4-4c0f-ba7d-7e7f1cf1eec6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:41.816672 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b56e6c0-8254-4103-918a-6492d342d285 req-83a5ee43-14d4-4c0f-ba7d-7e7f1cf1eec6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0514524 Aug 19 16:23:41.855443 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0b56e6c0-8254-4103-918a-6492d342d285 req-8fa16ccc-461f-4333-bea0-5820def7835d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Aug 19 16:23:42.976730 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf73489-be57-4c9c-9aae-c1d7e93e82f7 req-53b680d5-f096-4bd9-b2a7-d7192a2383a2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:42.978303 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bf73489-be57-4c9c-9aae-c1d7e93e82f7 req-53b680d5-f096-4bd9-b2a7-d7192a2383a2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0544314 Aug 19 16:23:43.019310 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-1bf73489-be57-4c9c-9aae-c1d7e93e82f7 req-7e29fb92-07ce-4b84-98fa-8f682aada2a1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338316 Aug 19 16:23:44.148950 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cbd2-7f26-4b11-9c39-29760a9dc095 req-c180542d-c08e-4de1-89e1-ac99a5f9d913 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:44.150678 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa31cbd2-7f26-4b11-9c39-29760a9dc095 req-c180542d-c08e-4de1-89e1-ac99a5f9d913 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0532467 Aug 19 16:23:44.159862 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:44.196382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-aa31cbd2-7f26-4b11-9c39-29760a9dc095 req-52fd16be-ed1e-40f9-ac08-5086ca9a69a2 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384574 Aug 19 16:23:45.312584 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3d5a0-6177-4912-a2fa-338d4d6bc3c1 req-512eeaaf-6329-4b3b-a15d-89838af8a24d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:45.314106 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adc3d5a0-6177-4912-a2fa-338d4d6bc3c1 req-512eeaaf-6329-4b3b-a15d-89838af8a24d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Aug 19 16:23:45.351289 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-adc3d5a0-6177-4912-a2fa-338d4d6bc3c1 req-65ec0b1f-c62c-457b-b550-46e9fa325b54 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Aug 19 16:23:46.471197 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa1c52-a159-4d9d-ace2-b16ca5f1cc35 req-f9d71627-329c-422c-83b0-5a3b7e33bc18 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:46.472731 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04aa1c52-a159-4d9d-ace2-b16ca5f1cc35 req-f9d71627-329c-422c-83b0-5a3b7e33bc18 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0532994 Aug 19 16:23:46.511110 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-04aa1c52-a159-4d9d-ace2-b16ca5f1cc35 req-f10cf6f3-9267-42d2-8866-0c146fe499b3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Aug 19 16:23:47.332935 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-92f0fbb3-200e-4562-b91f-53e7c109e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:47.334484 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-92f0fbb3-200e-4562-b91f-53e7c109e267 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0416546 Aug 19 16:23:47.429669 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-ecb87ab6-fe15-4b96-aa05-c2110b0e561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:47.431185 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-ecb87ab6-fe15-4b96-aa05-c2110b0e561b service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0897844 Aug 19 16:23:47.498376 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-2c7911d9-5268-43a6-b6c9-d36b993389ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 1000 time: 0.0602221 Aug 19 16:23:47.548625 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-45e12d82-f674-40e6-99d8-4430ce5f0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:47.550190 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-45e12d82-f674-40e6-99d8-4430ce5f0cb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0457907 Aug 19 16:23:47.633653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-73448a74-9e9f-464d-ba67-6f22ffae896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:47.635823 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-73448a74-9e9f-464d-ba67-6f22ffae896d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788805 Aug 19 16:23:47.648103 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef05c1-3681-4f71-bc12-964449cd053a req-39202847-e7c6-4e8c-a001-b264d72fedae tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:47.649714 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4ef05c1-3681-4f71-bc12-964449cd053a req-39202847-e7c6-4e8c-a001-b264d72fedae tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0668886 Aug 19 16:23:47.748615 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-c4ef05c1-3681-4f71-bc12-964449cd053a req-5a8c4c68-3b38-4032-bf91-ee8c1d9f49ae tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902915 Aug 19 16:23:47.770881 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-2a6807b3-aa7f-4254-836d-33183a9d32eb service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203551 Aug 19 16:23:47.864147 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3a951d31-6ab8-40f2-878c-e04352428b0f req-743f6f7b-2d5b-4ef9-a903-fe318e596fdb service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Aug 19 16:23:48.867565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31023-600c-42f7-8c81-0bfc517153c9 req-912aa32c-f5f4-410b-9fb7-b494a76dc99f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:48.869085 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9c31023-600c-42f7-8c81-0bfc517153c9 req-912aa32c-f5f4-410b-9fb7-b494a76dc99f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Aug 19 16:23:48.907840 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-d9c31023-600c-42f7-8c81-0bfc517153c9 req-67c13b09-8c34-4f64-b1ad-6d8184bc05ee tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Aug 19 16:23:50.028157 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c94a3-162a-4b2c-9373-8a74e3877845 req-7d271b9e-75db-48e1-9dcc-59a1235b09b8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:50.029632 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f66c94a3-162a-4b2c-9373-8a74e3877845 req-7d271b9e-75db-48e1-9dcc-59a1235b09b8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0547447 Aug 19 16:23:50.069315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-f66c94a3-162a-4b2c-9373-8a74e3877845 req-c0eb6784-1dbf-455b-88c5-9cde3f12f9a9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Aug 19 16:23:51.188471 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a38677-bbda-4f32-b0f5-52853ba4da62 req-feef6372-e86a-4b8d-8bd1-57531f0ef0bf tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:51.190162 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20a38677-bbda-4f32-b0f5-52853ba4da62 req-feef6372-e86a-4b8d-8bd1-57531f0ef0bf tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Aug 19 16:23:51.229468 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-20a38677-bbda-4f32-b0f5-52853ba4da62 req-0d82cd63-9b79-4074-a99d-268b2cb446f1 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Aug 19 16:23:52.347839 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e54b-579f-4308-ae37-c7e4fac11976 req-07dc659e-c0c7-4034-9d5a-78bd98611ff7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:52.349351 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3403e54b-579f-4308-ae37-c7e4fac11976 req-07dc659e-c0c7-4034-9d5a-78bd98611ff7 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Aug 19 16:23:52.387370 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3403e54b-579f-4308-ae37-c7e4fac11976 req-86fd0e34-98ac-4e1d-a42c-5dadd8fa53ac tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Aug 19 16:23:52.554319 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:23:52.634496 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:52.659823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:23:52.662136 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37413ed9-29d1-43ff-8e4d-406b8fa8863b" -d '{"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-unplugged", "status": "completed", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:23:52.678783 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:23:52.765709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:52.813829 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=6']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:23:52.821066 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.821438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.821782 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.822123 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.822458 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.822792 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.823130 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.823456 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.824489 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.824839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.825185 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.825513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:23:52.923756 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c4aa0f-82ad-42e8-b312-5f74291a74d6 x-openstack-request-id: req-f4c4aa0f-82ad-42e8-b312-5f74291a74d6 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:23:52.924035 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-unplugged", "status": "failed", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "code": 422}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:23:52.924291 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4c4aa0f-82ad-42e8-b312-5f74291a74d6 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:23:52.924695 n-d-779913-32 neutron-server[101964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'code': 422} returned with failed status Aug 19 16:23:53.018814 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a1e97-ed39-472b-afbf-9edbf05099dc req-1c186fb9-08dc-4721-9806-6a3854deac58 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:53.020391 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c2a1e97-ed39-472b-afbf-9edbf05099dc req-1c186fb9-08dc-4721-9806-6a3854deac58 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0557566 Aug 19 16:23:53.061870 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-0c2a1e97-ed39-472b-afbf-9edbf05099dc req-daab2306-090e-47b4-bde1-ba4e2f8603b5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349231 Aug 19 16:23:53.090482 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-25e25ec3-c52c-4d8b-bf5f-3ba552936b03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026964 Aug 19 16:23:54.179158 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7621-fba7-4403-972c-25ccc7813234 req-333c7590-c2d8-4ba1-8ed6-982c6f14fbac tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:54.180727 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aee7621-fba7-4403-972c-25ccc7813234 req-333c7590-c2d8-4ba1-8ed6-982c6f14fbac tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0507557 Aug 19 16:23:54.220300 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6aee7621-fba7-4403-972c-25ccc7813234 req-6b52880b-ed2c-42f5-ad94-d9041a4aeb15 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333533 Aug 19 16:23:54.656982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-821400d9-b467-44a4-a1eb-95cc15087b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:55.339215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ebe32-aa82-4613-88d3-2ea2364b274d req-aaee6777-d7bf-4f84-b82d-c40ed552530a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:55.341448 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ebe32-aa82-4613-88d3-2ea2364b274d req-aaee6777-d7bf-4f84-b82d-c40ed552530a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0525165 Aug 19 16:23:55.382677 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-094ebe32-aa82-4613-88d3-2ea2364b274d req-09608671-80f2-437c-9212-7ec17a2cc1cc tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351889 Aug 19 16:23:56.422671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:56.508416 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915c56-d448-444e-94f9-007dd0b4669f req-7a4b3f66-b6c3-44cb-a3ab-7ce117b6c1a5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:56.509859 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82915c56-d448-444e-94f9-007dd0b4669f req-7a4b3f66-b6c3-44cb-a3ab-7ce117b6c1a5 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0544534 Aug 19 16:23:56.553017 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-82915c56-d448-444e-94f9-007dd0b4669f req-963888ca-d744-471b-827c-bafffdf2acce tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351100 Aug 19 16:23:57.342709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:57.683109 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a76732-9f2c-4521-bd23-1d898592de62 req-daeabfb7-bc1c-4376-b9c1-0dd01d761237 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:57.685265 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6a76732-9f2c-4521-bd23-1d898592de62 req-daeabfb7-bc1c-4376-b9c1-0dd01d761237 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0520787 Aug 19 16:23:57.724031 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a6a76732-9f2c-4521-bd23-1d898592de62 req-7d10d597-a1e5-4c2c-a6fb-a4ccba3f1046 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327644 Aug 19 16:23:57.896388 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c2852344-3e3c-40db-aa33-c65a1db60a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:23:58.841563 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17734-4d47-47f4-a65a-007c1cb1a332 req-53096fd7-3cc3-4e62-9ca3-eaa794320884 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:58.843127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51c17734-4d47-47f4-a65a-007c1cb1a332 req-53096fd7-3cc3-4e62-9ca3-eaa794320884 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0512612 Aug 19 16:23:58.884630 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-51c17734-4d47-47f4-a65a-007c1cb1a332 req-7bca11ff-deed-4691-a682-4d2b89199616 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352149 Aug 19 16:23:58.974515 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-2bad4bda-987e-48aa-aac7-49f6388dd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:58.976042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-2bad4bda-987e-48aa-aac7-49f6388dd668 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282&tenant_id=771f4630a1a842c198ed88fd2d638e55 HTTP/1.1" status: 200 len: 1095 time: 0.0463474 Aug 19 16:23:59.049167 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-0485ce8a-e612-4300-baed-a0acc71d33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:59.050555 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-0485ce8a-e612-4300-baed-a0acc71d33c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1095 time: 0.0429039 Aug 19 16:23:59.147645 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-513c420a-7474-4c5e-8250-1cc78ed55074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:59.149196 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-513c420a-7474-4c5e-8250-1cc78ed55074 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0921474 Aug 19 16:23:59.225660 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-cd4aa98a-3448-4c54-935e-c745212cd38b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 998 time: 0.0690756 Aug 19 16:23:59.278114 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-df4de5b6-47bc-4b67-9de2-bcb698707edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:59.279631 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-df4de5b6-47bc-4b67-9de2-bcb698707edc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0475223 Aug 19 16:23:59.326881 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-81c5df62-221d-4237-896d-5dce2073af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:23:59.328379 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-81c5df62-221d-4237-896d-5dce2073af09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421782 Aug 19 16:23:59.425420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-bfbe5a33-4e9c-432d-a532-c45adb665023 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901031 Aug 19 16:23:59.519325 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-70b1bcc6-5d8a-44a3-ae02-1c4e1be7bbcf service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871232 Aug 19 16:23:59.959641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:00.013244 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bf9f5-b477-437c-b00e-05e2a44af6d6 req-7ba05b5f-ace0-4ab5-b684-abddb0d46544 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:00.014848 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-226bf9f5-b477-437c-b00e-05e2a44af6d6 req-7ba05b5f-ace0-4ab5-b684-abddb0d46544 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0575051 Aug 19 16:24:00.054095 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-226bf9f5-b477-437c-b00e-05e2a44af6d6 req-dc92ffdd-63b1-4f79-8965-066e8bee5ddd tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330024 Aug 19 16:24:01.113595 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:01.172216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f3fe-f4de-4cd4-a7b1-e40b7bcf0a2f req-6f6df456-cbdf-4a5c-aecf-7dd46cc88929 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:01.174116 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3728f3fe-f4de-4cd4-a7b1-e40b7bcf0a2f req-6f6df456-cbdf-4a5c-aecf-7dd46cc88929 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0518374 Aug 19 16:24:01.213624 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-3728f3fe-f4de-4cd4-a7b1-e40b7bcf0a2f req-5edc1aea-e6dd-4a7a-911d-c075778d7379 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334747 Aug 19 16:24:02.332386 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a514f7-a9d5-4fbc-ad8b-242a5f9319f7 req-9782f273-5cdc-4981-89c5-a2d0c76f2bf8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:02.334032 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07a514f7-a9d5-4fbc-ad8b-242a5f9319f7 req-9782f273-5cdc-4981-89c5-a2d0c76f2bf8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0517807 Aug 19 16:24:02.371070 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-07a514f7-a9d5-4fbc-ad8b-242a5f9319f7 req-ee4db485-2a79-42e1-95c0-b533b4093894 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310118 Aug 19 16:24:03.490900 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41035e95-6dad-47ec-8183-e7a48690a07f req-a773d5c1-4cfa-440f-abd2-af791637ccf6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:03.492288 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41035e95-6dad-47ec-8183-e7a48690a07f req-a773d5c1-4cfa-440f-abd2-af791637ccf6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0531933 Aug 19 16:24:03.531124 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-41035e95-6dad-47ec-8183-e7a48690a07f req-3e099cc6-6685-4776-b9e5-bf088da7edb6 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Aug 19 16:24:04.648725 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870f4f-f2d0-4104-8b2c-9717388457d6 req-9dbc98e3-707b-49c0-9ee1-306027512fda tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:04.650347 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78870f4f-f2d0-4104-8b2c-9717388457d6 req-9dbc98e3-707b-49c0-9ee1-306027512fda tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0510149 Aug 19 16:24:04.691700 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-78870f4f-f2d0-4104-8b2c-9717388457d6 req-d7fef577-201a-4645-92ff-d2c12aaadf9f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345018 Aug 19 16:24:05.809684 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59ebd5-4118-4543-b397-f78b29cbc30d req-d4c94f44-8700-459d-bd1a-ca105fff3271 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:05.811340 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd59ebd5-4118-4543-b397-f78b29cbc30d req-d4c94f44-8700-459d-bd1a-ca105fff3271 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0515327 Aug 19 16:24:05.851267 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd59ebd5-4118-4543-b397-f78b29cbc30d req-e643e4a1-4dca-444b-bb99-53527d5d578b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340152 Aug 19 16:24:06.969876 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1a66-4031-4cf3-9922-e077b2b13faa req-feb89d37-c571-4bfa-a180-c28093ae8c5b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:06.971383 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-083d1a66-4031-4cf3-9922-e077b2b13faa req-feb89d37-c571-4bfa-a180-c28093ae8c5b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0535998 Aug 19 16:24:07.009964 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-083d1a66-4031-4cf3-9922-e077b2b13faa req-db25f72d-97ee-4bea-8846-ea24e4700e3d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325773 Aug 19 16:24:08.126809 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a23ce1-6691-44cf-8e4f-65b04a9156bc req-08777ff1-fdbd-42c2-b426-31b1bdb4de63 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:08.128315 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85a23ce1-6691-44cf-8e4f-65b04a9156bc req-08777ff1-fdbd-42c2-b426-31b1bdb4de63 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 943 time: 0.0506334 Aug 19 16:24:08.166600 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-85a23ce1-6691-44cf-8e4f-65b04a9156bc req-9f71516b-abbe-4834-86f6-bd3acc85ed1b tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322313 Aug 19 16:24:08.648480 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f details requested by agent hyperv_n-h2-779913-32 with host n-h2-779913-32 {{(pid=101964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:24:08.745650 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:24:08.756827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Returning: {'device': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'port_id': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'mac_address': 'fa:16:3e:f4:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:24:08.795495 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:08.807889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56994ff5-7c33-493e-a1eb-92fdf3db567f {{(pid=101964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:24:08.827191 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:24:08.900390 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:08.952885 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=7']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:24:09.294716 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7511812-c47d-454e-8da5-df3df970e322 req-9800980b-1fc8-49c0-973a-f6073fd8de0f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:09.296377 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7511812-c47d-454e-8da5-df3df970e322 req-9800980b-1fc8-49c0-973a-f6073fd8de0f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 944 time: 0.0606558 Aug 19 16:24:09.312086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] get_ports_and_sgs() called for port_ids ['56994ff5-7c33-493e-a1eb-92fdf3db567f'] {{(pid=101964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:24:09.335884 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-a7511812-c47d-454e-8da5-df3df970e322 req-14aa8bf5-553c-4e95-b60c-db5cbe5a6b16 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329101 Aug 19 16:24:10.456101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05e54-9a1e-4215-be8a-ea475be5c284 req-94bb87a9-f36c-4c1c-9abb-2335ec6930cf tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:10.457625 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ef05e54-9a1e-4215-be8a-ea475be5c284 req-94bb87a9-f36c-4c1c-9abb-2335ec6930cf tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 944 time: 0.0544927 Aug 19 16:24:10.494905 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-6ef05e54-9a1e-4215-be8a-ea475be5c284 req-23020492-2f99-41be-a90f-17d53c1af722 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Aug 19 16:24:10.648990 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f up at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:24:10.695421 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Provisioning complete for port 56994ff5-7c33-493e-a1eb-92fdf3db567f triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:24:10.695797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:10.774703 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:10.797060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:24:10.799351 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d93d8b8ab0580fa85fc9f3291803979b28b76d16684be5a4d51d6cf31a01709" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f222a48c-f3bb-4c4c-966a-6ea24be924e3" -d '{"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-plugged", "status": "completed", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:24:10.814412 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:24:10.836303 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fba22b-589c-412c-aa9e-ec5cc4b533c7 x-openstack-request-id: req-d7fba22b-589c-412c-aa9e-ec5cc4b533c7 {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:24:10.836597 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-plugged", "status": "completed", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "code": 200}]} {{(pid=101964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:24:10.836855 n-d-779913-32 neutron-server[101964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7fba22b-589c-412c-aa9e-ec5cc4b533c7 {{(pid=101964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:24:10.837293 n-d-779913-32 neutron-server[101964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'code': 200} Aug 19 16:24:10.879716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:10.932363 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Pushing event updated for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=8']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:24:11.050544 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cd353-b7fd-4af2-b4c3-31a8f275c80f req-bf26aa6b-dd4a-4aa8-b7ef-3f9b2dfc16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:11.051952 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-400cd353-b7fd-4af2-b4c3-31a8f275c80f req-bf26aa6b-dd4a-4aa8-b7ef-3f9b2dfc16d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0422683 Aug 19 16:24:11.087089 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-400cd353-b7fd-4af2-b4c3-31a8f275c80f req-200d7d57-9807-4937-9269-e6dbf858cda3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285199 Aug 19 16:24:11.613154 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c1f30-d4b3-4590-8b8c-7e3058f1cdad req-096e5511-fb3d-4bf4-8396-dc13b1311f2f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:11.615384 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-873c1f30-d4b3-4590-8b8c-7e3058f1cdad req-096e5511-fb3d-4bf4-8396-dc13b1311f2f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0503886 Aug 19 16:24:11.655783 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-873c1f30-d4b3-4590-8b8c-7e3058f1cdad req-3edfd730-6f2b-447c-a35d-1e1f52654678 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342829 Aug 19 16:24:12.776233 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d7a5-d2b2-41a1-9713-0e73ab49f05f req-f8fd77b0-26d2-4e26-85f1-a43536222217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:12.777762 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ada5d7a5-d2b2-41a1-9713-0e73ab49f05f req-f8fd77b0-26d2-4e26-85f1-a43536222217 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Aug 19 16:24:12.816473 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-ada5d7a5-d2b2-41a1-9713-0e73ab49f05f req-5503f5db-161b-4f12-a592-3cc806ec3e3c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324559 Aug 19 16:24:14.204872 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:14.360696 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:24:24.672342 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f41e2e9f-ee4a-44df-92f4-0c0db963d169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:26.404154 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:27.347559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:27.890967 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-687fa907-e021-4d13-bc51-a07553926b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:29.982177 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:31.116921 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:44.188675 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:51.360052 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:24:54.671279 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3975-e253-4cc5-b83b-39b74c4afa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:56.409532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:57.613666 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:57.907452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1f83-476e-4521-ab38-4634fd491a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:24:59.371891 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-3dbac008-9b7e-428a-9ce6-c9239e7df0e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486076 Aug 19 16:24:59.490343 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-54464051-5f7e-489f-b868-06f57fdb2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:59.493348 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-54464051-5f7e-489f-b868-06f57fdb2c75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.0549552 Aug 19 16:24:59.640398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-f9e31e5d-e873-4d82-9cf1-cc25c588dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:59.643161 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-f9e31e5d-e873-4d82-9cf1-cc25c588dfe6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.1263123 Aug 19 16:24:59.723643 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-878c869f-1e65-420d-b7d8-0fdd86ae0c90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 1000 time: 0.0731707 Aug 19 16:24:59.803889 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-d572c63e-a550-4df9-a0b4-df2f4a9e934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:59.807186 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-d572c63e-a550-4df9-a0b4-df2f4a9e934c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0760682 Aug 19 16:24:59.874998 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-287e60c7-33cd-4703-ae75-b2224676d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:24:59.876536 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-287e60c7-33cd-4703-ae75-b2224676d263 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611379 Aug 19 16:24:59.889964 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-7dbc217f-6c4c-41c1-84ce-7115dea89c71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 16:24:59.891042 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-7dbc217f-6c4c-41c1-84ce-7115dea89c71 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067928 Aug 19 16:24:59.964532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:00.010122 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-3372aa9b-1891-4828-804e-85e8abdbd69e service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110654 Aug 19 16:25:00.120827 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-66b56b07-6fbf-4fca-a2e3-24032db9f982 req-1d213f69-7fa8-4c18-bb9b-e3061e3e30e3 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042104 Aug 19 16:25:01.186794 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:14.179009 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:24.632022 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-be5431ca-1598-4b01-b50f-07e9f86ceeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:26.395532 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:27.420645 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:27.900577 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fcc35cd1-0558-48a9-9d86-d6ca2cbd7c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:28.360292 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:25:30.026352 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:31.134576 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:44.224434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:48.989270 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56136) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:25:49.320083 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Deleting port cd13c026-8ffd-4be7-84dd-96cb0276e65a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:25:49.320448 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:49.400851 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:49.401203 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:49.412602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Calling delete_port for cd13c026-8ffd-4be7-84dd-96cb0276e65a owned by network:floatingip {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:25:49.630236 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:49.661843 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event deleted for resources: {'Port': ['ID=cd13c026-8ffd-4be7-84dd-96cb0276e65a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:25:49.687571 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.687930 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.688278 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.688623 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.688966 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.689359 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.689698 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.690040 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.690372 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.690821 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.691163 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.691493 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:49.733807 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for floatingip, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:49.734151 n-d-779913-32 neutron-server[101962]: INFO neutron.db.l3_db [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Floating IP 9ef4b3b1-fa96-410c-8aa9-023986f68a10 disassociated (deleted). External IP: 172.25.5.89, port: 56994ff5-7c33-493e-a1eb-92fdf3db567f. Aug 19 16:25:49.945693 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:25:50.054638 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:25:50.059566 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for floatingip, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:50.064525 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:25:50.074073 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:25:50.074682 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:25:50.087967 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-19495ba0-cf51-47d6-aa40-859a70cc2a4e tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ef4b3b1-fa96-410c-8aa9-023986f68a10 HTTP/1.1" status: 204 len: 168 time: 1.0974307 Aug 19 16:25:50.088555 n-d-779913-32 neutron-server[101962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:25:50.090895 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e3843643d3c9232ac9c948ad9dc4af63755f2701b3660968f9e0c3c2bb9731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825" -d '{"events": [{"name": "network-changed", "server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:25:50.181738 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:25:50.386635 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:25:50.412825 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:25:50.421442 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:25:50.422049 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:25:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:25:50.531150 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:25:50.587611 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cc9943-9fce-4b67-a662-345fd38365e9 x-openstack-request-id: req-f2cc9943-9fce-4b67-a662-345fd38365e9 {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:25:50.587986 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "status": "completed", "code": 200}]} {{(pid=101962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:25:50.588301 n-d-779913-32 neutron-server[101962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2cc9943-9fce-4b67-a662-345fd38365e9 {{(pid=101962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:25:50.588772 n-d-779913-32 neutron-server[101962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'status': 'completed', 'code': 200} Aug 19 16:25:50.720624 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17639e-a56c-4f92-9fbc-434a4d1e514b req-32d8e5f8-b696-46ca-8744-d75f10a8497d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:50.722756 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c17639e-a56c-4f92-9fbc-434a4d1e514b req-32d8e5f8-b696-46ca-8744-d75f10a8497d tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0854464 Aug 19 16:25:50.748997 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-2a1f5b6b-7428-497e-b6c7-618b053e6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:50.750527 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-2a1f5b6b-7428-497e-b6c7-618b053e6423 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=771f4630a1a842c198ed88fd2d638e55&device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 1097 time: 0.1184976 Aug 19 16:25:50.776681 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8c17639e-a56c-4f92-9fbc-434a4d1e514b req-ac6a24d2-880b-4163-9e4b-42049948273a tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471814 Aug 19 16:25:50.837095 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:25:50.856890 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-e55177f1-0d4d-4bbb-9fbf-02e34108e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:50.858409 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-e55177f1-0d4d-4bbb-9fbf-02e34108e1cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 200 len: 909 time: 0.0971701 Aug 19 16:25:50.867421 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091252a2-85b9-4e52-9a17-0ba5811cd8b1 None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:02Z', 'revision_number': 4, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'ac10529d-b6b4-4d23-a189-abfab83ee7f4', 'name': '', 'network_id': '645a4705-77ad-4d5a-8a4f-7b4e05d62079', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'mac_address': 'fa:16:3e:4c:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:02Z', 'updated_at': '2021-08-19T16:15:07Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'subnets': [{'id': '320f09fa-5f55-4860-a3ff-60f2aef8423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:25:50.903121 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-ee85ee61-b9e7-4e1b-a0b8-9d1896cbe0e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 200 len: 217 time: 0.0368974 Aug 19 16:25:50.956231 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-eccc277d-d239-4bbc-a25b-949d2d1f9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:50.957826 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-eccc277d-d239-4bbc-a25b-949d2d1f9f1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 200 len: 847 time: 0.0477612 Aug 19 16:25:51.011925 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-9728c1f0-5d9a-478a-8dab-653dc19e9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:51.013730 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-9728c1f0-5d9a-478a-8dab-653dc19e9f7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=645a4705-77ad-4d5a-8a4f-7b4e05d62079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490100 Aug 19 16:25:51.103064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932731d-f7a7-499c-889f-92ff3ecd066d None None] New status for floating IP 9ef4b3b1-fa96-410c-8aa9-023986f68a10: DOWN {{(pid=101964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:25:51.111256 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-a005784d-38ce-4992-a574-f46f67924185 service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904391 Aug 19 16:25:51.216382 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-7dbd018e-7fa2-4ed6-8fb1-3a7e4a491825 req-6ab38950-7f8e-4569-8b1c-a70073bc0a9f service neutron] 10.222.0.54 "GET /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969162 Aug 19 16:25:51.900486 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e7ea-be77-4e2e-95c0-f266c3b390dd req-13fec6e6-6d97-44f2-bfca-182eaaea47b3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:51.902169 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e113e7ea-be77-4e2e-95c0-f266c3b390dd req-13fec6e6-6d97-44f2-bfca-182eaaea47b3 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0544002 Aug 19 16:25:51.942127 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-e113e7ea-be77-4e2e-95c0-f266c3b390dd req-36cb9531-073f-460a-92dd-432de890c803 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7029f5f-f2f9-4050-8657-45705d45c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Aug 19 16:25:52.351509 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-2ebddbb0-d1b7-409c-905d-e76879c89008 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:25:52.352988 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-2ebddbb0-d1b7-409c-905d-e76879c89008 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 945 time: 0.0783219 Aug 19 16:25:52.446819 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Deleting port 56994ff5-7c33-493e-a1eb-92fdf3db567f {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:25:52.447160 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:52.534640 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] For port 56994ff5-7c33-493e-a1eb-92fdf3db567f, host n-h2-779913-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-32',level=0,port_id=56994ff5-7c33-493e-a1eb-92fdf3db567f,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:25:52.534923 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:52.548237 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Calling delete_port for 56994ff5-7c33-493e-a1eb-92fdf3db567f owned by compute:nova {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:25:52.751208 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:52.778766 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event deleted for resources: {'Port': ['ID=56994ff5-7c33-493e-a1eb-92fdf3db567f,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:25:52.792450 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.792799 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.793152 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.793492 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.793825 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.794150 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.794473 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.794798 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.795117 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.795440 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.795761 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.796093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:25:52.838911 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] No DVR routers for this DVR port 56994ff5-7c33-493e-a1eb-92fdf3db567f on host n-h2-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:25:52.841826 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28148'] for port, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:52.843896 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.54 "DELETE /v2.0/ports/56994ff5-7c33-493e-a1eb-92fdf3db567f HTTP/1.1" status: 204 len: 173 time: 0.4844487 Aug 19 16:25:52.844345 n-d-779913-32 neutron-server[101963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-deleted', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f'}] {{(pid=101963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:25:52.847365 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a049ef53c806f83f47854c9433141533275fd57f7608ebca947d08e1ab969105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff32f9f-0f72-48b8-9b19-0ed628a0fb9e" -d '{"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-deleted", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f"}]}' {{(pid=101963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:25:52.934368 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da683d-1ac9-44ea-9c68-499ab2762e18 x-openstack-request-id: req-04da683d-1ac9-44ea-9c68-499ab2762e18 {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:25:52.935006 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ba8b8c-a7fd-468b-90fa-cc214b698282", "name": "network-vif-deleted", "tag": "56994ff5-7c33-493e-a1eb-92fdf3db567f", "status": "completed", "code": 200}]} {{(pid=101963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:25:52.935006 n-d-779913-32 neutron-server[101963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04da683d-1ac9-44ea-9c68-499ab2762e18 {{(pid=101963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:25:52.935293 n-d-779913-32 neutron-server[101963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ba8b8c-a7fd-468b-90fa-cc214b698282', 'name': 'network-vif-deleted', 'tag': '56994ff5-7c33-493e-a1eb-92fdf3db567f', 'status': 'completed', 'code': 200} Aug 19 16:25:53.045410 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5531c516-a5a6-4fcd-8732-40b0cf08bf13 req-794ac84c-1035-4dd3-895d-6f860a1f8720 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Aug 19 16:25:54.144233 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-bd0bf110-1a1d-41ca-b09c-009338cad64e req-613fdb54-3aa7-4deb-8ce7-16d6e7457bc9 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0274210 Aug 19 16:25:54.648649 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e0b009a1-88d9-4516-9e62-2731b75a45f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:55.177777 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f no longer exists at agent hyperv_n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:25:55.201839 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] No Port match for: 56994ff5-7c33-493e-a1eb-92fdf3db567f {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:25:55.202070 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Device 56994ff5-7c33-493e-a1eb-92fdf3db567f not bound to the agent host n-h2-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:25:55.242109 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-5eb10eeb-de3b-4a17-a09a-28d80ad3021b req-c2423b30-dcd4-4523-92a2-b3f4e1b09065 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Aug 19 16:25:56.343238 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-fc7c8985-20b0-45dc-a6b7-f03cb06b2957 req-6c2f3844-c4fa-4cb8-8cbb-67b11e0d75bc tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0304995 Aug 19 16:25:56.406962 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:57.397207 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:57.457930 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [req-8a1c9059-ddad-4451-83c2-d6215f5cdf18 req-0ca2f040-44a3-4658-b613-690ee3419fb8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ba8b8c-a7fd-468b-90fa-cc214b698282 HTTP/1.1" status: 200 len: 210 time: 0.0270882 Aug 19 16:25:57.882629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e82d3e45-c656-4808-a51c-4cc09f5936f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:58.522113 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56176) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:25:58.587007 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7174-c0c2-4168-afd5-0db002896ef8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:58.614385 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7174-c0c2-4168-afd5-0db002896ef8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:58.760723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7174-c0c2-4168-afd5-0db002896ef8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:58.760723 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7174-c0c2-4168-afd5-0db002896ef8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:25:58.761571 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-d0fd7174-c0c2-4168-afd5-0db002896ef8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7029f5f-f2f9-4050-8657-45705d45c9aa HTTP/1.1" status: 204 len: 168 time: 0.2384443 Aug 19 16:25:58.771244 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7174-c0c2-4168-afd5-0db002896ef8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7029f5f-f2f9-4050-8657-45705d45c9aa,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:25:59.985797 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:01.132662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:05.358849 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:26:14.236974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:24.653261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-100d8e53-d53c-47b3-9207-fbbbe23c4785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:26.441895 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:27.350909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:27.931911 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7983ceaf-92ed-4e1d-acf7-81b59b961006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:29.967827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:31.127482 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:42.358634 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:26:44.241934 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:54.656620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-548808bd-976a-44c6-b7e4-007ef9d80acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:56.407079 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:57.361091 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:57.909937 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2aa8491b-d587-4843-832d-a7e4ecde416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:26:59.967286 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:01.127070 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:14.210736 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:19.358148 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:27:24.692303 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9ca638d0-8989-45e9-906e-833bf4a1d59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:26.393496 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:27.377101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:27.918982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-441b3d9c-f516-4e2a-b113-20929a71dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:29.989430 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:31.178086 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:44.246698 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:54.662470 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c79c61bb-4b84-401a-8986-f40e0f8a7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:56.358130 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:27:56.389019 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:57.347265 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:27:57.897587 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-96634bb8-f402-4dda-83d6-221dad7d6dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:00.040474 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:01.108215 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:14.221101 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:24.654936 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-88832535-6ee1-4878-afdd-c130278c5c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:26.410782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:27.348087 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:27.918152 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e917615e-5d47-47cf-bd0a-f00ac5e97b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:29.988405 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:31.125442 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:33.357694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:28:44.222346 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:54.688801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f28e-bbbf-4d13-969b-f3e835ab0f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:56.387662 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:57.345340 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:57.877263 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea235-727a-49fd-884f-4472115565ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:28:59.993251 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:01.191256 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:10.358235 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:29:14.221425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:24.678146 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-12e90e1c-0c56-41bf-9593-bef5a7821563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:26.402200 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:27.375436 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:27.901654 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6e03453e-28fc-4161-8cf5-cc68bd1d0c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:29.996370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:31.146871 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:44.243826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:47.358797 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:29:54.654830 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a38178aa-1938-4d47-b135-db561c74a07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:56.420826 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:57.374973 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:57.910176 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5cc60f8e-8dee-459c-9126-c5f4690331f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:29:59.980583 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:01.146671 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:14.264223 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:24.358632 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:30:24.665974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ca1793e1-c583-4664-8989-498ee49b92cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:26.460376 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:27.346020 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:27.877085 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-40431990-d8e0-4bd7-a1e2-653fd488678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:30.082931 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:31.225596 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:44.277356 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:54.676915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-282f19d2-f70e-40a9-bede-b0573154e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:56.537925 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:57.339893 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:30:57.951147 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-0a79f5de-c3a5-4ff0-a61d-32b3ece762cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:00.008104 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:01.155010 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:01.357966 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:31:14.276653 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:24.653071 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d081a45-c78d-4fe4-9963-af3063b03403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:26.522056 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:27.356280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:27.910669 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5679888d-8a23-43d2-874a-53795db97ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:30.024395 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:31.160072 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:38.357241 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:31:44.291551 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:54.663809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4ed9fa50-d3de-4b01-94aa-53f31839903b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:56.498140 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:57.365494 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:31:57.898274 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-fbb247da-92ab-46dc-9005-9a368796d474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:00.012980 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:01.172617 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:14.309265 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:15.357798 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:32:24.674977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c2f5-5b5a-4fb4-9b9f-a9d530a231fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:26.509093 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:27.343414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:27.901782 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-14130f99-65e8-449b-8715-9166f0424d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:30.007134 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:31.164240 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:44.332032 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:52.358039 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:32:54.697314 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-9084d602-1ea0-4d9e-a86d-17227170e3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:56.520548 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:57.346977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:32:57.913326 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-6784eab1-c7ce-4125-95c2-a98470a0a598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:00.009423 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:01.163703 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:14.325425 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:24.708538 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7974921-74fe-4f99-a95c-872b608a5ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:26.543280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:27.353946 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:27.914066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8b1d73dd-101e-476e-94ab-0c540c8ea5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:29.357018 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:33:30.034066 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:31.174790 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:42.415949 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-e7e73e1c-2f13-45a9-9360-fa1f4429e2c1 req-3087ecd9-d9b2-4dba-bdfa-7fed73aee932 service neutron] (101963) timed out ('10.222.0.13', 55542) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:33:44.323331 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:54.678799 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f5e972f0-f41f-426d-a607-dd670302ff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:56.541840 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:57.341991 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:33:57.913216 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-352df3f6-7828-4d89-9716-14e87ffedf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:00.056250 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:01.190827 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:06.356449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:34:14.330295 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:24.664983 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2117a3dd-f678-45e6-b84d-e23174578b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:26.564242 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:27.352552 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:27.904620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-e77a2249-9fff-424e-8162-c5a2759d27a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:30.059277 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:31.181282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:43.356009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:34:44.336153 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:54.675995 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bba738b3-f299-49c3-9c5c-065437e6f484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:56.555768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:57.340367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:34:57.900129 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4d128dbc-7bd6-492e-8709-756ef3eb2e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:00.058915 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:01.161235 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:14.340467 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:20.015024 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-5db1f73d-3cd6-4d14-b2c3-10fcd4ef31f5 req-af32ea25-025e-4b24-92ad-9c3631349b7f tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] (101963) timed out ('10.222.0.46', 56415) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:35:20.356925 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:35:24.682732 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-39875e25-0479-4df4-94ce-720d84940cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:26.551607 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:27.374424 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:27.957313 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-26af9c6e-e527-4b25-9dd7-634e7346664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:30.071434 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:31.194722 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:44.378063 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:54.674518 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-311a8ff2-407a-453f-8137-302d818d13e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:56.562178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:57.350692 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:35:57.356885 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:35:57.893768 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1c91392d-3124-4633-90be-e8b7357c4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:00.029166 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:01.165366 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:14.584960 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:24.662405 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-509c8e22-28a9-4612-a6d9-f164cb8196b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:26.590623 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:27.382559 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:27.915731 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-54f33ae3-e9ad-44ba-ae2b-c54adbdda9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:30.039760 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:31.210744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:34.356686 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:36:44.504131 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:54.664175 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe2db-7775-4bef-aec8-42b4e5728c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:56.590202 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:57.493231 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:58.033625 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d688790b-7573-4d9e-82a8-f2ef07060303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:36:59.507989 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56382) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:00.055957 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:00.142340 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:00.389892 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Deleting port ac10529d-b6b4-4d23-a189-abfab83ee7f4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:00.390123 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:00.471794 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] For port ac10529d-b6b4-4d23-a189-abfab83ee7f4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ac10529d-b6b4-4d23-a189-abfab83ee7f4,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:00.472157 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:00.485865 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Calling delete_port for ac10529d-b6b4-4d23-a189-abfab83ee7f4 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:00.719291 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:00.745548 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac10529d-b6b4-4d23-a189-abfab83ee7f4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:00.772867 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.773243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.773595 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.773938 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.774322 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.774625 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.774962 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.775295 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.775631 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.775961 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.776290 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.776617 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:00.924230 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:01.147599 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Router 186ce4b0-3c35-43bb-bfca-2910d86d807d has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:37:01.206720 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:01.255152 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:37:01.262828 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-f8dadbfa-98f4-41fd-9935-40bb211b95d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/186ce4b0-3c35-43bb-bfca-2910d86d807d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512221 Aug 19 16:37:01.262828 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56390) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:01.263820 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] Sync routers for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:37:01.274358 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:01.274967 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:01.378982 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:01.583286 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:37:00Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:01.710192 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] Checking router: 186ce4b0-3c35-43bb-bfca-2910d86d807d for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:37:01.715972 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:01.720192 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] Routers {'186ce4b0-3c35-43bb-bfca-2910d86d807d'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:01.720830 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['186ce4b0-3c35-43bb-bfca-2910d86d807d'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:01.827835 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:01.830450 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] Set router 186ce4b0-3c35-43bb-bfca-2910d86d807d gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:01.955212 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Deleting port 5909c5b0-4d54-41de-8c1f-b37f63b598c4 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:01.955559 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.024326 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:37:00Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:02.052586 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d0a8b-b242-408c-9325-8796736b5345 None None] The sync data for ids ['186ce4b0-3c35-43bb-bfca-2910d86d807d'] in n-d-779913-32 is: [{'id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'name': 'tempest-TestShelveInstance-669872402-router', 'tenant_id': '771f4630a1a842c198ed88fd2d638e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:37:00Z', 'revision_number': 5, 'project_id': '771f4630a1a842c198ed88fd2d638e55', 'gw_port': {'id': '5909c5b0-4d54-41de-8c1f-b37f63b598c4', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ce4b0-3c35-43bb-bfca-2910d86d807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:14:59Z', 'updated_at': '2021-08-19T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:37:02.072901 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] For port 5909c5b0-4d54-41de-8c1f-b37f63b598c4, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5909c5b0-4d54-41de-8c1f-b37f63b598c4,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:02.073351 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.091090 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Calling delete_port for 5909c5b0-4d54-41de-8c1f-b37f63b598c4 owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:02.355816 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.383683 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Pushing event deleted for resources: {'Port': ['ID=5909c5b0-4d54-41de-8c1f-b37f63b598c4,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:02.451159 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.549552 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.551984 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.658491 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.658491 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186ce4b0-3c35-43bb-bfca-2910d86d807d {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:37:02.662809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.664212 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c1f5a184-d59c-4488-967c-b37cce0959da admin admin] 10.222.0.13 "DELETE /v2.0/routers/186ce4b0-3c35-43bb-bfca-2910d86d807d HTTP/1.1" status: 204 len: 168 time: 1.4003019 Aug 19 16:37:02.666712 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56392) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:02.728526 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Deleting subnet 320f09fa-5f55-4860-a3ff-60f2aef8423d {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:37:02.732247 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.768990 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.850797 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:02.984211 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.010737 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320f09fa-5f55-4860-a3ff-60f2aef8423d,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:03.017763 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.019677 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c18c4a01-00bd-4481-a522-745b23fec052 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/320f09fa-5f55-4860-a3ff-60f2aef8423d HTTP/1.1" status: 204 len: 168 time: 0.3517795 Aug 19 16:37:03.022458 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56394) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:03.023196 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1d8e8-a7e5-4279-9705-e0893d4bbe6f None None] Network 645a4705-77ad-4d5a-8a4f-7b4e05d62079 requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:37:03.101915 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.166456 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Deleting port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:03.166809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.221340 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] DHCP port deletion for 645a4705-77ad-4d5a-8a4f-7b4e05d62079 request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:37:03.235475 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] For port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:03.235864 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.250857 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Calling delete_port for f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:03.270551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Deleting port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:03.270998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.334167 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] For port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,segment=NetworkSegment(8b72f455-595b-4e24-a010-d7a52e693168),segment_id=8b72f455-595b-4e24-a010-d7a52e693168)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:03.334563 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.349082 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Calling delete_port for f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:03.435498 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.462522 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Pushing event deleted for resources: {'Port': ['ID=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:03.466396 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] No DVR routers for this DVR port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:37:03.542119 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.553505 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645a4705-77ad-4d5a-8a4f-7b4e05d62079']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:03.568917 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b72f455-595b-4e24-a010-d7a52e693168') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:03.569251 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b72f455-595b-4e24-a010-d7a52e693168') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:03.586118 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.591765 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.600623 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.606753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:37:03.610813 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:37:03.619019 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Pushing event deleted for resources: {'Port': ['ID=f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:03.623332 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] No DVR routers for this DVR port f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:37:03.631083 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.633770 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.634619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.634619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.634619 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c46805-2d53-4c49-bf21-59d1fcc0529a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:03.730706 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.736343 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:03.738212 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] 10.222.0.13 "DELETE /v2.0/networks/645a4705-77ad-4d5a-8a4f-7b4e05d62079 HTTP/1.1" status: 204 len: 168 time: 0.7148073 Aug 19 16:37:03.741348 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56396) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:03.749753 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028bed-66c8-40c3-a9f4-44275f85e16d admin admin] Pushing event deleted for resources: {'Network': ['ID=645a4705-77ad-4d5a-8a4f-7b4e05d62079,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:03.886282 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5909c5b0-4d54-41de-8c1f-b37f63b598c4 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:37:03.906744 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5909c5b0-4d54-41de-8c1f-b37f63b598c4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:37:03.907114 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5909c5b0-4d54-41de-8c1f-b37f63b598c4 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:37:03.907524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:37:03.928247 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:37:03.928593 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device f29b29b8-0dc1-43ea-aecc-ee7ebdc3a6d7 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:37:03.929010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac10529d-b6b4-4d23-a189-abfab83ee7f4 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:37:03.947912 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ac10529d-b6b4-4d23-a189-abfab83ee7f4 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:37:03.948262 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ac10529d-b6b4-4d23-a189-abfab83ee7f4 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:37:04.091361 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:04.718183 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Deleting port eff1c0f2-1ee3-4ffe-8c58-f628c8723194 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:04.718523 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:04.811165 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] For port eff1c0f2-1ee3-4ffe-8c58-f628c8723194, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:04.811935 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:04.824943 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Calling delete_port for eff1c0f2-1ee3-4ffe-8c58-f628c8723194 owned by network:router_interface {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:05.078804 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:05.104480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=eff1c0f2-1ee3-4ffe-8c58-f628c8723194,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:05.120005 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.120360 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.120706 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.121048 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.121414 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.121754 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.122101 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.122459 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.122891 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.123253 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.123559 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.123831 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:05.288037 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:05.503879 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Router ea1e8293-8e0c-448c-862e-fec66786d8dc has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:37:05.615145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:37:05.620483 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-841b73e9-196f-4c7f-93fb-b675bd886a9f admin admin] 10.222.0.13 "PUT /v2.0/routers/ea1e8293-8e0c-448c-862e-fec66786d8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8780334 Aug 19 16:37:05.623064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56400) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:05.624153 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] Sync routers for ids ['ea1e8293-8e0c-448c-862e-fec66786d8dc'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:37:05.634016 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] Routers {'ea1e8293-8e0c-448c-862e-fec66786d8dc'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:05.634657 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea1e8293-8e0c-448c-862e-fec66786d8dc'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:05.732587 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:05.744775 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] Set router ea1e8293-8e0c-448c-862e-fec66786d8dc gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:05.840636 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:05.933481 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:37:04Z', 'revision_number': 5, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port': {'id': 'ff286765-3474-4eb8-b355-4d2bc61ecf98', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:15:06Z', 'updated_at': '2021-08-19T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:05.952807 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Deleting port ff286765-3474-4eb8-b355-4d2bc61ecf98 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:05.955634 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:05.961107 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] Checking router: ea1e8293-8e0c-448c-862e-fec66786d8dc for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:37:05.970438 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] Routers {'ea1e8293-8e0c-448c-862e-fec66786d8dc'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:05.971224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['ea1e8293-8e0c-448c-862e-fec66786d8dc'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:06.044417 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] For port ff286765-3474-4eb8-b355-4d2bc61ecf98, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=ff286765-3474-4eb8-b355-4d2bc61ecf98,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:06.044783 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.062078 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Calling delete_port for ff286765-3474-4eb8-b355-4d2bc61ecf98 owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:06.065967 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] Set router ea1e8293-8e0c-448c-862e-fec66786d8dc gateway port host: None {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:06.124333 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:37:05Z', 'revision_number': 6, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:06.152861 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4f0c2-964b-448b-9b82-f91b8b365f3e None None] The sync data for ids ['ea1e8293-8e0c-448c-862e-fec66786d8dc'] in n-d-779913-32 is: [{'id': 'ea1e8293-8e0c-448c-862e-fec66786d8dc', 'name': 'tempest-TestShelveInstance-337695231-router', 'tenant_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:15:05Z', 'updated_at': '2021-08-19T16:37:05Z', 'revision_number': 6, 'project_id': 'a4c102f2c86d4853abd0c7a73ce5fc0a', 'gw_port_host': None}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:37:06.304184 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.336425 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff286765-3474-4eb8-b355-4d2bc61ecf98,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:06.396044 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.492048 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.494382 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.641409 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.642160 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1e8293-8e0c-448c-862e-fec66786d8dc {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:37:06.646943 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.648203 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-06234357-d50f-4bf9-94e5-30ebb9a3786d admin admin] 10.222.0.13 "DELETE /v2.0/routers/ea1e8293-8e0c-448c-862e-fec66786d8dc HTTP/1.1" status: 204 len: 168 time: 1.0240788 Aug 19 16:37:06.650755 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56402) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:06.697824 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Deleting subnet fef58bf9-55ba-44f5-8432-e16c6c22a861 {{(pid=101963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:37:06.701070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.740089 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265268687'] for subnet, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.835094 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:06.978714 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265585337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265140960'] for subnet, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.010999 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef58bf9-55ba-44f5-8432-e16c6c22a861,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:07.012983 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.015683 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-1ce6cfc8-2a0c-4f10-a599-5e060f8a682a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fef58bf9-55ba-44f5-8432-e16c6c22a861 HTTP/1.1" status: 204 len: 168 time: 0.3631361 Aug 19 16:37:07.017437 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56404) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:07.017899 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc3e2d-4dce-4ba4-8e7d-a7cfea244786 None None] Network ddf8612e-5956-4de7-b3bf-d49ddd5460df requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:37:07.093258 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.162727 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Deleting port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:07.163070 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.210468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] DHCP port deletion for ddf8612e-5956-4de7-b3bf-d49ddd5460df request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:37:07.236151 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] For port d5cd6e1f-4c78-4303-b3e7-8af1ec958923, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:07.236524 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.250641 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Calling delete_port for d5cd6e1f-4c78-4303-b3e7-8af1ec958923 owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:07.257920 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] Deleting port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:37:07.264233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.328922 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] For port d5cd6e1f-4c78-4303-b3e7-8af1ec958923, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,segment=NetworkSegment(3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab),segment_id=3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:07.329414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.342503 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] Calling delete_port for d5cd6e1f-4c78-4303-b3e7-8af1ec958923 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:37:07.429431 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.435282 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.461445 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:07.462440 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] Pushing event deleted for resources: {'Port': ['ID=d5cd6e1f-4c78-4303-b3e7-8af1ec958923,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:07.463759 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] No DVR routers for this DVR port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:37:07.464136 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c93ee0-96d8-46f6-996b-9c54e77533ea None None] No DVR routers for this DVR port d5cd6e1f-4c78-4303-b3e7-8af1ec958923 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:37:07.540703 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.550557 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8612e-5956-4de7-b3bf-d49ddd5460df']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:07.561320 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:07.561622 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5fe798-31a1-4f22-a3f2-f3f9616ac6ab') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:07.571020 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.585572 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.591333 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:37:07.591723 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: timer() Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:37:07.593393 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:37:07.715358 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.721304 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:07.723927 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddf8612e-5956-4de7-b3bf-d49ddd5460df HTTP/1.1" status: 204 len: 168 time: 0.7048800 Aug 19 16:37:07.734815 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab626870-92d0-42a8-b0e2-1f9d040c5d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf8612e-5956-4de7-b3bf-d49ddd5460df,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:07.888313 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff286765-3474-4eb8-b355-4d2bc61ecf98 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:37:07.909647 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: ff286765-3474-4eb8-b355-4d2bc61ecf98 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:37:07.910000 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device ff286765-3474-4eb8-b355-4d2bc61ecf98 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:37:07.910427 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5cd6e1f-4c78-4303-b3e7-8af1ec958923 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:37:07.933097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: d5cd6e1f-4c78-4303-b3e7-8af1ec958923 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:37:07.933475 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device d5cd6e1f-4c78-4303-b3e7-8af1ec958923 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:37:07.933898 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eff1c0f2-1ee3-4ffe-8c58-f628c8723194 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:37:07.953676 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: eff1c0f2-1ee3-4ffe-8c58-f628c8723194 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:37:07.954055 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device eff1c0f2-1ee3-4ffe-8c58-f628c8723194 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:37:08.154844 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56408) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:08.197987 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9a1c4ad2-b815-4e84-9729-9a966b15a801 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771f4630a1a842c198ed88fd2d638e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418673 Aug 19 16:37:08.200487 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56410) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:08.262594 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2082-3d66-4f0e-91b8-87f3818124ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:08.291392 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2082-3d66-4f0e-91b8-87f3818124ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:08.395459 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2082-3d66-4f0e-91b8-87f3818124ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:08.398114 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2082-3d66-4f0e-91b8-87f3818124ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:08.399287 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9b1e2082-3d66-4f0e-91b8-87f3818124ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5b6ce7e-e533-4176-b3d5-df87b73a63b8 HTTP/1.1" status: 204 len: 168 time: 0.1978612 Aug 19 16:37:08.407128 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e2082-3d66-4f0e-91b8-87f3818124ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b6ce7e-e533-4176-b3d5-df87b73a63b8,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:09.010804 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56416) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:09.052154 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-7196b476-b288-476a-b4e1-c48b45e71ccf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4c102f2c86d4853abd0c7a73ce5fc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398312 Aug 19 16:37:09.054764 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56418) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:09.106418 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3197-5f36-49c0-bcb0-b5a8dc73a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:09.129052 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3197-5f36-49c0-bcb0-b5a8dc73a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:09.224323 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3197-5f36-49c0-bcb0-b5a8dc73a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:09.226966 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3197-5f36-49c0-bcb0-b5a8dc73a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:09.228157 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-aa4b3197-5f36-49c0-bcb0-b5a8dc73a59f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93614209-318f-4b1d-a13f-a6c698f506c5 HTTP/1.1" status: 204 len: 168 time: 0.1724644 Aug 19 16:37:09.236460 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b3197-5f36-49c0-bcb0-b5a8dc73a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93614209-318f-4b1d-a13f-a6c698f506c5,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:10.307711 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56440) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:10.438923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1476613541-network', 'tenant_id': 'b5931d6edc514851aac073f08af592f5'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:37:10.552820 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Made reservation on behalf of b5931d6edc514851aac073f08af592f5 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:37:10.555234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.568453 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.658879 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.749543 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.778480 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:37:10.784970 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d1a48a-1b47-475c-a0fa-bbf522cb27e0,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:10.792205 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.792557 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Added segment d614eb2f-ced4-4960-ad03-f552dd2bc882 of type vlan for network 168f5524-c33b-44c6-88e0-9db5f48f6c0e Aug 19 16:37:10.839891 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.932526 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.933715 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:37:10.934301 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:10.998434 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] Pushing event updated for resources: {'Network': ['ID=168f5524-c33b-44c6-88e0-9db5f48f6c0e,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:11.009035 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:37:11.076465 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ec50788-1c7a-4bdb-8411-99817b6179a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7676194 Aug 19 16:37:11.079648 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56446) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:11.085775 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Request body: {'subnet': {'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1476613541-subnet', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:37:11.164974 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Made reservation on behalf of b5931d6edc514851aac073f08af592f5 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:37:11.167451 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.356007 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:37:11.401056 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.456621 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b9c805-c36d-41fb-a0bf-c62295d1dcb1,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:11.468015 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Checking segment: {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:11.468387 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Network hostable DHCP agents. Network: 168f5524-c33b-44c6-88e0-9db5f48f6c0e, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:37:11.547275 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:37:11.623780 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, 168f5524-c33b-44c6-88e0-9db5f48f6c0e) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:11.628680 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:37:11.629341 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.637032 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93692532-9776-42b5-b1a9-ab61ffead8dc None None] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:37:11.729305 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-8c02390e-5922-4da2-8765-6187aae3d4e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6481469 Aug 19 16:37:11.733930 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56450) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:11.744530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:37:11.790667 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b834e9-1828-4b84-8498-84620402154c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-168f5524-c33b-44c6-88e0-9db5f48f6c0e', 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'fixed_ips': [{'subnet_id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:37:11.791552 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b834e9-1828-4b84-8498-84620402154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.841067 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.842192 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.904356 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:11.937721 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-72b834e9-1828-4b84-8498-84620402154c None None] Allocated IP 172.20.0.2 (168f5524-c33b-44c6-88e0-9db5f48f6c0e/b0b9c805-c36d-41fb-a0bf-c62295d1dcb1/b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:37:12.090916 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b834e9-1828-4b84-8498-84620402154c None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.100360 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72b834e9-1828-4b84-8498-84620402154c None None] Transition to ACTIVE for port object b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:12.117067 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-72b834e9-1828-4b84-8498-84620402154c None None] Transition to ACTIVE for port object b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:12.171118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.197462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b834e9-1828-4b84-8498-84620402154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.239018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b834e9-1828-4b84-8498-84620402154c None None] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:12.242079 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-72b834e9-1828-4b84-8498-84620402154c None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:12.244542 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b834e9-1828-4b84-8498-84620402154c None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:37:12.260546 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b834e9-1828-4b84-8498-84620402154c None None] Pushing event updated for resources: {'Port': ['ID=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:12.318575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-72b834e9-1828-4b84-8498-84620402154c None None] Attempting to bind port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:37:12.318952 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-72b834e9-1828-4b84-8498-84620402154c None None] Attempting to bind port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:37:12.319329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b834e9-1828-4b84-8498-84620402154c None None] Attempting to bind port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b on network 168f5524-c33b-44c6-88e0-9db5f48f6c0e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:37:12.324588 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b834e9-1828-4b84-8498-84620402154c None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:37:12.324963 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b834e9-1828-4b84-8498-84620402154c None None] Checking segment: {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:12.325409 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b834e9-1828-4b84-8498-84620402154c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.325812 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b834e9-1828-4b84-8498-84620402154c None None] Bound using segment: {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:37:12.326288 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-72b834e9-1828-4b84-8498-84620402154c None None] Bound port: b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:37:12.326674 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b834e9-1828-4b84-8498-84620402154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.399346 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72b834e9-1828-4b84-8498-84620402154c None None] For port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:37:12.402971 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-72b834e9-1828-4b84-8498-84620402154c None None] For port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:37:12.456336 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.470530 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-72b834e9-1828-4b84-8498-84620402154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.476594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.529281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b834e9-1828-4b84-8498-84620402154c None None] Pushing event updated for resources: {'Port': ['ID=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:12.591818 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Allocated IP 172.25.5.18 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/84aeff2d-1b97-445c-9771-5bc778d004eb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:37:12.719908 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.864913 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:12.907453 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:12.910538 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:12.914398 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:37:12.937368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Pushing event updated for resources: {'Port': ['ID=84aeff2d-1b97-445c-9771-5bc778d004eb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:13.268150 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:13.491767 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:13.509160 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57972fa4-ba5e-4c27-935c-2a9b5d17fb96 None None] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:37:13.675678 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-5c6950e2-8489-47bc-b405-19e1cf33e43c None None] Provisioning for port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:13.698054 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Router be181beb-225a-48bf-b3bf-083fc9d07162 is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:37:13.927336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:14.041089 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:14.045337 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:14.045716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.131954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.166550 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:14.190547 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:37:14.199180 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Sync routers for ids ['be181beb-225a-48bf-b3bf-083fc9d07162'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:37:14.209793 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Routers {'be181beb-225a-48bf-b3bf-083fc9d07162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:14.210491 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be181beb-225a-48bf-b3bf-083fc9d07162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:14.275322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.298130 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.302208 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-46294bdc-bc04-4203-8cde-ad0d67dcc632 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5639982 Aug 19 16:37:14.304790 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56452) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:14.321865 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Set router be181beb-225a-48bf-b3bf-083fc9d07162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:14.331135 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:14.495985 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.513501 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:37:13Z', 'revision_number': 3, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:14.540406 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Checking router: be181beb-225a-48bf-b3bf-083fc9d07162 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:37:14.541019 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Updating router be181beb-225a-48bf-b3bf-083fc9d07162 port 84aeff2d-1b97-445c-9771-5bc778d004eb binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:37:14.566208 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.727486 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.825042 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.835421 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Transition to ACTIVE for port object 84aeff2d-1b97-445c-9771-5bc778d004eb will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:14.891449 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Allocated IP 172.20.0.1 (168f5524-c33b-44c6-88e0-9db5f48f6c0e/b0b9c805-c36d-41fb-a0bf-c62295d1dcb1/a9c8b1d8-0a85-4b84-95f2-3a19b97918a5) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:37:14.927231 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.980998 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Attempting to bind port 84aeff2d-1b97-445c-9771-5bc778d004eb on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:37:14.986672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Attempting to bind port 84aeff2d-1b97-445c-9771-5bc778d004eb by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:37:14.986672 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Attempting to bind port 84aeff2d-1b97-445c-9771-5bc778d004eb on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:37:14.989084 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Pushing event updated for resources: {'Port': ['ID=84aeff2d-1b97-445c-9771-5bc778d004eb,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:14.991359 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:37:14.991711 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:14.992110 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:14.992503 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:37:14.992977 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Bound port: 84aeff2d-1b97-445c-9771-5bc778d004eb, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:37:14.993376 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.004840 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.016800 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.017156 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.017504 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.017841 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.018167 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.018496 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.018818 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.019064 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.provisioning_blocks [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Transition to ACTIVE for port object a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 will not be triggered until provisioned by entity DHCP. {{(pid=101963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:15.019237 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.019449 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.020390 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.020855 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.021206 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:37:15.060788 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] For port 84aeff2d-1b97-445c-9771-5bc778d004eb, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:37:15.064103 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] For port 84aeff2d-1b97-445c-9771-5bc778d004eb, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=84aeff2d-1b97-445c-9771-5bc778d004eb,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:37:15.138514 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.164598 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.179929 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:15.182854 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:15.186523 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:37:15.210456 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:15.221964 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d671f-941c-49d2-b1ee-bbe29fc17939 None None] Pushing event updated for resources: {'Port': ['ID=84aeff2d-1b97-445c-9771-5bc778d004eb,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:15.243645 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.244810 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Routers {'be181beb-225a-48bf-b3bf-083fc9d07162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:15.245560 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be181beb-225a-48bf-b3bf-083fc9d07162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:15.364012 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] Set router be181beb-225a-48bf-b3bf-083fc9d07162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:15.466196 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.498140 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d823f5e8-1ccb-41a5-a6c6-b33150590a46 None None] Provisioning for port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:15.503498 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d823f5e8-1ccb-41a5-a6c6-b33150590a46 None None] Provisioning complete for port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:15.504121 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d823f5e8-1ccb-41a5-a6c6-b33150590a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.543197 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d823f5e8-1ccb-41a5-a6c6-b33150590a46 None None] Port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:37:15.553279 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:37:13Z', 'revision_number': 3, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:15.581237 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4755-812c-42ea-9096-c29383a312c9 None None] The sync data for ids ['be181beb-225a-48bf-b3bf-083fc9d07162'] in n-d-779913-32 is: [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:37:13Z', 'revision_number': 3, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:37:15.642905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.703314 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265585347'] for port, after_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.772624 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:15.776712 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,revision_number=2']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:15.896428 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:15.898302 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:15.986565 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84aeff2d-1b97-445c-9771-5bc778d004eb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:16.041497 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Router be181beb-225a-48bf-b3bf-083fc9d07162 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:37:16.120572 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 84aeff2d-1b97-445c-9771-5bc778d004eb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:16.125548 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 84aeff2d-1b97-445c-9771-5bc778d004eb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:16.126165 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:16.168612 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:37:16.184420 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-88ec3d32-18eb-487f-a4a7-3b87a576bbf6 admin admin] 10.222.0.13 "PUT /v2.0/routers/be181beb-225a-48bf-b3bf-083fc9d07162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8710692 Aug 19 16:37:16.184677 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-b234c5b0-a080-4bca-bcb8-08c2c3254104 None None] Provisioning complete for port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:16.184677 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-b234c5b0-a080-4bca-bcb8-08c2c3254104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:16.222076 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-b234c5b0-a080-4bca-bcb8-08c2c3254104 None None] Port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:37:16.260293 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:16.283051 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 84aeff2d-1b97-445c-9771-5bc778d004eb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=84aeff2d-1b97-445c-9771-5bc778d004eb,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:16.398494 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:16.399329 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:16.486977 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=84aeff2d-1b97-445c-9771-5bc778d004eb,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:16.499538 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:16.500632 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.043093 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56468) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:17.048207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-536131159-network', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53'}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:37:17.141682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Made reservation on behalf of 2aa71bebebb44ac781b4ae26a4afda53 for: {'network': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:37:17.144145 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for network, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.154164 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.225478 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Sync routers for ids ['be181beb-225a-48bf-b3bf-083fc9d07162'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:37:17.237232 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Routers {'be181beb-225a-48bf-b3bf-083fc9d07162'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:17.238220 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be181beb-225a-48bf-b3bf-083fc9d07162'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:17.261663 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.335569 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.357178 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Set router be181beb-225a-48bf-b3bf-083fc9d07162 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:17.358323 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 16:37:17.374052 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d40db2-3754-497d-9a23-e0c9f353618f,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:17.381447 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.382798 n-d-779913-32 neutron-server[101963]: INFO neutron.db.segments_db [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Added segment 10a54192-e2e4-400a-b97f-e8c67dc174a6 of type vlan for network d9142a77-edb6-4c35-9441-58863fa8fdea Aug 19 16:37:17.430851 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747640333478'] for network, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.526568 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968'] for network, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.527349 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:37:17.528438 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.580419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:37:15Z', 'revision_number': 4, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'a9c8b1d8-0a85-4b84-95f2-3a19b97918a5', 'name': '', 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'mac_address': 'fa:16:3e:eb:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:14Z', 'updated_at': '2021-08-19T16:37:15Z', 'revision_number': 2, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'subnets': [{'id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:17.597560 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] Pushing event updated for resources: {'Network': ['ID=d9142a77-edb6-4c35-9441-58863fa8fdea,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:17.611604 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Network d9142a77-edb6-4c35-9441-58863fa8fdea details requested by agent ovs-agent-n-d-779913-32 with host n-d-779913-32 {{(pid=101964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 16:37:17.615848 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Checking router: be181beb-225a-48bf-b3bf-083fc9d07162 for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:37:17.621133 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Updating router be181beb-225a-48bf-b3bf-083fc9d07162 port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:37:17.670159 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0ce56fd4-5dca-4f9b-858f-ba93a58d3334 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6258814 Aug 19 16:37:17.672923 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56470) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:17.678914 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Request body: {'subnet': {'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-536131159-subnet', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'ip_version': 4}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:37:17.690954 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:17.766308 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Made reservation on behalf of 2aa71bebebb44ac781b4ae26a4afda53 for: {'subnet': 1} {{(pid=101963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 16:37:17.768784 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265140989'] for subnet, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.036575 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84aeff2d-1b97-445c-9771-5bc778d004eb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:18.038638 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265585272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265140971'] for subnet, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.101030 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb3bdda-df06-45b8-9c0b-5e173b1d43b2,revision_number=0']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:18.109481 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Checking segment: {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:18.109855 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Network hostable DHCP agents. Network: d9142a77-edb6-4c35-9441-58863fa8fdea, hostable agents: ['8ebfb587-a17d-4a73-b98b-e8f735abddc7'], hosted agents: [] {{(pid=101963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 16:37:18.128537 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 84aeff2d-1b97-445c-9771-5bc778d004eb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:18.128911 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.181207 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Network d9142a77-edb6-4c35-9441-58863fa8fdea is scheduled to be hosted by DHCP agent 8ebfb587-a17d-4a73-b98b-e8f735abddc7 with binding_index 1 {{(pid=101963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 16:37:18.219219 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.233513 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Transition to ACTIVE for port object a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:18.280661 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-32, d9142a77-edb6-4c35-9441-58863fa8fdea) {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:18.284688 n-d-779913-32 neutron-server[101963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:37:18.289163 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.291148 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4d772-5e99-45bf-b4b4-9cd69ed78311 None None] Network d9142a77-edb6-4c35-9441-58863fa8fdea requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:37:18.330781 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.381306 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-76235687-e809-4667-81e9-1d0253c3f3dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7068272 Aug 19 16:37:18.383465 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56472) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:18.388623 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.v2.base [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}} {{(pid=101963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 16:37:18.410950 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae65e58-7b51-45c9-ad70-7123b34434a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:18.473547 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267923904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25598'] for router, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.475311 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267923792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-267921117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268144791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25591'] for router, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.506320 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Attempting to bind port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:37:18.506944 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Attempting to bind port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:37:18.507568 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Attempting to bind port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 on network 168f5524-c33b-44c6-88e0-9db5f48f6c0e {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:37:18.522369 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:37:18.522743 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Checking segment: {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:18.523157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.523567 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Bound using segment: {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:37:18.524064 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Bound port: a9c8b1d8-0a85-4b84-95f2-3a19b97918a5, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd614eb2f-ced4-4960-ad03-f552dd2bc882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:37:18.524462 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.542038 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.578595 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf709882f-b659-5d27-b530-8f51d671f5ca-d9142a77-edb6-4c35-9441-58863fa8fdea', 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'fixed_ips': [{'subnet_id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2'}]}} from n-d-779913-32. {{(pid=101964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 16:37:18.579647 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.684442 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] For port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:37:18.710010 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] For port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:37:18.758516 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.769189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.db_base_plugin_common [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Allocated IP 172.20.0.2 (d9142a77-edb6-4c35-9441-58863fa8fdea/cdb3bdda-df06-45b8-9c0b-5e173b1d43b2/6c69db28-c70c-4edd-846e-c7d58143c257) {{(pid=101964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:37:18.802240 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:18.916703 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Routers {'be181beb-225a-48bf-b3bf-083fc9d07162'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:18.918018 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be181beb-225a-48bf-b3bf-083fc9d07162'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:18.969224 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae65e58-7b51-45c9-ad70-7123b34434a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:19.063398 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.082974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Notify callbacks [] for port, precommit_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.085234 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.096336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] Set router be181beb-225a-48bf-b3bf-083fc9d07162 gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:19.123242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Transition to ACTIVE for port object 6c69db28-c70c-4edd-846e-c7d58143c257 will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:19.157517 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Transition to ACTIVE for port object 6c69db28-c70c-4edd-846e-c7d58143c257 will not be triggered until provisioned by entity DHCP. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:19.189314 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.db_base_plugin_common [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Allocated IP 172.25.5.176 (92142acc-d010-4f53-8bcd-13c3c37533ab/aa6be180-0c16-4dd2-b261-86d5856a5baa/5e2a9395-f713-4829-94bb-58536c776ccb) {{(pid=101963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:37:19.256038 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173'] for port, after_create {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.299619 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.317753 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Network d9142a77-edb6-4c35-9441-58863fa8fdea is already hosted by enough agents. {{(pid=101964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:19.322680 n-d-779913-32 neutron-server[101964]: DEBUG neutron.scheduler.base_scheduler [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Resources bound (agent type, host, resource id): {{(pid=101964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:19.325162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Received port after_create {{(pid=101964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:37:19.335165 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Pushing event updated for resources: {'Port': ['ID=6c69db28-c70c-4edd-846e-c7d58143c257,revision_number=1']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:19.389780 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.415543 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Attempting to bind port 6c69db28-c70c-4edd-846e-c7d58143c257 on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:37:19.415921 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Attempting to bind port 6c69db28-c70c-4edd-846e-c7d58143c257 by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:37:19.416286 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Attempting to bind port 6c69db28-c70c-4edd-846e-c7d58143c257 on network d9142a77-edb6-4c35-9441-58863fa8fdea {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:37:19.423732 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:37:19.424108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Checking segment: {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:19.424510 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.424906 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Bound using segment: {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:37:19.425411 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Bound port: 6c69db28-c70c-4edd-846e-c7d58143c257, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:37:19.425796 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.427682 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Network 92142acc-d010-4f53-8bcd-13c3c37533ab is already hosted by enough agents. {{(pid=101963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:19.432653 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.base_scheduler [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:19.436214 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Received port after_create {{(pid=101963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:37:19.443192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:37:15Z', 'revision_number': 4, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'a9c8b1d8-0a85-4b84-95f2-3a19b97918a5', 'name': '', 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'mac_address': 'fa:16:3e:eb:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:14Z', 'updated_at': '2021-08-19T16:37:18Z', 'revision_number': 4, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'subnets': [{'id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:19.461252 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2a9395-f713-4829-94bb-58536c776ccb,revision_number=1']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:19.493419 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc4bb8-9e42-42f9-a3ea-bd0764d33edc None None] The sync data for ids ['be181beb-225a-48bf-b3bf-083fc9d07162'] in n-d-779913-32 is: [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:37:15Z', 'revision_number': 4, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': 'a9c8b1d8-0a85-4b84-95f2-3a19b97918a5', 'name': '', 'network_id': '168f5524-c33b-44c6-88e0-9db5f48f6c0e', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'mac_address': 'fa:16:3e:eb:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:14Z', 'updated_at': '2021-08-19T16:37:18Z', 'revision_number': 4, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'subnets': [{'id': 'b0b9c805-c36d-41fb-a0bf-c62295d1dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:37:19.530159 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] For port 6c69db28-c70c-4edd-846e-c7d58143c257, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:37:19.533742 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] For port 6c69db28-c70c-4edd-846e-c7d58143c257, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c69db28-c70c-4edd-846e-c7d58143c257,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:37:19.641604 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.710274 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3e7b0-273e-49e9-bfe8-f9d321059572 None None] Pushing event updated for resources: {'Port': ['ID=6c69db28-c70c-4edd-846e-c7d58143c257,revision_number=2']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:19.806280 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:19.979062 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:20.074310 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267923785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267920920'] for router, after_create {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:20.120901 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:20.125409 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:20.129909 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:20.222336 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:20.272509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:20.338178 n-d-779913-32 neutron-server[101963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Router 2b8217fa-feed-43e0-8e3c-154b8348e02c is scheduled to L3 agent 9717120e-fed3-4a06-95be-92947273ee40 with binding_index 1 {{(pid=101963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 16:37:20.364283 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:20.423303 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:20.469368 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:37:20.479760 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Sync routers for ids ['2b8217fa-feed-43e0-8e3c-154b8348e02c'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:37:20.496650 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Routers {'2b8217fa-feed-43e0-8e3c-154b8348e02c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:20.500547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2b8217fa-feed-43e0-8e3c-154b8348e02c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:20.549832 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:20.552216 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-448ae6ff-2dca-4c2d-80ae-abd6293b4fe8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1676345 Aug 19 16:37:20.555332 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56474) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:37:20.616694 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Set router 2b8217fa-feed-43e0-8e3c-154b8348e02c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:20.840914 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:37:19Z', 'revision_number': 3, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:20.856192 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4809b-9963-4ca7-98a8-e440085604c2 None None] Network d9142a77-edb6-4c35-9441-58863fa8fdea requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:37:20.984904 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Checking router: 2b8217fa-feed-43e0-8e3c-154b8348e02c for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:37:20.985347 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Updating router 2b8217fa-feed-43e0-8e3c-154b8348e02c port 5e2a9395-f713-4829-94bb-58536c776ccb binding host n-d-779913-32 {{(pid=101965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:37:21.014403 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.063834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.067749 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-c50a0451-a75c-45be-8952-0bbe6181b3d4 None None] Provisioning for port 6c69db28-c70c-4edd-846e-c7d58143c257 completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:21.251068 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_common [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Allocated IP 172.20.0.1 (d9142a77-edb6-4c35-9441-58863fa8fdea/cdb3bdda-df06-45b8-9c0b-5e173b1d43b2/54999350-007b-4799-8b3e-df282bbcb94a) {{(pid=101962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 16:37:21.305365 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Notify callbacks [] for port, precommit_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.315547 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.provisioning_blocks [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Transition to ACTIVE for port object 5e2a9395-f713-4829-94bb-58536c776ccb will not be triggered until provisioned by entity L2. {{(pid=101965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:21.360265 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.367575 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.383466 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.provisioning_blocks [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Transition to ACTIVE for port object 54999350-007b-4799-8b3e-df282bbcb94a will not be triggered until provisioned by entity DHCP. {{(pid=101962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:21.418510 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Attempting to bind port 5e2a9395-f713-4829-94bb-58536c776ccb on host n-d-779913-32 for vnic_type normal with profile {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:37:21.418870 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Attempting to bind port 5e2a9395-f713-4829-94bb-58536c776ccb by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:37:21.419224 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Attempting to bind port 5e2a9395-f713-4829-94bb-58536c776ccb on network 92142acc-d010-4f53-8bcd-13c3c37533ab {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:37:21.421285 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f837e05-668f-4e62-b922-a6cb4cef39f3 None None] Pushing event updated for resources: {'Port': ['ID=5e2a9395-f713-4829-94bb-58536c776ccb,revision_number=2']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:21.427888 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:37:21.428257 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Checking segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:21.429210 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.429210 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Bound using segment: {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'} {{(pid=101965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:37:21.429554 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.managers [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Bound port: 5e2a9395-f713-4829-94bb-58536c776ccb, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6d8972-96f9-4126-bec2-9b15cc1fa5dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab'}}] {{(pid=101965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:37:21.429925 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.452149 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747640345173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.480691 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] For port 5e2a9395-f713-4829-94bb-58536c776ccb, host n-d-779913-32, cleared binding levels {{(pid=101965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:37:21.484009 n-d-779913-32 neutron-server[101965]: DEBUG neutron.plugins.ml2.db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] For port 5e2a9395-f713-4829-94bb-58536c776ccb, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e2a9395-f713-4829-94bb-58536c776ccb,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:37:21.494582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Network d9142a77-edb6-4c35-9441-58863fa8fdea is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:21.500051 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:21.501668 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Received port after_create {{(pid=101962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 16:37:21.508320 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Pushing event updated for resources: {'Port': ['ID=54999350-007b-4799-8b3e-df282bbcb94a,revision_number=1']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:21.547838 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-267922768'] for router_interface, before_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.555331 n-d-779913-32 neutron-server[101965]: DEBUG neutron_lib.callbacks.manager [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.625628 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f837e05-668f-4e62-b922-a6cb4cef39f3 None None] Pushing event updated for resources: {'Port': ['ID=5e2a9395-f713-4829-94bb-58536c776ccb,revision_number=3']} {{(pid=101965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:21.628430 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Routers {'2b8217fa-feed-43e0-8e3c-154b8348e02c'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:21.629827 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2b8217fa-feed-43e0-8e3c-154b8348e02c'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:21.759781 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] Set router 2b8217fa-feed-43e0-8e3c-154b8348e02c gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:21.769547 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.864533 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69052e63-b210-4944-a2ca-a579a35a0e15 None None] Provisioning for port 54999350-007b-4799-8b3e-df282bbcb94a completed by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:21.868842 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-69052e63-b210-4944-a2ca-a579a35a0e15 None None] Provisioning complete for port 54999350-007b-4799-8b3e-df282bbcb94a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:21.868958 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-69052e63-b210-4944-a2ca-a579a35a0e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.916294 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-69052e63-b210-4944-a2ca-a579a35a0e15 None None] Port 54999350-007b-4799-8b3e-df282bbcb94a cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:37:21.982147 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:21.985670 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:37:19Z', 'revision_number': 3, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:22.015408 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171304fe-bd05-4737-8a92-441da5905a78 None None] The sync data for ids ['2b8217fa-feed-43e0-8e3c-154b8348e02c'] in n-d-779913-32 is: [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:37:19Z', 'revision_number': 3, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:37:22.016597 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:22.044872 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259150351'] for port, after_update {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.068230 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:22.068884 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.116522 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267921986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-267922852'] for router_interface, after_create {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.118344 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Pushing event updated for resources: {'Port': ['ID=54999350-007b-4799-8b3e-df282bbcb94a,revision_number=2']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:22.153088 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c69db28-c70c-4edd-846e-c7d58143c257 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:22.245477 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Network d9142a77-edb6-4c35-9441-58863fa8fdea is already hosted by enough agents. {{(pid=101962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 16:37:22.247110 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.base_scheduler [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 16:37:22.287472 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 6c69db28-c70c-4edd-846e-c7d58143c257 completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:22.295504 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6c69db28-c70c-4edd-846e-c7d58143c257 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:22.295885 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.400670 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.429461 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Router 2b8217fa-feed-43e0-8e3c-154b8348e02c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:37:22.446408 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 6c69db28-c70c-4edd-846e-c7d58143c257, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c69db28-c70c-4edd-846e-c7d58143c257,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:22.509450 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.557690 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:37:22.563160 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-e0e32205-b536-42f0-95d6-ba8ac71061f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b8217fa-feed-43e0-8e3c-154b8348e02c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066135 Aug 19 16:37:22.572551 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-71e24803-1e76-4d1f-a700-1f3be10a2b46 None None] Provisioning complete for port 54999350-007b-4799-8b3e-df282bbcb94a triggered by entity DHCP. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:22.573414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71e24803-1e76-4d1f-a700-1f3be10a2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:22.576321 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=6c69db28-c70c-4edd-846e-c7d58143c257,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:22.615823 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-71e24803-1e76-4d1f-a700-1f3be10a2b46 None None] Port 54999350-007b-4799-8b3e-df282bbcb94a cannot update to ACTIVE because it is not bound. {{(pid=101964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 16:37:23.605793 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Sync routers for ids ['2b8217fa-feed-43e0-8e3c-154b8348e02c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:37:23.616025 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Routers {'2b8217fa-feed-43e0-8e3c-154b8348e02c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:23.616644 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2b8217fa-feed-43e0-8e3c-154b8348e02c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:23.885892 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Set router 2b8217fa-feed-43e0-8e3c-154b8348e02c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:23.973827 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e2a9395-f713-4829-94bb-58536c776ccb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:24.121335 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 4, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '54999350-007b-4799-8b3e-df282bbcb94a', 'name': '', 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'mac_address': 'fa:16:3e:6d:68:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:21Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 2, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'subnets': [{'id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:24.152134 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Checking router: 2b8217fa-feed-43e0-8e3c-154b8348e02c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:37:24.152483 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Updating router 2b8217fa-feed-43e0-8e3c-154b8348e02c port 54999350-007b-4799-8b3e-df282bbcb94a binding host n-d-779913-32 {{(pid=101964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 16:37:24.154309 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 5e2a9395-f713-4829-94bb-58536c776ccb completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:24.171633 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5e2a9395-f713-4829-94bb-58536c776ccb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:24.172007 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.202913 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.355145 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.415776 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 5e2a9395-f713-4829-94bb-58536c776ccb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e2a9395-f713-4829-94bb-58536c776ccb,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:24.506574 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.507361 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c69db28-c70c-4edd-846e-c7d58143c257 up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:24.586940 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Notify callbacks [] for port, precommit_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.620652 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Transition to ACTIVE for port object 54999350-007b-4799-8b3e-df282bbcb94a will not be triggered until provisioned by entity L2. {{(pid=101964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 16:37:24.625889 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=5e2a9395-f713-4829-94bb-58536c776ccb,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:24.636172 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 6c69db28-c70c-4edd-846e-c7d58143c257 triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:24.636556 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.705353 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8483ce17-11b7-4671-b79d-609b89d52f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.737716 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.793168 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507cbe0-c094-4a56-bde8-10dd901ba593 None None] Pushing event updated for resources: {'Port': ['ID=54999350-007b-4799-8b3e-df282bbcb94a,revision_number=3']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:24.839382 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Attempting to bind port 54999350-007b-4799-8b3e-df282bbcb94a on host n-d-779913-32 for vnic_type normal with profile {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 16:37:24.839844 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Attempting to bind port 54999350-007b-4799-8b3e-df282bbcb94a by drivers openvswitch,hyperv on host n-d-779913-32 at level 0 using segments [{'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 16:37:24.840219 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Attempting to bind port 54999350-007b-4799-8b3e-df282bbcb94a on network d9142a77-edb6-4c35-9441-58863fa8fdea {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 16:37:24.845712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Checking agent: {'id': 'd41e36ac-a905-4bb1-9c39-757c36d495be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 40, 27), 'started_at': datetime.datetime(2021, 8, 19, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 16, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 16:37:24.846097 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Checking segment: {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 16:37:24.846515 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.846907 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Bound using segment: {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'} {{(pid=101964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 16:37:24.847385 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.managers [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Bound port: 54999350-007b-4799-8b3e-df282bbcb94a, host: n-d-779913-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a54192-e2e4-400a-b97f-e8c67dc174a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea'}}] {{(pid=101964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 16:37:24.847903 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:24.919250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] For port 54999350-007b-4799-8b3e-df282bbcb94a, host n-d-779913-32, cleared binding levels {{(pid=101964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 16:37:24.922634 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] For port 54999350-007b-4799-8b3e-df282bbcb94a, host n-d-779913-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=54999350-007b-4799-8b3e-df282bbcb94a,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 16:37:24.995561 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:25.064116 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507cbe0-c094-4a56-bde8-10dd901ba593 None None] Pushing event updated for resources: {'Port': ['ID=54999350-007b-4799-8b3e-df282bbcb94a,revision_number=4']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:25.067250 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Routers {'2b8217fa-feed-43e0-8e3c-154b8348e02c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:37:25.068054 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:36:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2b8217fa-feed-43e0-8e3c-154b8348e02c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:25.187673 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] Set router 2b8217fa-feed-43e0-8e3c-154b8348e02c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:37:25.405862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 4, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '54999350-007b-4799-8b3e-df282bbcb94a', 'name': '', 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'mac_address': 'fa:16:3e:6d:68:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:21Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'subnets': [{'id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:37:25.437027 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63490a-97a5-4ae0-adea-64feebb43787 None None] The sync data for ids ['2b8217fa-feed-43e0-8e3c-154b8348e02c'] in n-d-779913-32 is: [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:37:21Z', 'revision_number': 4, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32', '_interfaces': [{'id': '54999350-007b-4799-8b3e-df282bbcb94a', 'name': '', 'network_id': 'd9142a77-edb6-4c35-9441-58863fa8fdea', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'mac_address': 'fa:16:3e:6d:68:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:21Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'subnets': [{'id': 'cdb3bdda-df06-45b8-9c0b-5e173b1d43b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:37:25.964477 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e2a9395-f713-4829-94bb-58536c776ccb up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:26.022936 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 5e2a9395-f713-4829-94bb-58536c776ccb triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:26.023312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:26.104788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 54999350-007b-4799-8b3e-df282bbcb94a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:26.226723 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning for port 54999350-007b-4799-8b3e-df282bbcb94a completed by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 16:37:26.231343 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 54999350-007b-4799-8b3e-df282bbcb94a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:26.231809 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:26.318629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708938'] for port, before_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:26.359624 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] For port 54999350-007b-4799-8b3e-df282bbcb94a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=54999350-007b-4799-8b3e-df282bbcb94a,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:37:26.440601 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747640898160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747640345191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747640345209'] for port, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:26.495804 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Pushing event updated for resources: {'Port': ['ID=54999350-007b-4799-8b3e-df282bbcb94a,revision_number=5']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:37:26.589355 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:27.346977 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:27.900093 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 54999350-007b-4799-8b3e-df282bbcb94a up at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:37:27.922109 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8aa09623-288c-4f37-82b7-14218dc9937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:27.950873 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.provisioning_blocks [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Provisioning complete for port 54999350-007b-4799-8b3e-df282bbcb94a triggered by entity L2. {{(pid=101964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:37:27.951250 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635373'] for port, provisioning_complete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:30.074682 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:31.203974 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:44.509472 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:48.355816 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:37:54.688859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-03ac7ac8-2dad-4f32-828d-f25a3ad7796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:56.627151 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:57.375093 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:37:57.888641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-bbde780f-6db2-4405-8a03-8ada9ce09310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:00.028549 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:01.197592 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:14.530786 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:22.786329 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56486) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:23.133515 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:23.391488 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Deleting port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:23.391733 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:23.475422 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] For port a9c8b1d8-0a85-4b84-95f2-3a19b97918a5, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:23.475850 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:23.489001 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Calling delete_port for a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:23.751881 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:23.779564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c8b1d8-0a85-4b84-95f2-3a19b97918a5,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:23.803628 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.804240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.804240 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.804602 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.804896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.805262 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.805589 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.805915 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.806243 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.806564 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.806887 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.807207 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:23.955843 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:24.502582 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Router be181beb-225a-48bf-b3bf-083fc9d07162 has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:38:24.611979 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:38:24.622941 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-c22bb5d1-506a-4a74-9672-5cf0b51f1ebb admin admin] 10.222.0.13 "PUT /v2.0/routers/be181beb-225a-48bf-b3bf-083fc9d07162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295741 Aug 19 16:38:24.622941 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56490) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:24.623776 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] Sync routers for ids ['be181beb-225a-48bf-b3bf-083fc9d07162'] in n-d-779913-32 {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:38:24.633333 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] Routers {'be181beb-225a-48bf-b3bf-083fc9d07162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:38:24.633978 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be181beb-225a-48bf-b3bf-083fc9d07162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:24.685821 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-66b3cfaf-25ae-40c2-89a2-b2b738a8ebea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:24.727305 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:24.740064 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] Set router be181beb-225a-48bf-b3bf-083fc9d07162 gateway port host: n-d-779913-32 {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:38:24.832328 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:24.917281 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:38:23Z', 'revision_number': 5, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port': {'id': '84aeff2d-1b97-445c-9771-5bc778d004eb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:12Z', 'updated_at': '2021-08-19T16:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:24.947777 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] Checking router: be181beb-225a-48bf-b3bf-083fc9d07162 for host: n-d-779913-32 {{(pid=101965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:38:24.957588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] Routers {'be181beb-225a-48bf-b3bf-083fc9d07162'} bound to L3 agent in host n-d-779913-32 {{(pid=101965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:38:24.957588 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:37:58Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['be181beb-225a-48bf-b3bf-083fc9d07162'], 'active': True} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:24.975254 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Deleting port 84aeff2d-1b97-445c-9771-5bc778d004eb {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:24.975527 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.042383 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_dvr_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] Set router be181beb-225a-48bf-b3bf-083fc9d07162 gateway port host: None {{(pid=101965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:38:25.058896 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] For port 84aeff2d-1b97-445c-9771-5bc778d004eb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=84aeff2d-1b97-445c-9771-5bc778d004eb,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:25.059334 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.072567 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Calling delete_port for 84aeff2d-1b97-445c-9771-5bc778d004eb owned by network:router_gateway {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:25.093815 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.l3_hamode_db [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:38:24Z', 'revision_number': 6, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port_host': None}], 'n-d-779913-32', False) {} {{(pid=101965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:25.124670 n-d-779913-32 neutron-server[101965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e256e8-00b4-4449-be6c-50c09b8f1817 None None] The sync data for ids ['be181beb-225a-48bf-b3bf-083fc9d07162'] in n-d-779913-32 is: [{'id': 'be181beb-225a-48bf-b3bf-083fc9d07162', 'name': 'tempest-TestSnapshotPattern-1476613541-router', 'tenant_id': 'b5931d6edc514851aac073f08af592f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:11Z', 'updated_at': '2021-08-19T16:38:24Z', 'revision_number': 6, 'project_id': 'b5931d6edc514851aac073f08af592f5', 'gw_port_host': None}] {{(pid=101965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:38:25.308094 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.333509 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84aeff2d-1b97-445c-9771-5bc778d004eb,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:25.355020 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:38:25.394580 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.491294 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.493581 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.614197 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.614667 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be181beb-225a-48bf-b3bf-083fc9d07162 {{(pid=101962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:38:25.623261 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.629536 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-8cedc950-0117-4330-869c-07a7b77b0ce4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/be181beb-225a-48bf-b3bf-083fc9d07162 HTTP/1.1" status: 204 len: 168 time: 1.0040307 Aug 19 16:38:25.629536 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56492) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:25.675268 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Deleting subnet b0b9c805-c36d-41fb-a0bf-c62295d1dcb1 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:38:25.676578 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.713652 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.799548 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.919809 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.928355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84aeff2d-1b97-445c-9771-5bc778d004eb no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:38:25.947355 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b9c805-c36d-41fb-a0bf-c62295d1dcb1,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:25.948242 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 84aeff2d-1b97-445c-9771-5bc778d004eb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:38:25.948594 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 84aeff2d-1b97-445c-9771-5bc778d004eb not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:38:25.949008 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:38:25.953510 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:25.958059 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56494) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:25.958705 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-b80f4dce-a3b8-45a9-8afc-e5e6022f3cdf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0b9c805-c36d-41fb-a0bf-c62295d1dcb1 HTTP/1.1" status: 204 len: 168 time: 0.3303702 Aug 19 16:38:25.973494 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e24c83-e9b4-43b5-a705-4b30eb469451 None None] Network 168f5524-c33b-44c6-88e0-9db5f48f6c0e requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:38:25.976387 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:38:25.976735 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device a9c8b1d8-0a85-4b84-95f2-3a19b97918a5 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:38:26.029701 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.087835 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Deleting port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:26.088176 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.150031 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] DHCP port deletion for 168f5524-c33b-44c6-88e0-9db5f48f6c0e request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:38:26.152282 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] For port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:26.152732 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.165847 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Calling delete_port for b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b owned by network:dhcp {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:26.195375 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Deleting port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:26.195753 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.260862 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] For port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,segment=NetworkSegment(d614eb2f-ced4-4960-ad03-f552dd2bc882),segment_id=d614eb2f-ced4-4960-ad03-f552dd2bc882)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:26.261298 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.274355 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Calling delete_port for b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:26.328425 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.349289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.359791 n-d-779913-32 neutron-server[101963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] No DVR routers for this DVR port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b on host n-d-779913-32 {{(pid=101963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:38:26.365145 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:26.379324 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Pushing event deleted for resources: {'Port': ['ID=b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:26.383468 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] No DVR routers for this DVR port b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:38:26.391800 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.392164 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.392381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.392514 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.392788 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.392984 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.393189 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.393524 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.393631 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395144 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395278 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395381 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395565 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395674 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395770 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395867 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.395966 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.396155 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.396384 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.396479 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec68ad-abca-4211-acd0-cdbe61dd519c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.396578 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.396898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-32 {{(pid=101963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:38:26.449511 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.459104 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168f5524-c33b-44c6-88e0-9db5f48f6c0e']}} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:26.469149 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd614eb2f-ced4-4960-ad03-f552dd2bc882') {'for_net_delete': True} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:26.469448 n-d-779913-32 neutron-server[101963]: DEBUG neutron.services.segments.db [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd614eb2f-ced4-4960-ad03-f552dd2bc882') {} {{(pid=101963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:26.478026 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265268678'] for segment, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.491958 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.498215 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:38:26.498594 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265585435'] for segment, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: Traceback (most recent call last): Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: timer() Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: cb(*args, **kw) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: return func(*args, **kwargs) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: self._notify() Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: self.callback(batched_events) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: event.method(event) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: return f(self, *a, **k) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: return self._get(url).json() Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: return self.request(url, 'GET', **kwargs) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:38:26.500177 n-d-779913-32 neutron-server[101963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:38:26.610741 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.645282 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.651118 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Notify callbacks [] for network, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:26.653104 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] 10.222.0.13 "DELETE /v2.0/networks/168f5524-c33b-44c6-88e0-9db5f48f6c0e HTTP/1.1" status: 204 len: 168 time: 0.6939225 Aug 19 16:38:26.656556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56498) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:26.664402 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6337-e900-4334-8de5-87b9f509140d admin admin] Pushing event deleted for resources: {'Network': ['ID=168f5524-c33b-44c6-88e0-9db5f48f6c0e,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:27.056441 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-267922895'] for router_interface, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.316881 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Deleting port 54999350-007b-4799-8b3e-df282bbcb94a {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:27.317163 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.368212 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.398043 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] For port 54999350-007b-4799-8b3e-df282bbcb94a, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=54999350-007b-4799-8b3e-df282bbcb94a,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:27.398410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.411644 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Calling delete_port for 54999350-007b-4799-8b3e-df282bbcb94a owned by network:router_interface {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:27.654856 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.683902 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Pushing event deleted for resources: {'Port': ['ID=54999350-007b-4799-8b3e-df282bbcb94a,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:27.861885 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267921979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267930207'] for router_interface, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.885087 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-438f07f7-1afb-449f-8185-5cac08a10c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:27.986471 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:38:28.018552 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:38:28.019108 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device b1a78cd5-b414-4e43-bcd6-f49cc8f84f7b not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:38:28.104185 n-d-779913-32 neutron-server[101962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Router 2b8217fa-feed-43e0-8e3c-154b8348e02c has already been hosted by L3 agent 9717120e-fed3-4a06-95be-92947273ee40 {{(pid=101962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:38:28.220056 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] Notify agent at l3_agent.n-d-779913-32 the message routers_updated {{(pid=101962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:38:28.224986 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-3d1d38eb-4d52-4f85-ad95-8c00a2cd3afe admin admin] 10.222.0.13 "PUT /v2.0/routers/2b8217fa-feed-43e0-8e3c-154b8348e02c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5673206 Aug 19 16:38:28.227898 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [-] (101963) accepted ('10.222.0.13', 56500) {{(pid=101963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:28.229028 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] Sync routers for ids ['2b8217fa-feed-43e0-8e3c-154b8348e02c'] in n-d-779913-32 {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:38:28.239376 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] Routers {'2b8217fa-feed-43e0-8e3c-154b8348e02c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:38:28.239997 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2b8217fa-feed-43e0-8e3c-154b8348e02c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:28.348699 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] Set router 2b8217fa-feed-43e0-8e3c-154b8348e02c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:38:28.542164 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:38:27Z', 'revision_number': 5, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:28.573281 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] Checking router: 2b8217fa-feed-43e0-8e3c-154b8348e02c for host: n-d-779913-32 {{(pid=101964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:38:28.583105 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] Routers {'2b8217fa-feed-43e0-8e3c-154b8348e02c'} bound to L3 agent in host n-d-779913-32 {{(pid=101964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:38:28.583736 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:40:28Z,description=,heartbeat_timestamp=2021-08-19T16:38:28Z,host='n-d-779913-32',id=9717120e-fed3-4a06-95be-92947273ee40,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:40:28Z,topic='l3_agent')) {'router_ids': ['2b8217fa-feed-43e0-8e3c-154b8348e02c'], 'active': True} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:28.686904 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvr_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] Set router 2b8217fa-feed-43e0-8e3c-154b8348e02c gateway port host: n-d-779913-32 {{(pid=101964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:38:28.707950 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks [] for router, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:28.818533 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:28.927053 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Deleting port 5e2a9395-f713-4829-94bb-58536c776ccb {{(pid=101963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:28.927443 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.008216 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.db [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] For port 5e2a9395-f713-4829-94bb-58536c776ccb, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=5e2a9395-f713-4829-94bb-58536c776ccb,segment=NetworkSegment(dd6d8972-96f9-4126-bec2-9b15cc1fa5dc),segment_id=dd6d8972-96f9-4126-bec2-9b15cc1fa5dc)] {{(pid=101963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:29.008575 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.025952 n-d-779913-32 neutron-server[101963]: DEBUG neutron.plugins.ml2.plugin [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Calling delete_port for 5e2a9395-f713-4829-94bb-58536c776ccb owned by network:router_gateway {{(pid=101963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:29.031060 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:38:27Z', 'revision_number': 5, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}], 'n-d-779913-32', False) {} {{(pid=101964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:29.057614 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef6ea8-4996-4166-93d4-88e8a4ae4e8c None None] The sync data for ids ['2b8217fa-feed-43e0-8e3c-154b8348e02c'] in n-d-779913-32 is: [{'id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'name': 'tempest-TestSnapshotPattern-536131159-router', 'tenant_id': '2aa71bebebb44ac781b4ae26a4afda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'external_fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T16:37:18Z', 'updated_at': '2021-08-19T16:38:27Z', 'revision_number': 5, 'project_id': '2aa71bebebb44ac781b4ae26a4afda53', 'gw_port': {'id': '5e2a9395-f713-4829-94bb-58536c776ccb', 'name': '', 'network_id': '92142acc-d010-4f53-8bcd-13c3c37533ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8217fa-feed-43e0-8e3c-154b8348e02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T16:37:19Z', 'updated_at': '2021-08-19T16:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6be180-0c16-4dd2-b261-86d5856a5baa', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-32'}] {{(pid=101964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:38:29.254197 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265585356'] for port, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.282530 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2a9395-f713-4829-94bb-58536c776ccb,revision_number=None']} {{(pid=101963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:29.344905 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267934103'] for router_gateway, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.448393 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267922596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25568'] for router, precommit_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.450925 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.576551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267922653'] for router, after_delete {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.577328 n-d-779913-32 neutron-server[101963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8217fa-feed-43e0-8e3c-154b8348e02c {{(pid=101963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:38:29.583551 n-d-779913-32 neutron-server[101963]: DEBUG neutron_lib.callbacks.manager [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] Notify callbacks [] for router, before_response {{(pid=101963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.585674 n-d-779913-32 neutron-server[101963]: INFO neutron.wsgi [None req-b5890a11-8b87-435a-a296-273ea231da8e admin admin] 10.222.0.13 "DELETE /v2.0/routers/2b8217fa-feed-43e0-8e3c-154b8348e02c HTTP/1.1" status: 204 len: 168 time: 1.3562512 Aug 19 16:38:29.587890 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56502) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:29.641556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Deleting subnet cdb3bdda-df06-45b8-9c0b-5e173b1d43b2 {{(pid=101962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:38:29.645091 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.681831 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259383509'] for subnet, precommit_delete_associations {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.769104 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632479'] for subnet, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.900158 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-632454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268191442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259150453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259157161'] for subnet, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.928012 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb3bdda-df06-45b8-9c0b-5e173b1d43b2,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:29.930058 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:29.932130 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a1509122-fd72-43a4-a303-423fed8defcb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cdb3bdda-df06-45b8-9c0b-5e173b1d43b2 HTTP/1.1" status: 204 len: 168 time: 0.3429918 Aug 19 16:38:29.934528 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56504) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:29.935150 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be55f54-5faf-4ca7-8d29-5484b372f46b None None] Network d9142a77-edb6-4c35-9441-58863fa8fdea requested from n-d-779913-32 {{(pid=101964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:38:30.004275 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594566'] for network, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.072060 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Deleting port 6c69db28-c70c-4edd-846e-c7d58143c257 {{(pid=101962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:30.072410 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.074211 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.115186 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e2a9395-f713-4829-94bb-58536c776ccb no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:38:30.142336 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] DHCP port deletion for d9142a77-edb6-4c35-9441-58863fa8fdea request from n-d-779913-32 {{(pid=101964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:38:30.145370 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 5e2a9395-f713-4829-94bb-58536c776ccb {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:38:30.145712 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 5e2a9395-f713-4829-94bb-58536c776ccb not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:38:30.146118 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 54999350-007b-4799-8b3e-df282bbcb94a no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:38:30.151719 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.db [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] For port 6c69db28-c70c-4edd-846e-c7d58143c257, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c69db28-c70c-4edd-846e-c7d58143c257,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:30.152316 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.170541 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Calling delete_port for 6c69db28-c70c-4edd-846e-c7d58143c257 owned by network:dhcp {{(pid=101962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:30.194162 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 54999350-007b-4799-8b3e-df282bbcb94a {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:38:30.194509 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 54999350-007b-4799-8b3e-df282bbcb94a not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:38:30.228181 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] Deleting port 6c69db28-c70c-4edd-846e-c7d58143c257 {{(pid=101964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:38:30.228880 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747640893269'] for port, before_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.297467 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.db [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] For port 6c69db28-c70c-4edd-846e-c7d58143c257, host n-d-779913-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-32',level=0,port_id=6c69db28-c70c-4edd-846e-c7d58143c257,segment=NetworkSegment(10a54192-e2e4-400a-b97f-e8c67dc174a6),segment_id=10a54192-e2e4-400a-b97f-e8c67dc174a6)] {{(pid=101964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:38:30.298064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267934969'] for port, precommit_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.312664 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] Calling delete_port for 6c69db28-c70c-4edd-846e-c7d58143c257 owned by network:dhcp {{(pid=101964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:38:30.359681 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259150336'] for port, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.387135 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c69db28-c70c-4edd-846e-c7d58143c257,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:30.389754 n-d-779913-32 neutron-server[101962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] No DVR routers for this DVR port 6c69db28-c70c-4edd-846e-c7d58143c257 on host n-d-779913-32 {{(pid=101962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:38:30.396358 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-708875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747640898169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747640345182'] for port, after_delete {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.427266 n-d-779913-32 neutron-server[101964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] Pushing event deleted for resources: {'Port': ['ID=6c69db28-c70c-4edd-846e-c7d58143c257,revision_number=None']} {{(pid=101964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:30.431086 n-d-779913-32 neutron-server[101964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394cf92-3fc4-440e-8569-4d45a1de3fc8 None None] No DVR routers for this DVR port 6c69db28-c70c-4edd-846e-c7d58143c257 on host n-d-779913-32 {{(pid=101964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:38:30.467976 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-632086', 'neutron.services.segments.db._delete_segments_for_network-8747640849089'] for network, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.477986 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9142a77-edb6-4c35-9441-58863fa8fdea']}} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:30.488369 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a54192-e2e4-400a-b97f-e8c67dc174a6') {'for_net_delete': True} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:30.488647 n-d-779913-32 neutron-server[101962]: DEBUG neutron.services.segments.db [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a54192-e2e4-400a-b97f-e8c67dc174a6') {} {{(pid=101962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:38:30.497959 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747640876710', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259383516'] for segment, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.511836 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906'] for segment, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.518389 n-d-779913-32 neutron-server[101962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259150807'] for segment, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: Traceback (most recent call last): Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: timer() Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: cb(*args, **kw) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: return func(*args, **kwargs) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: self._notify() Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: self.callback(batched_events) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: event.method(event) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: return f(self, *a, **k) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: return self._get(url).json() Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: return self.request(url, 'GET', **kwargs) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:38:30.524663 n-d-779913-32 neutron-server[101962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:38:30.650834 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-632089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267921968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267934018'] for network, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.656429 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:30.658303 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9142a77-edb6-4c35-9441-58863fa8fdea HTTP/1.1" status: 204 len: 168 time: 0.7228270 Aug 19 16:38:30.669256 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd3f88-0e5e-4ce5-af5a-7e276de9f5a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9142a77-edb6-4c35-9441-58863fa8fdea,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:30.975122 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56508) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:31.015843 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-946e6918-c457-4e18-a22c-5b4c4e15411e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5931d6edc514851aac073f08af592f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395656 Aug 19 16:38:31.018445 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56510) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:31.067933 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9164c6fc-3a96-4466-a106-8b26e14def6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:31.088826 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9164c6fc-3a96-4466-a106-8b26e14def6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:31.198998 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:31.260063 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9164c6fc-3a96-4466-a106-8b26e14def6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:31.262655 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-9164c6fc-3a96-4466-a106-8b26e14def6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:31.264470 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-9164c6fc-3a96-4466-a106-8b26e14def6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59d1a48a-1b47-475c-a0fa-bbf522cb27e0 HTTP/1.1" status: 204 len: 168 time: 0.2450881 Aug 19 16:38:31.272556 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c6fc-3a96-4466-a106-8b26e14def6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d1a48a-1b47-475c-a0fa-bbf522cb27e0,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:31.933715 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c69db28-c70c-4edd-846e-c7d58143c257 no longer exists at agent ovs-agent-n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:38:31.941662 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56516) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:31.955495 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] No Port match for: 6c69db28-c70c-4edd-846e-c7d58143c257 {{(pid=101964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:38:31.955850 n-d-779913-32 neutron-server[101964]: DEBUG neutron.plugins.ml2.rpc [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Device 6c69db28-c70c-4edd-846e-c7d58143c257 not bound to the agent host n-d-779913-32 {{(pid=101964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:38:31.984237 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-640853d4-b433-4674-a2fb-7973ab45757b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aa71bebebb44ac781b4ae26a4afda53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414290 Aug 19 16:38:31.986776 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [-] (101962) accepted ('10.222.0.13', 56518) {{(pid=101962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:38:32.035477 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb0116ba-329c-4df2-8973-a81957b97ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:32.056467 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb0116ba-329c-4df2-8973-a81957b97ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:32.176415 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb0116ba-329c-4df2-8973-a81957b97ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268187121'] for security_group, after_delete {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:32.179043 n-d-779913-32 neutron-server[101962]: DEBUG neutron_lib.callbacks.manager [None req-cb0116ba-329c-4df2-8973-a81957b97ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:32.182153 n-d-779913-32 neutron-server[101962]: INFO neutron.wsgi [None req-cb0116ba-329c-4df2-8973-a81957b97ff8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18d40db2-3754-497d-9a23-e0c9f353618f HTTP/1.1" status: 204 len: 168 time: 0.1925433 Aug 19 16:38:32.189692 n-d-779913-32 neutron-server[101962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0116ba-329c-4df2-8973-a81957b97ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d40db2-3754-497d-9a23-e0c9f353618f,revision_number=None']} {{(pid=101962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:38:44.519629 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:53.092052 n-d-779913-32 neutron-server[101962]: DEBUG neutron.wsgi [req-9d83bad1-9e91-448e-ab09-e3fad5794933 req-25e25ec3-c52c-4d8b-bf5f-3ba552936b03 service neutron] (101962) timed out ('10.222.0.13', 52060) {{(pid=101962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:38:54.705783 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-927d0058-9f7f-4335-9efd-0d143d0f3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:56.644635 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:57.408641 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:38:57.924481 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-8740437f-0521-4e07-b807-af6e5613d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:00.049929 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:01.210092 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:02.354755 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:39:14.527595 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:24.698657 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-74b63a06-1aca-40ba-bfc0-34e588ed5f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:26.649883 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:27.375758 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:27.910381 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-eef6343c-098e-436e-80bc-8f2d0634a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:30.041249 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:31.254863 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:39.354910 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:39:44.558157 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:54.669620 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ba6e436d-7345-4cf4-b83e-a11a984a6096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:56.641814 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:57.420261 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:39:57.946289 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a138cb44-5b33-4bab-971e-a836d3ac555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:00.066312 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:01.214708 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:14.543120 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:16.353774 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:40:24.665687 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-024b25ca-6011-4cc8-a26e-2cacfac1feb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:26.625815 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:27.351198 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:27.911189 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ef06612d-16d0-4698-b228-e2549c25a0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:30.065539 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:31.231582 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:44.543069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:52.845589 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-90f95e81-7665-4b3f-a59e-c2a379da38a8 req-77e858c7-308f-42da-adc7-51e09be9e87c tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] (101963) timed out ('10.222.0.54', 56362) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:40:53.353126 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:40:54.659255 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-186e9759-5895-4b7c-a93f-5d97b285b7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:56.670448 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:57.373683 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:40:57.460192 n-d-779913-32 neutron-server[101963]: DEBUG neutron.wsgi [req-8a1c9059-ddad-4451-83c2-d6215f5cdf18 req-0ca2f040-44a3-4658-b613-690ee3419fb8 tempest-TestShelveInstance-830114984 tempest-TestShelveInstance-830114984-project] (101963) timed out ('10.222.0.13', 40336) {{(pid=101963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:40:57.867868 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab2ba-f9c4-4d46-8a8b-a3fe8dd4d32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:00.093709 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:01.250982 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:14.538730 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:24.667094 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f61ca2cd-0e24-4974-815c-198209dee2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:26.655912 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:27.382044 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:27.896178 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-524cbec6-e4a2-4cc9-a3c2-79c17ed23d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:30.108095 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:30.352939 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:41:31.212631 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:44.566910 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:54.661121 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1e1509cb-5651-4dd9-a9d5-8f216c3e17ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:56.684156 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:57.375711 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:41:57.880902 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-96ca3391-62db-4607-a1d6-2adef7133a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:00.061702 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:01.229318 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:07.352216 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:42:14.558322 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:24.703338 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-50849145-ce88-4f5c-95f4-d35c15f2f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:26.714345 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:27.380186 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:27.877280 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a7e390bc-a064-44bc-8946-6a4f3b51ae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:30.077591 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:31.237452 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:44.351163 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:42:44.588249 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:54.667970 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf8b7-e0c6-4bb1-b0af-7112e71647a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:56.676878 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:57.465411 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:42:57.885233 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-985d35c0-494a-4900-878c-8c50d3907466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:00.082757 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:01.222506 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:14.627994 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:21.349897 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:43:24.716952 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-71f15c54-a612-4f54-9f1f-c105152938aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:26.707547 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:27.375701 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:27.890069 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a6dacfc2-1a33-4535-b126-5b7fa1eea63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:30.067193 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:31.250499 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:44.591792 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:54.689485 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-3a94896e-2358-45c0-a9b2-efe3027d9eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:56.692878 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:57.464271 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:57.878076 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a87f79c0-c29e-473d-b24f-fc5036a2a275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:43:58.348666 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:44:00.089943 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:01.258419 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:14.609370 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:24.686818 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-de2665ab-6881-4fb0-acf5-00abbd495e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:26.686348 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:27.375035 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:27.889276 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-37b03e56-04bb-417d-8226-8c47fca176ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:30.077798 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:31.294829 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:35.347595 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:44:44.614644 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:54.685859 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c7e4eef8-c2f1-4649-961e-acea84e94442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:56.688594 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:57.356801 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:44:57.880078 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-138713cc-6e80-427d-bd0e-42e2713ab3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:00.086162 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:01.240019 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:12.348145 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:45:14.634029 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:24.673788 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f4522fb1-ec12-44aa-a2b9-f22f01f97b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:26.716744 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:27.459656 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:27.871964 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-996cad8d-b890-46ce-b5f7-851760b491e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:30.087887 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:31.224737 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:44.633367 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:49.347114 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:45:54.679590 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-c96652d5-71c8-4a63-8c54-524ea0a2b21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:56.715476 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:57.390343 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:45:57.884414 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-2217a459-c12c-4266-8195-79262e14fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:00.093169 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:01.296192 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:14.618901 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:24.683945 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-1d34bb70-dc86-4176-b2be-c6cebc6a6c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:26.346880 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:46:26.726540 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:27.452597 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:27.886813 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-ad032683-10e8-426d-9086-6e81d1ac93f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:30.080938 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:31.295772 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:44.663394 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:54.709187 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-aca245e7-cd6a-4abc-b89e-beeeec5473a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:56.706139 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-7117e9b5-c4a8-4b3a-a380-715f516f2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:57.386117 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d49-5c01-4a16-9d14-d382e251c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:46:57.895064 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-915a98ad-8f10-4aa7-be34-38af358c8a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:47:00.100359 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-448f437e-4075-4440-b9d1-59457979ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:47:01.303463 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-82e0f810-36bd-405f-8864-51ac7ae05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:47:03.346655 n-d-779913-32 neutron-server[101965]: DEBUG neutron.db.agents_db [None req-138f0c89-64b4-4267-aaf0-489e2a4f989c None None] Agent healthcheck: found 7 active agents {{(pid=101965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:47:14.645995 n-d-779913-32 neutron-server[101964]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec35-93cd-4978-b21a-6e7cee9a39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747640849107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635480'] for agent, after_update {{(pid=101964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}